diff --git "a/checkpoint-11000/trainer_state.json" "b/checkpoint-11000/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-11000/trainer_state.json"
@@ -0,0 +1,77034 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.710920770877944,
+  "eval_steps": 500,
+  "global_step": 11000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00042826552462526765,
+      "grad_norm": 6.414478302001953,
+      "learning_rate": 0.0,
+      "loss": 3.3622,
+      "step": 1
+    },
+    {
+      "epoch": 0.0008565310492505353,
+      "grad_norm": 2.9302892684936523,
+      "learning_rate": 1.4245014245014247e-07,
+      "loss": 2.8275,
+      "step": 2
+    },
+    {
+      "epoch": 0.001284796573875803,
+      "grad_norm": 0.9498775601387024,
+      "learning_rate": 2.8490028490028494e-07,
+      "loss": 0.9016,
+      "step": 3
+    },
+    {
+      "epoch": 0.0017130620985010706,
+      "grad_norm": 4.845119476318359,
+      "learning_rate": 4.273504273504274e-07,
+      "loss": 3.2398,
+      "step": 4
+    },
+    {
+      "epoch": 0.0021413276231263384,
+      "grad_norm": 3.6936404705047607,
+      "learning_rate": 5.698005698005699e-07,
+      "loss": 1.5612,
+      "step": 5
+    },
+    {
+      "epoch": 0.002569593147751606,
+      "grad_norm": 1.5533021688461304,
+      "learning_rate": 7.122507122507123e-07,
+      "loss": 2.0778,
+      "step": 6
+    },
+    {
+      "epoch": 0.0029978586723768737,
+      "grad_norm": 4.488367080688477,
+      "learning_rate": 8.547008547008548e-07,
+      "loss": 2.4142,
+      "step": 7
+    },
+    {
+      "epoch": 0.003426124197002141,
+      "grad_norm": 3.1935410499572754,
+      "learning_rate": 9.971509971509971e-07,
+      "loss": 3.5697,
+      "step": 8
+    },
+    {
+      "epoch": 0.003854389721627409,
+      "grad_norm": 4.461598873138428,
+      "learning_rate": 1.1396011396011398e-06,
+      "loss": 2.0645,
+      "step": 9
+    },
+    {
+      "epoch": 0.004282655246252677,
+      "grad_norm": 3.1320371627807617,
+      "learning_rate": 1.282051282051282e-06,
+      "loss": 1.6093,
+      "step": 10
+    },
+    {
+      "epoch": 0.004710920770877944,
+      "grad_norm": 4.2125325202941895,
+      "learning_rate": 1.4245014245014246e-06,
+      "loss": 2.3948,
+      "step": 11
+    },
+    {
+      "epoch": 0.005139186295503212,
+      "grad_norm": 2.948488712310791,
+      "learning_rate": 1.566951566951567e-06,
+      "loss": 1.5153,
+      "step": 12
+    },
+    {
+      "epoch": 0.00556745182012848,
+      "grad_norm": 4.843990802764893,
+      "learning_rate": 1.7094017094017097e-06,
+      "loss": 2.5406,
+      "step": 13
+    },
+    {
+      "epoch": 0.0059957173447537475,
+      "grad_norm": 2.3502020835876465,
+      "learning_rate": 1.8518518518518519e-06,
+      "loss": 2.3839,
+      "step": 14
+    },
+    {
+      "epoch": 0.006423982869379015,
+      "grad_norm": 0.9966306090354919,
+      "learning_rate": 1.9943019943019943e-06,
+      "loss": 1.4319,
+      "step": 15
+    },
+    {
+      "epoch": 0.006852248394004282,
+      "grad_norm": 0.7407907247543335,
+      "learning_rate": 2.136752136752137e-06,
+      "loss": 0.9896,
+      "step": 16
+    },
+    {
+      "epoch": 0.007280513918629551,
+      "grad_norm": 1.3462109565734863,
+      "learning_rate": 2.2792022792022796e-06,
+      "loss": 1.7297,
+      "step": 17
+    },
+    {
+      "epoch": 0.007708779443254818,
+      "grad_norm": 3.2086310386657715,
+      "learning_rate": 2.4216524216524218e-06,
+      "loss": 2.6977,
+      "step": 18
+    },
+    {
+      "epoch": 0.008137044967880086,
+      "grad_norm": 1.4182010889053345,
+      "learning_rate": 2.564102564102564e-06,
+      "loss": 2.5285,
+      "step": 19
+    },
+    {
+      "epoch": 0.008565310492505354,
+      "grad_norm": 3.522043466567993,
+      "learning_rate": 2.7065527065527066e-06,
+      "loss": 1.7372,
+      "step": 20
+    },
+    {
+      "epoch": 0.008993576017130621,
+      "grad_norm": 4.324268341064453,
+      "learning_rate": 2.8490028490028492e-06,
+      "loss": 2.1724,
+      "step": 21
+    },
+    {
+      "epoch": 0.009421841541755889,
+      "grad_norm": 4.458677291870117,
+      "learning_rate": 2.991452991452992e-06,
+      "loss": 2.3108,
+      "step": 22
+    },
+    {
+      "epoch": 0.009850107066381156,
+      "grad_norm": 3.143629789352417,
+      "learning_rate": 3.133903133903134e-06,
+      "loss": 1.8816,
+      "step": 23
+    },
+    {
+      "epoch": 0.010278372591006424,
+      "grad_norm": 6.071352005004883,
+      "learning_rate": 3.2763532763532763e-06,
+      "loss": 2.0332,
+      "step": 24
+    },
+    {
+      "epoch": 0.010706638115631691,
+      "grad_norm": 3.246492385864258,
+      "learning_rate": 3.4188034188034193e-06,
+      "loss": 1.5435,
+      "step": 25
+    },
+    {
+      "epoch": 0.01113490364025696,
+      "grad_norm": 3.8423707485198975,
+      "learning_rate": 3.5612535612535615e-06,
+      "loss": 1.7221,
+      "step": 26
+    },
+    {
+      "epoch": 0.011563169164882228,
+      "grad_norm": 1.9240906238555908,
+      "learning_rate": 3.7037037037037037e-06,
+      "loss": 1.8918,
+      "step": 27
+    },
+    {
+      "epoch": 0.011991434689507495,
+      "grad_norm": 3.563110113143921,
+      "learning_rate": 3.846153846153847e-06,
+      "loss": 1.9156,
+      "step": 28
+    },
+    {
+      "epoch": 0.012419700214132762,
+      "grad_norm": 4.475131511688232,
+      "learning_rate": 3.988603988603989e-06,
+      "loss": 2.2572,
+      "step": 29
+    },
+    {
+      "epoch": 0.01284796573875803,
+      "grad_norm": 3.2901947498321533,
+      "learning_rate": 4.131054131054131e-06,
+      "loss": 3.3946,
+      "step": 30
+    },
+    {
+      "epoch": 0.013276231263383297,
+      "grad_norm": 3.433932304382324,
+      "learning_rate": 4.273504273504274e-06,
+      "loss": 3.1704,
+      "step": 31
+    },
+    {
+      "epoch": 0.013704496788008565,
+      "grad_norm": 3.3518548011779785,
+      "learning_rate": 4.415954415954416e-06,
+      "loss": 1.2166,
+      "step": 32
+    },
+    {
+      "epoch": 0.014132762312633832,
+      "grad_norm": 3.873610019683838,
+      "learning_rate": 4.558404558404559e-06,
+      "loss": 1.9382,
+      "step": 33
+    },
+    {
+      "epoch": 0.014561027837259101,
+      "grad_norm": 4.367219924926758,
+      "learning_rate": 4.700854700854701e-06,
+      "loss": 2.0326,
+      "step": 34
+    },
+    {
+      "epoch": 0.014989293361884369,
+      "grad_norm": 1.036323070526123,
+      "learning_rate": 4.8433048433048435e-06,
+      "loss": 1.4368,
+      "step": 35
+    },
+    {
+      "epoch": 0.015417558886509636,
+      "grad_norm": 1.3043993711471558,
+      "learning_rate": 4.985754985754986e-06,
+      "loss": 1.4606,
+      "step": 36
+    },
+    {
+      "epoch": 0.015845824411134905,
+      "grad_norm": 2.228630542755127,
+      "learning_rate": 5.128205128205128e-06,
+      "loss": 1.9375,
+      "step": 37
+    },
+    {
+      "epoch": 0.016274089935760173,
+      "grad_norm": 0.6979914307594299,
+      "learning_rate": 5.270655270655271e-06,
+      "loss": 0.8383,
+      "step": 38
+    },
+    {
+      "epoch": 0.01670235546038544,
+      "grad_norm": 3.0261895656585693,
+      "learning_rate": 5.413105413105413e-06,
+      "loss": 2.2075,
+      "step": 39
+    },
+    {
+      "epoch": 0.017130620985010708,
+      "grad_norm": 4.613751411437988,
+      "learning_rate": 5.555555555555556e-06,
+      "loss": 1.7597,
+      "step": 40
+    },
+    {
+      "epoch": 0.017558886509635975,
+      "grad_norm": 5.411152362823486,
+      "learning_rate": 5.6980056980056985e-06,
+      "loss": 1.6644,
+      "step": 41
+    },
+    {
+      "epoch": 0.017987152034261242,
+      "grad_norm": 3.158193349838257,
+      "learning_rate": 5.84045584045584e-06,
+      "loss": 1.6588,
+      "step": 42
+    },
+    {
+      "epoch": 0.01841541755888651,
+      "grad_norm": 1.1232051849365234,
+      "learning_rate": 5.982905982905984e-06,
+      "loss": 1.9188,
+      "step": 43
+    },
+    {
+      "epoch": 0.018843683083511777,
+      "grad_norm": 1.7752091884613037,
+      "learning_rate": 6.1253561253561255e-06,
+      "loss": 2.5004,
+      "step": 44
+    },
+    {
+      "epoch": 0.019271948608137045,
+      "grad_norm": 11.834925651550293,
+      "learning_rate": 6.267806267806268e-06,
+      "loss": 1.5862,
+      "step": 45
+    },
+    {
+      "epoch": 0.019700214132762312,
+      "grad_norm": 1.4113657474517822,
+      "learning_rate": 6.41025641025641e-06,
+      "loss": 1.1978,
+      "step": 46
+    },
+    {
+      "epoch": 0.02012847965738758,
+      "grad_norm": 2.817145586013794,
+      "learning_rate": 6.5527065527065525e-06,
+      "loss": 0.7273,
+      "step": 47
+    },
+    {
+      "epoch": 0.020556745182012847,
+      "grad_norm": 1.2606289386749268,
+      "learning_rate": 6.695156695156696e-06,
+      "loss": 1.1372,
+      "step": 48
+    },
+    {
+      "epoch": 0.020985010706638114,
+      "grad_norm": 3.2994461059570312,
+      "learning_rate": 6.837606837606839e-06,
+      "loss": 1.2731,
+      "step": 49
+    },
+    {
+      "epoch": 0.021413276231263382,
+      "grad_norm": 3.109292507171631,
+      "learning_rate": 6.9800569800569804e-06,
+      "loss": 0.9461,
+      "step": 50
+    },
+    {
+      "epoch": 0.02184154175588865,
+      "grad_norm": 2.3576626777648926,
+      "learning_rate": 7.122507122507123e-06,
+      "loss": 1.6073,
+      "step": 51
+    },
+    {
+      "epoch": 0.02226980728051392,
+      "grad_norm": 0.9282191395759583,
+      "learning_rate": 7.264957264957266e-06,
+      "loss": 0.7737,
+      "step": 52
+    },
+    {
+      "epoch": 0.022698072805139188,
+      "grad_norm": 5.33240270614624,
+      "learning_rate": 7.4074074074074075e-06,
+      "loss": 1.879,
+      "step": 53
+    },
+    {
+      "epoch": 0.023126338329764455,
+      "grad_norm": 2.9573841094970703,
+      "learning_rate": 7.54985754985755e-06,
+      "loss": 2.9719,
+      "step": 54
+    },
+    {
+      "epoch": 0.023554603854389723,
+      "grad_norm": 1.1674715280532837,
+      "learning_rate": 7.692307692307694e-06,
+      "loss": 1.3606,
+      "step": 55
+    },
+    {
+      "epoch": 0.02398286937901499,
+      "grad_norm": 2.5515716075897217,
+      "learning_rate": 7.834757834757835e-06,
+      "loss": 2.0623,
+      "step": 56
+    },
+    {
+      "epoch": 0.024411134903640257,
+      "grad_norm": 4.037236213684082,
+      "learning_rate": 7.977207977207977e-06,
+      "loss": 1.6216,
+      "step": 57
+    },
+    {
+      "epoch": 0.024839400428265525,
+      "grad_norm": 1.4874706268310547,
+      "learning_rate": 8.11965811965812e-06,
+      "loss": 1.2531,
+      "step": 58
+    },
+    {
+      "epoch": 0.025267665952890792,
+      "grad_norm": 2.018312931060791,
+      "learning_rate": 8.262108262108262e-06,
+      "loss": 1.5962,
+      "step": 59
+    },
+    {
+      "epoch": 0.02569593147751606,
+      "grad_norm": 4.011150360107422,
+      "learning_rate": 8.404558404558405e-06,
+      "loss": 2.0048,
+      "step": 60
+    },
+    {
+      "epoch": 0.026124197002141327,
+      "grad_norm": 2.489351272583008,
+      "learning_rate": 8.547008547008548e-06,
+      "loss": 1.4469,
+      "step": 61
+    },
+    {
+      "epoch": 0.026552462526766595,
+      "grad_norm": 0.8758351802825928,
+      "learning_rate": 8.68945868945869e-06,
+      "loss": 1.0629,
+      "step": 62
+    },
+    {
+      "epoch": 0.026980728051391862,
+      "grad_norm": 0.7707664966583252,
+      "learning_rate": 8.831908831908831e-06,
+      "loss": 0.9047,
+      "step": 63
+    },
+    {
+      "epoch": 0.02740899357601713,
+      "grad_norm": 2.239854097366333,
+      "learning_rate": 8.974358974358976e-06,
+      "loss": 0.9489,
+      "step": 64
+    },
+    {
+      "epoch": 0.027837259100642397,
+      "grad_norm": 1.4782092571258545,
+      "learning_rate": 9.116809116809118e-06,
+      "loss": 1.6235,
+      "step": 65
+    },
+    {
+      "epoch": 0.028265524625267664,
+      "grad_norm": 2.604743480682373,
+      "learning_rate": 9.259259259259259e-06,
+      "loss": 2.4454,
+      "step": 66
+    },
+    {
+      "epoch": 0.028693790149892935,
+      "grad_norm": 5.4393839836120605,
+      "learning_rate": 9.401709401709402e-06,
+      "loss": 1.4113,
+      "step": 67
+    },
+    {
+      "epoch": 0.029122055674518203,
+      "grad_norm": 2.7777719497680664,
+      "learning_rate": 9.544159544159544e-06,
+      "loss": 0.999,
+      "step": 68
+    },
+    {
+      "epoch": 0.02955032119914347,
+      "grad_norm": 3.6234498023986816,
+      "learning_rate": 9.686609686609687e-06,
+      "loss": 1.9457,
+      "step": 69
+    },
+    {
+      "epoch": 0.029978586723768737,
+      "grad_norm": 3.2514848709106445,
+      "learning_rate": 9.82905982905983e-06,
+      "loss": 2.2512,
+      "step": 70
+    },
+    {
+      "epoch": 0.030406852248394005,
+      "grad_norm": 4.257590293884277,
+      "learning_rate": 9.971509971509972e-06,
+      "loss": 2.9766,
+      "step": 71
+    },
+    {
+      "epoch": 0.030835117773019272,
+      "grad_norm": 5.520854473114014,
+      "learning_rate": 1.0113960113960115e-05,
+      "loss": 1.3085,
+      "step": 72
+    },
+    {
+      "epoch": 0.03126338329764454,
+      "grad_norm": 4.021020412445068,
+      "learning_rate": 1.0256410256410256e-05,
+      "loss": 1.4298,
+      "step": 73
+    },
+    {
+      "epoch": 0.03169164882226981,
+      "grad_norm": 2.981633186340332,
+      "learning_rate": 1.03988603988604e-05,
+      "loss": 1.9523,
+      "step": 74
+    },
+    {
+      "epoch": 0.032119914346895075,
+      "grad_norm": 2.9099693298339844,
+      "learning_rate": 1.0541310541310543e-05,
+      "loss": 1.7449,
+      "step": 75
+    },
+    {
+      "epoch": 0.032548179871520345,
+      "grad_norm": 1.5408778190612793,
+      "learning_rate": 1.0683760683760684e-05,
+      "loss": 0.9776,
+      "step": 76
+    },
+    {
+      "epoch": 0.03297644539614561,
+      "grad_norm": 2.7753937244415283,
+      "learning_rate": 1.0826210826210826e-05,
+      "loss": 1.3188,
+      "step": 77
+    },
+    {
+      "epoch": 0.03340471092077088,
+      "grad_norm": 3.6092071533203125,
+      "learning_rate": 1.0968660968660969e-05,
+      "loss": 2.2393,
+      "step": 78
+    },
+    {
+      "epoch": 0.033832976445396144,
+      "grad_norm": 4.7633185386657715,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8923,
+      "step": 79
+    },
+    {
+      "epoch": 0.034261241970021415,
+      "grad_norm": 2.497022867202759,
+      "learning_rate": 1.1253561253561254e-05,
+      "loss": 1.3657,
+      "step": 80
+    },
+    {
+      "epoch": 0.03468950749464668,
+      "grad_norm": 1.652069091796875,
+      "learning_rate": 1.1396011396011397e-05,
+      "loss": 1.1501,
+      "step": 81
+    },
+    {
+      "epoch": 0.03511777301927195,
+      "grad_norm": 3.0559256076812744,
+      "learning_rate": 1.153846153846154e-05,
+      "loss": 2.9857,
+      "step": 82
+    },
+    {
+      "epoch": 0.035546038543897214,
+      "grad_norm": 2.7610037326812744,
+      "learning_rate": 1.168091168091168e-05,
+      "loss": 1.5787,
+      "step": 83
+    },
+    {
+      "epoch": 0.035974304068522485,
+      "grad_norm": 4.726510524749756,
+      "learning_rate": 1.1823361823361825e-05,
+      "loss": 1.2457,
+      "step": 84
+    },
+    {
+      "epoch": 0.03640256959314775,
+      "grad_norm": 3.145317316055298,
+      "learning_rate": 1.1965811965811967e-05,
+      "loss": 1.6538,
+      "step": 85
+    },
+    {
+      "epoch": 0.03683083511777302,
+      "grad_norm": 2.6324005126953125,
+      "learning_rate": 1.2108262108262108e-05,
+      "loss": 0.5818,
+      "step": 86
+    },
+    {
+      "epoch": 0.037259100642398284,
+      "grad_norm": 2.972818374633789,
+      "learning_rate": 1.2250712250712251e-05,
+      "loss": 1.5198,
+      "step": 87
+    },
+    {
+      "epoch": 0.037687366167023555,
+      "grad_norm": 0.8950526714324951,
+      "learning_rate": 1.2393162393162394e-05,
+      "loss": 0.7204,
+      "step": 88
+    },
+    {
+      "epoch": 0.038115631691648826,
+      "grad_norm": 1.8429253101348877,
+      "learning_rate": 1.2535612535612536e-05,
+      "loss": 1.3245,
+      "step": 89
+    },
+    {
+      "epoch": 0.03854389721627409,
+      "grad_norm": 0.45375463366508484,
+      "learning_rate": 1.267806267806268e-05,
+      "loss": 0.3398,
+      "step": 90
+    },
+    {
+      "epoch": 0.03897216274089936,
+      "grad_norm": 3.102236032485962,
+      "learning_rate": 1.282051282051282e-05,
+      "loss": 1.4188,
+      "step": 91
+    },
+    {
+      "epoch": 0.039400428265524624,
+      "grad_norm": 2.044050931930542,
+      "learning_rate": 1.2962962962962962e-05,
+      "loss": 1.4424,
+      "step": 92
+    },
+    {
+      "epoch": 0.039828693790149895,
+      "grad_norm": 4.232303619384766,
+      "learning_rate": 1.3105413105413105e-05,
+      "loss": 1.8351,
+      "step": 93
+    },
+    {
+      "epoch": 0.04025695931477516,
+      "grad_norm": 3.6002004146575928,
+      "learning_rate": 1.324786324786325e-05,
+      "loss": 2.0512,
+      "step": 94
+    },
+    {
+      "epoch": 0.04068522483940043,
+      "grad_norm": 2.6440224647521973,
+      "learning_rate": 1.3390313390313392e-05,
+      "loss": 0.7994,
+      "step": 95
+    },
+    {
+      "epoch": 0.041113490364025694,
+      "grad_norm": 4.298135757446289,
+      "learning_rate": 1.3532763532763535e-05,
+      "loss": 1.7662,
+      "step": 96
+    },
+    {
+      "epoch": 0.041541755888650965,
+      "grad_norm": 3.527419090270996,
+      "learning_rate": 1.3675213675213677e-05,
+      "loss": 1.7108,
+      "step": 97
+    },
+    {
+      "epoch": 0.04197002141327623,
+      "grad_norm": 2.3270251750946045,
+      "learning_rate": 1.3817663817663817e-05,
+      "loss": 1.1326,
+      "step": 98
+    },
+    {
+      "epoch": 0.0423982869379015,
+      "grad_norm": 1.2680535316467285,
+      "learning_rate": 1.3960113960113961e-05,
+      "loss": 0.9455,
+      "step": 99
+    },
+    {
+      "epoch": 0.042826552462526764,
+      "grad_norm": 2.1174681186676025,
+      "learning_rate": 1.4102564102564104e-05,
+      "loss": 0.8999,
+      "step": 100
+    },
+    {
+      "epoch": 0.043254817987152035,
+      "grad_norm": 1.7265313863754272,
+      "learning_rate": 1.4245014245014246e-05,
+      "loss": 0.7647,
+      "step": 101
+    },
+    {
+      "epoch": 0.0436830835117773,
+      "grad_norm": 3.0749151706695557,
+      "learning_rate": 1.4387464387464389e-05,
+      "loss": 1.0355,
+      "step": 102
+    },
+    {
+      "epoch": 0.04411134903640257,
+      "grad_norm": 3.2242751121520996,
+      "learning_rate": 1.4529914529914531e-05,
+      "loss": 2.053,
+      "step": 103
+    },
+    {
+      "epoch": 0.04453961456102784,
+      "grad_norm": 2.893559694290161,
+      "learning_rate": 1.4672364672364672e-05,
+      "loss": 1.2764,
+      "step": 104
+    },
+    {
+      "epoch": 0.044967880085653104,
+      "grad_norm": 2.5631375312805176,
+      "learning_rate": 1.4814814814814815e-05,
+      "loss": 1.0131,
+      "step": 105
+    },
+    {
+      "epoch": 0.045396145610278375,
+      "grad_norm": 2.3468258380889893,
+      "learning_rate": 1.4957264957264958e-05,
+      "loss": 1.7249,
+      "step": 106
+    },
+    {
+      "epoch": 0.04582441113490364,
+      "grad_norm": 2.702765703201294,
+      "learning_rate": 1.50997150997151e-05,
+      "loss": 1.5623,
+      "step": 107
+    },
+    {
+      "epoch": 0.04625267665952891,
+      "grad_norm": 2.32950758934021,
+      "learning_rate": 1.5242165242165243e-05,
+      "loss": 0.9961,
+      "step": 108
+    },
+    {
+      "epoch": 0.046680942184154174,
+      "grad_norm": 2.3744215965270996,
+      "learning_rate": 1.5384615384615387e-05,
+      "loss": 0.6956,
+      "step": 109
+    },
+    {
+      "epoch": 0.047109207708779445,
+      "grad_norm": 1.4256198406219482,
+      "learning_rate": 1.552706552706553e-05,
+      "loss": 1.4581,
+      "step": 110
+    },
+    {
+      "epoch": 0.04753747323340471,
+      "grad_norm": 2.7099788188934326,
+      "learning_rate": 1.566951566951567e-05,
+      "loss": 1.7635,
+      "step": 111
+    },
+    {
+      "epoch": 0.04796573875802998,
+      "grad_norm": 1.7480332851409912,
+      "learning_rate": 1.581196581196581e-05,
+      "loss": 0.899,
+      "step": 112
+    },
+    {
+      "epoch": 0.048394004282655244,
+      "grad_norm": 3.276075601577759,
+      "learning_rate": 1.5954415954415954e-05,
+      "loss": 0.9959,
+      "step": 113
+    },
+    {
+      "epoch": 0.048822269807280515,
+      "grad_norm": 1.9205656051635742,
+      "learning_rate": 1.6096866096866097e-05,
+      "loss": 1.391,
+      "step": 114
+    },
+    {
+      "epoch": 0.04925053533190578,
+      "grad_norm": 1.0712634325027466,
+      "learning_rate": 1.623931623931624e-05,
+      "loss": 0.6293,
+      "step": 115
+    },
+    {
+      "epoch": 0.04967880085653105,
+      "grad_norm": 2.306438446044922,
+      "learning_rate": 1.6381766381766382e-05,
+      "loss": 0.9727,
+      "step": 116
+    },
+    {
+      "epoch": 0.050107066381156314,
+      "grad_norm": 3.2861328125,
+      "learning_rate": 1.6524216524216525e-05,
+      "loss": 1.6748,
+      "step": 117
+    },
+    {
+      "epoch": 0.050535331905781584,
+      "grad_norm": 2.97861909866333,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 1.0645,
+      "step": 118
+    },
+    {
+      "epoch": 0.050963597430406855,
+      "grad_norm": 2.034090518951416,
+      "learning_rate": 1.680911680911681e-05,
+      "loss": 0.8671,
+      "step": 119
+    },
+    {
+      "epoch": 0.05139186295503212,
+      "grad_norm": 1.3443281650543213,
+      "learning_rate": 1.6951566951566953e-05,
+      "loss": 0.5913,
+      "step": 120
+    },
+    {
+      "epoch": 0.05182012847965739,
+      "grad_norm": 3.0041215419769287,
+      "learning_rate": 1.7094017094017095e-05,
+      "loss": 1.1359,
+      "step": 121
+    },
+    {
+      "epoch": 0.052248394004282654,
+      "grad_norm": 0.7477733492851257,
+      "learning_rate": 1.7236467236467238e-05,
+      "loss": 0.5039,
+      "step": 122
+    },
+    {
+      "epoch": 0.052676659528907925,
+      "grad_norm": 3.389904260635376,
+      "learning_rate": 1.737891737891738e-05,
+      "loss": 1.2213,
+      "step": 123
+    },
+    {
+      "epoch": 0.05310492505353319,
+      "grad_norm": 0.611035943031311,
+      "learning_rate": 1.752136752136752e-05,
+      "loss": 0.7675,
+      "step": 124
+    },
+    {
+      "epoch": 0.05353319057815846,
+      "grad_norm": 1.97183358669281,
+      "learning_rate": 1.7663817663817662e-05,
+      "loss": 1.0875,
+      "step": 125
+    },
+    {
+      "epoch": 0.053961456102783724,
+      "grad_norm": 0.8395046591758728,
+      "learning_rate": 1.7806267806267805e-05,
+      "loss": 1.2124,
+      "step": 126
+    },
+    {
+      "epoch": 0.054389721627408995,
+      "grad_norm": 3.901089668273926,
+      "learning_rate": 1.794871794871795e-05,
+      "loss": 1.0323,
+      "step": 127
+    },
+    {
+      "epoch": 0.05481798715203426,
+      "grad_norm": 2.217695474624634,
+      "learning_rate": 1.8091168091168094e-05,
+      "loss": 0.839,
+      "step": 128
+    },
+    {
+      "epoch": 0.05524625267665953,
+      "grad_norm": 1.549622654914856,
+      "learning_rate": 1.8233618233618236e-05,
+      "loss": 1.4423,
+      "step": 129
+    },
+    {
+      "epoch": 0.055674518201284794,
+      "grad_norm": 2.0840487480163574,
+      "learning_rate": 1.837606837606838e-05,
+      "loss": 1.1863,
+      "step": 130
+    },
+    {
+      "epoch": 0.056102783725910065,
+      "grad_norm": 6.627814769744873,
+      "learning_rate": 1.8518518518518518e-05,
+      "loss": 0.8793,
+      "step": 131
+    },
+    {
+      "epoch": 0.05653104925053533,
+      "grad_norm": 2.3658409118652344,
+      "learning_rate": 1.866096866096866e-05,
+      "loss": 0.7569,
+      "step": 132
+    },
+    {
+      "epoch": 0.0569593147751606,
+      "grad_norm": 1.1699354648590088,
+      "learning_rate": 1.8803418803418804e-05,
+      "loss": 1.0762,
+      "step": 133
+    },
+    {
+      "epoch": 0.05738758029978587,
+      "grad_norm": 2.5904946327209473,
+      "learning_rate": 1.8945868945868946e-05,
+      "loss": 1.6799,
+      "step": 134
+    },
+    {
+      "epoch": 0.057815845824411134,
+      "grad_norm": 3.161961555480957,
+      "learning_rate": 1.908831908831909e-05,
+      "loss": 0.8449,
+      "step": 135
+    },
+    {
+      "epoch": 0.058244111349036405,
+      "grad_norm": 6.7654595375061035,
+      "learning_rate": 1.923076923076923e-05,
+      "loss": 0.6129,
+      "step": 136
+    },
+    {
+      "epoch": 0.05867237687366167,
+      "grad_norm": 1.832990288734436,
+      "learning_rate": 1.9373219373219374e-05,
+      "loss": 2.5059,
+      "step": 137
+    },
+    {
+      "epoch": 0.05910064239828694,
+      "grad_norm": 3.723707675933838,
+      "learning_rate": 1.9515669515669517e-05,
+      "loss": 2.0814,
+      "step": 138
+    },
+    {
+      "epoch": 0.059528907922912204,
+      "grad_norm": 1.0602309703826904,
+      "learning_rate": 1.965811965811966e-05,
+      "loss": 1.0654,
+      "step": 139
+    },
+    {
+      "epoch": 0.059957173447537475,
+      "grad_norm": 2.92753005027771,
+      "learning_rate": 1.9800569800569802e-05,
+      "loss": 1.2185,
+      "step": 140
+    },
+    {
+      "epoch": 0.06038543897216274,
+      "grad_norm": 2.360262393951416,
+      "learning_rate": 1.9943019943019945e-05,
+      "loss": 2.5411,
+      "step": 141
+    },
+    {
+      "epoch": 0.06081370449678801,
+      "grad_norm": 1.8445204496383667,
+      "learning_rate": 2.0085470085470087e-05,
+      "loss": 1.0995,
+      "step": 142
+    },
+    {
+      "epoch": 0.061241970021413274,
+      "grad_norm": 0.813838005065918,
+      "learning_rate": 2.022792022792023e-05,
+      "loss": 0.8227,
+      "step": 143
+    },
+    {
+      "epoch": 0.061670235546038545,
+      "grad_norm": 3.5064644813537598,
+      "learning_rate": 2.037037037037037e-05,
+      "loss": 1.1525,
+      "step": 144
+    },
+    {
+      "epoch": 0.06209850107066381,
+      "grad_norm": 1.073612928390503,
+      "learning_rate": 2.0512820512820512e-05,
+      "loss": 0.5725,
+      "step": 145
+    },
+    {
+      "epoch": 0.06252676659528908,
+      "grad_norm": 2.7583556175231934,
+      "learning_rate": 2.0655270655270654e-05,
+      "loss": 0.8987,
+      "step": 146
+    },
+    {
+      "epoch": 0.06295503211991435,
+      "grad_norm": 1.851110577583313,
+      "learning_rate": 2.07977207977208e-05,
+      "loss": 1.135,
+      "step": 147
+    },
+    {
+      "epoch": 0.06338329764453962,
+      "grad_norm": 1.7671997547149658,
+      "learning_rate": 2.0940170940170943e-05,
+      "loss": 0.9444,
+      "step": 148
+    },
+    {
+      "epoch": 0.06381156316916488,
+      "grad_norm": 2.2174129486083984,
+      "learning_rate": 2.1082621082621086e-05,
+      "loss": 2.2515,
+      "step": 149
+    },
+    {
+      "epoch": 0.06423982869379015,
+      "grad_norm": 2.4144673347473145,
+      "learning_rate": 2.1225071225071228e-05,
+      "loss": 1.5357,
+      "step": 150
+    },
+    {
+      "epoch": 0.06466809421841542,
+      "grad_norm": 2.300302267074585,
+      "learning_rate": 2.1367521367521368e-05,
+      "loss": 1.5303,
+      "step": 151
+    },
+    {
+      "epoch": 0.06509635974304069,
+      "grad_norm": 1.8440951108932495,
+      "learning_rate": 2.150997150997151e-05,
+      "loss": 1.2911,
+      "step": 152
+    },
+    {
+      "epoch": 0.06552462526766595,
+      "grad_norm": 2.8966660499572754,
+      "learning_rate": 2.1652421652421653e-05,
+      "loss": 0.5728,
+      "step": 153
+    },
+    {
+      "epoch": 0.06595289079229122,
+      "grad_norm": 1.5750426054000854,
+      "learning_rate": 2.1794871794871795e-05,
+      "loss": 0.4105,
+      "step": 154
+    },
+    {
+      "epoch": 0.06638115631691649,
+      "grad_norm": 1.9909145832061768,
+      "learning_rate": 2.1937321937321938e-05,
+      "loss": 1.1158,
+      "step": 155
+    },
+    {
+      "epoch": 0.06680942184154176,
+      "grad_norm": 2.814115047454834,
+      "learning_rate": 2.207977207977208e-05,
+      "loss": 1.035,
+      "step": 156
+    },
+    {
+      "epoch": 0.06723768736616702,
+      "grad_norm": 2.482508897781372,
+      "learning_rate": 2.2222222222222223e-05,
+      "loss": 0.8973,
+      "step": 157
+    },
+    {
+      "epoch": 0.06766595289079229,
+      "grad_norm": 2.8949925899505615,
+      "learning_rate": 2.2364672364672366e-05,
+      "loss": 1.0229,
+      "step": 158
+    },
+    {
+      "epoch": 0.06809421841541756,
+      "grad_norm": 2.1035938262939453,
+      "learning_rate": 2.250712250712251e-05,
+      "loss": 0.768,
+      "step": 159
+    },
+    {
+      "epoch": 0.06852248394004283,
+      "grad_norm": 1.8911529779434204,
+      "learning_rate": 2.264957264957265e-05,
+      "loss": 0.9797,
+      "step": 160
+    },
+    {
+      "epoch": 0.06895074946466809,
+      "grad_norm": 2.6914169788360596,
+      "learning_rate": 2.2792022792022794e-05,
+      "loss": 2.152,
+      "step": 161
+    },
+    {
+      "epoch": 0.06937901498929336,
+      "grad_norm": 0.8834894895553589,
+      "learning_rate": 2.2934472934472936e-05,
+      "loss": 1.103,
+      "step": 162
+    },
+    {
+      "epoch": 0.06980728051391863,
+      "grad_norm": 2.0131044387817383,
+      "learning_rate": 2.307692307692308e-05,
+      "loss": 0.903,
+      "step": 163
+    },
+    {
+      "epoch": 0.0702355460385439,
+      "grad_norm": 2.1658196449279785,
+      "learning_rate": 2.321937321937322e-05,
+      "loss": 1.1855,
+      "step": 164
+    },
+    {
+      "epoch": 0.07066381156316917,
+      "grad_norm": 1.6546519994735718,
+      "learning_rate": 2.336182336182336e-05,
+      "loss": 1.1255,
+      "step": 165
+    },
+    {
+      "epoch": 0.07109207708779443,
+      "grad_norm": 1.0210672616958618,
+      "learning_rate": 2.3504273504273504e-05,
+      "loss": 0.4075,
+      "step": 166
+    },
+    {
+      "epoch": 0.0715203426124197,
+      "grad_norm": 1.1995691061019897,
+      "learning_rate": 2.364672364672365e-05,
+      "loss": 0.9311,
+      "step": 167
+    },
+    {
+      "epoch": 0.07194860813704497,
+      "grad_norm": 3.7927942276000977,
+      "learning_rate": 2.3789173789173792e-05,
+      "loss": 1.8224,
+      "step": 168
+    },
+    {
+      "epoch": 0.07237687366167024,
+      "grad_norm": 3.2891554832458496,
+      "learning_rate": 2.3931623931623935e-05,
+      "loss": 1.009,
+      "step": 169
+    },
+    {
+      "epoch": 0.0728051391862955,
+      "grad_norm": 3.164005994796753,
+      "learning_rate": 2.4074074074074074e-05,
+      "loss": 2.0002,
+      "step": 170
+    },
+    {
+      "epoch": 0.07323340471092077,
+      "grad_norm": 0.5787224173545837,
+      "learning_rate": 2.4216524216524217e-05,
+      "loss": 0.5373,
+      "step": 171
+    },
+    {
+      "epoch": 0.07366167023554604,
+      "grad_norm": 2.172433376312256,
+      "learning_rate": 2.435897435897436e-05,
+      "loss": 0.864,
+      "step": 172
+    },
+    {
+      "epoch": 0.07408993576017131,
+      "grad_norm": 5.6189680099487305,
+      "learning_rate": 2.4501424501424502e-05,
+      "loss": 0.9794,
+      "step": 173
+    },
+    {
+      "epoch": 0.07451820128479657,
+      "grad_norm": 2.1432316303253174,
+      "learning_rate": 2.4643874643874645e-05,
+      "loss": 1.6739,
+      "step": 174
+    },
+    {
+      "epoch": 0.07494646680942184,
+      "grad_norm": 1.8768941164016724,
+      "learning_rate": 2.4786324786324787e-05,
+      "loss": 0.6435,
+      "step": 175
+    },
+    {
+      "epoch": 0.07537473233404711,
+      "grad_norm": 2.10730242729187,
+      "learning_rate": 2.492877492877493e-05,
+      "loss": 1.206,
+      "step": 176
+    },
+    {
+      "epoch": 0.07580299785867238,
+      "grad_norm": 1.1551294326782227,
+      "learning_rate": 2.5071225071225073e-05,
+      "loss": 0.4975,
+      "step": 177
+    },
+    {
+      "epoch": 0.07623126338329765,
+      "grad_norm": 4.672671794891357,
+      "learning_rate": 2.5213675213675215e-05,
+      "loss": 1.4764,
+      "step": 178
+    },
+    {
+      "epoch": 0.07665952890792291,
+      "grad_norm": 2.660536527633667,
+      "learning_rate": 2.535612535612536e-05,
+      "loss": 1.0217,
+      "step": 179
+    },
+    {
+      "epoch": 0.07708779443254818,
+      "grad_norm": 2.8997318744659424,
+      "learning_rate": 2.54985754985755e-05,
+      "loss": 0.8527,
+      "step": 180
+    },
+    {
+      "epoch": 0.07751605995717345,
+      "grad_norm": 28.671045303344727,
+      "learning_rate": 2.564102564102564e-05,
+      "loss": 2.7668,
+      "step": 181
+    },
+    {
+      "epoch": 0.07794432548179872,
+      "grad_norm": 2.164299249649048,
+      "learning_rate": 2.5783475783475786e-05,
+      "loss": 1.8198,
+      "step": 182
+    },
+    {
+      "epoch": 0.07837259100642398,
+      "grad_norm": 2.060107946395874,
+      "learning_rate": 2.5925925925925925e-05,
+      "loss": 1.6996,
+      "step": 183
+    },
+    {
+      "epoch": 0.07880085653104925,
+      "grad_norm": 2.9459447860717773,
+      "learning_rate": 2.606837606837607e-05,
+      "loss": 1.7054,
+      "step": 184
+    },
+    {
+      "epoch": 0.07922912205567452,
+      "grad_norm": 2.1560142040252686,
+      "learning_rate": 2.621082621082621e-05,
+      "loss": 1.1771,
+      "step": 185
+    },
+    {
+      "epoch": 0.07965738758029979,
+      "grad_norm": 8.054213523864746,
+      "learning_rate": 2.6353276353276356e-05,
+      "loss": 1.5743,
+      "step": 186
+    },
+    {
+      "epoch": 0.08008565310492505,
+      "grad_norm": 1.5502079725265503,
+      "learning_rate": 2.64957264957265e-05,
+      "loss": 0.827,
+      "step": 187
+    },
+    {
+      "epoch": 0.08051391862955032,
+      "grad_norm": 3.1884241104125977,
+      "learning_rate": 2.6638176638176638e-05,
+      "loss": 0.5803,
+      "step": 188
+    },
+    {
+      "epoch": 0.08094218415417559,
+      "grad_norm": 2.181755781173706,
+      "learning_rate": 2.6780626780626784e-05,
+      "loss": 0.6595,
+      "step": 189
+    },
+    {
+      "epoch": 0.08137044967880086,
+      "grad_norm": 1.1271017789840698,
+      "learning_rate": 2.6923076923076923e-05,
+      "loss": 0.7789,
+      "step": 190
+    },
+    {
+      "epoch": 0.08179871520342613,
+      "grad_norm": 1.9792314767837524,
+      "learning_rate": 2.706552706552707e-05,
+      "loss": 0.5795,
+      "step": 191
+    },
+    {
+      "epoch": 0.08222698072805139,
+      "grad_norm": 2.1888654232025146,
+      "learning_rate": 2.720797720797721e-05,
+      "loss": 0.5598,
+      "step": 192
+    },
+    {
+      "epoch": 0.08265524625267666,
+      "grad_norm": 2.769583225250244,
+      "learning_rate": 2.7350427350427355e-05,
+      "loss": 1.8354,
+      "step": 193
+    },
+    {
+      "epoch": 0.08308351177730193,
+      "grad_norm": 3.9634060859680176,
+      "learning_rate": 2.7492877492877494e-05,
+      "loss": 1.6838,
+      "step": 194
+    },
+    {
+      "epoch": 0.0835117773019272,
+      "grad_norm": 0.7734169363975525,
+      "learning_rate": 2.7635327635327633e-05,
+      "loss": 0.5022,
+      "step": 195
+    },
+    {
+      "epoch": 0.08394004282655246,
+      "grad_norm": 2.710714340209961,
+      "learning_rate": 2.777777777777778e-05,
+      "loss": 0.5632,
+      "step": 196
+    },
+    {
+      "epoch": 0.08436830835117773,
+      "grad_norm": 3.237424612045288,
+      "learning_rate": 2.7920227920227922e-05,
+      "loss": 1.6339,
+      "step": 197
+    },
+    {
+      "epoch": 0.084796573875803,
+      "grad_norm": 0.47497913241386414,
+      "learning_rate": 2.8062678062678068e-05,
+      "loss": 0.2132,
+      "step": 198
+    },
+    {
+      "epoch": 0.08522483940042827,
+      "grad_norm": 7.765350818634033,
+      "learning_rate": 2.8205128205128207e-05,
+      "loss": 0.4622,
+      "step": 199
+    },
+    {
+      "epoch": 0.08565310492505353,
+      "grad_norm": 2.7390847206115723,
+      "learning_rate": 2.8347578347578346e-05,
+      "loss": 2.1194,
+      "step": 200
+    },
+    {
+      "epoch": 0.0860813704496788,
+      "grad_norm": 3.198359727859497,
+      "learning_rate": 2.8490028490028492e-05,
+      "loss": 1.0102,
+      "step": 201
+    },
+    {
+      "epoch": 0.08650963597430407,
+      "grad_norm": 2.5699501037597656,
+      "learning_rate": 2.863247863247863e-05,
+      "loss": 0.9166,
+      "step": 202
+    },
+    {
+      "epoch": 0.08693790149892934,
+      "grad_norm": 3.6063661575317383,
+      "learning_rate": 2.8774928774928778e-05,
+      "loss": 1.4779,
+      "step": 203
+    },
+    {
+      "epoch": 0.0873661670235546,
+      "grad_norm": 3.5549824237823486,
+      "learning_rate": 2.8917378917378917e-05,
+      "loss": 2.0135,
+      "step": 204
+    },
+    {
+      "epoch": 0.08779443254817987,
+      "grad_norm": 1.2536407709121704,
+      "learning_rate": 2.9059829059829063e-05,
+      "loss": 0.7561,
+      "step": 205
+    },
+    {
+      "epoch": 0.08822269807280514,
+      "grad_norm": 2.932950258255005,
+      "learning_rate": 2.9202279202279202e-05,
+      "loss": 0.8978,
+      "step": 206
+    },
+    {
+      "epoch": 0.08865096359743041,
+      "grad_norm": 0.7235990166664124,
+      "learning_rate": 2.9344729344729345e-05,
+      "loss": 0.4349,
+      "step": 207
+    },
+    {
+      "epoch": 0.08907922912205568,
+      "grad_norm": 7.0716753005981445,
+      "learning_rate": 2.948717948717949e-05,
+      "loss": 1.0733,
+      "step": 208
+    },
+    {
+      "epoch": 0.08950749464668094,
+      "grad_norm": 1.471746802330017,
+      "learning_rate": 2.962962962962963e-05,
+      "loss": 1.0135,
+      "step": 209
+    },
+    {
+      "epoch": 0.08993576017130621,
+      "grad_norm": 3.3810818195343018,
+      "learning_rate": 2.9772079772079776e-05,
+      "loss": 0.5905,
+      "step": 210
+    },
+    {
+      "epoch": 0.09036402569593148,
+      "grad_norm": 2.022531747817993,
+      "learning_rate": 2.9914529914529915e-05,
+      "loss": 1.7242,
+      "step": 211
+    },
+    {
+      "epoch": 0.09079229122055675,
+      "grad_norm": 7.182267189025879,
+      "learning_rate": 3.005698005698006e-05,
+      "loss": 1.3271,
+      "step": 212
+    },
+    {
+      "epoch": 0.09122055674518201,
+      "grad_norm": 3.6144628524780273,
+      "learning_rate": 3.01994301994302e-05,
+      "loss": 1.5303,
+      "step": 213
+    },
+    {
+      "epoch": 0.09164882226980728,
+      "grad_norm": 3.691349744796753,
+      "learning_rate": 3.034188034188034e-05,
+      "loss": 1.0157,
+      "step": 214
+    },
+    {
+      "epoch": 0.09207708779443255,
+      "grad_norm": 4.777829647064209,
+      "learning_rate": 3.0484330484330486e-05,
+      "loss": 1.5315,
+      "step": 215
+    },
+    {
+      "epoch": 0.09250535331905782,
+      "grad_norm": 3.732825756072998,
+      "learning_rate": 3.0626780626780625e-05,
+      "loss": 1.6964,
+      "step": 216
+    },
+    {
+      "epoch": 0.09293361884368308,
+      "grad_norm": 0.7655865550041199,
+      "learning_rate": 3.0769230769230774e-05,
+      "loss": 0.4653,
+      "step": 217
+    },
+    {
+      "epoch": 0.09336188436830835,
+      "grad_norm": 2.9604082107543945,
+      "learning_rate": 3.091168091168091e-05,
+      "loss": 2.4223,
+      "step": 218
+    },
+    {
+      "epoch": 0.09379014989293362,
+      "grad_norm": 3.104810953140259,
+      "learning_rate": 3.105413105413106e-05,
+      "loss": 1.7372,
+      "step": 219
+    },
+    {
+      "epoch": 0.09421841541755889,
+      "grad_norm": 3.1921725273132324,
+      "learning_rate": 3.1196581196581195e-05,
+      "loss": 1.8576,
+      "step": 220
+    },
+    {
+      "epoch": 0.09464668094218416,
+      "grad_norm": 3.115173816680908,
+      "learning_rate": 3.133903133903134e-05,
+      "loss": 1.5189,
+      "step": 221
+    },
+    {
+      "epoch": 0.09507494646680942,
+      "grad_norm": 0.5380528569221497,
+      "learning_rate": 3.148148148148148e-05,
+      "loss": 0.2698,
+      "step": 222
+    },
+    {
+      "epoch": 0.09550321199143469,
+      "grad_norm": 1.3816708326339722,
+      "learning_rate": 3.162393162393162e-05,
+      "loss": 0.7257,
+      "step": 223
+    },
+    {
+      "epoch": 0.09593147751605996,
+      "grad_norm": 4.43396520614624,
+      "learning_rate": 3.176638176638177e-05,
+      "loss": 0.7819,
+      "step": 224
+    },
+    {
+      "epoch": 0.09635974304068523,
+      "grad_norm": 1.8262461423873901,
+      "learning_rate": 3.190883190883191e-05,
+      "loss": 1.2734,
+      "step": 225
+    },
+    {
+      "epoch": 0.09678800856531049,
+      "grad_norm": 5.1299591064453125,
+      "learning_rate": 3.205128205128206e-05,
+      "loss": 0.8673,
+      "step": 226
+    },
+    {
+      "epoch": 0.09721627408993576,
+      "grad_norm": 2.9369852542877197,
+      "learning_rate": 3.2193732193732194e-05,
+      "loss": 2.0378,
+      "step": 227
+    },
+    {
+      "epoch": 0.09764453961456103,
+      "grad_norm": 4.220022678375244,
+      "learning_rate": 3.2336182336182337e-05,
+      "loss": 1.1835,
+      "step": 228
+    },
+    {
+      "epoch": 0.0980728051391863,
+      "grad_norm": 2.7889351844787598,
+      "learning_rate": 3.247863247863248e-05,
+      "loss": 0.9369,
+      "step": 229
+    },
+    {
+      "epoch": 0.09850107066381156,
+      "grad_norm": 4.0769877433776855,
+      "learning_rate": 3.262108262108262e-05,
+      "loss": 1.4096,
+      "step": 230
+    },
+    {
+      "epoch": 0.09892933618843683,
+      "grad_norm": 2.644496202468872,
+      "learning_rate": 3.2763532763532764e-05,
+      "loss": 1.1633,
+      "step": 231
+    },
+    {
+      "epoch": 0.0993576017130621,
+      "grad_norm": 3.4216861724853516,
+      "learning_rate": 3.290598290598291e-05,
+      "loss": 1.2418,
+      "step": 232
+    },
+    {
+      "epoch": 0.09978586723768737,
+      "grad_norm": 3.555447578430176,
+      "learning_rate": 3.304843304843305e-05,
+      "loss": 0.7912,
+      "step": 233
+    },
+    {
+      "epoch": 0.10021413276231263,
+      "grad_norm": 2.637141466140747,
+      "learning_rate": 3.319088319088319e-05,
+      "loss": 1.1373,
+      "step": 234
+    },
+    {
+      "epoch": 0.1006423982869379,
+      "grad_norm": 3.479079008102417,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 1.1616,
+      "step": 235
+    },
+    {
+      "epoch": 0.10107066381156317,
+      "grad_norm": 3.893444538116455,
+      "learning_rate": 3.347578347578348e-05,
+      "loss": 1.661,
+      "step": 236
+    },
+    {
+      "epoch": 0.10149892933618844,
+      "grad_norm": 0.9387574195861816,
+      "learning_rate": 3.361823361823362e-05,
+      "loss": 0.3246,
+      "step": 237
+    },
+    {
+      "epoch": 0.10192719486081371,
+      "grad_norm": 2.405900716781616,
+      "learning_rate": 3.376068376068376e-05,
+      "loss": 1.0332,
+      "step": 238
+    },
+    {
+      "epoch": 0.10235546038543897,
+      "grad_norm": 2.6567132472991943,
+      "learning_rate": 3.3903133903133905e-05,
+      "loss": 0.7901,
+      "step": 239
+    },
+    {
+      "epoch": 0.10278372591006424,
+      "grad_norm": 1.9560396671295166,
+      "learning_rate": 3.404558404558404e-05,
+      "loss": 0.7824,
+      "step": 240
+    },
+    {
+      "epoch": 0.10321199143468951,
+      "grad_norm": 7.148070335388184,
+      "learning_rate": 3.418803418803419e-05,
+      "loss": 1.9755,
+      "step": 241
+    },
+    {
+      "epoch": 0.10364025695931478,
+      "grad_norm": 2.389586925506592,
+      "learning_rate": 3.433048433048433e-05,
+      "loss": 1.3012,
+      "step": 242
+    },
+    {
+      "epoch": 0.10406852248394004,
+      "grad_norm": 3.2438879013061523,
+      "learning_rate": 3.4472934472934476e-05,
+      "loss": 1.4369,
+      "step": 243
+    },
+    {
+      "epoch": 0.10449678800856531,
+      "grad_norm": 2.913053035736084,
+      "learning_rate": 3.461538461538462e-05,
+      "loss": 1.1202,
+      "step": 244
+    },
+    {
+      "epoch": 0.10492505353319058,
+      "grad_norm": 2.562062978744507,
+      "learning_rate": 3.475783475783476e-05,
+      "loss": 1.1709,
+      "step": 245
+    },
+    {
+      "epoch": 0.10535331905781585,
+      "grad_norm": 2.1583056449890137,
+      "learning_rate": 3.4900284900284904e-05,
+      "loss": 1.3019,
+      "step": 246
+    },
+    {
+      "epoch": 0.10578158458244111,
+      "grad_norm": 3.4717581272125244,
+      "learning_rate": 3.504273504273504e-05,
+      "loss": 0.5988,
+      "step": 247
+    },
+    {
+      "epoch": 0.10620985010706638,
+      "grad_norm": 4.936855316162109,
+      "learning_rate": 3.518518518518519e-05,
+      "loss": 2.0666,
+      "step": 248
+    },
+    {
+      "epoch": 0.10663811563169165,
+      "grad_norm": 4.098249912261963,
+      "learning_rate": 3.5327635327635325e-05,
+      "loss": 1.1168,
+      "step": 249
+    },
+    {
+      "epoch": 0.10706638115631692,
+      "grad_norm": 0.8581508994102478,
+      "learning_rate": 3.5470085470085474e-05,
+      "loss": 0.6159,
+      "step": 250
+    },
+    {
+      "epoch": 0.10749464668094219,
+      "grad_norm": 1.8340867757797241,
+      "learning_rate": 3.561253561253561e-05,
+      "loss": 0.5249,
+      "step": 251
+    },
+    {
+      "epoch": 0.10792291220556745,
+      "grad_norm": 3.4266982078552246,
+      "learning_rate": 3.575498575498576e-05,
+      "loss": 0.7002,
+      "step": 252
+    },
+    {
+      "epoch": 0.10835117773019272,
+      "grad_norm": 3.9117584228515625,
+      "learning_rate": 3.58974358974359e-05,
+      "loss": 1.5655,
+      "step": 253
+    },
+    {
+      "epoch": 0.10877944325481799,
+      "grad_norm": 1.3863552808761597,
+      "learning_rate": 3.603988603988604e-05,
+      "loss": 1.2217,
+      "step": 254
+    },
+    {
+      "epoch": 0.10920770877944326,
+      "grad_norm": 3.36838960647583,
+      "learning_rate": 3.618233618233619e-05,
+      "loss": 1.7856,
+      "step": 255
+    },
+    {
+      "epoch": 0.10963597430406852,
+      "grad_norm": 0.6971068382263184,
+      "learning_rate": 3.6324786324786323e-05,
+      "loss": 0.4212,
+      "step": 256
+    },
+    {
+      "epoch": 0.11006423982869379,
+      "grad_norm": 0.8887351155281067,
+      "learning_rate": 3.646723646723647e-05,
+      "loss": 0.7143,
+      "step": 257
+    },
+    {
+      "epoch": 0.11049250535331906,
+      "grad_norm": 3.525222063064575,
+      "learning_rate": 3.660968660968661e-05,
+      "loss": 1.1365,
+      "step": 258
+    },
+    {
+      "epoch": 0.11092077087794433,
+      "grad_norm": 1.0668435096740723,
+      "learning_rate": 3.675213675213676e-05,
+      "loss": 0.659,
+      "step": 259
+    },
+    {
+      "epoch": 0.11134903640256959,
+      "grad_norm": 6.667932033538818,
+      "learning_rate": 3.6894586894586894e-05,
+      "loss": 1.1953,
+      "step": 260
+    },
+    {
+      "epoch": 0.11177730192719486,
+      "grad_norm": 3.3820555210113525,
+      "learning_rate": 3.7037037037037037e-05,
+      "loss": 1.2613,
+      "step": 261
+    },
+    {
+      "epoch": 0.11220556745182013,
+      "grad_norm": 2.808933973312378,
+      "learning_rate": 3.717948717948718e-05,
+      "loss": 0.931,
+      "step": 262
+    },
+    {
+      "epoch": 0.1126338329764454,
+      "grad_norm": 3.5777313709259033,
+      "learning_rate": 3.732193732193732e-05,
+      "loss": 0.7262,
+      "step": 263
+    },
+    {
+      "epoch": 0.11306209850107066,
+      "grad_norm": 2.7199411392211914,
+      "learning_rate": 3.746438746438747e-05,
+      "loss": 1.6385,
+      "step": 264
+    },
+    {
+      "epoch": 0.11349036402569593,
+      "grad_norm": 0.6409360766410828,
+      "learning_rate": 3.760683760683761e-05,
+      "loss": 0.2108,
+      "step": 265
+    },
+    {
+      "epoch": 0.1139186295503212,
+      "grad_norm": 4.373414993286133,
+      "learning_rate": 3.774928774928775e-05,
+      "loss": 1.4652,
+      "step": 266
+    },
+    {
+      "epoch": 0.11434689507494647,
+      "grad_norm": 2.9497854709625244,
+      "learning_rate": 3.789173789173789e-05,
+      "loss": 0.4667,
+      "step": 267
+    },
+    {
+      "epoch": 0.11477516059957174,
+      "grad_norm": 2.694941520690918,
+      "learning_rate": 3.8034188034188035e-05,
+      "loss": 1.2275,
+      "step": 268
+    },
+    {
+      "epoch": 0.115203426124197,
+      "grad_norm": 3.571516752243042,
+      "learning_rate": 3.817663817663818e-05,
+      "loss": 0.9044,
+      "step": 269
+    },
+    {
+      "epoch": 0.11563169164882227,
+      "grad_norm": 3.343700885772705,
+      "learning_rate": 3.831908831908832e-05,
+      "loss": 0.8462,
+      "step": 270
+    },
+    {
+      "epoch": 0.11605995717344754,
+      "grad_norm": 2.678065776824951,
+      "learning_rate": 3.846153846153846e-05,
+      "loss": 0.9419,
+      "step": 271
+    },
+    {
+      "epoch": 0.11648822269807281,
+      "grad_norm": 4.342055320739746,
+      "learning_rate": 3.8603988603988605e-05,
+      "loss": 1.4355,
+      "step": 272
+    },
+    {
+      "epoch": 0.11691648822269807,
+      "grad_norm": 2.223581314086914,
+      "learning_rate": 3.874643874643875e-05,
+      "loss": 1.3613,
+      "step": 273
+    },
+    {
+      "epoch": 0.11734475374732334,
+      "grad_norm": 1.4890328645706177,
+      "learning_rate": 3.888888888888889e-05,
+      "loss": 0.4973,
+      "step": 274
+    },
+    {
+      "epoch": 0.11777301927194861,
+      "grad_norm": 2.4419546127319336,
+      "learning_rate": 3.903133903133903e-05,
+      "loss": 0.771,
+      "step": 275
+    },
+    {
+      "epoch": 0.11820128479657388,
+      "grad_norm": 2.5651586055755615,
+      "learning_rate": 3.9173789173789176e-05,
+      "loss": 0.8638,
+      "step": 276
+    },
+    {
+      "epoch": 0.11862955032119914,
+      "grad_norm": 2.1014864444732666,
+      "learning_rate": 3.931623931623932e-05,
+      "loss": 0.483,
+      "step": 277
+    },
+    {
+      "epoch": 0.11905781584582441,
+      "grad_norm": 1.876507043838501,
+      "learning_rate": 3.945868945868946e-05,
+      "loss": 0.6425,
+      "step": 278
+    },
+    {
+      "epoch": 0.11948608137044968,
+      "grad_norm": 0.9639261364936829,
+      "learning_rate": 3.9601139601139604e-05,
+      "loss": 0.7613,
+      "step": 279
+    },
+    {
+      "epoch": 0.11991434689507495,
+      "grad_norm": 4.80424690246582,
+      "learning_rate": 3.974358974358974e-05,
+      "loss": 1.1023,
+      "step": 280
+    },
+    {
+      "epoch": 0.12034261241970022,
+      "grad_norm": 1.3084949254989624,
+      "learning_rate": 3.988603988603989e-05,
+      "loss": 0.7321,
+      "step": 281
+    },
+    {
+      "epoch": 0.12077087794432548,
+      "grad_norm": 2.0441112518310547,
+      "learning_rate": 4.002849002849003e-05,
+      "loss": 0.9144,
+      "step": 282
+    },
+    {
+      "epoch": 0.12119914346895075,
+      "grad_norm": 3.4261035919189453,
+      "learning_rate": 4.0170940170940174e-05,
+      "loss": 1.2503,
+      "step": 283
+    },
+    {
+      "epoch": 0.12162740899357602,
+      "grad_norm": 2.8521831035614014,
+      "learning_rate": 4.031339031339032e-05,
+      "loss": 0.9512,
+      "step": 284
+    },
+    {
+      "epoch": 0.12205567451820129,
+      "grad_norm": 2.773212194442749,
+      "learning_rate": 4.045584045584046e-05,
+      "loss": 0.6451,
+      "step": 285
+    },
+    {
+      "epoch": 0.12248394004282655,
+      "grad_norm": 4.110400199890137,
+      "learning_rate": 4.05982905982906e-05,
+      "loss": 1.3147,
+      "step": 286
+    },
+    {
+      "epoch": 0.12291220556745182,
+      "grad_norm": 1.9671375751495361,
+      "learning_rate": 4.074074074074074e-05,
+      "loss": 1.2709,
+      "step": 287
+    },
+    {
+      "epoch": 0.12334047109207709,
+      "grad_norm": 6.436840534210205,
+      "learning_rate": 4.088319088319089e-05,
+      "loss": 1.223,
+      "step": 288
+    },
+    {
+      "epoch": 0.12376873661670236,
+      "grad_norm": 2.953733444213867,
+      "learning_rate": 4.1025641025641023e-05,
+      "loss": 1.4676,
+      "step": 289
+    },
+    {
+      "epoch": 0.12419700214132762,
+      "grad_norm": 2.509253740310669,
+      "learning_rate": 4.116809116809117e-05,
+      "loss": 1.0663,
+      "step": 290
+    },
+    {
+      "epoch": 0.12462526766595289,
+      "grad_norm": 2.7325279712677,
+      "learning_rate": 4.131054131054131e-05,
+      "loss": 0.9808,
+      "step": 291
+    },
+    {
+      "epoch": 0.12505353319057816,
+      "grad_norm": 3.29925274848938,
+      "learning_rate": 4.145299145299146e-05,
+      "loss": 0.9053,
+      "step": 292
+    },
+    {
+      "epoch": 0.12548179871520343,
+      "grad_norm": 4.940628528594971,
+      "learning_rate": 4.15954415954416e-05,
+      "loss": 0.8955,
+      "step": 293
+    },
+    {
+      "epoch": 0.1259100642398287,
+      "grad_norm": 2.5195744037628174,
+      "learning_rate": 4.1737891737891737e-05,
+      "loss": 1.0373,
+      "step": 294
+    },
+    {
+      "epoch": 0.12633832976445397,
+      "grad_norm": 2.4351556301116943,
+      "learning_rate": 4.1880341880341886e-05,
+      "loss": 1.5073,
+      "step": 295
+    },
+    {
+      "epoch": 0.12676659528907924,
+      "grad_norm": 2.1820871829986572,
+      "learning_rate": 4.202279202279202e-05,
+      "loss": 0.9427,
+      "step": 296
+    },
+    {
+      "epoch": 0.12719486081370449,
+      "grad_norm": 5.02900505065918,
+      "learning_rate": 4.216524216524217e-05,
+      "loss": 1.3116,
+      "step": 297
+    },
+    {
+      "epoch": 0.12762312633832976,
+      "grad_norm": 2.2908623218536377,
+      "learning_rate": 4.230769230769231e-05,
+      "loss": 0.6402,
+      "step": 298
+    },
+    {
+      "epoch": 0.12805139186295503,
+      "grad_norm": 1.2489633560180664,
+      "learning_rate": 4.2450142450142457e-05,
+      "loss": 0.7864,
+      "step": 299
+    },
+    {
+      "epoch": 0.1284796573875803,
+      "grad_norm": 2.6743311882019043,
+      "learning_rate": 4.259259259259259e-05,
+      "loss": 1.6379,
+      "step": 300
+    },
+    {
+      "epoch": 0.12890792291220557,
+      "grad_norm": 3.9318084716796875,
+      "learning_rate": 4.2735042735042735e-05,
+      "loss": 1.077,
+      "step": 301
+    },
+    {
+      "epoch": 0.12933618843683084,
+      "grad_norm": 5.200952053070068,
+      "learning_rate": 4.287749287749288e-05,
+      "loss": 1.582,
+      "step": 302
+    },
+    {
+      "epoch": 0.1297644539614561,
+      "grad_norm": 2.8001739978790283,
+      "learning_rate": 4.301994301994302e-05,
+      "loss": 0.7627,
+      "step": 303
+    },
+    {
+      "epoch": 0.13019271948608138,
+      "grad_norm": 2.4665000438690186,
+      "learning_rate": 4.316239316239317e-05,
+      "loss": 0.664,
+      "step": 304
+    },
+    {
+      "epoch": 0.13062098501070663,
+      "grad_norm": 2.0393238067626953,
+      "learning_rate": 4.3304843304843306e-05,
+      "loss": 1.5036,
+      "step": 305
+    },
+    {
+      "epoch": 0.1310492505353319,
+      "grad_norm": 3.9447362422943115,
+      "learning_rate": 4.344729344729345e-05,
+      "loss": 1.2888,
+      "step": 306
+    },
+    {
+      "epoch": 0.13147751605995717,
+      "grad_norm": 4.11535120010376,
+      "learning_rate": 4.358974358974359e-05,
+      "loss": 1.5128,
+      "step": 307
+    },
+    {
+      "epoch": 0.13190578158458244,
+      "grad_norm": 11.657325744628906,
+      "learning_rate": 4.3732193732193733e-05,
+      "loss": 1.1627,
+      "step": 308
+    },
+    {
+      "epoch": 0.1323340471092077,
+      "grad_norm": 5.706540107727051,
+      "learning_rate": 4.3874643874643876e-05,
+      "loss": 1.5227,
+      "step": 309
+    },
+    {
+      "epoch": 0.13276231263383298,
+      "grad_norm": 5.857652187347412,
+      "learning_rate": 4.401709401709402e-05,
+      "loss": 1.8463,
+      "step": 310
+    },
+    {
+      "epoch": 0.13319057815845825,
+      "grad_norm": 1.7586228847503662,
+      "learning_rate": 4.415954415954416e-05,
+      "loss": 0.5735,
+      "step": 311
+    },
+    {
+      "epoch": 0.13361884368308352,
+      "grad_norm": 2.094672441482544,
+      "learning_rate": 4.4301994301994304e-05,
+      "loss": 1.2916,
+      "step": 312
+    },
+    {
+      "epoch": 0.1340471092077088,
+      "grad_norm": 4.053452014923096,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 1.1266,
+      "step": 313
+    },
+    {
+      "epoch": 0.13447537473233404,
+      "grad_norm": 2.208840847015381,
+      "learning_rate": 4.458689458689459e-05,
+      "loss": 1.0383,
+      "step": 314
+    },
+    {
+      "epoch": 0.1349036402569593,
+      "grad_norm": 3.434532642364502,
+      "learning_rate": 4.472934472934473e-05,
+      "loss": 1.3051,
+      "step": 315
+    },
+    {
+      "epoch": 0.13533190578158458,
+      "grad_norm": 3.6953485012054443,
+      "learning_rate": 4.4871794871794874e-05,
+      "loss": 1.3194,
+      "step": 316
+    },
+    {
+      "epoch": 0.13576017130620985,
+      "grad_norm": 2.7297911643981934,
+      "learning_rate": 4.501424501424502e-05,
+      "loss": 0.5854,
+      "step": 317
+    },
+    {
+      "epoch": 0.13618843683083512,
+      "grad_norm": 2.270007848739624,
+      "learning_rate": 4.515669515669516e-05,
+      "loss": 1.1521,
+      "step": 318
+    },
+    {
+      "epoch": 0.1366167023554604,
+      "grad_norm": 3.4294533729553223,
+      "learning_rate": 4.52991452991453e-05,
+      "loss": 1.2827,
+      "step": 319
+    },
+    {
+      "epoch": 0.13704496788008566,
+      "grad_norm": 5.957180500030518,
+      "learning_rate": 4.544159544159544e-05,
+      "loss": 1.8546,
+      "step": 320
+    },
+    {
+      "epoch": 0.13747323340471093,
+      "grad_norm": 2.6642422676086426,
+      "learning_rate": 4.558404558404559e-05,
+      "loss": 1.9917,
+      "step": 321
+    },
+    {
+      "epoch": 0.13790149892933617,
+      "grad_norm": 5.76279354095459,
+      "learning_rate": 4.572649572649573e-05,
+      "loss": 0.9701,
+      "step": 322
+    },
+    {
+      "epoch": 0.13832976445396145,
+      "grad_norm": 2.231835126876831,
+      "learning_rate": 4.586894586894587e-05,
+      "loss": 0.3998,
+      "step": 323
+    },
+    {
+      "epoch": 0.13875802997858672,
+      "grad_norm": 2.0688564777374268,
+      "learning_rate": 4.6011396011396016e-05,
+      "loss": 0.8575,
+      "step": 324
+    },
+    {
+      "epoch": 0.139186295503212,
+      "grad_norm": 2.761754035949707,
+      "learning_rate": 4.615384615384616e-05,
+      "loss": 0.6517,
+      "step": 325
+    },
+    {
+      "epoch": 0.13961456102783726,
+      "grad_norm": 0.7211065292358398,
+      "learning_rate": 4.62962962962963e-05,
+      "loss": 0.4658,
+      "step": 326
+    },
+    {
+      "epoch": 0.14004282655246253,
+      "grad_norm": 1.1071851253509521,
+      "learning_rate": 4.643874643874644e-05,
+      "loss": 0.7377,
+      "step": 327
+    },
+    {
+      "epoch": 0.1404710920770878,
+      "grad_norm": 4.8394317626953125,
+      "learning_rate": 4.6581196581196586e-05,
+      "loss": 1.4033,
+      "step": 328
+    },
+    {
+      "epoch": 0.14089935760171307,
+      "grad_norm": 3.1725358963012695,
+      "learning_rate": 4.672364672364672e-05,
+      "loss": 0.6181,
+      "step": 329
+    },
+    {
+      "epoch": 0.14132762312633834,
+      "grad_norm": 2.5418283939361572,
+      "learning_rate": 4.686609686609687e-05,
+      "loss": 0.5777,
+      "step": 330
+    },
+    {
+      "epoch": 0.14175588865096359,
+      "grad_norm": 1.8466445207595825,
+      "learning_rate": 4.700854700854701e-05,
+      "loss": 1.8288,
+      "step": 331
+    },
+    {
+      "epoch": 0.14218415417558886,
+      "grad_norm": 2.4282803535461426,
+      "learning_rate": 4.7150997150997157e-05,
+      "loss": 1.2722,
+      "step": 332
+    },
+    {
+      "epoch": 0.14261241970021413,
+      "grad_norm": 1.3028372526168823,
+      "learning_rate": 4.72934472934473e-05,
+      "loss": 1.0986,
+      "step": 333
+    },
+    {
+      "epoch": 0.1430406852248394,
+      "grad_norm": 4.829996585845947,
+      "learning_rate": 4.7435897435897435e-05,
+      "loss": 0.8117,
+      "step": 334
+    },
+    {
+      "epoch": 0.14346895074946467,
+      "grad_norm": 1.4623647928237915,
+      "learning_rate": 4.7578347578347584e-05,
+      "loss": 0.2101,
+      "step": 335
+    },
+    {
+      "epoch": 0.14389721627408994,
+      "grad_norm": 2.873990297317505,
+      "learning_rate": 4.772079772079772e-05,
+      "loss": 0.8989,
+      "step": 336
+    },
+    {
+      "epoch": 0.1443254817987152,
+      "grad_norm": 2.3254125118255615,
+      "learning_rate": 4.786324786324787e-05,
+      "loss": 0.6008,
+      "step": 337
+    },
+    {
+      "epoch": 0.14475374732334048,
+      "grad_norm": 2.045220136642456,
+      "learning_rate": 4.8005698005698006e-05,
+      "loss": 0.4933,
+      "step": 338
+    },
+    {
+      "epoch": 0.14518201284796575,
+      "grad_norm": 4.741302967071533,
+      "learning_rate": 4.814814814814815e-05,
+      "loss": 1.2592,
+      "step": 339
+    },
+    {
+      "epoch": 0.145610278372591,
+      "grad_norm": 1.3247758150100708,
+      "learning_rate": 4.829059829059829e-05,
+      "loss": 0.4493,
+      "step": 340
+    },
+    {
+      "epoch": 0.14603854389721627,
+      "grad_norm": 3.2030017375946045,
+      "learning_rate": 4.8433048433048433e-05,
+      "loss": 1.3415,
+      "step": 341
+    },
+    {
+      "epoch": 0.14646680942184154,
+      "grad_norm": 1.6740561723709106,
+      "learning_rate": 4.8575498575498576e-05,
+      "loss": 0.5875,
+      "step": 342
+    },
+    {
+      "epoch": 0.1468950749464668,
+      "grad_norm": 1.2754088640213013,
+      "learning_rate": 4.871794871794872e-05,
+      "loss": 0.6072,
+      "step": 343
+    },
+    {
+      "epoch": 0.14732334047109208,
+      "grad_norm": 1.5246444940567017,
+      "learning_rate": 4.886039886039887e-05,
+      "loss": 0.5811,
+      "step": 344
+    },
+    {
+      "epoch": 0.14775160599571735,
+      "grad_norm": 0.7687652111053467,
+      "learning_rate": 4.9002849002849004e-05,
+      "loss": 0.542,
+      "step": 345
+    },
+    {
+      "epoch": 0.14817987152034262,
+      "grad_norm": 2.423299789428711,
+      "learning_rate": 4.9145299145299147e-05,
+      "loss": 0.5536,
+      "step": 346
+    },
+    {
+      "epoch": 0.1486081370449679,
+      "grad_norm": 2.727607488632202,
+      "learning_rate": 4.928774928774929e-05,
+      "loss": 0.8851,
+      "step": 347
+    },
+    {
+      "epoch": 0.14903640256959313,
+      "grad_norm": 1.3092122077941895,
+      "learning_rate": 4.943019943019943e-05,
+      "loss": 1.0741,
+      "step": 348
+    },
+    {
+      "epoch": 0.1494646680942184,
+      "grad_norm": 1.2348823547363281,
+      "learning_rate": 4.9572649572649575e-05,
+      "loss": 0.7979,
+      "step": 349
+    },
+    {
+      "epoch": 0.14989293361884368,
+      "grad_norm": 2.86472487449646,
+      "learning_rate": 4.971509971509972e-05,
+      "loss": 1.4189,
+      "step": 350
+    },
+    {
+      "epoch": 0.15032119914346895,
+      "grad_norm": 7.4626688957214355,
+      "learning_rate": 4.985754985754986e-05,
+      "loss": 0.6348,
+      "step": 351
+    },
+    {
+      "epoch": 0.15074946466809422,
+      "grad_norm": 0.8914886713027954,
+      "learning_rate": 5e-05,
+      "loss": 0.621,
+      "step": 352
+    },
+    {
+      "epoch": 0.1511777301927195,
+      "grad_norm": 5.990337371826172,
+      "learning_rate": 4.999999903792255e-05,
+      "loss": 1.8862,
+      "step": 353
+    },
+    {
+      "epoch": 0.15160599571734476,
+      "grad_norm": 2.3319222927093506,
+      "learning_rate": 4.999999615169029e-05,
+      "loss": 1.5169,
+      "step": 354
+    },
+    {
+      "epoch": 0.15203426124197003,
+      "grad_norm": 3.4257946014404297,
+      "learning_rate": 4.999999134130342e-05,
+      "loss": 1.7332,
+      "step": 355
+    },
+    {
+      "epoch": 0.1524625267665953,
+      "grad_norm": 3.090498685836792,
+      "learning_rate": 4.9999984606762326e-05,
+      "loss": 0.7426,
+      "step": 356
+    },
+    {
+      "epoch": 0.15289079229122055,
+      "grad_norm": 1.908044695854187,
+      "learning_rate": 4.9999975948067526e-05,
+      "loss": 0.6113,
+      "step": 357
+    },
+    {
+      "epoch": 0.15331905781584582,
+      "grad_norm": 2.222579002380371,
+      "learning_rate": 4.999996536521967e-05,
+      "loss": 0.6428,
+      "step": 358
+    },
+    {
+      "epoch": 0.1537473233404711,
+      "grad_norm": 5.090196132659912,
+      "learning_rate": 4.999995285821959e-05,
+      "loss": 0.8679,
+      "step": 359
+    },
+    {
+      "epoch": 0.15417558886509636,
+      "grad_norm": 2.045241117477417,
+      "learning_rate": 4.999993842706825e-05,
+      "loss": 0.7875,
+      "step": 360
+    },
+    {
+      "epoch": 0.15460385438972163,
+      "grad_norm": 3.4272027015686035,
+      "learning_rate": 4.9999922071766746e-05,
+      "loss": 1.0422,
+      "step": 361
+    },
+    {
+      "epoch": 0.1550321199143469,
+      "grad_norm": 3.5781402587890625,
+      "learning_rate": 4.999990379231635e-05,
+      "loss": 1.1422,
+      "step": 362
+    },
+    {
+      "epoch": 0.15546038543897217,
+      "grad_norm": 2.5248818397521973,
+      "learning_rate": 4.999988358871847e-05,
+      "loss": 0.9243,
+      "step": 363
+    },
+    {
+      "epoch": 0.15588865096359744,
+      "grad_norm": 3.3969483375549316,
+      "learning_rate": 4.999986146097464e-05,
+      "loss": 0.9829,
+      "step": 364
+    },
+    {
+      "epoch": 0.15631691648822268,
+      "grad_norm": 4.540043830871582,
+      "learning_rate": 4.999983740908659e-05,
+      "loss": 1.5493,
+      "step": 365
+    },
+    {
+      "epoch": 0.15674518201284796,
+      "grad_norm": 3.3326573371887207,
+      "learning_rate": 4.999981143305616e-05,
+      "loss": 1.5637,
+      "step": 366
+    },
+    {
+      "epoch": 0.15717344753747323,
+      "grad_norm": 2.8813436031341553,
+      "learning_rate": 4.9999783532885336e-05,
+      "loss": 1.7129,
+      "step": 367
+    },
+    {
+      "epoch": 0.1576017130620985,
+      "grad_norm": 5.514122486114502,
+      "learning_rate": 4.9999753708576284e-05,
+      "loss": 1.1118,
+      "step": 368
+    },
+    {
+      "epoch": 0.15802997858672377,
+      "grad_norm": 2.2584235668182373,
+      "learning_rate": 4.999972196013129e-05,
+      "loss": 0.9016,
+      "step": 369
+    },
+    {
+      "epoch": 0.15845824411134904,
+      "grad_norm": 2.3251535892486572,
+      "learning_rate": 4.9999688287552814e-05,
+      "loss": 0.9183,
+      "step": 370
+    },
+    {
+      "epoch": 0.1588865096359743,
+      "grad_norm": 3.450610876083374,
+      "learning_rate": 4.999965269084342e-05,
+      "loss": 1.5519,
+      "step": 371
+    },
+    {
+      "epoch": 0.15931477516059958,
+      "grad_norm": 4.327889442443848,
+      "learning_rate": 4.999961517000588e-05,
+      "loss": 1.3675,
+      "step": 372
+    },
+    {
+      "epoch": 0.15974304068522485,
+      "grad_norm": 1.5279462337493896,
+      "learning_rate": 4.9999575725043045e-05,
+      "loss": 0.6198,
+      "step": 373
+    },
+    {
+      "epoch": 0.1601713062098501,
+      "grad_norm": 0.9034647941589355,
+      "learning_rate": 4.999953435595798e-05,
+      "loss": 0.3951,
+      "step": 374
+    },
+    {
+      "epoch": 0.16059957173447537,
+      "grad_norm": 3.7228360176086426,
+      "learning_rate": 4.9999491062753856e-05,
+      "loss": 1.2267,
+      "step": 375
+    },
+    {
+      "epoch": 0.16102783725910064,
+      "grad_norm": 2.5156164169311523,
+      "learning_rate": 4.9999445845434004e-05,
+      "loss": 0.3982,
+      "step": 376
+    },
+    {
+      "epoch": 0.1614561027837259,
+      "grad_norm": 3.6561191082000732,
+      "learning_rate": 4.999939870400192e-05,
+      "loss": 0.7248,
+      "step": 377
+    },
+    {
+      "epoch": 0.16188436830835118,
+      "grad_norm": 2.1745412349700928,
+      "learning_rate": 4.999934963846121e-05,
+      "loss": 0.9778,
+      "step": 378
+    },
+    {
+      "epoch": 0.16231263383297645,
+      "grad_norm": 3.3897149562835693,
+      "learning_rate": 4.999929864881566e-05,
+      "loss": 0.6944,
+      "step": 379
+    },
+    {
+      "epoch": 0.16274089935760172,
+      "grad_norm": 3.7913360595703125,
+      "learning_rate": 4.999924573506921e-05,
+      "loss": 1.7213,
+      "step": 380
+    },
+    {
+      "epoch": 0.163169164882227,
+      "grad_norm": 3.4995369911193848,
+      "learning_rate": 4.9999190897225904e-05,
+      "loss": 0.5701,
+      "step": 381
+    },
+    {
+      "epoch": 0.16359743040685226,
+      "grad_norm": 3.800002098083496,
+      "learning_rate": 4.999913413528998e-05,
+      "loss": 1.4271,
+      "step": 382
+    },
+    {
+      "epoch": 0.1640256959314775,
+      "grad_norm": 2.2802443504333496,
+      "learning_rate": 4.9999075449265806e-05,
+      "loss": 0.6696,
+      "step": 383
+    },
+    {
+      "epoch": 0.16445396145610278,
+      "grad_norm": 2.56787371635437,
+      "learning_rate": 4.99990148391579e-05,
+      "loss": 1.4253,
+      "step": 384
+    },
+    {
+      "epoch": 0.16488222698072805,
+      "grad_norm": 4.743293762207031,
+      "learning_rate": 4.9998952304970915e-05,
+      "loss": 1.3926,
+      "step": 385
+    },
+    {
+      "epoch": 0.16531049250535332,
+      "grad_norm": 2.0783767700195312,
+      "learning_rate": 4.9998887846709677e-05,
+      "loss": 0.379,
+      "step": 386
+    },
+    {
+      "epoch": 0.1657387580299786,
+      "grad_norm": 3.05781888961792,
+      "learning_rate": 4.999882146437914e-05,
+      "loss": 0.7473,
+      "step": 387
+    },
+    {
+      "epoch": 0.16616702355460386,
+      "grad_norm": 3.497246503829956,
+      "learning_rate": 4.9998753157984416e-05,
+      "loss": 0.8679,
+      "step": 388
+    },
+    {
+      "epoch": 0.16659528907922913,
+      "grad_norm": 3.3666162490844727,
+      "learning_rate": 4.999868292753076e-05,
+      "loss": 0.7903,
+      "step": 389
+    },
+    {
+      "epoch": 0.1670235546038544,
+      "grad_norm": 0.6433454155921936,
+      "learning_rate": 4.999861077302358e-05,
+      "loss": 0.2768,
+      "step": 390
+    },
+    {
+      "epoch": 0.16745182012847964,
+      "grad_norm": 4.1033935546875,
+      "learning_rate": 4.999853669446843e-05,
+      "loss": 2.9947,
+      "step": 391
+    },
+    {
+      "epoch": 0.16788008565310492,
+      "grad_norm": 8.647603034973145,
+      "learning_rate": 4.9998460691871016e-05,
+      "loss": 1.8293,
+      "step": 392
+    },
+    {
+      "epoch": 0.1683083511777302,
+      "grad_norm": 0.8762586712837219,
+      "learning_rate": 4.9998382765237174e-05,
+      "loss": 0.3917,
+      "step": 393
+    },
+    {
+      "epoch": 0.16873661670235546,
+      "grad_norm": 1.536758303642273,
+      "learning_rate": 4.999830291457291e-05,
+      "loss": 0.5943,
+      "step": 394
+    },
+    {
+      "epoch": 0.16916488222698073,
+      "grad_norm": 15.144676208496094,
+      "learning_rate": 4.999822113988438e-05,
+      "loss": 1.7597,
+      "step": 395
+    },
+    {
+      "epoch": 0.169593147751606,
+      "grad_norm": 3.319223642349243,
+      "learning_rate": 4.9998137441177855e-05,
+      "loss": 0.6317,
+      "step": 396
+    },
+    {
+      "epoch": 0.17002141327623127,
+      "grad_norm": 0.8792291283607483,
+      "learning_rate": 4.999805181845979e-05,
+      "loss": 0.5911,
+      "step": 397
+    },
+    {
+      "epoch": 0.17044967880085654,
+      "grad_norm": 2.2991135120391846,
+      "learning_rate": 4.999796427173678e-05,
+      "loss": 0.927,
+      "step": 398
+    },
+    {
+      "epoch": 0.1708779443254818,
+      "grad_norm": 1.461143136024475,
+      "learning_rate": 4.999787480101555e-05,
+      "loss": 0.4528,
+      "step": 399
+    },
+    {
+      "epoch": 0.17130620985010706,
+      "grad_norm": 2.8838984966278076,
+      "learning_rate": 4.999778340630301e-05,
+      "loss": 1.4105,
+      "step": 400
+    },
+    {
+      "epoch": 0.17173447537473233,
+      "grad_norm": 2.0342166423797607,
+      "learning_rate": 4.999769008760616e-05,
+      "loss": 0.7831,
+      "step": 401
+    },
+    {
+      "epoch": 0.1721627408993576,
+      "grad_norm": 5.035690784454346,
+      "learning_rate": 4.999759484493221e-05,
+      "loss": 1.343,
+      "step": 402
+    },
+    {
+      "epoch": 0.17259100642398287,
+      "grad_norm": 3.4611270427703857,
+      "learning_rate": 4.9997497678288475e-05,
+      "loss": 1.1548,
+      "step": 403
+    },
+    {
+      "epoch": 0.17301927194860814,
+      "grad_norm": 4.458061695098877,
+      "learning_rate": 4.999739858768244e-05,
+      "loss": 1.1565,
+      "step": 404
+    },
+    {
+      "epoch": 0.1734475374732334,
+      "grad_norm": 3.2320332527160645,
+      "learning_rate": 4.999729757312174e-05,
+      "loss": 1.0747,
+      "step": 405
+    },
+    {
+      "epoch": 0.17387580299785868,
+      "grad_norm": 2.212853193283081,
+      "learning_rate": 4.999719463461413e-05,
+      "loss": 0.6699,
+      "step": 406
+    },
+    {
+      "epoch": 0.17430406852248395,
+      "grad_norm": 3.1025869846343994,
+      "learning_rate": 4.9997089772167547e-05,
+      "loss": 1.5253,
+      "step": 407
+    },
+    {
+      "epoch": 0.1747323340471092,
+      "grad_norm": 4.069438934326172,
+      "learning_rate": 4.999698298579006e-05,
+      "loss": 1.262,
+      "step": 408
+    },
+    {
+      "epoch": 0.17516059957173447,
+      "grad_norm": 3.1169626712799072,
+      "learning_rate": 4.999687427548989e-05,
+      "loss": 0.8806,
+      "step": 409
+    },
+    {
+      "epoch": 0.17558886509635974,
+      "grad_norm": 4.278428554534912,
+      "learning_rate": 4.999676364127539e-05,
+      "loss": 0.9896,
+      "step": 410
+    },
+    {
+      "epoch": 0.176017130620985,
+      "grad_norm": 1.7990527153015137,
+      "learning_rate": 4.9996651083155096e-05,
+      "loss": 1.3317,
+      "step": 411
+    },
+    {
+      "epoch": 0.17644539614561028,
+      "grad_norm": 1.5109728574752808,
+      "learning_rate": 4.9996536601137656e-05,
+      "loss": 0.3536,
+      "step": 412
+    },
+    {
+      "epoch": 0.17687366167023555,
+      "grad_norm": 1.8471187353134155,
+      "learning_rate": 4.999642019523189e-05,
+      "loss": 1.1193,
+      "step": 413
+    },
+    {
+      "epoch": 0.17730192719486082,
+      "grad_norm": 2.983091354370117,
+      "learning_rate": 4.999630186544674e-05,
+      "loss": 0.7544,
+      "step": 414
+    },
+    {
+      "epoch": 0.1777301927194861,
+      "grad_norm": 2.487846612930298,
+      "learning_rate": 4.9996181611791334e-05,
+      "loss": 1.1129,
+      "step": 415
+    },
+    {
+      "epoch": 0.17815845824411136,
+      "grad_norm": 3.2641358375549316,
+      "learning_rate": 4.9996059434274926e-05,
+      "loss": 1.7291,
+      "step": 416
+    },
+    {
+      "epoch": 0.1785867237687366,
+      "grad_norm": 1.2650461196899414,
+      "learning_rate": 4.999593533290691e-05,
+      "loss": 1.1264,
+      "step": 417
+    },
+    {
+      "epoch": 0.17901498929336188,
+      "grad_norm": 3.4646706581115723,
+      "learning_rate": 4.999580930769684e-05,
+      "loss": 1.4752,
+      "step": 418
+    },
+    {
+      "epoch": 0.17944325481798715,
+      "grad_norm": 0.6483870148658752,
+      "learning_rate": 4.999568135865441e-05,
+      "loss": 0.3996,
+      "step": 419
+    },
+    {
+      "epoch": 0.17987152034261242,
+      "grad_norm": 1.8719890117645264,
+      "learning_rate": 4.999555148578948e-05,
+      "loss": 1.5276,
+      "step": 420
+    },
+    {
+      "epoch": 0.1802997858672377,
+      "grad_norm": 1.299338936805725,
+      "learning_rate": 4.999541968911204e-05,
+      "loss": 0.4069,
+      "step": 421
+    },
+    {
+      "epoch": 0.18072805139186296,
+      "grad_norm": 1.7181320190429688,
+      "learning_rate": 4.999528596863224e-05,
+      "loss": 1.3243,
+      "step": 422
+    },
+    {
+      "epoch": 0.18115631691648823,
+      "grad_norm": 3.0166056156158447,
+      "learning_rate": 4.999515032436036e-05,
+      "loss": 1.7202,
+      "step": 423
+    },
+    {
+      "epoch": 0.1815845824411135,
+      "grad_norm": 0.9969601631164551,
+      "learning_rate": 4.999501275630686e-05,
+      "loss": 0.5407,
+      "step": 424
+    },
+    {
+      "epoch": 0.18201284796573874,
+      "grad_norm": 1.9321073293685913,
+      "learning_rate": 4.99948732644823e-05,
+      "loss": 0.5562,
+      "step": 425
+    },
+    {
+      "epoch": 0.18244111349036402,
+      "grad_norm": 3.5511255264282227,
+      "learning_rate": 4.999473184889743e-05,
+      "loss": 1.3697,
+      "step": 426
+    },
+    {
+      "epoch": 0.1828693790149893,
+      "grad_norm": 1.8943865299224854,
+      "learning_rate": 4.999458850956314e-05,
+      "loss": 0.4499,
+      "step": 427
+    },
+    {
+      "epoch": 0.18329764453961456,
+      "grad_norm": 4.116917610168457,
+      "learning_rate": 4.999444324649045e-05,
+      "loss": 2.1874,
+      "step": 428
+    },
+    {
+      "epoch": 0.18372591006423983,
+      "grad_norm": 2.5319299697875977,
+      "learning_rate": 4.999429605969056e-05,
+      "loss": 0.7408,
+      "step": 429
+    },
+    {
+      "epoch": 0.1841541755888651,
+      "grad_norm": 2.0590689182281494,
+      "learning_rate": 4.999414694917478e-05,
+      "loss": 1.2131,
+      "step": 430
+    },
+    {
+      "epoch": 0.18458244111349037,
+      "grad_norm": 1.3537603616714478,
+      "learning_rate": 4.999399591495459e-05,
+      "loss": 1.0981,
+      "step": 431
+    },
+    {
+      "epoch": 0.18501070663811564,
+      "grad_norm": 4.599117755889893,
+      "learning_rate": 4.999384295704161e-05,
+      "loss": 1.2308,
+      "step": 432
+    },
+    {
+      "epoch": 0.1854389721627409,
+      "grad_norm": 1.5769940614700317,
+      "learning_rate": 4.999368807544763e-05,
+      "loss": 0.7966,
+      "step": 433
+    },
+    {
+      "epoch": 0.18586723768736615,
+      "grad_norm": 4.699405670166016,
+      "learning_rate": 4.999353127018456e-05,
+      "loss": 1.2989,
+      "step": 434
+    },
+    {
+      "epoch": 0.18629550321199143,
+      "grad_norm": 3.0056660175323486,
+      "learning_rate": 4.9993372541264467e-05,
+      "loss": 1.7514,
+      "step": 435
+    },
+    {
+      "epoch": 0.1867237687366167,
+      "grad_norm": 2.720942258834839,
+      "learning_rate": 4.9993211888699566e-05,
+      "loss": 0.4679,
+      "step": 436
+    },
+    {
+      "epoch": 0.18715203426124197,
+      "grad_norm": 0.7301279306411743,
+      "learning_rate": 4.999304931250223e-05,
+      "loss": 0.639,
+      "step": 437
+    },
+    {
+      "epoch": 0.18758029978586724,
+      "grad_norm": 0.9902869462966919,
+      "learning_rate": 4.999288481268496e-05,
+      "loss": 0.6957,
+      "step": 438
+    },
+    {
+      "epoch": 0.1880085653104925,
+      "grad_norm": 1.6110529899597168,
+      "learning_rate": 4.999271838926043e-05,
+      "loss": 1.0087,
+      "step": 439
+    },
+    {
+      "epoch": 0.18843683083511778,
+      "grad_norm": 4.789557933807373,
+      "learning_rate": 4.999255004224144e-05,
+      "loss": 0.6936,
+      "step": 440
+    },
+    {
+      "epoch": 0.18886509635974305,
+      "grad_norm": 1.9421133995056152,
+      "learning_rate": 4.999237977164095e-05,
+      "loss": 0.3752,
+      "step": 441
+    },
+    {
+      "epoch": 0.18929336188436832,
+      "grad_norm": 3.281583309173584,
+      "learning_rate": 4.999220757747207e-05,
+      "loss": 2.9139,
+      "step": 442
+    },
+    {
+      "epoch": 0.18972162740899357,
+      "grad_norm": 2.93613862991333,
+      "learning_rate": 4.9992033459748046e-05,
+      "loss": 1.2137,
+      "step": 443
+    },
+    {
+      "epoch": 0.19014989293361884,
+      "grad_norm": 1.8785432577133179,
+      "learning_rate": 4.999185741848228e-05,
+      "loss": 0.487,
+      "step": 444
+    },
+    {
+      "epoch": 0.1905781584582441,
+      "grad_norm": 1.8671303987503052,
+      "learning_rate": 4.999167945368833e-05,
+      "loss": 0.7424,
+      "step": 445
+    },
+    {
+      "epoch": 0.19100642398286938,
+      "grad_norm": 2.7229843139648438,
+      "learning_rate": 4.999149956537987e-05,
+      "loss": 2.1801,
+      "step": 446
+    },
+    {
+      "epoch": 0.19143468950749465,
+      "grad_norm": 3.9296176433563232,
+      "learning_rate": 4.999131775357078e-05,
+      "loss": 1.427,
+      "step": 447
+    },
+    {
+      "epoch": 0.19186295503211992,
+      "grad_norm": 2.250389814376831,
+      "learning_rate": 4.999113401827502e-05,
+      "loss": 0.9572,
+      "step": 448
+    },
+    {
+      "epoch": 0.1922912205567452,
+      "grad_norm": 1.1482347249984741,
+      "learning_rate": 4.999094835950676e-05,
+      "loss": 0.5196,
+      "step": 449
+    },
+    {
+      "epoch": 0.19271948608137046,
+      "grad_norm": 12.104517936706543,
+      "learning_rate": 4.9990760777280265e-05,
+      "loss": 1.1985,
+      "step": 450
+    },
+    {
+      "epoch": 0.1931477516059957,
+      "grad_norm": 4.389608860015869,
+      "learning_rate": 4.999057127160999e-05,
+      "loss": 2.1872,
+      "step": 451
+    },
+    {
+      "epoch": 0.19357601713062098,
+      "grad_norm": 3.6708974838256836,
+      "learning_rate": 4.999037984251051e-05,
+      "loss": 0.953,
+      "step": 452
+    },
+    {
+      "epoch": 0.19400428265524625,
+      "grad_norm": 0.9684246778488159,
+      "learning_rate": 4.9990186489996555e-05,
+      "loss": 0.6548,
+      "step": 453
+    },
+    {
+      "epoch": 0.19443254817987152,
+      "grad_norm": 1.0261532068252563,
+      "learning_rate": 4.998999121408302e-05,
+      "loss": 0.6088,
+      "step": 454
+    },
+    {
+      "epoch": 0.1948608137044968,
+      "grad_norm": 3.7639517784118652,
+      "learning_rate": 4.998979401478493e-05,
+      "loss": 1.6442,
+      "step": 455
+    },
+    {
+      "epoch": 0.19528907922912206,
+      "grad_norm": 2.6818621158599854,
+      "learning_rate": 4.998959489211745e-05,
+      "loss": 0.7959,
+      "step": 456
+    },
+    {
+      "epoch": 0.19571734475374733,
+      "grad_norm": 4.105860233306885,
+      "learning_rate": 4.998939384609593e-05,
+      "loss": 1.8031,
+      "step": 457
+    },
+    {
+      "epoch": 0.1961456102783726,
+      "grad_norm": 3.6577870845794678,
+      "learning_rate": 4.998919087673582e-05,
+      "loss": 1.205,
+      "step": 458
+    },
+    {
+      "epoch": 0.19657387580299787,
+      "grad_norm": 3.2450950145721436,
+      "learning_rate": 4.998898598405277e-05,
+      "loss": 1.0441,
+      "step": 459
+    },
+    {
+      "epoch": 0.19700214132762311,
+      "grad_norm": 3.5862343311309814,
+      "learning_rate": 4.998877916806252e-05,
+      "loss": 2.5183,
+      "step": 460
+    },
+    {
+      "epoch": 0.19743040685224839,
+      "grad_norm": 2.2416741847991943,
+      "learning_rate": 4.9988570428781e-05,
+      "loss": 1.3963,
+      "step": 461
+    },
+    {
+      "epoch": 0.19785867237687366,
+      "grad_norm": 1.785718560218811,
+      "learning_rate": 4.998835976622428e-05,
+      "loss": 0.6246,
+      "step": 462
+    },
+    {
+      "epoch": 0.19828693790149893,
+      "grad_norm": 2.817013740539551,
+      "learning_rate": 4.9988147180408563e-05,
+      "loss": 1.0891,
+      "step": 463
+    },
+    {
+      "epoch": 0.1987152034261242,
+      "grad_norm": 2.287137746810913,
+      "learning_rate": 4.998793267135023e-05,
+      "loss": 2.0749,
+      "step": 464
+    },
+    {
+      "epoch": 0.19914346895074947,
+      "grad_norm": 1.7137571573257446,
+      "learning_rate": 4.9987716239065765e-05,
+      "loss": 0.626,
+      "step": 465
+    },
+    {
+      "epoch": 0.19957173447537474,
+      "grad_norm": 2.280621290206909,
+      "learning_rate": 4.998749788357184e-05,
+      "loss": 1.2555,
+      "step": 466
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.7016392946243286,
+      "learning_rate": 4.998727760488526e-05,
+      "loss": 0.4258,
+      "step": 467
+    },
+    {
+      "epoch": 0.20042826552462525,
+      "grad_norm": 2.02323579788208,
+      "learning_rate": 4.9987055403022984e-05,
+      "loss": 0.5461,
+      "step": 468
+    },
+    {
+      "epoch": 0.20085653104925053,
+      "grad_norm": 3.116349935531616,
+      "learning_rate": 4.9986831278002114e-05,
+      "loss": 1.4605,
+      "step": 469
+    },
+    {
+      "epoch": 0.2012847965738758,
+      "grad_norm": 3.138871192932129,
+      "learning_rate": 4.998660522983989e-05,
+      "loss": 2.8422,
+      "step": 470
+    },
+    {
+      "epoch": 0.20171306209850107,
+      "grad_norm": 3.8263018131256104,
+      "learning_rate": 4.998637725855372e-05,
+      "loss": 1.1512,
+      "step": 471
+    },
+    {
+      "epoch": 0.20214132762312634,
+      "grad_norm": 1.1564160585403442,
+      "learning_rate": 4.998614736416114e-05,
+      "loss": 0.509,
+      "step": 472
+    },
+    {
+      "epoch": 0.2025695931477516,
+      "grad_norm": 5.865720748901367,
+      "learning_rate": 4.9985915546679855e-05,
+      "loss": 1.8222,
+      "step": 473
+    },
+    {
+      "epoch": 0.20299785867237688,
+      "grad_norm": 3.924116849899292,
+      "learning_rate": 4.9985681806127706e-05,
+      "loss": 0.6708,
+      "step": 474
+    },
+    {
+      "epoch": 0.20342612419700215,
+      "grad_norm": 2.637927532196045,
+      "learning_rate": 4.998544614252267e-05,
+      "loss": 0.3696,
+      "step": 475
+    },
+    {
+      "epoch": 0.20385438972162742,
+      "grad_norm": 3.6821320056915283,
+      "learning_rate": 4.9985208555882894e-05,
+      "loss": 1.9276,
+      "step": 476
+    },
+    {
+      "epoch": 0.20428265524625266,
+      "grad_norm": 2.227595329284668,
+      "learning_rate": 4.998496904622667e-05,
+      "loss": 1.1434,
+      "step": 477
+    },
+    {
+      "epoch": 0.20471092077087794,
+      "grad_norm": 4.661480903625488,
+      "learning_rate": 4.998472761357242e-05,
+      "loss": 2.0678,
+      "step": 478
+    },
+    {
+      "epoch": 0.2051391862955032,
+      "grad_norm": 3.617708683013916,
+      "learning_rate": 4.998448425793874e-05,
+      "loss": 0.8375,
+      "step": 479
+    },
+    {
+      "epoch": 0.20556745182012848,
+      "grad_norm": 2.851552724838257,
+      "learning_rate": 4.998423897934435e-05,
+      "loss": 0.8451,
+      "step": 480
+    },
+    {
+      "epoch": 0.20599571734475375,
+      "grad_norm": 2.6689910888671875,
+      "learning_rate": 4.998399177780813e-05,
+      "loss": 1.1686,
+      "step": 481
+    },
+    {
+      "epoch": 0.20642398286937902,
+      "grad_norm": 0.8485211730003357,
+      "learning_rate": 4.998374265334911e-05,
+      "loss": 0.5577,
+      "step": 482
+    },
+    {
+      "epoch": 0.2068522483940043,
+      "grad_norm": 2.798705577850342,
+      "learning_rate": 4.9983491605986455e-05,
+      "loss": 1.2298,
+      "step": 483
+    },
+    {
+      "epoch": 0.20728051391862956,
+      "grad_norm": 3.534616470336914,
+      "learning_rate": 4.9983238635739505e-05,
+      "loss": 1.7611,
+      "step": 484
+    },
+    {
+      "epoch": 0.20770877944325483,
+      "grad_norm": 1.9379805326461792,
+      "learning_rate": 4.9982983742627706e-05,
+      "loss": 1.2493,
+      "step": 485
+    },
+    {
+      "epoch": 0.20813704496788007,
+      "grad_norm": 1.9124161005020142,
+      "learning_rate": 4.9982726926670696e-05,
+      "loss": 0.6975,
+      "step": 486
+    },
+    {
+      "epoch": 0.20856531049250535,
+      "grad_norm": 1.957466959953308,
+      "learning_rate": 4.998246818788823e-05,
+      "loss": 1.9308,
+      "step": 487
+    },
+    {
+      "epoch": 0.20899357601713062,
+      "grad_norm": 2.779080867767334,
+      "learning_rate": 4.998220752630023e-05,
+      "loss": 1.1655,
+      "step": 488
+    },
+    {
+      "epoch": 0.2094218415417559,
+      "grad_norm": 4.195581912994385,
+      "learning_rate": 4.998194494192675e-05,
+      "loss": 0.6825,
+      "step": 489
+    },
+    {
+      "epoch": 0.20985010706638116,
+      "grad_norm": 1.8157957792282104,
+      "learning_rate": 4.998168043478801e-05,
+      "loss": 0.6169,
+      "step": 490
+    },
+    {
+      "epoch": 0.21027837259100643,
+      "grad_norm": 4.516122817993164,
+      "learning_rate": 4.998141400490436e-05,
+      "loss": 0.7103,
+      "step": 491
+    },
+    {
+      "epoch": 0.2107066381156317,
+      "grad_norm": 3.536241292953491,
+      "learning_rate": 4.998114565229631e-05,
+      "loss": 1.0598,
+      "step": 492
+    },
+    {
+      "epoch": 0.21113490364025697,
+      "grad_norm": 1.9290181398391724,
+      "learning_rate": 4.99808753769845e-05,
+      "loss": 0.7436,
+      "step": 493
+    },
+    {
+      "epoch": 0.21156316916488221,
+      "grad_norm": 2.587435245513916,
+      "learning_rate": 4.998060317898976e-05,
+      "loss": 0.5546,
+      "step": 494
+    },
+    {
+      "epoch": 0.21199143468950749,
+      "grad_norm": 1.3396105766296387,
+      "learning_rate": 4.998032905833302e-05,
+      "loss": 1.4085,
+      "step": 495
+    },
+    {
+      "epoch": 0.21241970021413276,
+      "grad_norm": 3.0159754753112793,
+      "learning_rate": 4.998005301503539e-05,
+      "loss": 0.8516,
+      "step": 496
+    },
+    {
+      "epoch": 0.21284796573875803,
+      "grad_norm": 3.219607353210449,
+      "learning_rate": 4.9979775049118096e-05,
+      "loss": 1.0905,
+      "step": 497
+    },
+    {
+      "epoch": 0.2132762312633833,
+      "grad_norm": 2.4363372325897217,
+      "learning_rate": 4.9979495160602554e-05,
+      "loss": 1.9868,
+      "step": 498
+    },
+    {
+      "epoch": 0.21370449678800857,
+      "grad_norm": 2.519977569580078,
+      "learning_rate": 4.997921334951029e-05,
+      "loss": 0.6006,
+      "step": 499
+    },
+    {
+      "epoch": 0.21413276231263384,
+      "grad_norm": 2.270897388458252,
+      "learning_rate": 4.9978929615863e-05,
+      "loss": 1.569,
+      "step": 500
+    },
+    {
+      "epoch": 0.2145610278372591,
+      "grad_norm": 3.083522319793701,
+      "learning_rate": 4.997864395968252e-05,
+      "loss": 0.7863,
+      "step": 501
+    },
+    {
+      "epoch": 0.21498929336188438,
+      "grad_norm": 4.1150898933410645,
+      "learning_rate": 4.9978356380990855e-05,
+      "loss": 0.3709,
+      "step": 502
+    },
+    {
+      "epoch": 0.21541755888650962,
+      "grad_norm": 2.913752794265747,
+      "learning_rate": 4.997806687981011e-05,
+      "loss": 1.5089,
+      "step": 503
+    },
+    {
+      "epoch": 0.2158458244111349,
+      "grad_norm": 2.4363324642181396,
+      "learning_rate": 4.997777545616258e-05,
+      "loss": 1.1536,
+      "step": 504
+    },
+    {
+      "epoch": 0.21627408993576017,
+      "grad_norm": 1.2452881336212158,
+      "learning_rate": 4.9977482110070696e-05,
+      "loss": 0.8388,
+      "step": 505
+    },
+    {
+      "epoch": 0.21670235546038544,
+      "grad_norm": 3.7744998931884766,
+      "learning_rate": 4.997718684155703e-05,
+      "loss": 1.4796,
+      "step": 506
+    },
+    {
+      "epoch": 0.2171306209850107,
+      "grad_norm": 1.3825088739395142,
+      "learning_rate": 4.997688965064431e-05,
+      "loss": 0.7008,
+      "step": 507
+    },
+    {
+      "epoch": 0.21755888650963598,
+      "grad_norm": 15.491301536560059,
+      "learning_rate": 4.9976590537355416e-05,
+      "loss": 1.6824,
+      "step": 508
+    },
+    {
+      "epoch": 0.21798715203426125,
+      "grad_norm": 1.4873316287994385,
+      "learning_rate": 4.9976289501713364e-05,
+      "loss": 0.3941,
+      "step": 509
+    },
+    {
+      "epoch": 0.21841541755888652,
+      "grad_norm": 2.1795318126678467,
+      "learning_rate": 4.997598654374132e-05,
+      "loss": 0.8778,
+      "step": 510
+    },
+    {
+      "epoch": 0.21884368308351176,
+      "grad_norm": 2.4158620834350586,
+      "learning_rate": 4.997568166346261e-05,
+      "loss": 1.5491,
+      "step": 511
+    },
+    {
+      "epoch": 0.21927194860813704,
+      "grad_norm": 2.8437185287475586,
+      "learning_rate": 4.997537486090069e-05,
+      "loss": 1.7301,
+      "step": 512
+    },
+    {
+      "epoch": 0.2197002141327623,
+      "grad_norm": 0.5628762245178223,
+      "learning_rate": 4.9975066136079186e-05,
+      "loss": 0.0905,
+      "step": 513
+    },
+    {
+      "epoch": 0.22012847965738758,
+      "grad_norm": 2.5791807174682617,
+      "learning_rate": 4.9974755489021846e-05,
+      "loss": 0.9331,
+      "step": 514
+    },
+    {
+      "epoch": 0.22055674518201285,
+      "grad_norm": 2.7665657997131348,
+      "learning_rate": 4.9974442919752585e-05,
+      "loss": 1.867,
+      "step": 515
+    },
+    {
+      "epoch": 0.22098501070663812,
+      "grad_norm": 1.4127862453460693,
+      "learning_rate": 4.9974128428295464e-05,
+      "loss": 0.4614,
+      "step": 516
+    },
+    {
+      "epoch": 0.2214132762312634,
+      "grad_norm": 2.473479747772217,
+      "learning_rate": 4.997381201467468e-05,
+      "loss": 1.0365,
+      "step": 517
+    },
+    {
+      "epoch": 0.22184154175588866,
+      "grad_norm": 1.4208835363388062,
+      "learning_rate": 4.997349367891459e-05,
+      "loss": 1.084,
+      "step": 518
+    },
+    {
+      "epoch": 0.22226980728051393,
+      "grad_norm": 2.531012535095215,
+      "learning_rate": 4.997317342103971e-05,
+      "loss": 1.5057,
+      "step": 519
+    },
+    {
+      "epoch": 0.22269807280513917,
+      "grad_norm": 1.4701982736587524,
+      "learning_rate": 4.997285124107466e-05,
+      "loss": 0.7319,
+      "step": 520
+    },
+    {
+      "epoch": 0.22312633832976445,
+      "grad_norm": 1.7952810525894165,
+      "learning_rate": 4.997252713904426e-05,
+      "loss": 0.5129,
+      "step": 521
+    },
+    {
+      "epoch": 0.22355460385438972,
+      "grad_norm": 5.428065776824951,
+      "learning_rate": 4.997220111497344e-05,
+      "loss": 1.6593,
+      "step": 522
+    },
+    {
+      "epoch": 0.223982869379015,
+      "grad_norm": 0.7498107552528381,
+      "learning_rate": 4.99718731688873e-05,
+      "loss": 0.3173,
+      "step": 523
+    },
+    {
+      "epoch": 0.22441113490364026,
+      "grad_norm": 2.038532018661499,
+      "learning_rate": 4.9971543300811085e-05,
+      "loss": 0.5491,
+      "step": 524
+    },
+    {
+      "epoch": 0.22483940042826553,
+      "grad_norm": 2.0523431301116943,
+      "learning_rate": 4.9971211510770175e-05,
+      "loss": 0.8431,
+      "step": 525
+    },
+    {
+      "epoch": 0.2252676659528908,
+      "grad_norm": 1.7535128593444824,
+      "learning_rate": 4.9970877798790115e-05,
+      "loss": 0.7952,
+      "step": 526
+    },
+    {
+      "epoch": 0.22569593147751607,
+      "grad_norm": 3.290304660797119,
+      "learning_rate": 4.9970542164896587e-05,
+      "loss": 0.9685,
+      "step": 527
+    },
+    {
+      "epoch": 0.22612419700214131,
+      "grad_norm": 2.825610399246216,
+      "learning_rate": 4.9970204609115415e-05,
+      "loss": 1.259,
+      "step": 528
+    },
+    {
+      "epoch": 0.22655246252676658,
+      "grad_norm": 2.52469539642334,
+      "learning_rate": 4.9969865131472587e-05,
+      "loss": 0.4631,
+      "step": 529
+    },
+    {
+      "epoch": 0.22698072805139186,
+      "grad_norm": 3.2281291484832764,
+      "learning_rate": 4.996952373199423e-05,
+      "loss": 1.0647,
+      "step": 530
+    },
+    {
+      "epoch": 0.22740899357601713,
+      "grad_norm": 3.720579147338867,
+      "learning_rate": 4.9969180410706626e-05,
+      "loss": 2.8741,
+      "step": 531
+    },
+    {
+      "epoch": 0.2278372591006424,
+      "grad_norm": 4.846673011779785,
+      "learning_rate": 4.996883516763619e-05,
+      "loss": 1.5596,
+      "step": 532
+    },
+    {
+      "epoch": 0.22826552462526767,
+      "grad_norm": 3.0693554878234863,
+      "learning_rate": 4.99684880028095e-05,
+      "loss": 0.6811,
+      "step": 533
+    },
+    {
+      "epoch": 0.22869379014989294,
+      "grad_norm": 5.126198768615723,
+      "learning_rate": 4.996813891625327e-05,
+      "loss": 1.3013,
+      "step": 534
+    },
+    {
+      "epoch": 0.2291220556745182,
+      "grad_norm": 1.5960155725479126,
+      "learning_rate": 4.996778790799438e-05,
+      "loss": 0.9486,
+      "step": 535
+    },
+    {
+      "epoch": 0.22955032119914348,
+      "grad_norm": 3.9840197563171387,
+      "learning_rate": 4.996743497805982e-05,
+      "loss": 0.4999,
+      "step": 536
+    },
+    {
+      "epoch": 0.22997858672376872,
+      "grad_norm": 3.3557939529418945,
+      "learning_rate": 4.996708012647679e-05,
+      "loss": 2.0898,
+      "step": 537
+    },
+    {
+      "epoch": 0.230406852248394,
+      "grad_norm": 2.977731943130493,
+      "learning_rate": 4.9966723353272574e-05,
+      "loss": 1.0228,
+      "step": 538
+    },
+    {
+      "epoch": 0.23083511777301927,
+      "grad_norm": 3.342752695083618,
+      "learning_rate": 4.996636465847464e-05,
+      "loss": 1.4538,
+      "step": 539
+    },
+    {
+      "epoch": 0.23126338329764454,
+      "grad_norm": 7.1681928634643555,
+      "learning_rate": 4.9966004042110595e-05,
+      "loss": 1.7542,
+      "step": 540
+    },
+    {
+      "epoch": 0.2316916488222698,
+      "grad_norm": 1.588566780090332,
+      "learning_rate": 4.99656415042082e-05,
+      "loss": 1.0411,
+      "step": 541
+    },
+    {
+      "epoch": 0.23211991434689508,
+      "grad_norm": 2.3760263919830322,
+      "learning_rate": 4.996527704479535e-05,
+      "loss": 0.8669,
+      "step": 542
+    },
+    {
+      "epoch": 0.23254817987152035,
+      "grad_norm": 1.7191566228866577,
+      "learning_rate": 4.99649106639001e-05,
+      "loss": 0.4324,
+      "step": 543
+    },
+    {
+      "epoch": 0.23297644539614562,
+      "grad_norm": 0.720534086227417,
+      "learning_rate": 4.996454236155064e-05,
+      "loss": 0.6211,
+      "step": 544
+    },
+    {
+      "epoch": 0.2334047109207709,
+      "grad_norm": 1.8528578281402588,
+      "learning_rate": 4.996417213777533e-05,
+      "loss": 1.0874,
+      "step": 545
+    },
+    {
+      "epoch": 0.23383297644539613,
+      "grad_norm": 2.01174259185791,
+      "learning_rate": 4.996379999260267e-05,
+      "loss": 1.3725,
+      "step": 546
+    },
+    {
+      "epoch": 0.2342612419700214,
+      "grad_norm": 2.4553475379943848,
+      "learning_rate": 4.996342592606128e-05,
+      "loss": 0.8483,
+      "step": 547
+    },
+    {
+      "epoch": 0.23468950749464668,
+      "grad_norm": 0.5835354924201965,
+      "learning_rate": 4.9963049938179964e-05,
+      "loss": 0.3497,
+      "step": 548
+    },
+    {
+      "epoch": 0.23511777301927195,
+      "grad_norm": 2.9812467098236084,
+      "learning_rate": 4.9962672028987655e-05,
+      "loss": 0.8755,
+      "step": 549
+    },
+    {
+      "epoch": 0.23554603854389722,
+      "grad_norm": 3.029869794845581,
+      "learning_rate": 4.996229219851345e-05,
+      "loss": 0.9544,
+      "step": 550
+    },
+    {
+      "epoch": 0.2359743040685225,
+      "grad_norm": 3.8656156063079834,
+      "learning_rate": 4.996191044678658e-05,
+      "loss": 1.1027,
+      "step": 551
+    },
+    {
+      "epoch": 0.23640256959314776,
+      "grad_norm": 2.8215417861938477,
+      "learning_rate": 4.996152677383641e-05,
+      "loss": 1.976,
+      "step": 552
+    },
+    {
+      "epoch": 0.23683083511777303,
+      "grad_norm": 23.205350875854492,
+      "learning_rate": 4.9961141179692494e-05,
+      "loss": 0.6463,
+      "step": 553
+    },
+    {
+      "epoch": 0.23725910064239827,
+      "grad_norm": 3.0467917919158936,
+      "learning_rate": 4.99607536643845e-05,
+      "loss": 0.8829,
+      "step": 554
+    },
+    {
+      "epoch": 0.23768736616702354,
+      "grad_norm": 3.8982272148132324,
+      "learning_rate": 4.996036422794224e-05,
+      "loss": 1.0899,
+      "step": 555
+    },
+    {
+      "epoch": 0.23811563169164882,
+      "grad_norm": 2.6254544258117676,
+      "learning_rate": 4.995997287039571e-05,
+      "loss": 0.992,
+      "step": 556
+    },
+    {
+      "epoch": 0.2385438972162741,
+      "grad_norm": 2.3208065032958984,
+      "learning_rate": 4.995957959177502e-05,
+      "loss": 0.8437,
+      "step": 557
+    },
+    {
+      "epoch": 0.23897216274089936,
+      "grad_norm": 0.6857635974884033,
+      "learning_rate": 4.9959184392110434e-05,
+      "loss": 0.231,
+      "step": 558
+    },
+    {
+      "epoch": 0.23940042826552463,
+      "grad_norm": 2.368189573287964,
+      "learning_rate": 4.9958787271432383e-05,
+      "loss": 1.5588,
+      "step": 559
+    },
+    {
+      "epoch": 0.2398286937901499,
+      "grad_norm": 1.9239715337753296,
+      "learning_rate": 4.995838822977142e-05,
+      "loss": 0.7339,
+      "step": 560
+    },
+    {
+      "epoch": 0.24025695931477517,
+      "grad_norm": 3.430943727493286,
+      "learning_rate": 4.995798726715826e-05,
+      "loss": 0.3882,
+      "step": 561
+    },
+    {
+      "epoch": 0.24068522483940044,
+      "grad_norm": 1.7104581594467163,
+      "learning_rate": 4.995758438362377e-05,
+      "loss": 0.4017,
+      "step": 562
+    },
+    {
+      "epoch": 0.24111349036402568,
+      "grad_norm": 4.823396682739258,
+      "learning_rate": 4.995717957919895e-05,
+      "loss": 0.7619,
+      "step": 563
+    },
+    {
+      "epoch": 0.24154175588865096,
+      "grad_norm": 3.7589964866638184,
+      "learning_rate": 4.995677285391497e-05,
+      "loss": 0.8751,
+      "step": 564
+    },
+    {
+      "epoch": 0.24197002141327623,
+      "grad_norm": 1.1939424276351929,
+      "learning_rate": 4.995636420780311e-05,
+      "loss": 0.5869,
+      "step": 565
+    },
+    {
+      "epoch": 0.2423982869379015,
+      "grad_norm": 4.808578014373779,
+      "learning_rate": 4.995595364089485e-05,
+      "loss": 1.3837,
+      "step": 566
+    },
+    {
+      "epoch": 0.24282655246252677,
+      "grad_norm": 2.365290641784668,
+      "learning_rate": 4.995554115322176e-05,
+      "loss": 1.562,
+      "step": 567
+    },
+    {
+      "epoch": 0.24325481798715204,
+      "grad_norm": 2.87640118598938,
+      "learning_rate": 4.9955126744815617e-05,
+      "loss": 0.8074,
+      "step": 568
+    },
+    {
+      "epoch": 0.2436830835117773,
+      "grad_norm": 23.050704956054688,
+      "learning_rate": 4.995471041570829e-05,
+      "loss": 0.9863,
+      "step": 569
+    },
+    {
+      "epoch": 0.24411134903640258,
+      "grad_norm": 3.311861991882324,
+      "learning_rate": 4.9954292165931845e-05,
+      "loss": 1.226,
+      "step": 570
+    },
+    {
+      "epoch": 0.24453961456102782,
+      "grad_norm": 2.407660484313965,
+      "learning_rate": 4.9953871995518464e-05,
+      "loss": 0.6794,
+      "step": 571
+    },
+    {
+      "epoch": 0.2449678800856531,
+      "grad_norm": 3.09488582611084,
+      "learning_rate": 4.995344990450048e-05,
+      "loss": 1.5635,
+      "step": 572
+    },
+    {
+      "epoch": 0.24539614561027837,
+      "grad_norm": 3.3853507041931152,
+      "learning_rate": 4.9953025892910396e-05,
+      "loss": 0.7695,
+      "step": 573
+    },
+    {
+      "epoch": 0.24582441113490364,
+      "grad_norm": 3.443408727645874,
+      "learning_rate": 4.995259996078082e-05,
+      "loss": 1.056,
+      "step": 574
+    },
+    {
+      "epoch": 0.2462526766595289,
+      "grad_norm": 3.789438486099243,
+      "learning_rate": 4.995217210814456e-05,
+      "loss": 0.9738,
+      "step": 575
+    },
+    {
+      "epoch": 0.24668094218415418,
+      "grad_norm": 7.561398983001709,
+      "learning_rate": 4.995174233503454e-05,
+      "loss": 1.2839,
+      "step": 576
+    },
+    {
+      "epoch": 0.24710920770877945,
+      "grad_norm": 2.068997859954834,
+      "learning_rate": 4.9951310641483826e-05,
+      "loss": 1.4884,
+      "step": 577
+    },
+    {
+      "epoch": 0.24753747323340472,
+      "grad_norm": 1.991830825805664,
+      "learning_rate": 4.995087702752565e-05,
+      "loss": 0.4066,
+      "step": 578
+    },
+    {
+      "epoch": 0.24796573875803,
+      "grad_norm": 3.375559091567993,
+      "learning_rate": 4.995044149319339e-05,
+      "loss": 1.0006,
+      "step": 579
+    },
+    {
+      "epoch": 0.24839400428265523,
+      "grad_norm": 1.469546914100647,
+      "learning_rate": 4.995000403852057e-05,
+      "loss": 0.5561,
+      "step": 580
+    },
+    {
+      "epoch": 0.2488222698072805,
+      "grad_norm": 1.3325378894805908,
+      "learning_rate": 4.9949564663540845e-05,
+      "loss": 0.9703,
+      "step": 581
+    },
+    {
+      "epoch": 0.24925053533190578,
+      "grad_norm": 2.884108781814575,
+      "learning_rate": 4.994912336828805e-05,
+      "loss": 1.6746,
+      "step": 582
+    },
+    {
+      "epoch": 0.24967880085653105,
+      "grad_norm": 1.7005342245101929,
+      "learning_rate": 4.9948680152796135e-05,
+      "loss": 0.915,
+      "step": 583
+    },
+    {
+      "epoch": 0.2501070663811563,
+      "grad_norm": 1.396233081817627,
+      "learning_rate": 4.994823501709922e-05,
+      "loss": 0.8846,
+      "step": 584
+    },
+    {
+      "epoch": 0.2505353319057816,
+      "grad_norm": 1.9144237041473389,
+      "learning_rate": 4.994778796123156e-05,
+      "loss": 0.4019,
+      "step": 585
+    },
+    {
+      "epoch": 0.25096359743040686,
+      "grad_norm": 1.6846762895584106,
+      "learning_rate": 4.994733898522758e-05,
+      "loss": 0.4015,
+      "step": 586
+    },
+    {
+      "epoch": 0.25139186295503213,
+      "grad_norm": 2.8859071731567383,
+      "learning_rate": 4.994688808912181e-05,
+      "loss": 1.4704,
+      "step": 587
+    },
+    {
+      "epoch": 0.2518201284796574,
+      "grad_norm": 1.0542289018630981,
+      "learning_rate": 4.994643527294898e-05,
+      "loss": 0.4328,
+      "step": 588
+    },
+    {
+      "epoch": 0.25224839400428267,
+      "grad_norm": 2.237048387527466,
+      "learning_rate": 4.994598053674391e-05,
+      "loss": 0.5192,
+      "step": 589
+    },
+    {
+      "epoch": 0.25267665952890794,
+      "grad_norm": 2.181004524230957,
+      "learning_rate": 4.994552388054163e-05,
+      "loss": 1.9849,
+      "step": 590
+    },
+    {
+      "epoch": 0.2531049250535332,
+      "grad_norm": 1.896192193031311,
+      "learning_rate": 4.994506530437727e-05,
+      "loss": 1.2806,
+      "step": 591
+    },
+    {
+      "epoch": 0.2535331905781585,
+      "grad_norm": 3.3001515865325928,
+      "learning_rate": 4.994460480828614e-05,
+      "loss": 0.5125,
+      "step": 592
+    },
+    {
+      "epoch": 0.2539614561027837,
+      "grad_norm": 3.4026219844818115,
+      "learning_rate": 4.994414239230366e-05,
+      "loss": 1.8702,
+      "step": 593
+    },
+    {
+      "epoch": 0.25438972162740897,
+      "grad_norm": 2.275151014328003,
+      "learning_rate": 4.994367805646544e-05,
+      "loss": 0.6179,
+      "step": 594
+    },
+    {
+      "epoch": 0.25481798715203424,
+      "grad_norm": 1.3403972387313843,
+      "learning_rate": 4.994321180080721e-05,
+      "loss": 0.4372,
+      "step": 595
+    },
+    {
+      "epoch": 0.2552462526766595,
+      "grad_norm": 1.6434733867645264,
+      "learning_rate": 4.9942743625364855e-05,
+      "loss": 1.0225,
+      "step": 596
+    },
+    {
+      "epoch": 0.2556745182012848,
+      "grad_norm": 1.287094235420227,
+      "learning_rate": 4.994227353017441e-05,
+      "loss": 0.9293,
+      "step": 597
+    },
+    {
+      "epoch": 0.25610278372591005,
+      "grad_norm": 5.51317024230957,
+      "learning_rate": 4.994180151527206e-05,
+      "loss": 1.4087,
+      "step": 598
+    },
+    {
+      "epoch": 0.2565310492505353,
+      "grad_norm": 4.486625671386719,
+      "learning_rate": 4.994132758069413e-05,
+      "loss": 1.3889,
+      "step": 599
+    },
+    {
+      "epoch": 0.2569593147751606,
+      "grad_norm": 3.7390382289886475,
+      "learning_rate": 4.99408517264771e-05,
+      "loss": 0.4363,
+      "step": 600
+    },
+    {
+      "epoch": 0.25738758029978587,
+      "grad_norm": 1.8956342935562134,
+      "learning_rate": 4.994037395265759e-05,
+      "loss": 0.6281,
+      "step": 601
+    },
+    {
+      "epoch": 0.25781584582441114,
+      "grad_norm": 2.8094089031219482,
+      "learning_rate": 4.993989425927238e-05,
+      "loss": 0.6283,
+      "step": 602
+    },
+    {
+      "epoch": 0.2582441113490364,
+      "grad_norm": 2.4230234622955322,
+      "learning_rate": 4.993941264635837e-05,
+      "loss": 2.0734,
+      "step": 603
+    },
+    {
+      "epoch": 0.2586723768736617,
+      "grad_norm": 3.21728253364563,
+      "learning_rate": 4.993892911395266e-05,
+      "loss": 0.5567,
+      "step": 604
+    },
+    {
+      "epoch": 0.25910064239828695,
+      "grad_norm": 3.313950777053833,
+      "learning_rate": 4.993844366209245e-05,
+      "loss": 0.4513,
+      "step": 605
+    },
+    {
+      "epoch": 0.2595289079229122,
+      "grad_norm": 2.6535096168518066,
+      "learning_rate": 4.993795629081509e-05,
+      "loss": 0.741,
+      "step": 606
+    },
+    {
+      "epoch": 0.2599571734475375,
+      "grad_norm": 1.9007648229599,
+      "learning_rate": 4.9937467000158115e-05,
+      "loss": 0.4673,
+      "step": 607
+    },
+    {
+      "epoch": 0.26038543897216276,
+      "grad_norm": 1.8643258810043335,
+      "learning_rate": 4.993697579015916e-05,
+      "loss": 0.4839,
+      "step": 608
+    },
+    {
+      "epoch": 0.26081370449678803,
+      "grad_norm": 2.2573485374450684,
+      "learning_rate": 4.993648266085606e-05,
+      "loss": 1.4765,
+      "step": 609
+    },
+    {
+      "epoch": 0.26124197002141325,
+      "grad_norm": 3.150135040283203,
+      "learning_rate": 4.993598761228674e-05,
+      "loss": 1.3863,
+      "step": 610
+    },
+    {
+      "epoch": 0.2616702355460385,
+      "grad_norm": 2.6022963523864746,
+      "learning_rate": 4.9935490644489313e-05,
+      "loss": 1.0678,
+      "step": 611
+    },
+    {
+      "epoch": 0.2620985010706638,
+      "grad_norm": 4.01460075378418,
+      "learning_rate": 4.9934991757502037e-05,
+      "loss": 0.5267,
+      "step": 612
+    },
+    {
+      "epoch": 0.26252676659528906,
+      "grad_norm": 4.961833477020264,
+      "learning_rate": 4.9934490951363304e-05,
+      "loss": 0.724,
+      "step": 613
+    },
+    {
+      "epoch": 0.26295503211991433,
+      "grad_norm": 1.6761912107467651,
+      "learning_rate": 4.993398822611166e-05,
+      "loss": 1.2027,
+      "step": 614
+    },
+    {
+      "epoch": 0.2633832976445396,
+      "grad_norm": 4.273322582244873,
+      "learning_rate": 4.993348358178579e-05,
+      "loss": 1.8992,
+      "step": 615
+    },
+    {
+      "epoch": 0.2638115631691649,
+      "grad_norm": 2.5534441471099854,
+      "learning_rate": 4.993297701842454e-05,
+      "loss": 0.9477,
+      "step": 616
+    },
+    {
+      "epoch": 0.26423982869379015,
+      "grad_norm": 2.7478373050689697,
+      "learning_rate": 4.9932468536066914e-05,
+      "loss": 1.0416,
+      "step": 617
+    },
+    {
+      "epoch": 0.2646680942184154,
+      "grad_norm": 5.409038066864014,
+      "learning_rate": 4.993195813475202e-05,
+      "loss": 1.5878,
+      "step": 618
+    },
+    {
+      "epoch": 0.2650963597430407,
+      "grad_norm": 3.637021780014038,
+      "learning_rate": 4.993144581451916e-05,
+      "loss": 1.3232,
+      "step": 619
+    },
+    {
+      "epoch": 0.26552462526766596,
+      "grad_norm": 2.201892375946045,
+      "learning_rate": 4.9930931575407755e-05,
+      "loss": 0.6602,
+      "step": 620
+    },
+    {
+      "epoch": 0.26595289079229123,
+      "grad_norm": 2.644047260284424,
+      "learning_rate": 4.993041541745739e-05,
+      "loss": 1.4372,
+      "step": 621
+    },
+    {
+      "epoch": 0.2663811563169165,
+      "grad_norm": 2.7330214977264404,
+      "learning_rate": 4.992989734070779e-05,
+      "loss": 1.3411,
+      "step": 622
+    },
+    {
+      "epoch": 0.26680942184154177,
+      "grad_norm": 2.2948367595672607,
+      "learning_rate": 4.992937734519884e-05,
+      "loss": 0.628,
+      "step": 623
+    },
+    {
+      "epoch": 0.26723768736616704,
+      "grad_norm": 1.548671007156372,
+      "learning_rate": 4.9928855430970546e-05,
+      "loss": 0.5926,
+      "step": 624
+    },
+    {
+      "epoch": 0.2676659528907923,
+      "grad_norm": 1.4350844621658325,
+      "learning_rate": 4.992833159806308e-05,
+      "loss": 0.931,
+      "step": 625
+    },
+    {
+      "epoch": 0.2680942184154176,
+      "grad_norm": 2.711063861846924,
+      "learning_rate": 4.992780584651676e-05,
+      "loss": 0.7993,
+      "step": 626
+    },
+    {
+      "epoch": 0.2685224839400428,
+      "grad_norm": 1.680345892906189,
+      "learning_rate": 4.9927278176372065e-05,
+      "loss": 0.5665,
+      "step": 627
+    },
+    {
+      "epoch": 0.26895074946466807,
+      "grad_norm": 1.438685417175293,
+      "learning_rate": 4.992674858766959e-05,
+      "loss": 0.9205,
+      "step": 628
+    },
+    {
+      "epoch": 0.26937901498929334,
+      "grad_norm": 1.8886780738830566,
+      "learning_rate": 4.992621708045011e-05,
+      "loss": 1.0925,
+      "step": 629
+    },
+    {
+      "epoch": 0.2698072805139186,
+      "grad_norm": 2.1743946075439453,
+      "learning_rate": 4.9925683654754526e-05,
+      "loss": 1.1064,
+      "step": 630
+    },
+    {
+      "epoch": 0.2702355460385439,
+      "grad_norm": 1.8281928300857544,
+      "learning_rate": 4.992514831062389e-05,
+      "loss": 0.9241,
+      "step": 631
+    },
+    {
+      "epoch": 0.27066381156316915,
+      "grad_norm": 2.950880289077759,
+      "learning_rate": 4.9924611048099406e-05,
+      "loss": 1.2119,
+      "step": 632
+    },
+    {
+      "epoch": 0.2710920770877944,
+      "grad_norm": 1.3929533958435059,
+      "learning_rate": 4.992407186722243e-05,
+      "loss": 0.736,
+      "step": 633
+    },
+    {
+      "epoch": 0.2715203426124197,
+      "grad_norm": 1.318270206451416,
+      "learning_rate": 4.992353076803446e-05,
+      "loss": 0.867,
+      "step": 634
+    },
+    {
+      "epoch": 0.27194860813704497,
+      "grad_norm": 3.9868719577789307,
+      "learning_rate": 4.9922987750577146e-05,
+      "loss": 1.3587,
+      "step": 635
+    },
+    {
+      "epoch": 0.27237687366167024,
+      "grad_norm": 2.6092336177825928,
+      "learning_rate": 4.9922442814892265e-05,
+      "loss": 0.5796,
+      "step": 636
+    },
+    {
+      "epoch": 0.2728051391862955,
+      "grad_norm": 2.2796506881713867,
+      "learning_rate": 4.992189596102178e-05,
+      "loss": 1.5674,
+      "step": 637
+    },
+    {
+      "epoch": 0.2732334047109208,
+      "grad_norm": 0.810368537902832,
+      "learning_rate": 4.9921347189007766e-05,
+      "loss": 0.3019,
+      "step": 638
+    },
+    {
+      "epoch": 0.27366167023554605,
+      "grad_norm": 2.417161226272583,
+      "learning_rate": 4.9920796498892466e-05,
+      "loss": 1.1159,
+      "step": 639
+    },
+    {
+      "epoch": 0.2740899357601713,
+      "grad_norm": 4.6688408851623535,
+      "learning_rate": 4.9920243890718266e-05,
+      "loss": 0.4378,
+      "step": 640
+    },
+    {
+      "epoch": 0.2745182012847966,
+      "grad_norm": 3.285567045211792,
+      "learning_rate": 4.9919689364527696e-05,
+      "loss": 1.604,
+      "step": 641
+    },
+    {
+      "epoch": 0.27494646680942186,
+      "grad_norm": 7.487720489501953,
+      "learning_rate": 4.991913292036343e-05,
+      "loss": 1.2025,
+      "step": 642
+    },
+    {
+      "epoch": 0.27537473233404713,
+      "grad_norm": 4.267570972442627,
+      "learning_rate": 4.9918574558268305e-05,
+      "loss": 1.9079,
+      "step": 643
+    },
+    {
+      "epoch": 0.27580299785867235,
+      "grad_norm": 2.7296454906463623,
+      "learning_rate": 4.991801427828529e-05,
+      "loss": 0.5755,
+      "step": 644
+    },
+    {
+      "epoch": 0.2762312633832976,
+      "grad_norm": 0.910021960735321,
+      "learning_rate": 4.991745208045751e-05,
+      "loss": 0.4791,
+      "step": 645
+    },
+    {
+      "epoch": 0.2766595289079229,
+      "grad_norm": 2.082606077194214,
+      "learning_rate": 4.9916887964828234e-05,
+      "loss": 0.7164,
+      "step": 646
+    },
+    {
+      "epoch": 0.27708779443254816,
+      "grad_norm": 3.2384579181671143,
+      "learning_rate": 4.991632193144088e-05,
+      "loss": 0.6651,
+      "step": 647
+    },
+    {
+      "epoch": 0.27751605995717343,
+      "grad_norm": 2.8026812076568604,
+      "learning_rate": 4.991575398033902e-05,
+      "loss": 1.1,
+      "step": 648
+    },
+    {
+      "epoch": 0.2779443254817987,
+      "grad_norm": 2.2410635948181152,
+      "learning_rate": 4.991518411156635e-05,
+      "loss": 0.5636,
+      "step": 649
+    },
+    {
+      "epoch": 0.278372591006424,
+      "grad_norm": 4.6790900230407715,
+      "learning_rate": 4.991461232516675e-05,
+      "loss": 0.9636,
+      "step": 650
+    },
+    {
+      "epoch": 0.27880085653104925,
+      "grad_norm": 1.7439959049224854,
+      "learning_rate": 4.991403862118421e-05,
+      "loss": 0.9483,
+      "step": 651
+    },
+    {
+      "epoch": 0.2792291220556745,
+      "grad_norm": 3.954695701599121,
+      "learning_rate": 4.991346299966291e-05,
+      "loss": 0.9789,
+      "step": 652
+    },
+    {
+      "epoch": 0.2796573875802998,
+      "grad_norm": 3.435805082321167,
+      "learning_rate": 4.991288546064713e-05,
+      "loss": 1.9547,
+      "step": 653
+    },
+    {
+      "epoch": 0.28008565310492506,
+      "grad_norm": 6.322479724884033,
+      "learning_rate": 4.991230600418133e-05,
+      "loss": 1.5189,
+      "step": 654
+    },
+    {
+      "epoch": 0.28051391862955033,
+      "grad_norm": 4.70046854019165,
+      "learning_rate": 4.9911724630310106e-05,
+      "loss": 1.0338,
+      "step": 655
+    },
+    {
+      "epoch": 0.2809421841541756,
+      "grad_norm": 2.933708906173706,
+      "learning_rate": 4.9911141339078215e-05,
+      "loss": 1.4131,
+      "step": 656
+    },
+    {
+      "epoch": 0.28137044967880087,
+      "grad_norm": 3.651902675628662,
+      "learning_rate": 4.991055613053054e-05,
+      "loss": 1.0484,
+      "step": 657
+    },
+    {
+      "epoch": 0.28179871520342614,
+      "grad_norm": 1.6768022775650024,
+      "learning_rate": 4.990996900471212e-05,
+      "loss": 1.345,
+      "step": 658
+    },
+    {
+      "epoch": 0.2822269807280514,
+      "grad_norm": 1.8123552799224854,
+      "learning_rate": 4.9909379961668146e-05,
+      "loss": 0.3737,
+      "step": 659
+    },
+    {
+      "epoch": 0.2826552462526767,
+      "grad_norm": 1.7104369401931763,
+      "learning_rate": 4.990878900144396e-05,
+      "loss": 0.4278,
+      "step": 660
+    },
+    {
+      "epoch": 0.28308351177730195,
+      "grad_norm": 3.704051971435547,
+      "learning_rate": 4.990819612408505e-05,
+      "loss": 1.7109,
+      "step": 661
+    },
+    {
+      "epoch": 0.28351177730192717,
+      "grad_norm": 2.4741501808166504,
+      "learning_rate": 4.990760132963703e-05,
+      "loss": 0.5047,
+      "step": 662
+    },
+    {
+      "epoch": 0.28394004282655244,
+      "grad_norm": 3.1420631408691406,
+      "learning_rate": 4.990700461814569e-05,
+      "loss": 1.8198,
+      "step": 663
+    },
+    {
+      "epoch": 0.2843683083511777,
+      "grad_norm": 2.438072681427002,
+      "learning_rate": 4.9906405989656966e-05,
+      "loss": 0.6639,
+      "step": 664
+    },
+    {
+      "epoch": 0.284796573875803,
+      "grad_norm": 1.1507691144943237,
+      "learning_rate": 4.9905805444216915e-05,
+      "loss": 1.081,
+      "step": 665
+    },
+    {
+      "epoch": 0.28522483940042825,
+      "grad_norm": 1.2126507759094238,
+      "learning_rate": 4.9905202981871766e-05,
+      "loss": 1.0805,
+      "step": 666
+    },
+    {
+      "epoch": 0.2856531049250535,
+      "grad_norm": 4.175620079040527,
+      "learning_rate": 4.9904598602667883e-05,
+      "loss": 1.9524,
+      "step": 667
+    },
+    {
+      "epoch": 0.2860813704496788,
+      "grad_norm": 2.5024914741516113,
+      "learning_rate": 4.99039923066518e-05,
+      "loss": 0.5355,
+      "step": 668
+    },
+    {
+      "epoch": 0.28650963597430407,
+      "grad_norm": 2.408097982406616,
+      "learning_rate": 4.990338409387017e-05,
+      "loss": 0.4614,
+      "step": 669
+    },
+    {
+      "epoch": 0.28693790149892934,
+      "grad_norm": 3.9312222003936768,
+      "learning_rate": 4.9902773964369784e-05,
+      "loss": 1.5648,
+      "step": 670
+    },
+    {
+      "epoch": 0.2873661670235546,
+      "grad_norm": 4.475346088409424,
+      "learning_rate": 4.990216191819764e-05,
+      "loss": 2.3127,
+      "step": 671
+    },
+    {
+      "epoch": 0.2877944325481799,
+      "grad_norm": 2.893674612045288,
+      "learning_rate": 4.9901547955400816e-05,
+      "loss": 1.3359,
+      "step": 672
+    },
+    {
+      "epoch": 0.28822269807280515,
+      "grad_norm": 2.0553700923919678,
+      "learning_rate": 4.9900932076026583e-05,
+      "loss": 1.4613,
+      "step": 673
+    },
+    {
+      "epoch": 0.2886509635974304,
+      "grad_norm": 3.8140218257904053,
+      "learning_rate": 4.9900314280122326e-05,
+      "loss": 0.9183,
+      "step": 674
+    },
+    {
+      "epoch": 0.2890792291220557,
+      "grad_norm": 0.961337685585022,
+      "learning_rate": 4.989969456773562e-05,
+      "loss": 0.5907,
+      "step": 675
+    },
+    {
+      "epoch": 0.28950749464668096,
+      "grad_norm": 4.039897918701172,
+      "learning_rate": 4.9899072938914136e-05,
+      "loss": 0.8486,
+      "step": 676
+    },
+    {
+      "epoch": 0.28993576017130623,
+      "grad_norm": 3.144418239593506,
+      "learning_rate": 4.9898449393705736e-05,
+      "loss": 0.8884,
+      "step": 677
+    },
+    {
+      "epoch": 0.2903640256959315,
+      "grad_norm": 3.990243911743164,
+      "learning_rate": 4.989782393215841e-05,
+      "loss": 1.5498,
+      "step": 678
+    },
+    {
+      "epoch": 0.2907922912205567,
+      "grad_norm": 3.077171564102173,
+      "learning_rate": 4.989719655432027e-05,
+      "loss": 1.7171,
+      "step": 679
+    },
+    {
+      "epoch": 0.291220556745182,
+      "grad_norm": 4.04608678817749,
+      "learning_rate": 4.989656726023965e-05,
+      "loss": 1.5642,
+      "step": 680
+    },
+    {
+      "epoch": 0.29164882226980726,
+      "grad_norm": 3.5704593658447266,
+      "learning_rate": 4.9895936049964945e-05,
+      "loss": 1.7268,
+      "step": 681
+    },
+    {
+      "epoch": 0.29207708779443253,
+      "grad_norm": 5.042965888977051,
+      "learning_rate": 4.989530292354475e-05,
+      "loss": 1.317,
+      "step": 682
+    },
+    {
+      "epoch": 0.2925053533190578,
+      "grad_norm": 2.9420621395111084,
+      "learning_rate": 4.9894667881027806e-05,
+      "loss": 0.8212,
+      "step": 683
+    },
+    {
+      "epoch": 0.2929336188436831,
+      "grad_norm": 1.1590112447738647,
+      "learning_rate": 4.9894030922462975e-05,
+      "loss": 0.5842,
+      "step": 684
+    },
+    {
+      "epoch": 0.29336188436830835,
+      "grad_norm": 1.4546666145324707,
+      "learning_rate": 4.989339204789929e-05,
+      "loss": 0.9573,
+      "step": 685
+    },
+    {
+      "epoch": 0.2937901498929336,
+      "grad_norm": 1.9070508480072021,
+      "learning_rate": 4.989275125738591e-05,
+      "loss": 0.9906,
+      "step": 686
+    },
+    {
+      "epoch": 0.2942184154175589,
+      "grad_norm": 0.6636742949485779,
+      "learning_rate": 4.989210855097217e-05,
+      "loss": 0.3596,
+      "step": 687
+    },
+    {
+      "epoch": 0.29464668094218416,
+      "grad_norm": 3.088132381439209,
+      "learning_rate": 4.9891463928707524e-05,
+      "loss": 1.6604,
+      "step": 688
+    },
+    {
+      "epoch": 0.29507494646680943,
+      "grad_norm": 1.9780378341674805,
+      "learning_rate": 4.98908173906416e-05,
+      "loss": 0.7385,
+      "step": 689
+    },
+    {
+      "epoch": 0.2955032119914347,
+      "grad_norm": 3.4171595573425293,
+      "learning_rate": 4.989016893682414e-05,
+      "loss": 0.799,
+      "step": 690
+    },
+    {
+      "epoch": 0.29593147751605997,
+      "grad_norm": 6.217860221862793,
+      "learning_rate": 4.988951856730508e-05,
+      "loss": 1.8488,
+      "step": 691
+    },
+    {
+      "epoch": 0.29635974304068524,
+      "grad_norm": 2.2361888885498047,
+      "learning_rate": 4.988886628213445e-05,
+      "loss": 0.7319,
+      "step": 692
+    },
+    {
+      "epoch": 0.2967880085653105,
+      "grad_norm": 3.3163819313049316,
+      "learning_rate": 4.988821208136246e-05,
+      "loss": 0.8393,
+      "step": 693
+    },
+    {
+      "epoch": 0.2972162740899358,
+      "grad_norm": 1.003004789352417,
+      "learning_rate": 4.988755596503948e-05,
+      "loss": 0.7644,
+      "step": 694
+    },
+    {
+      "epoch": 0.29764453961456105,
+      "grad_norm": 1.944972276687622,
+      "learning_rate": 4.988689793321598e-05,
+      "loss": 0.8559,
+      "step": 695
+    },
+    {
+      "epoch": 0.29807280513918627,
+      "grad_norm": 0.9007592797279358,
+      "learning_rate": 4.988623798594263e-05,
+      "loss": 0.3204,
+      "step": 696
+    },
+    {
+      "epoch": 0.29850107066381154,
+      "grad_norm": 3.051577091217041,
+      "learning_rate": 4.988557612327022e-05,
+      "loss": 0.5453,
+      "step": 697
+    },
+    {
+      "epoch": 0.2989293361884368,
+      "grad_norm": 1.3450435400009155,
+      "learning_rate": 4.9884912345249674e-05,
+      "loss": 0.7871,
+      "step": 698
+    },
+    {
+      "epoch": 0.2993576017130621,
+      "grad_norm": 1.9319593906402588,
+      "learning_rate": 4.98842466519321e-05,
+      "loss": 1.5087,
+      "step": 699
+    },
+    {
+      "epoch": 0.29978586723768735,
+      "grad_norm": 3.132190227508545,
+      "learning_rate": 4.9883579043368724e-05,
+      "loss": 0.8735,
+      "step": 700
+    },
+    {
+      "epoch": 0.3002141327623126,
+      "grad_norm": 2.2816317081451416,
+      "learning_rate": 4.9882909519610926e-05,
+      "loss": 1.4285,
+      "step": 701
+    },
+    {
+      "epoch": 0.3006423982869379,
+      "grad_norm": 1.8404343128204346,
+      "learning_rate": 4.9882238080710245e-05,
+      "loss": 0.3894,
+      "step": 702
+    },
+    {
+      "epoch": 0.30107066381156317,
+      "grad_norm": 4.060924530029297,
+      "learning_rate": 4.9881564726718356e-05,
+      "loss": 1.2028,
+      "step": 703
+    },
+    {
+      "epoch": 0.30149892933618844,
+      "grad_norm": 1.758890151977539,
+      "learning_rate": 4.9880889457687086e-05,
+      "loss": 0.6044,
+      "step": 704
+    },
+    {
+      "epoch": 0.3019271948608137,
+      "grad_norm": 3.877831220626831,
+      "learning_rate": 4.988021227366841e-05,
+      "loss": 1.8006,
+      "step": 705
+    },
+    {
+      "epoch": 0.302355460385439,
+      "grad_norm": 2.6210105419158936,
+      "learning_rate": 4.987953317471444e-05,
+      "loss": 0.8749,
+      "step": 706
+    },
+    {
+      "epoch": 0.30278372591006425,
+      "grad_norm": 1.804866909980774,
+      "learning_rate": 4.9878852160877445e-05,
+      "loss": 1.1308,
+      "step": 707
+    },
+    {
+      "epoch": 0.3032119914346895,
+      "grad_norm": 3.4455018043518066,
+      "learning_rate": 4.9878169232209856e-05,
+      "loss": 1.1923,
+      "step": 708
+    },
+    {
+      "epoch": 0.3036402569593148,
+      "grad_norm": 3.8497185707092285,
+      "learning_rate": 4.987748438876421e-05,
+      "loss": 0.5704,
+      "step": 709
+    },
+    {
+      "epoch": 0.30406852248394006,
+      "grad_norm": 2.993302822113037,
+      "learning_rate": 4.9876797630593236e-05,
+      "loss": 1.3855,
+      "step": 710
+    },
+    {
+      "epoch": 0.30449678800856533,
+      "grad_norm": 2.050261974334717,
+      "learning_rate": 4.9876108957749786e-05,
+      "loss": 0.6078,
+      "step": 711
+    },
+    {
+      "epoch": 0.3049250535331906,
+      "grad_norm": 3.715400457382202,
+      "learning_rate": 4.9875418370286866e-05,
+      "loss": 1.6722,
+      "step": 712
+    },
+    {
+      "epoch": 0.3053533190578158,
+      "grad_norm": 4.180136680603027,
+      "learning_rate": 4.9874725868257615e-05,
+      "loss": 1.2708,
+      "step": 713
+    },
+    {
+      "epoch": 0.3057815845824411,
+      "grad_norm": 2.113889217376709,
+      "learning_rate": 4.987403145171535e-05,
+      "loss": 1.4296,
+      "step": 714
+    },
+    {
+      "epoch": 0.30620985010706636,
+      "grad_norm": 3.933807373046875,
+      "learning_rate": 4.98733351207135e-05,
+      "loss": 1.1843,
+      "step": 715
+    },
+    {
+      "epoch": 0.30663811563169163,
+      "grad_norm": 3.0597591400146484,
+      "learning_rate": 4.987263687530569e-05,
+      "loss": 0.9698,
+      "step": 716
+    },
+    {
+      "epoch": 0.3070663811563169,
+      "grad_norm": 3.8486804962158203,
+      "learning_rate": 4.987193671554562e-05,
+      "loss": 1.5799,
+      "step": 717
+    },
+    {
+      "epoch": 0.3074946466809422,
+      "grad_norm": 2.9465484619140625,
+      "learning_rate": 4.987123464148721e-05,
+      "loss": 1.1813,
+      "step": 718
+    },
+    {
+      "epoch": 0.30792291220556745,
+      "grad_norm": 1.3314586877822876,
+      "learning_rate": 4.9870530653184475e-05,
+      "loss": 1.2415,
+      "step": 719
+    },
+    {
+      "epoch": 0.3083511777301927,
+      "grad_norm": 3.9804017543792725,
+      "learning_rate": 4.986982475069162e-05,
+      "loss": 0.9823,
+      "step": 720
+    },
+    {
+      "epoch": 0.308779443254818,
+      "grad_norm": 3.5185303688049316,
+      "learning_rate": 4.986911693406296e-05,
+      "loss": 1.2295,
+      "step": 721
+    },
+    {
+      "epoch": 0.30920770877944326,
+      "grad_norm": 0.9118313789367676,
+      "learning_rate": 4.986840720335297e-05,
+      "loss": 0.5271,
+      "step": 722
+    },
+    {
+      "epoch": 0.30963597430406853,
+      "grad_norm": 3.1254665851593018,
+      "learning_rate": 4.986769555861629e-05,
+      "loss": 1.4043,
+      "step": 723
+    },
+    {
+      "epoch": 0.3100642398286938,
+      "grad_norm": 3.5776431560516357,
+      "learning_rate": 4.9866981999907686e-05,
+      "loss": 0.9805,
+      "step": 724
+    },
+    {
+      "epoch": 0.31049250535331907,
+      "grad_norm": 2.091437339782715,
+      "learning_rate": 4.9866266527282076e-05,
+      "loss": 1.2151,
+      "step": 725
+    },
+    {
+      "epoch": 0.31092077087794434,
+      "grad_norm": 2.0793681144714355,
+      "learning_rate": 4.986554914079452e-05,
+      "loss": 0.4426,
+      "step": 726
+    },
+    {
+      "epoch": 0.3113490364025696,
+      "grad_norm": 3.231715202331543,
+      "learning_rate": 4.9864829840500246e-05,
+      "loss": 1.1082,
+      "step": 727
+    },
+    {
+      "epoch": 0.3117773019271949,
+      "grad_norm": 1.810591459274292,
+      "learning_rate": 4.986410862645461e-05,
+      "loss": 0.4487,
+      "step": 728
+    },
+    {
+      "epoch": 0.31220556745182015,
+      "grad_norm": 1.1686859130859375,
+      "learning_rate": 4.9863385498713125e-05,
+      "loss": 0.6675,
+      "step": 729
+    },
+    {
+      "epoch": 0.31263383297644537,
+      "grad_norm": 1.1455047130584717,
+      "learning_rate": 4.9862660457331435e-05,
+      "loss": 0.5563,
+      "step": 730
+    },
+    {
+      "epoch": 0.31306209850107064,
+      "grad_norm": 2.788386344909668,
+      "learning_rate": 4.986193350236536e-05,
+      "loss": 0.8224,
+      "step": 731
+    },
+    {
+      "epoch": 0.3134903640256959,
+      "grad_norm": 5.716238975524902,
+      "learning_rate": 4.986120463387084e-05,
+      "loss": 1.1862,
+      "step": 732
+    },
+    {
+      "epoch": 0.3139186295503212,
+      "grad_norm": 2.573462963104248,
+      "learning_rate": 4.986047385190398e-05,
+      "loss": 1.6275,
+      "step": 733
+    },
+    {
+      "epoch": 0.31434689507494645,
+      "grad_norm": 2.112732410430908,
+      "learning_rate": 4.9859741156521015e-05,
+      "loss": 0.8529,
+      "step": 734
+    },
+    {
+      "epoch": 0.3147751605995717,
+      "grad_norm": 2.7765464782714844,
+      "learning_rate": 4.9859006547778356e-05,
+      "loss": 1.1179,
+      "step": 735
+    },
+    {
+      "epoch": 0.315203426124197,
+      "grad_norm": 1.4415210485458374,
+      "learning_rate": 4.985827002573252e-05,
+      "loss": 0.5304,
+      "step": 736
+    },
+    {
+      "epoch": 0.31563169164882227,
+      "grad_norm": 0.9203175902366638,
+      "learning_rate": 4.985753159044021e-05,
+      "loss": 0.2739,
+      "step": 737
+    },
+    {
+      "epoch": 0.31605995717344754,
+      "grad_norm": 1.3260396718978882,
+      "learning_rate": 4.985679124195826e-05,
+      "loss": 1.1453,
+      "step": 738
+    },
+    {
+      "epoch": 0.3164882226980728,
+      "grad_norm": 2.7200539112091064,
+      "learning_rate": 4.985604898034364e-05,
+      "loss": 0.9414,
+      "step": 739
+    },
+    {
+      "epoch": 0.3169164882226981,
+      "grad_norm": 1.7305017709732056,
+      "learning_rate": 4.98553048056535e-05,
+      "loss": 0.9445,
+      "step": 740
+    },
+    {
+      "epoch": 0.31734475374732335,
+      "grad_norm": 0.5191578269004822,
+      "learning_rate": 4.985455871794509e-05,
+      "loss": 0.2101,
+      "step": 741
+    },
+    {
+      "epoch": 0.3177730192719486,
+      "grad_norm": 3.083237409591675,
+      "learning_rate": 4.985381071727586e-05,
+      "loss": 2.1878,
+      "step": 742
+    },
+    {
+      "epoch": 0.3182012847965739,
+      "grad_norm": 4.858891487121582,
+      "learning_rate": 4.985306080370336e-05,
+      "loss": 0.7512,
+      "step": 743
+    },
+    {
+      "epoch": 0.31862955032119916,
+      "grad_norm": 2.717214584350586,
+      "learning_rate": 4.985230897728532e-05,
+      "loss": 1.6956,
+      "step": 744
+    },
+    {
+      "epoch": 0.31905781584582443,
+      "grad_norm": 3.5950794219970703,
+      "learning_rate": 4.98515552380796e-05,
+      "loss": 0.8748,
+      "step": 745
+    },
+    {
+      "epoch": 0.3194860813704497,
+      "grad_norm": 1.9336038827896118,
+      "learning_rate": 4.9850799586144215e-05,
+      "loss": 1.0783,
+      "step": 746
+    },
+    {
+      "epoch": 0.3199143468950749,
+      "grad_norm": 5.169368743896484,
+      "learning_rate": 4.9850042021537324e-05,
+      "loss": 1.3963,
+      "step": 747
+    },
+    {
+      "epoch": 0.3203426124197002,
+      "grad_norm": 3.5260584354400635,
+      "learning_rate": 4.984928254431723e-05,
+      "loss": 0.9263,
+      "step": 748
+    },
+    {
+      "epoch": 0.32077087794432546,
+      "grad_norm": 1.0307338237762451,
+      "learning_rate": 4.9848521154542394e-05,
+      "loss": 0.6606,
+      "step": 749
+    },
+    {
+      "epoch": 0.32119914346895073,
+      "grad_norm": 2.0553488731384277,
+      "learning_rate": 4.9847757852271415e-05,
+      "loss": 0.8822,
+      "step": 750
+    },
+    {
+      "epoch": 0.321627408993576,
+      "grad_norm": 3.6908609867095947,
+      "learning_rate": 4.984699263756303e-05,
+      "loss": 1.8776,
+      "step": 751
+    },
+    {
+      "epoch": 0.3220556745182013,
+      "grad_norm": 5.673072338104248,
+      "learning_rate": 4.9846225510476155e-05,
+      "loss": 1.2328,
+      "step": 752
+    },
+    {
+      "epoch": 0.32248394004282654,
+      "grad_norm": 2.851382255554199,
+      "learning_rate": 4.984545647106982e-05,
+      "loss": 0.6335,
+      "step": 753
+    },
+    {
+      "epoch": 0.3229122055674518,
+      "grad_norm": 2.2957992553710938,
+      "learning_rate": 4.984468551940322e-05,
+      "loss": 0.7251,
+      "step": 754
+    },
+    {
+      "epoch": 0.3233404710920771,
+      "grad_norm": 1.8657711744308472,
+      "learning_rate": 4.984391265553568e-05,
+      "loss": 0.6553,
+      "step": 755
+    },
+    {
+      "epoch": 0.32376873661670236,
+      "grad_norm": 2.9529011249542236,
+      "learning_rate": 4.984313787952671e-05,
+      "loss": 0.9238,
+      "step": 756
+    },
+    {
+      "epoch": 0.32419700214132763,
+      "grad_norm": 2.1753017902374268,
+      "learning_rate": 4.984236119143591e-05,
+      "loss": 1.0663,
+      "step": 757
+    },
+    {
+      "epoch": 0.3246252676659529,
+      "grad_norm": 2.6829261779785156,
+      "learning_rate": 4.984158259132309e-05,
+      "loss": 1.052,
+      "step": 758
+    },
+    {
+      "epoch": 0.32505353319057817,
+      "grad_norm": 2.1683783531188965,
+      "learning_rate": 4.984080207924815e-05,
+      "loss": 0.73,
+      "step": 759
+    },
+    {
+      "epoch": 0.32548179871520344,
+      "grad_norm": 2.5770163536071777,
+      "learning_rate": 4.9840019655271175e-05,
+      "loss": 0.6854,
+      "step": 760
+    },
+    {
+      "epoch": 0.3259100642398287,
+      "grad_norm": 2.376037120819092,
+      "learning_rate": 4.983923531945239e-05,
+      "loss": 1.2098,
+      "step": 761
+    },
+    {
+      "epoch": 0.326338329764454,
+      "grad_norm": 2.066636562347412,
+      "learning_rate": 4.9838449071852146e-05,
+      "loss": 0.5647,
+      "step": 762
+    },
+    {
+      "epoch": 0.32676659528907925,
+      "grad_norm": 1.940598726272583,
+      "learning_rate": 4.983766091253098e-05,
+      "loss": 0.996,
+      "step": 763
+    },
+    {
+      "epoch": 0.3271948608137045,
+      "grad_norm": 3.0796711444854736,
+      "learning_rate": 4.9836870841549536e-05,
+      "loss": 1.5121,
+      "step": 764
+    },
+    {
+      "epoch": 0.32762312633832974,
+      "grad_norm": 3.9081311225891113,
+      "learning_rate": 4.983607885896861e-05,
+      "loss": 2.4366,
+      "step": 765
+    },
+    {
+      "epoch": 0.328051391862955,
+      "grad_norm": 2.2213189601898193,
+      "learning_rate": 4.9835284964849196e-05,
+      "loss": 0.7669,
+      "step": 766
+    },
+    {
+      "epoch": 0.3284796573875803,
+      "grad_norm": 1.992367148399353,
+      "learning_rate": 4.9834489159252374e-05,
+      "loss": 0.6797,
+      "step": 767
+    },
+    {
+      "epoch": 0.32890792291220555,
+      "grad_norm": 4.062606334686279,
+      "learning_rate": 4.98336914422394e-05,
+      "loss": 1.793,
+      "step": 768
+    },
+    {
+      "epoch": 0.3293361884368308,
+      "grad_norm": 2.153496265411377,
+      "learning_rate": 4.9832891813871666e-05,
+      "loss": 1.1866,
+      "step": 769
+    },
+    {
+      "epoch": 0.3297644539614561,
+      "grad_norm": 1.2540979385375977,
+      "learning_rate": 4.9832090274210714e-05,
+      "loss": 0.7351,
+      "step": 770
+    },
+    {
+      "epoch": 0.33019271948608137,
+      "grad_norm": 3.4929869174957275,
+      "learning_rate": 4.983128682331824e-05,
+      "loss": 1.2454,
+      "step": 771
+    },
+    {
+      "epoch": 0.33062098501070664,
+      "grad_norm": 2.263437271118164,
+      "learning_rate": 4.9830481461256086e-05,
+      "loss": 0.6625,
+      "step": 772
+    },
+    {
+      "epoch": 0.3310492505353319,
+      "grad_norm": 3.0473992824554443,
+      "learning_rate": 4.982967418808623e-05,
+      "loss": 1.4318,
+      "step": 773
+    },
+    {
+      "epoch": 0.3314775160599572,
+      "grad_norm": 1.9507564306259155,
+      "learning_rate": 4.9828865003870816e-05,
+      "loss": 1.61,
+      "step": 774
+    },
+    {
+      "epoch": 0.33190578158458245,
+      "grad_norm": 1.7511168718338013,
+      "learning_rate": 4.9828053908672114e-05,
+      "loss": 0.8701,
+      "step": 775
+    },
+    {
+      "epoch": 0.3323340471092077,
+      "grad_norm": 1.9884281158447266,
+      "learning_rate": 4.9827240902552554e-05,
+      "loss": 1.198,
+      "step": 776
+    },
+    {
+      "epoch": 0.332762312633833,
+      "grad_norm": 1.0456238985061646,
+      "learning_rate": 4.98264259855747e-05,
+      "loss": 0.383,
+      "step": 777
+    },
+    {
+      "epoch": 0.33319057815845826,
+      "grad_norm": 2.8158276081085205,
+      "learning_rate": 4.9825609157801294e-05,
+      "loss": 0.4286,
+      "step": 778
+    },
+    {
+      "epoch": 0.33361884368308353,
+      "grad_norm": 3.1145148277282715,
+      "learning_rate": 4.982479041929519e-05,
+      "loss": 0.7318,
+      "step": 779
+    },
+    {
+      "epoch": 0.3340471092077088,
+      "grad_norm": 2.3489670753479004,
+      "learning_rate": 4.9823969770119406e-05,
+      "loss": 1.5818,
+      "step": 780
+    },
+    {
+      "epoch": 0.3344753747323341,
+      "grad_norm": 1.9592260122299194,
+      "learning_rate": 4.982314721033711e-05,
+      "loss": 1.097,
+      "step": 781
+    },
+    {
+      "epoch": 0.3349036402569593,
+      "grad_norm": 1.357779860496521,
+      "learning_rate": 4.9822322740011594e-05,
+      "loss": 0.8109,
+      "step": 782
+    },
+    {
+      "epoch": 0.33533190578158456,
+      "grad_norm": 1.611158847808838,
+      "learning_rate": 4.982149635920633e-05,
+      "loss": 1.0777,
+      "step": 783
+    },
+    {
+      "epoch": 0.33576017130620983,
+      "grad_norm": 3.0352468490600586,
+      "learning_rate": 4.982066806798492e-05,
+      "loss": 0.8737,
+      "step": 784
+    },
+    {
+      "epoch": 0.3361884368308351,
+      "grad_norm": 2.184610366821289,
+      "learning_rate": 4.981983786641112e-05,
+      "loss": 0.8081,
+      "step": 785
+    },
+    {
+      "epoch": 0.3366167023554604,
+      "grad_norm": 3.0506303310394287,
+      "learning_rate": 4.981900575454881e-05,
+      "loss": 1.0274,
+      "step": 786
+    },
+    {
+      "epoch": 0.33704496788008564,
+      "grad_norm": 1.6393383741378784,
+      "learning_rate": 4.9818171732462035e-05,
+      "loss": 0.5128,
+      "step": 787
+    },
+    {
+      "epoch": 0.3374732334047109,
+      "grad_norm": 3.121974468231201,
+      "learning_rate": 4.9817335800215014e-05,
+      "loss": 0.9727,
+      "step": 788
+    },
+    {
+      "epoch": 0.3379014989293362,
+      "grad_norm": 3.742180824279785,
+      "learning_rate": 4.981649795787205e-05,
+      "loss": 0.9334,
+      "step": 789
+    },
+    {
+      "epoch": 0.33832976445396146,
+      "grad_norm": 1.8297091722488403,
+      "learning_rate": 4.981565820549766e-05,
+      "loss": 0.4798,
+      "step": 790
+    },
+    {
+      "epoch": 0.3387580299785867,
+      "grad_norm": 5.085512161254883,
+      "learning_rate": 4.981481654315645e-05,
+      "loss": 2.029,
+      "step": 791
+    },
+    {
+      "epoch": 0.339186295503212,
+      "grad_norm": 3.08215594291687,
+      "learning_rate": 4.9813972970913214e-05,
+      "loss": 1.1002,
+      "step": 792
+    },
+    {
+      "epoch": 0.33961456102783727,
+      "grad_norm": 1.7659571170806885,
+      "learning_rate": 4.981312748883288e-05,
+      "loss": 0.4183,
+      "step": 793
+    },
+    {
+      "epoch": 0.34004282655246254,
+      "grad_norm": 1.3474678993225098,
+      "learning_rate": 4.981228009698052e-05,
+      "loss": 0.6807,
+      "step": 794
+    },
+    {
+      "epoch": 0.3404710920770878,
+      "grad_norm": 0.8984250426292419,
+      "learning_rate": 4.9811430795421344e-05,
+      "loss": 0.2088,
+      "step": 795
+    },
+    {
+      "epoch": 0.3408993576017131,
+      "grad_norm": 2.3644700050354004,
+      "learning_rate": 4.981057958422073e-05,
+      "loss": 1.5059,
+      "step": 796
+    },
+    {
+      "epoch": 0.34132762312633835,
+      "grad_norm": 1.6865047216415405,
+      "learning_rate": 4.9809726463444194e-05,
+      "loss": 0.6905,
+      "step": 797
+    },
+    {
+      "epoch": 0.3417558886509636,
+      "grad_norm": 1.2756030559539795,
+      "learning_rate": 4.9808871433157386e-05,
+      "loss": 0.8831,
+      "step": 798
+    },
+    {
+      "epoch": 0.34218415417558884,
+      "grad_norm": 3.954977035522461,
+      "learning_rate": 4.980801449342613e-05,
+      "loss": 1.0559,
+      "step": 799
+    },
+    {
+      "epoch": 0.3426124197002141,
+      "grad_norm": 1.5635045766830444,
+      "learning_rate": 4.980715564431637e-05,
+      "loss": 0.7421,
+      "step": 800
+    },
+    {
+      "epoch": 0.3430406852248394,
+      "grad_norm": 2.9625706672668457,
+      "learning_rate": 4.980629488589421e-05,
+      "loss": 1.2646,
+      "step": 801
+    },
+    {
+      "epoch": 0.34346895074946465,
+      "grad_norm": 1.697474718093872,
+      "learning_rate": 4.98054322182259e-05,
+      "loss": 0.5221,
+      "step": 802
+    },
+    {
+      "epoch": 0.3438972162740899,
+      "grad_norm": 2.3841655254364014,
+      "learning_rate": 4.9804567641377844e-05,
+      "loss": 0.5334,
+      "step": 803
+    },
+    {
+      "epoch": 0.3443254817987152,
+      "grad_norm": 1.1500910520553589,
+      "learning_rate": 4.980370115541657e-05,
+      "loss": 0.5286,
+      "step": 804
+    },
+    {
+      "epoch": 0.34475374732334046,
+      "grad_norm": 4.23505973815918,
+      "learning_rate": 4.980283276040878e-05,
+      "loss": 1.4178,
+      "step": 805
+    },
+    {
+      "epoch": 0.34518201284796574,
+      "grad_norm": 2.0343661308288574,
+      "learning_rate": 4.980196245642131e-05,
+      "loss": 0.7762,
+      "step": 806
+    },
+    {
+      "epoch": 0.345610278372591,
+      "grad_norm": 1.7658414840698242,
+      "learning_rate": 4.9801090243521145e-05,
+      "loss": 0.604,
+      "step": 807
+    },
+    {
+      "epoch": 0.3460385438972163,
+      "grad_norm": 2.1458938121795654,
+      "learning_rate": 4.98002161217754e-05,
+      "loss": 0.6081,
+      "step": 808
+    },
+    {
+      "epoch": 0.34646680942184155,
+      "grad_norm": 3.542433023452759,
+      "learning_rate": 4.979934009125137e-05,
+      "loss": 1.2029,
+      "step": 809
+    },
+    {
+      "epoch": 0.3468950749464668,
+      "grad_norm": 2.0217835903167725,
+      "learning_rate": 4.979846215201648e-05,
+      "loss": 0.954,
+      "step": 810
+    },
+    {
+      "epoch": 0.3473233404710921,
+      "grad_norm": 1.4302749633789062,
+      "learning_rate": 4.979758230413829e-05,
+      "loss": 0.8678,
+      "step": 811
+    },
+    {
+      "epoch": 0.34775160599571736,
+      "grad_norm": 1.5176194906234741,
+      "learning_rate": 4.9796700547684535e-05,
+      "loss": 1.3957,
+      "step": 812
+    },
+    {
+      "epoch": 0.34817987152034263,
+      "grad_norm": 9.292763710021973,
+      "learning_rate": 4.979581688272306e-05,
+      "loss": 2.3363,
+      "step": 813
+    },
+    {
+      "epoch": 0.3486081370449679,
+      "grad_norm": 4.255771636962891,
+      "learning_rate": 4.9794931309321895e-05,
+      "loss": 1.8242,
+      "step": 814
+    },
+    {
+      "epoch": 0.3490364025695932,
+      "grad_norm": 2.660496473312378,
+      "learning_rate": 4.9794043827549186e-05,
+      "loss": 1.634,
+      "step": 815
+    },
+    {
+      "epoch": 0.3494646680942184,
+      "grad_norm": 2.690948724746704,
+      "learning_rate": 4.9793154437473256e-05,
+      "loss": 0.5497,
+      "step": 816
+    },
+    {
+      "epoch": 0.34989293361884366,
+      "grad_norm": 4.1387763023376465,
+      "learning_rate": 4.979226313916254e-05,
+      "loss": 0.7126,
+      "step": 817
+    },
+    {
+      "epoch": 0.35032119914346893,
+      "grad_norm": 2.8004536628723145,
+      "learning_rate": 4.9791369932685645e-05,
+      "loss": 0.7072,
+      "step": 818
+    },
+    {
+      "epoch": 0.3507494646680942,
+      "grad_norm": 0.713187575340271,
+      "learning_rate": 4.979047481811132e-05,
+      "loss": 0.1539,
+      "step": 819
+    },
+    {
+      "epoch": 0.3511777301927195,
+      "grad_norm": 3.921168804168701,
+      "learning_rate": 4.9789577795508454e-05,
+      "loss": 1.2573,
+      "step": 820
+    },
+    {
+      "epoch": 0.35160599571734474,
+      "grad_norm": 3.9162676334381104,
+      "learning_rate": 4.978867886494609e-05,
+      "loss": 1.0814,
+      "step": 821
+    },
+    {
+      "epoch": 0.35203426124197,
+      "grad_norm": 3.5624959468841553,
+      "learning_rate": 4.978777802649341e-05,
+      "loss": 0.9887,
+      "step": 822
+    },
+    {
+      "epoch": 0.3524625267665953,
+      "grad_norm": 3.405710458755493,
+      "learning_rate": 4.9786875280219764e-05,
+      "loss": 1.2592,
+      "step": 823
+    },
+    {
+      "epoch": 0.35289079229122056,
+      "grad_norm": 2.6607325077056885,
+      "learning_rate": 4.978597062619461e-05,
+      "loss": 1.4004,
+      "step": 824
+    },
+    {
+      "epoch": 0.3533190578158458,
+      "grad_norm": 3.212923288345337,
+      "learning_rate": 4.978506406448759e-05,
+      "loss": 1.3812,
+      "step": 825
+    },
+    {
+      "epoch": 0.3537473233404711,
+      "grad_norm": 1.8221639394760132,
+      "learning_rate": 4.9784155595168494e-05,
+      "loss": 1.703,
+      "step": 826
+    },
+    {
+      "epoch": 0.35417558886509637,
+      "grad_norm": 4.44639253616333,
+      "learning_rate": 4.978324521830721e-05,
+      "loss": 1.2595,
+      "step": 827
+    },
+    {
+      "epoch": 0.35460385438972164,
+      "grad_norm": 2.32300066947937,
+      "learning_rate": 4.978233293397383e-05,
+      "loss": 1.6649,
+      "step": 828
+    },
+    {
+      "epoch": 0.3550321199143469,
+      "grad_norm": 2.7280428409576416,
+      "learning_rate": 4.978141874223855e-05,
+      "loss": 0.6077,
+      "step": 829
+    },
+    {
+      "epoch": 0.3554603854389722,
+      "grad_norm": 4.867630481719971,
+      "learning_rate": 4.9780502643171755e-05,
+      "loss": 1.1929,
+      "step": 830
+    },
+    {
+      "epoch": 0.35588865096359745,
+      "grad_norm": 2.357743501663208,
+      "learning_rate": 4.9779584636843934e-05,
+      "loss": 0.536,
+      "step": 831
+    },
+    {
+      "epoch": 0.3563169164882227,
+      "grad_norm": 4.528877258300781,
+      "learning_rate": 4.977866472332575e-05,
+      "loss": 0.982,
+      "step": 832
+    },
+    {
+      "epoch": 0.35674518201284794,
+      "grad_norm": 2.9203202724456787,
+      "learning_rate": 4.977774290268801e-05,
+      "loss": 0.9681,
+      "step": 833
+    },
+    {
+      "epoch": 0.3571734475374732,
+      "grad_norm": 2.0078351497650146,
+      "learning_rate": 4.9776819175001655e-05,
+      "loss": 1.1652,
+      "step": 834
+    },
+    {
+      "epoch": 0.3576017130620985,
+      "grad_norm": 1.6939003467559814,
+      "learning_rate": 4.977589354033779e-05,
+      "loss": 0.6785,
+      "step": 835
+    },
+    {
+      "epoch": 0.35802997858672375,
+      "grad_norm": 2.8763840198516846,
+      "learning_rate": 4.977496599876764e-05,
+      "loss": 1.1591,
+      "step": 836
+    },
+    {
+      "epoch": 0.358458244111349,
+      "grad_norm": 4.664190769195557,
+      "learning_rate": 4.977403655036262e-05,
+      "loss": 2.2463,
+      "step": 837
+    },
+    {
+      "epoch": 0.3588865096359743,
+      "grad_norm": 10.922197341918945,
+      "learning_rate": 4.977310519519425e-05,
+      "loss": 1.5246,
+      "step": 838
+    },
+    {
+      "epoch": 0.35931477516059956,
+      "grad_norm": 3.490830183029175,
+      "learning_rate": 4.977217193333421e-05,
+      "loss": 1.2854,
+      "step": 839
+    },
+    {
+      "epoch": 0.35974304068522484,
+      "grad_norm": 1.1431587934494019,
+      "learning_rate": 4.977123676485433e-05,
+      "loss": 0.4534,
+      "step": 840
+    },
+    {
+      "epoch": 0.3601713062098501,
+      "grad_norm": 4.771089553833008,
+      "learning_rate": 4.97702996898266e-05,
+      "loss": 1.4163,
+      "step": 841
+    },
+    {
+      "epoch": 0.3605995717344754,
+      "grad_norm": 40.22206115722656,
+      "learning_rate": 4.976936070832313e-05,
+      "loss": 1.7701,
+      "step": 842
+    },
+    {
+      "epoch": 0.36102783725910065,
+      "grad_norm": 1.9231806993484497,
+      "learning_rate": 4.97684198204162e-05,
+      "loss": 0.4375,
+      "step": 843
+    },
+    {
+      "epoch": 0.3614561027837259,
+      "grad_norm": 4.923398017883301,
+      "learning_rate": 4.976747702617821e-05,
+      "loss": 1.0753,
+      "step": 844
+    },
+    {
+      "epoch": 0.3618843683083512,
+      "grad_norm": 1.0821539163589478,
+      "learning_rate": 4.976653232568175e-05,
+      "loss": 0.2654,
+      "step": 845
+    },
+    {
+      "epoch": 0.36231263383297646,
+      "grad_norm": 3.079453945159912,
+      "learning_rate": 4.9765585718999495e-05,
+      "loss": 0.8611,
+      "step": 846
+    },
+    {
+      "epoch": 0.36274089935760173,
+      "grad_norm": 3.302639961242676,
+      "learning_rate": 4.976463720620433e-05,
+      "loss": 0.7405,
+      "step": 847
+    },
+    {
+      "epoch": 0.363169164882227,
+      "grad_norm": 1.9327898025512695,
+      "learning_rate": 4.976368678736925e-05,
+      "loss": 1.0117,
+      "step": 848
+    },
+    {
+      "epoch": 0.3635974304068523,
+      "grad_norm": 3.549931287765503,
+      "learning_rate": 4.9762734462567407e-05,
+      "loss": 1.8489,
+      "step": 849
+    },
+    {
+      "epoch": 0.3640256959314775,
+      "grad_norm": 3.4877407550811768,
+      "learning_rate": 4.976178023187209e-05,
+      "loss": 1.4321,
+      "step": 850
+    },
+    {
+      "epoch": 0.36445396145610276,
+      "grad_norm": 2.798489809036255,
+      "learning_rate": 4.976082409535675e-05,
+      "loss": 1.1881,
+      "step": 851
+    },
+    {
+      "epoch": 0.36488222698072803,
+      "grad_norm": 8.19239330291748,
+      "learning_rate": 4.975986605309497e-05,
+      "loss": 0.9541,
+      "step": 852
+    },
+    {
+      "epoch": 0.3653104925053533,
+      "grad_norm": 12.130695343017578,
+      "learning_rate": 4.9758906105160494e-05,
+      "loss": 0.8115,
+      "step": 853
+    },
+    {
+      "epoch": 0.3657387580299786,
+      "grad_norm": 3.0296778678894043,
+      "learning_rate": 4.975794425162721e-05,
+      "loss": 1.1241,
+      "step": 854
+    },
+    {
+      "epoch": 0.36616702355460384,
+      "grad_norm": 2.507951498031616,
+      "learning_rate": 4.975698049256913e-05,
+      "loss": 1.3411,
+      "step": 855
+    },
+    {
+      "epoch": 0.3665952890792291,
+      "grad_norm": 13.82230281829834,
+      "learning_rate": 4.975601482806045e-05,
+      "loss": 0.8799,
+      "step": 856
+    },
+    {
+      "epoch": 0.3670235546038544,
+      "grad_norm": 2.1119344234466553,
+      "learning_rate": 4.975504725817548e-05,
+      "loss": 1.0338,
+      "step": 857
+    },
+    {
+      "epoch": 0.36745182012847966,
+      "grad_norm": 1.5097225904464722,
+      "learning_rate": 4.97540777829887e-05,
+      "loss": 1.1045,
+      "step": 858
+    },
+    {
+      "epoch": 0.3678800856531049,
+      "grad_norm": 2.0217971801757812,
+      "learning_rate": 4.975310640257472e-05,
+      "loss": 1.2701,
+      "step": 859
+    },
+    {
+      "epoch": 0.3683083511777302,
+      "grad_norm": 2.6616098880767822,
+      "learning_rate": 4.9752133117008316e-05,
+      "loss": 0.7821,
+      "step": 860
+    },
+    {
+      "epoch": 0.36873661670235547,
+      "grad_norm": 6.784026622772217,
+      "learning_rate": 4.975115792636438e-05,
+      "loss": 0.671,
+      "step": 861
+    },
+    {
+      "epoch": 0.36916488222698074,
+      "grad_norm": 1.328214168548584,
+      "learning_rate": 4.975018083071798e-05,
+      "loss": 0.3611,
+      "step": 862
+    },
+    {
+      "epoch": 0.369593147751606,
+      "grad_norm": 2.428748607635498,
+      "learning_rate": 4.974920183014431e-05,
+      "loss": 1.6291,
+      "step": 863
+    },
+    {
+      "epoch": 0.3700214132762313,
+      "grad_norm": 1.2722245454788208,
+      "learning_rate": 4.9748220924718724e-05,
+      "loss": 0.5795,
+      "step": 864
+    },
+    {
+      "epoch": 0.37044967880085655,
+      "grad_norm": 1.897194743156433,
+      "learning_rate": 4.974723811451673e-05,
+      "loss": 0.8842,
+      "step": 865
+    },
+    {
+      "epoch": 0.3708779443254818,
+      "grad_norm": 2.982224464416504,
+      "learning_rate": 4.9746253399613956e-05,
+      "loss": 1.2346,
+      "step": 866
+    },
+    {
+      "epoch": 0.3713062098501071,
+      "grad_norm": 3.070787191390991,
+      "learning_rate": 4.97452667800862e-05,
+      "loss": 0.9501,
+      "step": 867
+    },
+    {
+      "epoch": 0.3717344753747323,
+      "grad_norm": 3.241015911102295,
+      "learning_rate": 4.97442782560094e-05,
+      "loss": 1.5742,
+      "step": 868
+    },
+    {
+      "epoch": 0.3721627408993576,
+      "grad_norm": 6.478960990905762,
+      "learning_rate": 4.974328782745963e-05,
+      "loss": 1.2771,
+      "step": 869
+    },
+    {
+      "epoch": 0.37259100642398285,
+      "grad_norm": 3.2213025093078613,
+      "learning_rate": 4.974229549451313e-05,
+      "loss": 1.388,
+      "step": 870
+    },
+    {
+      "epoch": 0.3730192719486081,
+      "grad_norm": 2.597015619277954,
+      "learning_rate": 4.9741301257246265e-05,
+      "loss": 0.784,
+      "step": 871
+    },
+    {
+      "epoch": 0.3734475374732334,
+      "grad_norm": 1.5571041107177734,
+      "learning_rate": 4.974030511573556e-05,
+      "loss": 1.3925,
+      "step": 872
+    },
+    {
+      "epoch": 0.37387580299785866,
+      "grad_norm": 1.304750680923462,
+      "learning_rate": 4.9739307070057694e-05,
+      "loss": 0.5951,
+      "step": 873
+    },
+    {
+      "epoch": 0.37430406852248393,
+      "grad_norm": 1.8698831796646118,
+      "learning_rate": 4.973830712028948e-05,
+      "loss": 1.7708,
+      "step": 874
+    },
+    {
+      "epoch": 0.3747323340471092,
+      "grad_norm": 10.99177074432373,
+      "learning_rate": 4.973730526650787e-05,
+      "loss": 1.3226,
+      "step": 875
+    },
+    {
+      "epoch": 0.3751605995717345,
+      "grad_norm": 3.5747368335723877,
+      "learning_rate": 4.9736301508789974e-05,
+      "loss": 1.1145,
+      "step": 876
+    },
+    {
+      "epoch": 0.37558886509635975,
+      "grad_norm": 3.1258022785186768,
+      "learning_rate": 4.973529584721306e-05,
+      "loss": 0.8894,
+      "step": 877
+    },
+    {
+      "epoch": 0.376017130620985,
+      "grad_norm": 2.5153567790985107,
+      "learning_rate": 4.9734288281854526e-05,
+      "loss": 0.8449,
+      "step": 878
+    },
+    {
+      "epoch": 0.3764453961456103,
+      "grad_norm": 1.5793485641479492,
+      "learning_rate": 4.973327881279192e-05,
+      "loss": 1.0745,
+      "step": 879
+    },
+    {
+      "epoch": 0.37687366167023556,
+      "grad_norm": 2.4272587299346924,
+      "learning_rate": 4.973226744010292e-05,
+      "loss": 3.0065,
+      "step": 880
+    },
+    {
+      "epoch": 0.37730192719486083,
+      "grad_norm": 2.6389071941375732,
+      "learning_rate": 4.973125416386539e-05,
+      "loss": 0.9804,
+      "step": 881
+    },
+    {
+      "epoch": 0.3777301927194861,
+      "grad_norm": 2.3965883255004883,
+      "learning_rate": 4.9730238984157306e-05,
+      "loss": 0.4323,
+      "step": 882
+    },
+    {
+      "epoch": 0.3781584582441114,
+      "grad_norm": 5.3690361976623535,
+      "learning_rate": 4.972922190105682e-05,
+      "loss": 1.4023,
+      "step": 883
+    },
+    {
+      "epoch": 0.37858672376873664,
+      "grad_norm": 0.5896545648574829,
+      "learning_rate": 4.9728202914642183e-05,
+      "loss": 0.3126,
+      "step": 884
+    },
+    {
+      "epoch": 0.37901498929336186,
+      "grad_norm": 2.449293375015259,
+      "learning_rate": 4.972718202499185e-05,
+      "loss": 1.3343,
+      "step": 885
+    },
+    {
+      "epoch": 0.37944325481798713,
+      "grad_norm": 1.8616315126419067,
+      "learning_rate": 4.9726159232184375e-05,
+      "loss": 0.8841,
+      "step": 886
+    },
+    {
+      "epoch": 0.3798715203426124,
+      "grad_norm": 2.719956636428833,
+      "learning_rate": 4.972513453629849e-05,
+      "loss": 1.3229,
+      "step": 887
+    },
+    {
+      "epoch": 0.38029978586723767,
+      "grad_norm": 1.8977560997009277,
+      "learning_rate": 4.972410793741307e-05,
+      "loss": 0.566,
+      "step": 888
+    },
+    {
+      "epoch": 0.38072805139186294,
+      "grad_norm": 2.1582207679748535,
+      "learning_rate": 4.97230794356071e-05,
+      "loss": 0.7393,
+      "step": 889
+    },
+    {
+      "epoch": 0.3811563169164882,
+      "grad_norm": 2.5468475818634033,
+      "learning_rate": 4.972204903095977e-05,
+      "loss": 1.0845,
+      "step": 890
+    },
+    {
+      "epoch": 0.3815845824411135,
+      "grad_norm": 2.4329419136047363,
+      "learning_rate": 4.9721016723550374e-05,
+      "loss": 0.7315,
+      "step": 891
+    },
+    {
+      "epoch": 0.38201284796573876,
+      "grad_norm": 3.28320574760437,
+      "learning_rate": 4.971998251345836e-05,
+      "loss": 0.7135,
+      "step": 892
+    },
+    {
+      "epoch": 0.382441113490364,
+      "grad_norm": 2.3738718032836914,
+      "learning_rate": 4.9718946400763334e-05,
+      "loss": 0.9029,
+      "step": 893
+    },
+    {
+      "epoch": 0.3828693790149893,
+      "grad_norm": 2.7327005863189697,
+      "learning_rate": 4.971790838554503e-05,
+      "loss": 1.0477,
+      "step": 894
+    },
+    {
+      "epoch": 0.38329764453961457,
+      "grad_norm": 3.19354510307312,
+      "learning_rate": 4.971686846788336e-05,
+      "loss": 1.1998,
+      "step": 895
+    },
+    {
+      "epoch": 0.38372591006423984,
+      "grad_norm": 1.254654884338379,
+      "learning_rate": 4.9715826647858354e-05,
+      "loss": 0.6228,
+      "step": 896
+    },
+    {
+      "epoch": 0.3841541755888651,
+      "grad_norm": 2.880913257598877,
+      "learning_rate": 4.971478292555018e-05,
+      "loss": 1.5391,
+      "step": 897
+    },
+    {
+      "epoch": 0.3845824411134904,
+      "grad_norm": 2.9929401874542236,
+      "learning_rate": 4.97137373010392e-05,
+      "loss": 1.6063,
+      "step": 898
+    },
+    {
+      "epoch": 0.38501070663811565,
+      "grad_norm": 3.552277088165283,
+      "learning_rate": 4.9712689774405875e-05,
+      "loss": 1.1339,
+      "step": 899
+    },
+    {
+      "epoch": 0.3854389721627409,
+      "grad_norm": 2.989527940750122,
+      "learning_rate": 4.9711640345730825e-05,
+      "loss": 2.2349,
+      "step": 900
+    },
+    {
+      "epoch": 0.3858672376873662,
+      "grad_norm": 2.8450512886047363,
+      "learning_rate": 4.971058901509483e-05,
+      "loss": 0.6132,
+      "step": 901
+    },
+    {
+      "epoch": 0.3862955032119914,
+      "grad_norm": 2.2569546699523926,
+      "learning_rate": 4.970953578257881e-05,
+      "loss": 0.7191,
+      "step": 902
+    },
+    {
+      "epoch": 0.3867237687366167,
+      "grad_norm": 3.4348864555358887,
+      "learning_rate": 4.97084806482638e-05,
+      "loss": 1.278,
+      "step": 903
+    },
+    {
+      "epoch": 0.38715203426124195,
+      "grad_norm": 0.7436648011207581,
+      "learning_rate": 4.9707423612231044e-05,
+      "loss": 0.3792,
+      "step": 904
+    },
+    {
+      "epoch": 0.3875802997858672,
+      "grad_norm": 3.1998131275177,
+      "learning_rate": 4.9706364674561885e-05,
+      "loss": 0.8153,
+      "step": 905
+    },
+    {
+      "epoch": 0.3880085653104925,
+      "grad_norm": 4.00881290435791,
+      "learning_rate": 4.970530383533782e-05,
+      "loss": 1.5794,
+      "step": 906
+    },
+    {
+      "epoch": 0.38843683083511776,
+      "grad_norm": 3.2061078548431396,
+      "learning_rate": 4.9704241094640505e-05,
+      "loss": 1.0065,
+      "step": 907
+    },
+    {
+      "epoch": 0.38886509635974303,
+      "grad_norm": 4.107898712158203,
+      "learning_rate": 4.9703176452551736e-05,
+      "loss": 1.4005,
+      "step": 908
+    },
+    {
+      "epoch": 0.3892933618843683,
+      "grad_norm": 2.1231272220611572,
+      "learning_rate": 4.970210990915345e-05,
+      "loss": 1.2974,
+      "step": 909
+    },
+    {
+      "epoch": 0.3897216274089936,
+      "grad_norm": 1.6297136545181274,
+      "learning_rate": 4.970104146452774e-05,
+      "loss": 1.0592,
+      "step": 910
+    },
+    {
+      "epoch": 0.39014989293361885,
+      "grad_norm": 2.9143993854522705,
+      "learning_rate": 4.969997111875683e-05,
+      "loss": 1.0079,
+      "step": 911
+    },
+    {
+      "epoch": 0.3905781584582441,
+      "grad_norm": 4.858219146728516,
+      "learning_rate": 4.9698898871923106e-05,
+      "loss": 0.8788,
+      "step": 912
+    },
+    {
+      "epoch": 0.3910064239828694,
+      "grad_norm": 1.0586668252944946,
+      "learning_rate": 4.9697824724109096e-05,
+      "loss": 0.5228,
+      "step": 913
+    },
+    {
+      "epoch": 0.39143468950749466,
+      "grad_norm": 1.125146746635437,
+      "learning_rate": 4.969674867539748e-05,
+      "loss": 0.8705,
+      "step": 914
+    },
+    {
+      "epoch": 0.39186295503211993,
+      "grad_norm": 1.3197565078735352,
+      "learning_rate": 4.969567072587107e-05,
+      "loss": 0.7052,
+      "step": 915
+    },
+    {
+      "epoch": 0.3922912205567452,
+      "grad_norm": 1.9139478206634521,
+      "learning_rate": 4.9694590875612824e-05,
+      "loss": 1.2755,
+      "step": 916
+    },
+    {
+      "epoch": 0.3927194860813705,
+      "grad_norm": 1.45552396774292,
+      "learning_rate": 4.969350912470586e-05,
+      "loss": 0.9728,
+      "step": 917
+    },
+    {
+      "epoch": 0.39314775160599574,
+      "grad_norm": 4.820750713348389,
+      "learning_rate": 4.969242547323345e-05,
+      "loss": 1.6035,
+      "step": 918
+    },
+    {
+      "epoch": 0.39357601713062096,
+      "grad_norm": 3.6098060607910156,
+      "learning_rate": 4.969133992127898e-05,
+      "loss": 0.6182,
+      "step": 919
+    },
+    {
+      "epoch": 0.39400428265524623,
+      "grad_norm": 0.8441768288612366,
+      "learning_rate": 4.9690252468926e-05,
+      "loss": 0.5999,
+      "step": 920
+    },
+    {
+      "epoch": 0.3944325481798715,
+      "grad_norm": 3.5167319774627686,
+      "learning_rate": 4.968916311625822e-05,
+      "loss": 1.139,
+      "step": 921
+    },
+    {
+      "epoch": 0.39486081370449677,
+      "grad_norm": 2.154899835586548,
+      "learning_rate": 4.9688071863359484e-05,
+      "loss": 0.8522,
+      "step": 922
+    },
+    {
+      "epoch": 0.39528907922912204,
+      "grad_norm": 0.9329366683959961,
+      "learning_rate": 4.968697871031377e-05,
+      "loss": 0.7446,
+      "step": 923
+    },
+    {
+      "epoch": 0.3957173447537473,
+      "grad_norm": 1.2728126049041748,
+      "learning_rate": 4.968588365720521e-05,
+      "loss": 0.5605,
+      "step": 924
+    },
+    {
+      "epoch": 0.3961456102783726,
+      "grad_norm": 1.4398105144500732,
+      "learning_rate": 4.968478670411811e-05,
+      "loss": 0.5232,
+      "step": 925
+    },
+    {
+      "epoch": 0.39657387580299786,
+      "grad_norm": 0.9501750469207764,
+      "learning_rate": 4.9683687851136874e-05,
+      "loss": 0.4638,
+      "step": 926
+    },
+    {
+      "epoch": 0.3970021413276231,
+      "grad_norm": 3.767550230026245,
+      "learning_rate": 4.968258709834609e-05,
+      "loss": 1.6251,
+      "step": 927
+    },
+    {
+      "epoch": 0.3974304068522484,
+      "grad_norm": 2.5062453746795654,
+      "learning_rate": 4.968148444583047e-05,
+      "loss": 0.7654,
+      "step": 928
+    },
+    {
+      "epoch": 0.39785867237687367,
+      "grad_norm": 2.7883527278900146,
+      "learning_rate": 4.968037989367489e-05,
+      "loss": 1.4525,
+      "step": 929
+    },
+    {
+      "epoch": 0.39828693790149894,
+      "grad_norm": 3.179581642150879,
+      "learning_rate": 4.967927344196437e-05,
+      "loss": 0.9806,
+      "step": 930
+    },
+    {
+      "epoch": 0.3987152034261242,
+      "grad_norm": 3.128648281097412,
+      "learning_rate": 4.967816509078404e-05,
+      "loss": 0.7001,
+      "step": 931
+    },
+    {
+      "epoch": 0.3991434689507495,
+      "grad_norm": 2.5062687397003174,
+      "learning_rate": 4.967705484021923e-05,
+      "loss": 0.5373,
+      "step": 932
+    },
+    {
+      "epoch": 0.39957173447537475,
+      "grad_norm": 2.4515490531921387,
+      "learning_rate": 4.9675942690355384e-05,
+      "loss": 1.8302,
+      "step": 933
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 2.511524200439453,
+      "learning_rate": 4.9674828641278105e-05,
+      "loss": 1.0968,
+      "step": 934
+    },
+    {
+      "epoch": 0.4004282655246253,
+      "grad_norm": 3.9852399826049805,
+      "learning_rate": 4.967371269307314e-05,
+      "loss": 1.8769,
+      "step": 935
+    },
+    {
+      "epoch": 0.4008565310492505,
+      "grad_norm": 3.432861089706421,
+      "learning_rate": 4.967259484582636e-05,
+      "loss": 1.3116,
+      "step": 936
+    },
+    {
+      "epoch": 0.4012847965738758,
+      "grad_norm": 2.4362001419067383,
+      "learning_rate": 4.967147509962382e-05,
+      "loss": 0.6354,
+      "step": 937
+    },
+    {
+      "epoch": 0.40171306209850105,
+      "grad_norm": 2.9318456649780273,
+      "learning_rate": 4.9670353454551696e-05,
+      "loss": 0.8926,
+      "step": 938
+    },
+    {
+      "epoch": 0.4021413276231263,
+      "grad_norm": 3.287813186645508,
+      "learning_rate": 4.966922991069632e-05,
+      "loss": 1.6883,
+      "step": 939
+    },
+    {
+      "epoch": 0.4025695931477516,
+      "grad_norm": 1.1814472675323486,
+      "learning_rate": 4.9668104468144164e-05,
+      "loss": 0.7333,
+      "step": 940
+    },
+    {
+      "epoch": 0.40299785867237686,
+      "grad_norm": 2.481330633163452,
+      "learning_rate": 4.966697712698185e-05,
+      "loss": 0.613,
+      "step": 941
+    },
+    {
+      "epoch": 0.40342612419700213,
+      "grad_norm": 2.3144845962524414,
+      "learning_rate": 4.966584788729614e-05,
+      "loss": 0.8115,
+      "step": 942
+    },
+    {
+      "epoch": 0.4038543897216274,
+      "grad_norm": 0.9951304197311401,
+      "learning_rate": 4.966471674917395e-05,
+      "loss": 0.4165,
+      "step": 943
+    },
+    {
+      "epoch": 0.4042826552462527,
+      "grad_norm": 0.6831043362617493,
+      "learning_rate": 4.9663583712702355e-05,
+      "loss": 0.3302,
+      "step": 944
+    },
+    {
+      "epoch": 0.40471092077087795,
+      "grad_norm": 2.3310751914978027,
+      "learning_rate": 4.966244877796854e-05,
+      "loss": 0.4269,
+      "step": 945
+    },
+    {
+      "epoch": 0.4051391862955032,
+      "grad_norm": 2.6842846870422363,
+      "learning_rate": 4.966131194505986e-05,
+      "loss": 1.0335,
+      "step": 946
+    },
+    {
+      "epoch": 0.4055674518201285,
+      "grad_norm": 2.3933398723602295,
+      "learning_rate": 4.966017321406382e-05,
+      "loss": 0.9519,
+      "step": 947
+    },
+    {
+      "epoch": 0.40599571734475376,
+      "grad_norm": 1.0255190134048462,
+      "learning_rate": 4.965903258506806e-05,
+      "loss": 0.4631,
+      "step": 948
+    },
+    {
+      "epoch": 0.40642398286937903,
+      "grad_norm": 3.013685703277588,
+      "learning_rate": 4.965789005816037e-05,
+      "loss": 0.9266,
+      "step": 949
+    },
+    {
+      "epoch": 0.4068522483940043,
+      "grad_norm": 1.0190798044204712,
+      "learning_rate": 4.9656745633428685e-05,
+      "loss": 0.3533,
+      "step": 950
+    },
+    {
+      "epoch": 0.40728051391862957,
+      "grad_norm": 9.681938171386719,
+      "learning_rate": 4.9655599310961086e-05,
+      "loss": 0.7752,
+      "step": 951
+    },
+    {
+      "epoch": 0.40770877944325484,
+      "grad_norm": 3.069789171218872,
+      "learning_rate": 4.965445109084581e-05,
+      "loss": 1.7743,
+      "step": 952
+    },
+    {
+      "epoch": 0.40813704496788006,
+      "grad_norm": 4.007803440093994,
+      "learning_rate": 4.9653300973171225e-05,
+      "loss": 1.2455,
+      "step": 953
+    },
+    {
+      "epoch": 0.40856531049250533,
+      "grad_norm": 5.1336164474487305,
+      "learning_rate": 4.965214895802584e-05,
+      "loss": 1.3872,
+      "step": 954
+    },
+    {
+      "epoch": 0.4089935760171306,
+      "grad_norm": 3.386568546295166,
+      "learning_rate": 4.965099504549834e-05,
+      "loss": 0.8757,
+      "step": 955
+    },
+    {
+      "epoch": 0.40942184154175587,
+      "grad_norm": 2.7120885848999023,
+      "learning_rate": 4.964983923567752e-05,
+      "loss": 0.719,
+      "step": 956
+    },
+    {
+      "epoch": 0.40985010706638114,
+      "grad_norm": 1.8620926141738892,
+      "learning_rate": 4.964868152865235e-05,
+      "loss": 1.3131,
+      "step": 957
+    },
+    {
+      "epoch": 0.4102783725910064,
+      "grad_norm": 3.3717095851898193,
+      "learning_rate": 4.9647521924511945e-05,
+      "loss": 0.8355,
+      "step": 958
+    },
+    {
+      "epoch": 0.4107066381156317,
+      "grad_norm": 0.9437265396118164,
+      "learning_rate": 4.9646360423345526e-05,
+      "loss": 0.4658,
+      "step": 959
+    },
+    {
+      "epoch": 0.41113490364025695,
+      "grad_norm": 4.5921220779418945,
+      "learning_rate": 4.9645197025242506e-05,
+      "loss": 0.728,
+      "step": 960
+    },
+    {
+      "epoch": 0.4115631691648822,
+      "grad_norm": 2.7842960357666016,
+      "learning_rate": 4.964403173029244e-05,
+      "loss": 0.7096,
+      "step": 961
+    },
+    {
+      "epoch": 0.4119914346895075,
+      "grad_norm": 2.8716421127319336,
+      "learning_rate": 4.9642864538584985e-05,
+      "loss": 0.8333,
+      "step": 962
+    },
+    {
+      "epoch": 0.41241970021413277,
+      "grad_norm": 3.661980390548706,
+      "learning_rate": 4.964169545021e-05,
+      "loss": 2.1751,
+      "step": 963
+    },
+    {
+      "epoch": 0.41284796573875804,
+      "grad_norm": 2.5946991443634033,
+      "learning_rate": 4.9640524465257464e-05,
+      "loss": 0.8531,
+      "step": 964
+    },
+    {
+      "epoch": 0.4132762312633833,
+      "grad_norm": 2.8480305671691895,
+      "learning_rate": 4.9639351583817497e-05,
+      "loss": 0.7635,
+      "step": 965
+    },
+    {
+      "epoch": 0.4137044967880086,
+      "grad_norm": 4.176894187927246,
+      "learning_rate": 4.963817680598036e-05,
+      "loss": 0.601,
+      "step": 966
+    },
+    {
+      "epoch": 0.41413276231263385,
+      "grad_norm": 1.66059148311615,
+      "learning_rate": 4.9637000131836497e-05,
+      "loss": 0.9446,
+      "step": 967
+    },
+    {
+      "epoch": 0.4145610278372591,
+      "grad_norm": 2.4496967792510986,
+      "learning_rate": 4.963582156147645e-05,
+      "loss": 1.1845,
+      "step": 968
+    },
+    {
+      "epoch": 0.4149892933618844,
+      "grad_norm": 1.8121789693832397,
+      "learning_rate": 4.963464109499094e-05,
+      "loss": 0.3788,
+      "step": 969
+    },
+    {
+      "epoch": 0.41541755888650966,
+      "grad_norm": 4.269962787628174,
+      "learning_rate": 4.963345873247082e-05,
+      "loss": 1.1018,
+      "step": 970
+    },
+    {
+      "epoch": 0.4158458244111349,
+      "grad_norm": 3.6387829780578613,
+      "learning_rate": 4.963227447400709e-05,
+      "loss": 1.191,
+      "step": 971
+    },
+    {
+      "epoch": 0.41627408993576015,
+      "grad_norm": 1.4069311618804932,
+      "learning_rate": 4.96310883196909e-05,
+      "loss": 0.8956,
+      "step": 972
+    },
+    {
+      "epoch": 0.4167023554603854,
+      "grad_norm": 2.282888650894165,
+      "learning_rate": 4.962990026961355e-05,
+      "loss": 1.1054,
+      "step": 973
+    },
+    {
+      "epoch": 0.4171306209850107,
+      "grad_norm": 3.4728527069091797,
+      "learning_rate": 4.9628710323866465e-05,
+      "loss": 0.9812,
+      "step": 974
+    },
+    {
+      "epoch": 0.41755888650963596,
+      "grad_norm": 3.421963691711426,
+      "learning_rate": 4.962751848254125e-05,
+      "loss": 1.1051,
+      "step": 975
+    },
+    {
+      "epoch": 0.41798715203426123,
+      "grad_norm": 3.8814351558685303,
+      "learning_rate": 4.962632474572962e-05,
+      "loss": 1.5933,
+      "step": 976
+    },
+    {
+      "epoch": 0.4184154175588865,
+      "grad_norm": 2.736372232437134,
+      "learning_rate": 4.9625129113523455e-05,
+      "loss": 0.611,
+      "step": 977
+    },
+    {
+      "epoch": 0.4188436830835118,
+      "grad_norm": 3.031095266342163,
+      "learning_rate": 4.962393158601478e-05,
+      "loss": 0.9619,
+      "step": 978
+    },
+    {
+      "epoch": 0.41927194860813705,
+      "grad_norm": 1.5830585956573486,
+      "learning_rate": 4.962273216329577e-05,
+      "loss": 0.4373,
+      "step": 979
+    },
+    {
+      "epoch": 0.4197002141327623,
+      "grad_norm": 2.724384307861328,
+      "learning_rate": 4.9621530845458734e-05,
+      "loss": 1.3513,
+      "step": 980
+    },
+    {
+      "epoch": 0.4201284796573876,
+      "grad_norm": 2.579558849334717,
+      "learning_rate": 4.962032763259614e-05,
+      "loss": 0.8367,
+      "step": 981
+    },
+    {
+      "epoch": 0.42055674518201286,
+      "grad_norm": 4.540727615356445,
+      "learning_rate": 4.9619122524800575e-05,
+      "loss": 1.4773,
+      "step": 982
+    },
+    {
+      "epoch": 0.42098501070663813,
+      "grad_norm": 1.7827606201171875,
+      "learning_rate": 4.9617915522164816e-05,
+      "loss": 0.8103,
+      "step": 983
+    },
+    {
+      "epoch": 0.4214132762312634,
+      "grad_norm": 2.0652620792388916,
+      "learning_rate": 4.961670662478175e-05,
+      "loss": 0.5561,
+      "step": 984
+    },
+    {
+      "epoch": 0.42184154175588867,
+      "grad_norm": 2.3089258670806885,
+      "learning_rate": 4.9615495832744415e-05,
+      "loss": 1.1059,
+      "step": 985
+    },
+    {
+      "epoch": 0.42226980728051394,
+      "grad_norm": 3.6158125400543213,
+      "learning_rate": 4.9614283146146025e-05,
+      "loss": 0.9778,
+      "step": 986
+    },
+    {
+      "epoch": 0.4226980728051392,
+      "grad_norm": 1.1320301294326782,
+      "learning_rate": 4.9613068565079884e-05,
+      "loss": 0.885,
+      "step": 987
+    },
+    {
+      "epoch": 0.42312633832976443,
+      "grad_norm": 1.7650145292282104,
+      "learning_rate": 4.961185208963949e-05,
+      "loss": 0.3919,
+      "step": 988
+    },
+    {
+      "epoch": 0.4235546038543897,
+      "grad_norm": 3.6017956733703613,
+      "learning_rate": 4.9610633719918475e-05,
+      "loss": 1.908,
+      "step": 989
+    },
+    {
+      "epoch": 0.42398286937901497,
+      "grad_norm": 1.002429723739624,
+      "learning_rate": 4.96094134560106e-05,
+      "loss": 0.5926,
+      "step": 990
+    },
+    {
+      "epoch": 0.42441113490364024,
+      "grad_norm": 3.4632294178009033,
+      "learning_rate": 4.96081912980098e-05,
+      "loss": 1.1046,
+      "step": 991
+    },
+    {
+      "epoch": 0.4248394004282655,
+      "grad_norm": 2.189910888671875,
+      "learning_rate": 4.960696724601012e-05,
+      "loss": 0.9708,
+      "step": 992
+    },
+    {
+      "epoch": 0.4252676659528908,
+      "grad_norm": 2.2458794116973877,
+      "learning_rate": 4.960574130010579e-05,
+      "loss": 0.3442,
+      "step": 993
+    },
+    {
+      "epoch": 0.42569593147751605,
+      "grad_norm": 1.7824283838272095,
+      "learning_rate": 4.9604513460391157e-05,
+      "loss": 1.3806,
+      "step": 994
+    },
+    {
+      "epoch": 0.4261241970021413,
+      "grad_norm": 3.234278917312622,
+      "learning_rate": 4.9603283726960714e-05,
+      "loss": 1.22,
+      "step": 995
+    },
+    {
+      "epoch": 0.4265524625267666,
+      "grad_norm": 2.016864061355591,
+      "learning_rate": 4.960205209990912e-05,
+      "loss": 0.7301,
+      "step": 996
+    },
+    {
+      "epoch": 0.42698072805139187,
+      "grad_norm": 2.2936344146728516,
+      "learning_rate": 4.9600818579331176e-05,
+      "loss": 0.6196,
+      "step": 997
+    },
+    {
+      "epoch": 0.42740899357601714,
+      "grad_norm": 2.74462628364563,
+      "learning_rate": 4.959958316532181e-05,
+      "loss": 0.8779,
+      "step": 998
+    },
+    {
+      "epoch": 0.4278372591006424,
+      "grad_norm": 0.7799771428108215,
+      "learning_rate": 4.959834585797611e-05,
+      "loss": 0.403,
+      "step": 999
+    },
+    {
+      "epoch": 0.4282655246252677,
+      "grad_norm": 2.6956000328063965,
+      "learning_rate": 4.95971066573893e-05,
+      "loss": 1.1215,
+      "step": 1000
+    },
+    {
+      "epoch": 0.42869379014989295,
+      "grad_norm": 2.855888843536377,
+      "learning_rate": 4.9595865563656775e-05,
+      "loss": 0.4509,
+      "step": 1001
+    },
+    {
+      "epoch": 0.4291220556745182,
+      "grad_norm": 2.4068763256073,
+      "learning_rate": 4.959462257687403e-05,
+      "loss": 1.116,
+      "step": 1002
+    },
+    {
+      "epoch": 0.4295503211991435,
+      "grad_norm": 2.119446039199829,
+      "learning_rate": 4.959337769713676e-05,
+      "loss": 0.6699,
+      "step": 1003
+    },
+    {
+      "epoch": 0.42997858672376876,
+      "grad_norm": 1.7535178661346436,
+      "learning_rate": 4.959213092454076e-05,
+      "loss": 0.9177,
+      "step": 1004
+    },
+    {
+      "epoch": 0.430406852248394,
+      "grad_norm": 3.420323610305786,
+      "learning_rate": 4.9590882259182e-05,
+      "loss": 1.4226,
+      "step": 1005
+    },
+    {
+      "epoch": 0.43083511777301925,
+      "grad_norm": 5.088845729827881,
+      "learning_rate": 4.958963170115658e-05,
+      "loss": 1.3083,
+      "step": 1006
+    },
+    {
+      "epoch": 0.4312633832976445,
+      "grad_norm": 3.811835765838623,
+      "learning_rate": 4.958837925056076e-05,
+      "loss": 0.4194,
+      "step": 1007
+    },
+    {
+      "epoch": 0.4316916488222698,
+      "grad_norm": 1.484827995300293,
+      "learning_rate": 4.9587124907490924e-05,
+      "loss": 0.6405,
+      "step": 1008
+    },
+    {
+      "epoch": 0.43211991434689506,
+      "grad_norm": 2.800640344619751,
+      "learning_rate": 4.958586867204361e-05,
+      "loss": 1.0138,
+      "step": 1009
+    },
+    {
+      "epoch": 0.43254817987152033,
+      "grad_norm": 2.622556209564209,
+      "learning_rate": 4.958461054431552e-05,
+      "loss": 0.8736,
+      "step": 1010
+    },
+    {
+      "epoch": 0.4329764453961456,
+      "grad_norm": 2.1150522232055664,
+      "learning_rate": 4.9583350524403485e-05,
+      "loss": 0.4453,
+      "step": 1011
+    },
+    {
+      "epoch": 0.4334047109207709,
+      "grad_norm": 1.228332757949829,
+      "learning_rate": 4.958208861240448e-05,
+      "loss": 0.3767,
+      "step": 1012
+    },
+    {
+      "epoch": 0.43383297644539615,
+      "grad_norm": 2.860957145690918,
+      "learning_rate": 4.958082480841562e-05,
+      "loss": 0.748,
+      "step": 1013
+    },
+    {
+      "epoch": 0.4342612419700214,
+      "grad_norm": 1.924880027770996,
+      "learning_rate": 4.957955911253419e-05,
+      "loss": 0.9642,
+      "step": 1014
+    },
+    {
+      "epoch": 0.4346895074946467,
+      "grad_norm": 1.2727824449539185,
+      "learning_rate": 4.9578291524857604e-05,
+      "loss": 0.6182,
+      "step": 1015
+    },
+    {
+      "epoch": 0.43511777301927196,
+      "grad_norm": 3.3231990337371826,
+      "learning_rate": 4.957702204548342e-05,
+      "loss": 1.4244,
+      "step": 1016
+    },
+    {
+      "epoch": 0.43554603854389723,
+      "grad_norm": 1.7629010677337646,
+      "learning_rate": 4.957575067450935e-05,
+      "loss": 0.5872,
+      "step": 1017
+    },
+    {
+      "epoch": 0.4359743040685225,
+      "grad_norm": 2.1880486011505127,
+      "learning_rate": 4.957447741203323e-05,
+      "loss": 1.0222,
+      "step": 1018
+    },
+    {
+      "epoch": 0.43640256959314777,
+      "grad_norm": 2.324659824371338,
+      "learning_rate": 4.957320225815307e-05,
+      "loss": 0.6873,
+      "step": 1019
+    },
+    {
+      "epoch": 0.43683083511777304,
+      "grad_norm": 5.749204158782959,
+      "learning_rate": 4.957192521296703e-05,
+      "loss": 1.3177,
+      "step": 1020
+    },
+    {
+      "epoch": 0.4372591006423983,
+      "grad_norm": 0.9294371008872986,
+      "learning_rate": 4.9570646276573376e-05,
+      "loss": 0.4671,
+      "step": 1021
+    },
+    {
+      "epoch": 0.43768736616702353,
+      "grad_norm": 5.516528606414795,
+      "learning_rate": 4.956936544907054e-05,
+      "loss": 2.2533,
+      "step": 1022
+    },
+    {
+      "epoch": 0.4381156316916488,
+      "grad_norm": 2.975454092025757,
+      "learning_rate": 4.9568082730557116e-05,
+      "loss": 0.5789,
+      "step": 1023
+    },
+    {
+      "epoch": 0.43854389721627407,
+      "grad_norm": 5.053709030151367,
+      "learning_rate": 4.956679812113183e-05,
+      "loss": 0.6253,
+      "step": 1024
+    },
+    {
+      "epoch": 0.43897216274089934,
+      "grad_norm": 3.3104000091552734,
+      "learning_rate": 4.956551162089355e-05,
+      "loss": 1.3563,
+      "step": 1025
+    },
+    {
+      "epoch": 0.4394004282655246,
+      "grad_norm": 7.805468559265137,
+      "learning_rate": 4.9564223229941295e-05,
+      "loss": 1.1923,
+      "step": 1026
+    },
+    {
+      "epoch": 0.4398286937901499,
+      "grad_norm": 1.8393276929855347,
+      "learning_rate": 4.956293294837422e-05,
+      "loss": 0.7299,
+      "step": 1027
+    },
+    {
+      "epoch": 0.44025695931477515,
+      "grad_norm": 3.258572816848755,
+      "learning_rate": 4.956164077629164e-05,
+      "loss": 0.4831,
+      "step": 1028
+    },
+    {
+      "epoch": 0.4406852248394004,
+      "grad_norm": 6.483931541442871,
+      "learning_rate": 4.956034671379301e-05,
+      "loss": 1.5947,
+      "step": 1029
+    },
+    {
+      "epoch": 0.4411134903640257,
+      "grad_norm": 3.1711716651916504,
+      "learning_rate": 4.9559050760977925e-05,
+      "loss": 0.795,
+      "step": 1030
+    },
+    {
+      "epoch": 0.44154175588865097,
+      "grad_norm": 0.982546329498291,
+      "learning_rate": 4.955775291794613e-05,
+      "loss": 0.4323,
+      "step": 1031
+    },
+    {
+      "epoch": 0.44197002141327624,
+      "grad_norm": 2.49676513671875,
+      "learning_rate": 4.9556453184797514e-05,
+      "loss": 0.9848,
+      "step": 1032
+    },
+    {
+      "epoch": 0.4423982869379015,
+      "grad_norm": 2.527743339538574,
+      "learning_rate": 4.9555151561632116e-05,
+      "loss": 1.2532,
+      "step": 1033
+    },
+    {
+      "epoch": 0.4428265524625268,
+      "grad_norm": 1.98625910282135,
+      "learning_rate": 4.955384804855012e-05,
+      "loss": 0.58,
+      "step": 1034
+    },
+    {
+      "epoch": 0.44325481798715205,
+      "grad_norm": 0.998044490814209,
+      "learning_rate": 4.955254264565184e-05,
+      "loss": 0.5602,
+      "step": 1035
+    },
+    {
+      "epoch": 0.4436830835117773,
+      "grad_norm": 2.601699113845825,
+      "learning_rate": 4.955123535303776e-05,
+      "loss": 0.8443,
+      "step": 1036
+    },
+    {
+      "epoch": 0.4441113490364026,
+      "grad_norm": 0.7690474390983582,
+      "learning_rate": 4.954992617080849e-05,
+      "loss": 0.4974,
+      "step": 1037
+    },
+    {
+      "epoch": 0.44453961456102786,
+      "grad_norm": 1.8757562637329102,
+      "learning_rate": 4.95486150990648e-05,
+      "loss": 0.3918,
+      "step": 1038
+    },
+    {
+      "epoch": 0.4449678800856531,
+      "grad_norm": 3.1897401809692383,
+      "learning_rate": 4.954730213790759e-05,
+      "loss": 0.8978,
+      "step": 1039
+    },
+    {
+      "epoch": 0.44539614561027835,
+      "grad_norm": 1.3426027297973633,
+      "learning_rate": 4.9545987287437914e-05,
+      "loss": 0.6089,
+      "step": 1040
+    },
+    {
+      "epoch": 0.4458244111349036,
+      "grad_norm": 2.742218494415283,
+      "learning_rate": 4.9544670547756974e-05,
+      "loss": 0.9665,
+      "step": 1041
+    },
+    {
+      "epoch": 0.4462526766595289,
+      "grad_norm": 0.9447972178459167,
+      "learning_rate": 4.9543351918966126e-05,
+      "loss": 0.6184,
+      "step": 1042
+    },
+    {
+      "epoch": 0.44668094218415416,
+      "grad_norm": 1.445361614227295,
+      "learning_rate": 4.9542031401166844e-05,
+      "loss": 1.2178,
+      "step": 1043
+    },
+    {
+      "epoch": 0.44710920770877943,
+      "grad_norm": 2.037010669708252,
+      "learning_rate": 4.954070899446076e-05,
+      "loss": 1.2739,
+      "step": 1044
+    },
+    {
+      "epoch": 0.4475374732334047,
+      "grad_norm": 3.005423069000244,
+      "learning_rate": 4.953938469894968e-05,
+      "loss": 1.1792,
+      "step": 1045
+    },
+    {
+      "epoch": 0.44796573875803,
+      "grad_norm": 2.788004159927368,
+      "learning_rate": 4.9538058514735496e-05,
+      "loss": 1.3323,
+      "step": 1046
+    },
+    {
+      "epoch": 0.44839400428265525,
+      "grad_norm": 2.22324800491333,
+      "learning_rate": 4.9536730441920296e-05,
+      "loss": 1.2204,
+      "step": 1047
+    },
+    {
+      "epoch": 0.4488222698072805,
+      "grad_norm": 3.2913014888763428,
+      "learning_rate": 4.953540048060631e-05,
+      "loss": 0.8618,
+      "step": 1048
+    },
+    {
+      "epoch": 0.4492505353319058,
+      "grad_norm": 1.736098289489746,
+      "learning_rate": 4.953406863089587e-05,
+      "loss": 0.4766,
+      "step": 1049
+    },
+    {
+      "epoch": 0.44967880085653106,
+      "grad_norm": 0.5205233693122864,
+      "learning_rate": 4.9532734892891515e-05,
+      "loss": 0.2049,
+      "step": 1050
+    },
+    {
+      "epoch": 0.45010706638115633,
+      "grad_norm": 1.803638219833374,
+      "learning_rate": 4.9531399266695874e-05,
+      "loss": 0.5812,
+      "step": 1051
+    },
+    {
+      "epoch": 0.4505353319057816,
+      "grad_norm": 3.6824207305908203,
+      "learning_rate": 4.953006175241176e-05,
+      "loss": 0.8613,
+      "step": 1052
+    },
+    {
+      "epoch": 0.45096359743040687,
+      "grad_norm": 1.8532028198242188,
+      "learning_rate": 4.952872235014211e-05,
+      "loss": 1.3343,
+      "step": 1053
+    },
+    {
+      "epoch": 0.45139186295503214,
+      "grad_norm": 3.481860876083374,
+      "learning_rate": 4.952738105999001e-05,
+      "loss": 1.6998,
+      "step": 1054
+    },
+    {
+      "epoch": 0.4518201284796574,
+      "grad_norm": 3.174211025238037,
+      "learning_rate": 4.9526037882058696e-05,
+      "loss": 0.9454,
+      "step": 1055
+    },
+    {
+      "epoch": 0.45224839400428263,
+      "grad_norm": 2.051038980484009,
+      "learning_rate": 4.952469281645155e-05,
+      "loss": 1.2906,
+      "step": 1056
+    },
+    {
+      "epoch": 0.4526766595289079,
+      "grad_norm": 3.150914430618286,
+      "learning_rate": 4.95233458632721e-05,
+      "loss": 1.6915,
+      "step": 1057
+    },
+    {
+      "epoch": 0.45310492505353317,
+      "grad_norm": 0.6735687851905823,
+      "learning_rate": 4.9521997022624e-05,
+      "loss": 0.2884,
+      "step": 1058
+    },
+    {
+      "epoch": 0.45353319057815844,
+      "grad_norm": 2.6968376636505127,
+      "learning_rate": 4.9520646294611084e-05,
+      "loss": 0.5966,
+      "step": 1059
+    },
+    {
+      "epoch": 0.4539614561027837,
+      "grad_norm": 2.7438790798187256,
+      "learning_rate": 4.95192936793373e-05,
+      "loss": 0.9752,
+      "step": 1060
+    },
+    {
+      "epoch": 0.454389721627409,
+      "grad_norm": 1.6317070722579956,
+      "learning_rate": 4.9517939176906764e-05,
+      "loss": 0.5014,
+      "step": 1061
+    },
+    {
+      "epoch": 0.45481798715203425,
+      "grad_norm": 1.8538492918014526,
+      "learning_rate": 4.951658278742371e-05,
+      "loss": 0.4506,
+      "step": 1062
+    },
+    {
+      "epoch": 0.4552462526766595,
+      "grad_norm": 1.8541083335876465,
+      "learning_rate": 4.951522451099256e-05,
+      "loss": 1.0099,
+      "step": 1063
+    },
+    {
+      "epoch": 0.4556745182012848,
+      "grad_norm": 1.1514692306518555,
+      "learning_rate": 4.951386434771783e-05,
+      "loss": 0.8105,
+      "step": 1064
+    },
+    {
+      "epoch": 0.45610278372591007,
+      "grad_norm": 4.087863922119141,
+      "learning_rate": 4.951250229770422e-05,
+      "loss": 0.9263,
+      "step": 1065
+    },
+    {
+      "epoch": 0.45653104925053534,
+      "grad_norm": 2.691967487335205,
+      "learning_rate": 4.951113836105656e-05,
+      "loss": 0.6762,
+      "step": 1066
+    },
+    {
+      "epoch": 0.4569593147751606,
+      "grad_norm": 3.126685380935669,
+      "learning_rate": 4.950977253787982e-05,
+      "loss": 1.2799,
+      "step": 1067
+    },
+    {
+      "epoch": 0.4573875802997859,
+      "grad_norm": 0.9003060460090637,
+      "learning_rate": 4.9508404828279136e-05,
+      "loss": 0.5594,
+      "step": 1068
+    },
+    {
+      "epoch": 0.45781584582441115,
+      "grad_norm": 1.7735073566436768,
+      "learning_rate": 4.950703523235977e-05,
+      "loss": 1.0443,
+      "step": 1069
+    },
+    {
+      "epoch": 0.4582441113490364,
+      "grad_norm": 4.6296305656433105,
+      "learning_rate": 4.950566375022712e-05,
+      "loss": 0.9259,
+      "step": 1070
+    },
+    {
+      "epoch": 0.4586723768736617,
+      "grad_norm": 2.06587553024292,
+      "learning_rate": 4.950429038198676e-05,
+      "loss": 0.6144,
+      "step": 1071
+    },
+    {
+      "epoch": 0.45910064239828696,
+      "grad_norm": 2.8127200603485107,
+      "learning_rate": 4.950291512774439e-05,
+      "loss": 0.9715,
+      "step": 1072
+    },
+    {
+      "epoch": 0.45952890792291223,
+      "grad_norm": 5.419740676879883,
+      "learning_rate": 4.950153798760586e-05,
+      "loss": 1.0953,
+      "step": 1073
+    },
+    {
+      "epoch": 0.45995717344753745,
+      "grad_norm": 3.268749713897705,
+      "learning_rate": 4.950015896167716e-05,
+      "loss": 0.6899,
+      "step": 1074
+    },
+    {
+      "epoch": 0.4603854389721627,
+      "grad_norm": 6.510823726654053,
+      "learning_rate": 4.949877805006442e-05,
+      "loss": 0.9715,
+      "step": 1075
+    },
+    {
+      "epoch": 0.460813704496788,
+      "grad_norm": 6.240447044372559,
+      "learning_rate": 4.949739525287394e-05,
+      "loss": 1.8131,
+      "step": 1076
+    },
+    {
+      "epoch": 0.46124197002141326,
+      "grad_norm": 2.5426576137542725,
+      "learning_rate": 4.9496010570212134e-05,
+      "loss": 0.7877,
+      "step": 1077
+    },
+    {
+      "epoch": 0.46167023554603853,
+      "grad_norm": 3.8486948013305664,
+      "learning_rate": 4.9494624002185593e-05,
+      "loss": 0.8433,
+      "step": 1078
+    },
+    {
+      "epoch": 0.4620985010706638,
+      "grad_norm": 3.0668070316314697,
+      "learning_rate": 4.949323554890102e-05,
+      "loss": 0.9225,
+      "step": 1079
+    },
+    {
+      "epoch": 0.4625267665952891,
+      "grad_norm": 3.7408673763275146,
+      "learning_rate": 4.949184521046528e-05,
+      "loss": 0.8069,
+      "step": 1080
+    },
+    {
+      "epoch": 0.46295503211991434,
+      "grad_norm": 0.5107890367507935,
+      "learning_rate": 4.9490452986985394e-05,
+      "loss": 0.2091,
+      "step": 1081
+    },
+    {
+      "epoch": 0.4633832976445396,
+      "grad_norm": 1.1282004117965698,
+      "learning_rate": 4.94890588785685e-05,
+      "loss": 0.5784,
+      "step": 1082
+    },
+    {
+      "epoch": 0.4638115631691649,
+      "grad_norm": 2.4232325553894043,
+      "learning_rate": 4.9487662885321906e-05,
+      "loss": 0.5096,
+      "step": 1083
+    },
+    {
+      "epoch": 0.46423982869379016,
+      "grad_norm": 1.1404774188995361,
+      "learning_rate": 4.948626500735306e-05,
+      "loss": 0.8182,
+      "step": 1084
+    },
+    {
+      "epoch": 0.46466809421841543,
+      "grad_norm": 4.2589006423950195,
+      "learning_rate": 4.9484865244769546e-05,
+      "loss": 0.5596,
+      "step": 1085
+    },
+    {
+      "epoch": 0.4650963597430407,
+      "grad_norm": 1.0278453826904297,
+      "learning_rate": 4.9483463597679106e-05,
+      "loss": 0.8009,
+      "step": 1086
+    },
+    {
+      "epoch": 0.46552462526766597,
+      "grad_norm": 0.74311763048172,
+      "learning_rate": 4.94820600661896e-05,
+      "loss": 0.3699,
+      "step": 1087
+    },
+    {
+      "epoch": 0.46595289079229124,
+      "grad_norm": 3.417051315307617,
+      "learning_rate": 4.948065465040908e-05,
+      "loss": 0.7548,
+      "step": 1088
+    },
+    {
+      "epoch": 0.4663811563169165,
+      "grad_norm": 2.586481809616089,
+      "learning_rate": 4.9479247350445686e-05,
+      "loss": 1.493,
+      "step": 1089
+    },
+    {
+      "epoch": 0.4668094218415418,
+      "grad_norm": 3.5212738513946533,
+      "learning_rate": 4.9477838166407754e-05,
+      "loss": 1.1303,
+      "step": 1090
+    },
+    {
+      "epoch": 0.467237687366167,
+      "grad_norm": 4.567468643188477,
+      "learning_rate": 4.947642709840374e-05,
+      "loss": 0.9642,
+      "step": 1091
+    },
+    {
+      "epoch": 0.46766595289079227,
+      "grad_norm": 0.5464720129966736,
+      "learning_rate": 4.9475014146542244e-05,
+      "loss": 0.1655,
+      "step": 1092
+    },
+    {
+      "epoch": 0.46809421841541754,
+      "grad_norm": 3.6702311038970947,
+      "learning_rate": 4.9473599310932016e-05,
+      "loss": 1.5429,
+      "step": 1093
+    },
+    {
+      "epoch": 0.4685224839400428,
+      "grad_norm": 13.136556625366211,
+      "learning_rate": 4.947218259168195e-05,
+      "loss": 1.2351,
+      "step": 1094
+    },
+    {
+      "epoch": 0.4689507494646681,
+      "grad_norm": 1.4299969673156738,
+      "learning_rate": 4.947076398890109e-05,
+      "loss": 0.3935,
+      "step": 1095
+    },
+    {
+      "epoch": 0.46937901498929335,
+      "grad_norm": 2.7288546562194824,
+      "learning_rate": 4.946934350269862e-05,
+      "loss": 1.4707,
+      "step": 1096
+    },
+    {
+      "epoch": 0.4698072805139186,
+      "grad_norm": 5.0115065574646,
+      "learning_rate": 4.946792113318386e-05,
+      "loss": 1.1798,
+      "step": 1097
+    },
+    {
+      "epoch": 0.4702355460385439,
+      "grad_norm": 1.5537283420562744,
+      "learning_rate": 4.94664968804663e-05,
+      "loss": 0.3373,
+      "step": 1098
+    },
+    {
+      "epoch": 0.47066381156316917,
+      "grad_norm": 2.3650286197662354,
+      "learning_rate": 4.946507074465555e-05,
+      "loss": 0.9888,
+      "step": 1099
+    },
+    {
+      "epoch": 0.47109207708779444,
+      "grad_norm": 3.353928804397583,
+      "learning_rate": 4.946364272586137e-05,
+      "loss": 1.995,
+      "step": 1100
+    },
+    {
+      "epoch": 0.4715203426124197,
+      "grad_norm": 1.211402416229248,
+      "learning_rate": 4.9462212824193675e-05,
+      "loss": 0.4869,
+      "step": 1101
+    },
+    {
+      "epoch": 0.471948608137045,
+      "grad_norm": 4.31655216217041,
+      "learning_rate": 4.946078103976252e-05,
+      "loss": 0.7308,
+      "step": 1102
+    },
+    {
+      "epoch": 0.47237687366167025,
+      "grad_norm": 5.219942569732666,
+      "learning_rate": 4.94593473726781e-05,
+      "loss": 1.4869,
+      "step": 1103
+    },
+    {
+      "epoch": 0.4728051391862955,
+      "grad_norm": 1.9490209817886353,
+      "learning_rate": 4.9457911823050764e-05,
+      "loss": 0.5401,
+      "step": 1104
+    },
+    {
+      "epoch": 0.4732334047109208,
+      "grad_norm": 2.66450834274292,
+      "learning_rate": 4.9456474390991e-05,
+      "loss": 0.4738,
+      "step": 1105
+    },
+    {
+      "epoch": 0.47366167023554606,
+      "grad_norm": 0.8823072910308838,
+      "learning_rate": 4.9455035076609437e-05,
+      "loss": 0.6364,
+      "step": 1106
+    },
+    {
+      "epoch": 0.47408993576017133,
+      "grad_norm": 4.596508026123047,
+      "learning_rate": 4.9453593880016855e-05,
+      "loss": 1.0746,
+      "step": 1107
+    },
+    {
+      "epoch": 0.47451820128479655,
+      "grad_norm": 0.6238654851913452,
+      "learning_rate": 4.9452150801324173e-05,
+      "loss": 0.2606,
+      "step": 1108
+    },
+    {
+      "epoch": 0.4749464668094218,
+      "grad_norm": 1.2482389211654663,
+      "learning_rate": 4.9450705840642474e-05,
+      "loss": 0.5725,
+      "step": 1109
+    },
+    {
+      "epoch": 0.4753747323340471,
+      "grad_norm": 1.4459666013717651,
+      "learning_rate": 4.944925899808296e-05,
+      "loss": 0.4348,
+      "step": 1110
+    },
+    {
+      "epoch": 0.47580299785867236,
+      "grad_norm": 3.7898850440979004,
+      "learning_rate": 4.944781027375699e-05,
+      "loss": 1.2801,
+      "step": 1111
+    },
+    {
+      "epoch": 0.47623126338329763,
+      "grad_norm": 2.1719090938568115,
+      "learning_rate": 4.9446359667776065e-05,
+      "loss": 0.7468,
+      "step": 1112
+    },
+    {
+      "epoch": 0.4766595289079229,
+      "grad_norm": 0.8461889624595642,
+      "learning_rate": 4.944490718025184e-05,
+      "loss": 0.3351,
+      "step": 1113
+    },
+    {
+      "epoch": 0.4770877944325482,
+      "grad_norm": 0.8348519802093506,
+      "learning_rate": 4.9443452811296096e-05,
+      "loss": 0.3225,
+      "step": 1114
+    },
+    {
+      "epoch": 0.47751605995717344,
+      "grad_norm": 1.7659932374954224,
+      "learning_rate": 4.944199656102079e-05,
+      "loss": 1.3015,
+      "step": 1115
+    },
+    {
+      "epoch": 0.4779443254817987,
+      "grad_norm": 3.5544793605804443,
+      "learning_rate": 4.944053842953798e-05,
+      "loss": 1.33,
+      "step": 1116
+    },
+    {
+      "epoch": 0.478372591006424,
+      "grad_norm": 1.0642335414886475,
+      "learning_rate": 4.94390784169599e-05,
+      "loss": 0.569,
+      "step": 1117
+    },
+    {
+      "epoch": 0.47880085653104926,
+      "grad_norm": 2.7555692195892334,
+      "learning_rate": 4.9437616523398944e-05,
+      "loss": 0.674,
+      "step": 1118
+    },
+    {
+      "epoch": 0.47922912205567453,
+      "grad_norm": 2.058377504348755,
+      "learning_rate": 4.9436152748967594e-05,
+      "loss": 0.4979,
+      "step": 1119
+    },
+    {
+      "epoch": 0.4796573875802998,
+      "grad_norm": 7.60826301574707,
+      "learning_rate": 4.943468709377853e-05,
+      "loss": 1.4026,
+      "step": 1120
+    },
+    {
+      "epoch": 0.48008565310492507,
+      "grad_norm": 2.4086356163024902,
+      "learning_rate": 4.943321955794456e-05,
+      "loss": 1.7454,
+      "step": 1121
+    },
+    {
+      "epoch": 0.48051391862955034,
+      "grad_norm": 2.9268157482147217,
+      "learning_rate": 4.943175014157862e-05,
+      "loss": 1.442,
+      "step": 1122
+    },
+    {
+      "epoch": 0.4809421841541756,
+      "grad_norm": 1.0243873596191406,
+      "learning_rate": 4.943027884479383e-05,
+      "loss": 0.7686,
+      "step": 1123
+    },
+    {
+      "epoch": 0.4813704496788009,
+      "grad_norm": 2.125408887863159,
+      "learning_rate": 4.9428805667703405e-05,
+      "loss": 0.8297,
+      "step": 1124
+    },
+    {
+      "epoch": 0.4817987152034261,
+      "grad_norm": 4.722221851348877,
+      "learning_rate": 4.942733061042074e-05,
+      "loss": 2.1153,
+      "step": 1125
+    },
+    {
+      "epoch": 0.48222698072805137,
+      "grad_norm": 3.0453736782073975,
+      "learning_rate": 4.942585367305937e-05,
+      "loss": 1.6075,
+      "step": 1126
+    },
+    {
+      "epoch": 0.48265524625267664,
+      "grad_norm": 3.9141290187835693,
+      "learning_rate": 4.942437485573296e-05,
+      "loss": 1.8441,
+      "step": 1127
+    },
+    {
+      "epoch": 0.4830835117773019,
+      "grad_norm": 2.7148568630218506,
+      "learning_rate": 4.942289415855533e-05,
+      "loss": 1.0359,
+      "step": 1128
+    },
+    {
+      "epoch": 0.4835117773019272,
+      "grad_norm": 0.8522253036499023,
+      "learning_rate": 4.942141158164045e-05,
+      "loss": 0.2239,
+      "step": 1129
+    },
+    {
+      "epoch": 0.48394004282655245,
+      "grad_norm": 3.1192123889923096,
+      "learning_rate": 4.941992712510243e-05,
+      "loss": 2.0891,
+      "step": 1130
+    },
+    {
+      "epoch": 0.4843683083511777,
+      "grad_norm": 3.1856753826141357,
+      "learning_rate": 4.941844078905551e-05,
+      "loss": 1.7303,
+      "step": 1131
+    },
+    {
+      "epoch": 0.484796573875803,
+      "grad_norm": 2.9240567684173584,
+      "learning_rate": 4.941695257361409e-05,
+      "loss": 1.0648,
+      "step": 1132
+    },
+    {
+      "epoch": 0.48522483940042827,
+      "grad_norm": 3.079193592071533,
+      "learning_rate": 4.9415462478892734e-05,
+      "loss": 1.4471,
+      "step": 1133
+    },
+    {
+      "epoch": 0.48565310492505354,
+      "grad_norm": 2.5515670776367188,
+      "learning_rate": 4.94139705050061e-05,
+      "loss": 1.1481,
+      "step": 1134
+    },
+    {
+      "epoch": 0.4860813704496788,
+      "grad_norm": 2.504526376724243,
+      "learning_rate": 4.941247665206904e-05,
+      "loss": 1.2057,
+      "step": 1135
+    },
+    {
+      "epoch": 0.4865096359743041,
+      "grad_norm": 1.1473790407180786,
+      "learning_rate": 4.941098092019651e-05,
+      "loss": 0.8483,
+      "step": 1136
+    },
+    {
+      "epoch": 0.48693790149892935,
+      "grad_norm": 2.5054984092712402,
+      "learning_rate": 4.940948330950366e-05,
+      "loss": 0.7727,
+      "step": 1137
+    },
+    {
+      "epoch": 0.4873661670235546,
+      "grad_norm": 3.8849050998687744,
+      "learning_rate": 4.940798382010572e-05,
+      "loss": 1.2097,
+      "step": 1138
+    },
+    {
+      "epoch": 0.4877944325481799,
+      "grad_norm": 2.594022512435913,
+      "learning_rate": 4.940648245211813e-05,
+      "loss": 1.241,
+      "step": 1139
+    },
+    {
+      "epoch": 0.48822269807280516,
+      "grad_norm": 4.197097301483154,
+      "learning_rate": 4.940497920565643e-05,
+      "loss": 2.7243,
+      "step": 1140
+    },
+    {
+      "epoch": 0.48865096359743043,
+      "grad_norm": 4.571954727172852,
+      "learning_rate": 4.940347408083632e-05,
+      "loss": 0.9641,
+      "step": 1141
+    },
+    {
+      "epoch": 0.48907922912205565,
+      "grad_norm": 0.798372745513916,
+      "learning_rate": 4.940196707777365e-05,
+      "loss": 0.4517,
+      "step": 1142
+    },
+    {
+      "epoch": 0.4895074946466809,
+      "grad_norm": 3.159250497817993,
+      "learning_rate": 4.94004581965844e-05,
+      "loss": 1.0817,
+      "step": 1143
+    },
+    {
+      "epoch": 0.4899357601713062,
+      "grad_norm": 0.4221590459346771,
+      "learning_rate": 4.9398947437384715e-05,
+      "loss": 0.0949,
+      "step": 1144
+    },
+    {
+      "epoch": 0.49036402569593146,
+      "grad_norm": 3.35011887550354,
+      "learning_rate": 4.939743480029086e-05,
+      "loss": 0.8482,
+      "step": 1145
+    },
+    {
+      "epoch": 0.49079229122055673,
+      "grad_norm": 4.11273193359375,
+      "learning_rate": 4.939592028541926e-05,
+      "loss": 1.4578,
+      "step": 1146
+    },
+    {
+      "epoch": 0.491220556745182,
+      "grad_norm": 3.9432995319366455,
+      "learning_rate": 4.9394403892886484e-05,
+      "loss": 2.0836,
+      "step": 1147
+    },
+    {
+      "epoch": 0.4916488222698073,
+      "grad_norm": 3.358880043029785,
+      "learning_rate": 4.9392885622809237e-05,
+      "loss": 0.9092,
+      "step": 1148
+    },
+    {
+      "epoch": 0.49207708779443254,
+      "grad_norm": 2.588874101638794,
+      "learning_rate": 4.939136547530439e-05,
+      "loss": 0.9371,
+      "step": 1149
+    },
+    {
+      "epoch": 0.4925053533190578,
+      "grad_norm": 2.5315287113189697,
+      "learning_rate": 4.938984345048892e-05,
+      "loss": 0.685,
+      "step": 1150
+    },
+    {
+      "epoch": 0.4929336188436831,
+      "grad_norm": 3.2709779739379883,
+      "learning_rate": 4.938831954847999e-05,
+      "loss": 2.2838,
+      "step": 1151
+    },
+    {
+      "epoch": 0.49336188436830836,
+      "grad_norm": 2.1409432888031006,
+      "learning_rate": 4.938679376939488e-05,
+      "loss": 0.9653,
+      "step": 1152
+    },
+    {
+      "epoch": 0.4937901498929336,
+      "grad_norm": 4.612545967102051,
+      "learning_rate": 4.938526611335103e-05,
+      "loss": 1.5469,
+      "step": 1153
+    },
+    {
+      "epoch": 0.4942184154175589,
+      "grad_norm": 2.9188179969787598,
+      "learning_rate": 4.938373658046601e-05,
+      "loss": 1.2073,
+      "step": 1154
+    },
+    {
+      "epoch": 0.49464668094218417,
+      "grad_norm": 2.116577625274658,
+      "learning_rate": 4.938220517085755e-05,
+      "loss": 0.9038,
+      "step": 1155
+    },
+    {
+      "epoch": 0.49507494646680944,
+      "grad_norm": 1.5669546127319336,
+      "learning_rate": 4.938067188464351e-05,
+      "loss": 1.0365,
+      "step": 1156
+    },
+    {
+      "epoch": 0.4955032119914347,
+      "grad_norm": 2.0666539669036865,
+      "learning_rate": 4.93791367219419e-05,
+      "loss": 0.8226,
+      "step": 1157
+    },
+    {
+      "epoch": 0.49593147751606,
+      "grad_norm": 4.572713851928711,
+      "learning_rate": 4.937759968287089e-05,
+      "loss": 1.5842,
+      "step": 1158
+    },
+    {
+      "epoch": 0.4963597430406852,
+      "grad_norm": 4.767398357391357,
+      "learning_rate": 4.9376060767548765e-05,
+      "loss": 1.0787,
+      "step": 1159
+    },
+    {
+      "epoch": 0.49678800856531047,
+      "grad_norm": 3.126343250274658,
+      "learning_rate": 4.9374519976093967e-05,
+      "loss": 0.7297,
+      "step": 1160
+    },
+    {
+      "epoch": 0.49721627408993574,
+      "grad_norm": 6.065893650054932,
+      "learning_rate": 4.93729773086251e-05,
+      "loss": 1.2515,
+      "step": 1161
+    },
+    {
+      "epoch": 0.497644539614561,
+      "grad_norm": 3.1071813106536865,
+      "learning_rate": 4.9371432765260895e-05,
+      "loss": 0.7739,
+      "step": 1162
+    },
+    {
+      "epoch": 0.4980728051391863,
+      "grad_norm": 2.5745432376861572,
+      "learning_rate": 4.936988634612022e-05,
+      "loss": 0.9366,
+      "step": 1163
+    },
+    {
+      "epoch": 0.49850107066381155,
+      "grad_norm": 5.4257965087890625,
+      "learning_rate": 4.9368338051322096e-05,
+      "loss": 1.135,
+      "step": 1164
+    },
+    {
+      "epoch": 0.4989293361884368,
+      "grad_norm": 3.0383718013763428,
+      "learning_rate": 4.93667878809857e-05,
+      "loss": 1.0332,
+      "step": 1165
+    },
+    {
+      "epoch": 0.4993576017130621,
+      "grad_norm": 2.7402992248535156,
+      "learning_rate": 4.936523583523033e-05,
+      "loss": 1.3677,
+      "step": 1166
+    },
+    {
+      "epoch": 0.49978586723768736,
+      "grad_norm": 0.9402273297309875,
+      "learning_rate": 4.936368191417545e-05,
+      "loss": 0.4548,
+      "step": 1167
+    },
+    {
+      "epoch": 0.5002141327623126,
+      "grad_norm": 2.4742624759674072,
+      "learning_rate": 4.936212611794067e-05,
+      "loss": 1.0603,
+      "step": 1168
+    },
+    {
+      "epoch": 0.5006423982869379,
+      "grad_norm": 0.9476474523544312,
+      "learning_rate": 4.9360568446645707e-05,
+      "loss": 0.5527,
+      "step": 1169
+    },
+    {
+      "epoch": 0.5010706638115632,
+      "grad_norm": 2.86190128326416,
+      "learning_rate": 4.9359008900410465e-05,
+      "loss": 1.7461,
+      "step": 1170
+    },
+    {
+      "epoch": 0.5014989293361884,
+      "grad_norm": 4.00656270980835,
+      "learning_rate": 4.935744747935498e-05,
+      "loss": 1.9395,
+      "step": 1171
+    },
+    {
+      "epoch": 0.5019271948608137,
+      "grad_norm": 3.3649580478668213,
+      "learning_rate": 4.935588418359942e-05,
+      "loss": 1.385,
+      "step": 1172
+    },
+    {
+      "epoch": 0.502355460385439,
+      "grad_norm": 6.062858581542969,
+      "learning_rate": 4.9354319013264104e-05,
+      "loss": 1.1529,
+      "step": 1173
+    },
+    {
+      "epoch": 0.5027837259100643,
+      "grad_norm": 2.1596693992614746,
+      "learning_rate": 4.935275196846951e-05,
+      "loss": 1.5382,
+      "step": 1174
+    },
+    {
+      "epoch": 0.5032119914346895,
+      "grad_norm": 1.105023741722107,
+      "learning_rate": 4.935118304933624e-05,
+      "loss": 0.5744,
+      "step": 1175
+    },
+    {
+      "epoch": 0.5036402569593148,
+      "grad_norm": 2.905324697494507,
+      "learning_rate": 4.9349612255985044e-05,
+      "loss": 0.9764,
+      "step": 1176
+    },
+    {
+      "epoch": 0.5040685224839401,
+      "grad_norm": 1.0378196239471436,
+      "learning_rate": 4.934803958853683e-05,
+      "loss": 0.6005,
+      "step": 1177
+    },
+    {
+      "epoch": 0.5044967880085653,
+      "grad_norm": 0.7092376351356506,
+      "learning_rate": 4.934646504711263e-05,
+      "loss": 0.2999,
+      "step": 1178
+    },
+    {
+      "epoch": 0.5049250535331906,
+      "grad_norm": 3.585061550140381,
+      "learning_rate": 4.934488863183363e-05,
+      "loss": 1.4377,
+      "step": 1179
+    },
+    {
+      "epoch": 0.5053533190578159,
+      "grad_norm": 1.8633193969726562,
+      "learning_rate": 4.934331034282117e-05,
+      "loss": 0.7762,
+      "step": 1180
+    },
+    {
+      "epoch": 0.5057815845824412,
+      "grad_norm": 14.00744342803955,
+      "learning_rate": 4.934173018019672e-05,
+      "loss": 1.0883,
+      "step": 1181
+    },
+    {
+      "epoch": 0.5062098501070664,
+      "grad_norm": 0.9973673820495605,
+      "learning_rate": 4.93401481440819e-05,
+      "loss": 0.2604,
+      "step": 1182
+    },
+    {
+      "epoch": 0.5066381156316917,
+      "grad_norm": 2.009066343307495,
+      "learning_rate": 4.9338564234598464e-05,
+      "loss": 1.5758,
+      "step": 1183
+    },
+    {
+      "epoch": 0.507066381156317,
+      "grad_norm": 1.6904205083847046,
+      "learning_rate": 4.933697845186834e-05,
+      "loss": 0.4029,
+      "step": 1184
+    },
+    {
+      "epoch": 0.5074946466809421,
+      "grad_norm": 2.366715669631958,
+      "learning_rate": 4.933539079601356e-05,
+      "loss": 0.9076,
+      "step": 1185
+    },
+    {
+      "epoch": 0.5079229122055674,
+      "grad_norm": 4.485142707824707,
+      "learning_rate": 4.9333801267156334e-05,
+      "loss": 0.9261,
+      "step": 1186
+    },
+    {
+      "epoch": 0.5083511777301927,
+      "grad_norm": 2.0551748275756836,
+      "learning_rate": 4.933220986541899e-05,
+      "loss": 0.5658,
+      "step": 1187
+    },
+    {
+      "epoch": 0.5087794432548179,
+      "grad_norm": 2.401418685913086,
+      "learning_rate": 4.933061659092401e-05,
+      "loss": 0.7733,
+      "step": 1188
+    },
+    {
+      "epoch": 0.5092077087794432,
+      "grad_norm": 4.199204921722412,
+      "learning_rate": 4.9329021443794035e-05,
+      "loss": 1.302,
+      "step": 1189
+    },
+    {
+      "epoch": 0.5096359743040685,
+      "grad_norm": 4.142500877380371,
+      "learning_rate": 4.9327424424151833e-05,
+      "loss": 1.0741,
+      "step": 1190
+    },
+    {
+      "epoch": 0.5100642398286938,
+      "grad_norm": 1.6864290237426758,
+      "learning_rate": 4.932582553212033e-05,
+      "loss": 0.4478,
+      "step": 1191
+    },
+    {
+      "epoch": 0.510492505353319,
+      "grad_norm": 1.892330527305603,
+      "learning_rate": 4.932422476782256e-05,
+      "loss": 0.7552,
+      "step": 1192
+    },
+    {
+      "epoch": 0.5109207708779443,
+      "grad_norm": 3.969041109085083,
+      "learning_rate": 4.932262213138176e-05,
+      "loss": 1.1851,
+      "step": 1193
+    },
+    {
+      "epoch": 0.5113490364025696,
+      "grad_norm": 3.077611207962036,
+      "learning_rate": 4.932101762292125e-05,
+      "loss": 1.1853,
+      "step": 1194
+    },
+    {
+      "epoch": 0.5117773019271948,
+      "grad_norm": 1.5939764976501465,
+      "learning_rate": 4.931941124256454e-05,
+      "loss": 1.2836,
+      "step": 1195
+    },
+    {
+      "epoch": 0.5122055674518201,
+      "grad_norm": 3.0450117588043213,
+      "learning_rate": 4.931780299043526e-05,
+      "loss": 1.8587,
+      "step": 1196
+    },
+    {
+      "epoch": 0.5126338329764454,
+      "grad_norm": 1.1433478593826294,
+      "learning_rate": 4.9316192866657195e-05,
+      "loss": 0.4532,
+      "step": 1197
+    },
+    {
+      "epoch": 0.5130620985010707,
+      "grad_norm": 2.1000194549560547,
+      "learning_rate": 4.9314580871354274e-05,
+      "loss": 0.7343,
+      "step": 1198
+    },
+    {
+      "epoch": 0.5134903640256959,
+      "grad_norm": 1.2123281955718994,
+      "learning_rate": 4.931296700465055e-05,
+      "loss": 0.9844,
+      "step": 1199
+    },
+    {
+      "epoch": 0.5139186295503212,
+      "grad_norm": 0.7766287326812744,
+      "learning_rate": 4.931135126667026e-05,
+      "loss": 0.3147,
+      "step": 1200
+    },
+    {
+      "epoch": 0.5143468950749465,
+      "grad_norm": 4.677176475524902,
+      "learning_rate": 4.930973365753775e-05,
+      "loss": 1.3798,
+      "step": 1201
+    },
+    {
+      "epoch": 0.5147751605995717,
+      "grad_norm": 2.7365503311157227,
+      "learning_rate": 4.930811417737751e-05,
+      "loss": 2.3764,
+      "step": 1202
+    },
+    {
+      "epoch": 0.515203426124197,
+      "grad_norm": 3.2850842475891113,
+      "learning_rate": 4.93064928263142e-05,
+      "loss": 1.0295,
+      "step": 1203
+    },
+    {
+      "epoch": 0.5156316916488223,
+      "grad_norm": 2.3339858055114746,
+      "learning_rate": 4.9304869604472606e-05,
+      "loss": 0.8814,
+      "step": 1204
+    },
+    {
+      "epoch": 0.5160599571734475,
+      "grad_norm": 1.074113368988037,
+      "learning_rate": 4.9303244511977647e-05,
+      "loss": 0.8185,
+      "step": 1205
+    },
+    {
+      "epoch": 0.5164882226980728,
+      "grad_norm": 2.1097137928009033,
+      "learning_rate": 4.9301617548954425e-05,
+      "loss": 0.5353,
+      "step": 1206
+    },
+    {
+      "epoch": 0.5169164882226981,
+      "grad_norm": 2.5064549446105957,
+      "learning_rate": 4.929998871552815e-05,
+      "loss": 1.6993,
+      "step": 1207
+    },
+    {
+      "epoch": 0.5173447537473234,
+      "grad_norm": 2.7586758136749268,
+      "learning_rate": 4.9298358011824174e-05,
+      "loss": 1.329,
+      "step": 1208
+    },
+    {
+      "epoch": 0.5177730192719486,
+      "grad_norm": 4.241945266723633,
+      "learning_rate": 4.929672543796802e-05,
+      "loss": 1.3536,
+      "step": 1209
+    },
+    {
+      "epoch": 0.5182012847965739,
+      "grad_norm": 3.705357313156128,
+      "learning_rate": 4.929509099408535e-05,
+      "loss": 0.9391,
+      "step": 1210
+    },
+    {
+      "epoch": 0.5186295503211992,
+      "grad_norm": 2.4472436904907227,
+      "learning_rate": 4.929345468030194e-05,
+      "loss": 0.7792,
+      "step": 1211
+    },
+    {
+      "epoch": 0.5190578158458244,
+      "grad_norm": 2.3282599449157715,
+      "learning_rate": 4.9291816496743744e-05,
+      "loss": 1.0249,
+      "step": 1212
+    },
+    {
+      "epoch": 0.5194860813704497,
+      "grad_norm": 1.6082895994186401,
+      "learning_rate": 4.929017644353684e-05,
+      "loss": 0.2692,
+      "step": 1213
+    },
+    {
+      "epoch": 0.519914346895075,
+      "grad_norm": 4.4326372146606445,
+      "learning_rate": 4.9288534520807464e-05,
+      "loss": 0.8096,
+      "step": 1214
+    },
+    {
+      "epoch": 0.5203426124197003,
+      "grad_norm": 3.8267059326171875,
+      "learning_rate": 4.928689072868198e-05,
+      "loss": 1.1056,
+      "step": 1215
+    },
+    {
+      "epoch": 0.5207708779443255,
+      "grad_norm": 3.198504686355591,
+      "learning_rate": 4.928524506728691e-05,
+      "loss": 1.3012,
+      "step": 1216
+    },
+    {
+      "epoch": 0.5211991434689508,
+      "grad_norm": 2.6771273612976074,
+      "learning_rate": 4.9283597536748924e-05,
+      "loss": 0.5553,
+      "step": 1217
+    },
+    {
+      "epoch": 0.5216274089935761,
+      "grad_norm": 0.6789952516555786,
+      "learning_rate": 4.92819481371948e-05,
+      "loss": 0.352,
+      "step": 1218
+    },
+    {
+      "epoch": 0.5220556745182013,
+      "grad_norm": 3.551516532897949,
+      "learning_rate": 4.928029686875151e-05,
+      "loss": 1.766,
+      "step": 1219
+    },
+    {
+      "epoch": 0.5224839400428265,
+      "grad_norm": 1.1786720752716064,
+      "learning_rate": 4.9278643731546134e-05,
+      "loss": 0.6728,
+      "step": 1220
+    },
+    {
+      "epoch": 0.5229122055674518,
+      "grad_norm": 1.7920103073120117,
+      "learning_rate": 4.9276988725705916e-05,
+      "loss": 0.6575,
+      "step": 1221
+    },
+    {
+      "epoch": 0.523340471092077,
+      "grad_norm": 4.038320064544678,
+      "learning_rate": 4.927533185135823e-05,
+      "loss": 0.9249,
+      "step": 1222
+    },
+    {
+      "epoch": 0.5237687366167023,
+      "grad_norm": 3.1119725704193115,
+      "learning_rate": 4.927367310863059e-05,
+      "loss": 1.7126,
+      "step": 1223
+    },
+    {
+      "epoch": 0.5241970021413276,
+      "grad_norm": 3.7537434101104736,
+      "learning_rate": 4.9272012497650686e-05,
+      "loss": 1.8166,
+      "step": 1224
+    },
+    {
+      "epoch": 0.5246252676659529,
+      "grad_norm": 2.661940097808838,
+      "learning_rate": 4.9270350018546306e-05,
+      "loss": 0.6975,
+      "step": 1225
+    },
+    {
+      "epoch": 0.5250535331905781,
+      "grad_norm": 3.5397024154663086,
+      "learning_rate": 4.926868567144543e-05,
+      "loss": 1.4845,
+      "step": 1226
+    },
+    {
+      "epoch": 0.5254817987152034,
+      "grad_norm": 4.419675350189209,
+      "learning_rate": 4.9267019456476125e-05,
+      "loss": 1.991,
+      "step": 1227
+    },
+    {
+      "epoch": 0.5259100642398287,
+      "grad_norm": 0.6576231718063354,
+      "learning_rate": 4.926535137376665e-05,
+      "loss": 0.2943,
+      "step": 1228
+    },
+    {
+      "epoch": 0.5263383297644539,
+      "grad_norm": 1.3866782188415527,
+      "learning_rate": 4.926368142344539e-05,
+      "loss": 0.621,
+      "step": 1229
+    },
+    {
+      "epoch": 0.5267665952890792,
+      "grad_norm": 0.9915316700935364,
+      "learning_rate": 4.926200960564088e-05,
+      "loss": 0.7878,
+      "step": 1230
+    },
+    {
+      "epoch": 0.5271948608137045,
+      "grad_norm": 3.231222152709961,
+      "learning_rate": 4.926033592048179e-05,
+      "loss": 0.9191,
+      "step": 1231
+    },
+    {
+      "epoch": 0.5276231263383298,
+      "grad_norm": 1.8988444805145264,
+      "learning_rate": 4.925866036809693e-05,
+      "loss": 0.6344,
+      "step": 1232
+    },
+    {
+      "epoch": 0.528051391862955,
+      "grad_norm": 1.273963212966919,
+      "learning_rate": 4.9256982948615274e-05,
+      "loss": 0.7193,
+      "step": 1233
+    },
+    {
+      "epoch": 0.5284796573875803,
+      "grad_norm": 1.9191333055496216,
+      "learning_rate": 4.925530366216591e-05,
+      "loss": 0.6349,
+      "step": 1234
+    },
+    {
+      "epoch": 0.5289079229122056,
+      "grad_norm": 1.958493709564209,
+      "learning_rate": 4.925362250887811e-05,
+      "loss": 1.5921,
+      "step": 1235
+    },
+    {
+      "epoch": 0.5293361884368308,
+      "grad_norm": 4.090259552001953,
+      "learning_rate": 4.9251939488881236e-05,
+      "loss": 1.6171,
+      "step": 1236
+    },
+    {
+      "epoch": 0.5297644539614561,
+      "grad_norm": 1.0390992164611816,
+      "learning_rate": 4.925025460230484e-05,
+      "loss": 0.3449,
+      "step": 1237
+    },
+    {
+      "epoch": 0.5301927194860814,
+      "grad_norm": 1.112777590751648,
+      "learning_rate": 4.9248567849278606e-05,
+      "loss": 0.4782,
+      "step": 1238
+    },
+    {
+      "epoch": 0.5306209850107066,
+      "grad_norm": 1.3878062963485718,
+      "learning_rate": 4.924687922993235e-05,
+      "loss": 0.3824,
+      "step": 1239
+    },
+    {
+      "epoch": 0.5310492505353319,
+      "grad_norm": 2.771583080291748,
+      "learning_rate": 4.9245188744396035e-05,
+      "loss": 0.5598,
+      "step": 1240
+    },
+    {
+      "epoch": 0.5314775160599572,
+      "grad_norm": 3.5284230709075928,
+      "learning_rate": 4.924349639279978e-05,
+      "loss": 1.4131,
+      "step": 1241
+    },
+    {
+      "epoch": 0.5319057815845825,
+      "grad_norm": 2.246661424636841,
+      "learning_rate": 4.9241802175273836e-05,
+      "loss": 1.1289,
+      "step": 1242
+    },
+    {
+      "epoch": 0.5323340471092077,
+      "grad_norm": 4.174637317657471,
+      "learning_rate": 4.9240106091948604e-05,
+      "loss": 1.0517,
+      "step": 1243
+    },
+    {
+      "epoch": 0.532762312633833,
+      "grad_norm": 2.5834908485412598,
+      "learning_rate": 4.923840814295461e-05,
+      "loss": 0.4,
+      "step": 1244
+    },
+    {
+      "epoch": 0.5331905781584583,
+      "grad_norm": 7.950922012329102,
+      "learning_rate": 4.9236708328422556e-05,
+      "loss": 0.9337,
+      "step": 1245
+    },
+    {
+      "epoch": 0.5336188436830835,
+      "grad_norm": 4.645888805389404,
+      "learning_rate": 4.923500664848326e-05,
+      "loss": 1.29,
+      "step": 1246
+    },
+    {
+      "epoch": 0.5340471092077088,
+      "grad_norm": 1.170272946357727,
+      "learning_rate": 4.9233303103267706e-05,
+      "loss": 0.5533,
+      "step": 1247
+    },
+    {
+      "epoch": 0.5344753747323341,
+      "grad_norm": 1.9679334163665771,
+      "learning_rate": 4.923159769290699e-05,
+      "loss": 1.2678,
+      "step": 1248
+    },
+    {
+      "epoch": 0.5349036402569594,
+      "grad_norm": 4.933088779449463,
+      "learning_rate": 4.922989041753239e-05,
+      "loss": 0.8984,
+      "step": 1249
+    },
+    {
+      "epoch": 0.5353319057815846,
+      "grad_norm": 9.406991958618164,
+      "learning_rate": 4.9228181277275285e-05,
+      "loss": 1.584,
+      "step": 1250
+    },
+    {
+      "epoch": 0.5357601713062099,
+      "grad_norm": 2.3728268146514893,
+      "learning_rate": 4.9226470272267253e-05,
+      "loss": 1.293,
+      "step": 1251
+    },
+    {
+      "epoch": 0.5361884368308352,
+      "grad_norm": 6.945132255554199,
+      "learning_rate": 4.9224757402639957e-05,
+      "loss": 1.6756,
+      "step": 1252
+    },
+    {
+      "epoch": 0.5366167023554604,
+      "grad_norm": 0.5274903178215027,
+      "learning_rate": 4.922304266852524e-05,
+      "loss": 0.2662,
+      "step": 1253
+    },
+    {
+      "epoch": 0.5370449678800856,
+      "grad_norm": 1.6333668231964111,
+      "learning_rate": 4.922132607005509e-05,
+      "loss": 1.2344,
+      "step": 1254
+    },
+    {
+      "epoch": 0.5374732334047109,
+      "grad_norm": 1.6547400951385498,
+      "learning_rate": 4.9219607607361605e-05,
+      "loss": 0.759,
+      "step": 1255
+    },
+    {
+      "epoch": 0.5379014989293361,
+      "grad_norm": 3.300746440887451,
+      "learning_rate": 4.9217887280577055e-05,
+      "loss": 1.5715,
+      "step": 1256
+    },
+    {
+      "epoch": 0.5383297644539614,
+      "grad_norm": 2.1330249309539795,
+      "learning_rate": 4.9216165089833864e-05,
+      "loss": 1.4546,
+      "step": 1257
+    },
+    {
+      "epoch": 0.5387580299785867,
+      "grad_norm": 11.387053489685059,
+      "learning_rate": 4.9214441035264556e-05,
+      "loss": 0.826,
+      "step": 1258
+    },
+    {
+      "epoch": 0.539186295503212,
+      "grad_norm": 2.648343324661255,
+      "learning_rate": 4.921271511700185e-05,
+      "loss": 1.06,
+      "step": 1259
+    },
+    {
+      "epoch": 0.5396145610278372,
+      "grad_norm": 3.299220085144043,
+      "learning_rate": 4.921098733517856e-05,
+      "loss": 0.8606,
+      "step": 1260
+    },
+    {
+      "epoch": 0.5400428265524625,
+      "grad_norm": 4.388841152191162,
+      "learning_rate": 4.920925768992769e-05,
+      "loss": 1.2127,
+      "step": 1261
+    },
+    {
+      "epoch": 0.5404710920770878,
+      "grad_norm": 2.0725574493408203,
+      "learning_rate": 4.9207526181382345e-05,
+      "loss": 0.5472,
+      "step": 1262
+    },
+    {
+      "epoch": 0.540899357601713,
+      "grad_norm": 3.5995090007781982,
+      "learning_rate": 4.92057928096758e-05,
+      "loss": 1.3307,
+      "step": 1263
+    },
+    {
+      "epoch": 0.5413276231263383,
+      "grad_norm": 2.477994203567505,
+      "learning_rate": 4.920405757494147e-05,
+      "loss": 1.9935,
+      "step": 1264
+    },
+    {
+      "epoch": 0.5417558886509636,
+      "grad_norm": 2.915860414505005,
+      "learning_rate": 4.92023204773129e-05,
+      "loss": 0.9184,
+      "step": 1265
+    },
+    {
+      "epoch": 0.5421841541755889,
+      "grad_norm": 7.702012538909912,
+      "learning_rate": 4.9200581516923804e-05,
+      "loss": 1.7916,
+      "step": 1266
+    },
+    {
+      "epoch": 0.5426124197002141,
+      "grad_norm": 2.559539318084717,
+      "learning_rate": 4.919884069390801e-05,
+      "loss": 1.2439,
+      "step": 1267
+    },
+    {
+      "epoch": 0.5430406852248394,
+      "grad_norm": 2.173482656478882,
+      "learning_rate": 4.91970980083995e-05,
+      "loss": 0.3716,
+      "step": 1268
+    },
+    {
+      "epoch": 0.5434689507494647,
+      "grad_norm": 0.5891984701156616,
+      "learning_rate": 4.919535346053241e-05,
+      "loss": 0.2307,
+      "step": 1269
+    },
+    {
+      "epoch": 0.5438972162740899,
+      "grad_norm": 14.48077392578125,
+      "learning_rate": 4.9193607050441004e-05,
+      "loss": 0.9601,
+      "step": 1270
+    },
+    {
+      "epoch": 0.5443254817987152,
+      "grad_norm": 0.6386502981185913,
+      "learning_rate": 4.9191858778259704e-05,
+      "loss": 0.3108,
+      "step": 1271
+    },
+    {
+      "epoch": 0.5447537473233405,
+      "grad_norm": 1.8836127519607544,
+      "learning_rate": 4.9190108644123064e-05,
+      "loss": 1.129,
+      "step": 1272
+    },
+    {
+      "epoch": 0.5451820128479657,
+      "grad_norm": 2.282766819000244,
+      "learning_rate": 4.918835664816579e-05,
+      "loss": 0.6151,
+      "step": 1273
+    },
+    {
+      "epoch": 0.545610278372591,
+      "grad_norm": 3.861917495727539,
+      "learning_rate": 4.918660279052272e-05,
+      "loss": 0.867,
+      "step": 1274
+    },
+    {
+      "epoch": 0.5460385438972163,
+      "grad_norm": 1.8151333332061768,
+      "learning_rate": 4.918484707132884e-05,
+      "loss": 0.4291,
+      "step": 1275
+    },
+    {
+      "epoch": 0.5464668094218416,
+      "grad_norm": 3.508352518081665,
+      "learning_rate": 4.9183089490719285e-05,
+      "loss": 0.9065,
+      "step": 1276
+    },
+    {
+      "epoch": 0.5468950749464668,
+      "grad_norm": 7.552793502807617,
+      "learning_rate": 4.9181330048829333e-05,
+      "loss": 1.5417,
+      "step": 1277
+    },
+    {
+      "epoch": 0.5473233404710921,
+      "grad_norm": 3.825265645980835,
+      "learning_rate": 4.91795687457944e-05,
+      "loss": 1.0518,
+      "step": 1278
+    },
+    {
+      "epoch": 0.5477516059957174,
+      "grad_norm": 2.0362730026245117,
+      "learning_rate": 4.9177805581750044e-05,
+      "loss": 1.0868,
+      "step": 1279
+    },
+    {
+      "epoch": 0.5481798715203426,
+      "grad_norm": 3.1661665439605713,
+      "learning_rate": 4.9176040556831966e-05,
+      "loss": 0.8847,
+      "step": 1280
+    },
+    {
+      "epoch": 0.5486081370449679,
+      "grad_norm": 1.2795346975326538,
+      "learning_rate": 4.917427367117602e-05,
+      "loss": 0.6618,
+      "step": 1281
+    },
+    {
+      "epoch": 0.5490364025695932,
+      "grad_norm": 3.3938963413238525,
+      "learning_rate": 4.91725049249182e-05,
+      "loss": 1.3647,
+      "step": 1282
+    },
+    {
+      "epoch": 0.5494646680942185,
+      "grad_norm": 4.117587566375732,
+      "learning_rate": 4.9170734318194614e-05,
+      "loss": 2.0869,
+      "step": 1283
+    },
+    {
+      "epoch": 0.5498929336188437,
+      "grad_norm": 1.5299314260482788,
+      "learning_rate": 4.916896185114157e-05,
+      "loss": 0.8096,
+      "step": 1284
+    },
+    {
+      "epoch": 0.550321199143469,
+      "grad_norm": 4.363021373748779,
+      "learning_rate": 4.916718752389547e-05,
+      "loss": 1.3909,
+      "step": 1285
+    },
+    {
+      "epoch": 0.5507494646680943,
+      "grad_norm": 7.298033714294434,
+      "learning_rate": 4.91654113365929e-05,
+      "loss": 0.9339,
+      "step": 1286
+    },
+    {
+      "epoch": 0.5511777301927195,
+      "grad_norm": 3.090775966644287,
+      "learning_rate": 4.916363328937054e-05,
+      "loss": 1.2248,
+      "step": 1287
+    },
+    {
+      "epoch": 0.5516059957173447,
+      "grad_norm": 2.5967864990234375,
+      "learning_rate": 4.916185338236524e-05,
+      "loss": 0.5935,
+      "step": 1288
+    },
+    {
+      "epoch": 0.55203426124197,
+      "grad_norm": 0.7023933529853821,
+      "learning_rate": 4.9160071615714014e-05,
+      "loss": 0.2053,
+      "step": 1289
+    },
+    {
+      "epoch": 0.5524625267665952,
+      "grad_norm": 3.376006603240967,
+      "learning_rate": 4.9158287989553984e-05,
+      "loss": 1.7115,
+      "step": 1290
+    },
+    {
+      "epoch": 0.5528907922912205,
+      "grad_norm": 2.7639877796173096,
+      "learning_rate": 4.915650250402243e-05,
+      "loss": 1.3854,
+      "step": 1291
+    },
+    {
+      "epoch": 0.5533190578158458,
+      "grad_norm": 0.7069998383522034,
+      "learning_rate": 4.915471515925677e-05,
+      "loss": 0.3293,
+      "step": 1292
+    },
+    {
+      "epoch": 0.553747323340471,
+      "grad_norm": 1.3287880420684814,
+      "learning_rate": 4.915292595539458e-05,
+      "loss": 0.9527,
+      "step": 1293
+    },
+    {
+      "epoch": 0.5541755888650963,
+      "grad_norm": 2.7154171466827393,
+      "learning_rate": 4.9151134892573556e-05,
+      "loss": 0.67,
+      "step": 1294
+    },
+    {
+      "epoch": 0.5546038543897216,
+      "grad_norm": 2.4724631309509277,
+      "learning_rate": 4.914934197093156e-05,
+      "loss": 2.2773,
+      "step": 1295
+    },
+    {
+      "epoch": 0.5550321199143469,
+      "grad_norm": 2.58852219581604,
+      "learning_rate": 4.9147547190606576e-05,
+      "loss": 0.5618,
+      "step": 1296
+    },
+    {
+      "epoch": 0.5554603854389721,
+      "grad_norm": 3.992882013320923,
+      "learning_rate": 4.9145750551736746e-05,
+      "loss": 0.8952,
+      "step": 1297
+    },
+    {
+      "epoch": 0.5558886509635974,
+      "grad_norm": 0.7868268489837646,
+      "learning_rate": 4.914395205446036e-05,
+      "loss": 0.6565,
+      "step": 1298
+    },
+    {
+      "epoch": 0.5563169164882227,
+      "grad_norm": 4.596904277801514,
+      "learning_rate": 4.914215169891583e-05,
+      "loss": 1.6807,
+      "step": 1299
+    },
+    {
+      "epoch": 0.556745182012848,
+      "grad_norm": 1.7154239416122437,
+      "learning_rate": 4.914034948524172e-05,
+      "loss": 1.0343,
+      "step": 1300
+    },
+    {
+      "epoch": 0.5571734475374732,
+      "grad_norm": 3.2699978351593018,
+      "learning_rate": 4.913854541357675e-05,
+      "loss": 1.2629,
+      "step": 1301
+    },
+    {
+      "epoch": 0.5576017130620985,
+      "grad_norm": 1.5381699800491333,
+      "learning_rate": 4.9136739484059766e-05,
+      "loss": 0.4268,
+      "step": 1302
+    },
+    {
+      "epoch": 0.5580299785867238,
+      "grad_norm": 1.6527942419052124,
+      "learning_rate": 4.913493169682977e-05,
+      "loss": 0.5299,
+      "step": 1303
+    },
+    {
+      "epoch": 0.558458244111349,
+      "grad_norm": 2.6478419303894043,
+      "learning_rate": 4.9133122052025894e-05,
+      "loss": 1.5046,
+      "step": 1304
+    },
+    {
+      "epoch": 0.5588865096359743,
+      "grad_norm": 2.3214988708496094,
+      "learning_rate": 4.913131054978741e-05,
+      "loss": 0.7798,
+      "step": 1305
+    },
+    {
+      "epoch": 0.5593147751605996,
+      "grad_norm": 1.6722118854522705,
+      "learning_rate": 4.912949719025377e-05,
+      "loss": 0.624,
+      "step": 1306
+    },
+    {
+      "epoch": 0.5597430406852248,
+      "grad_norm": 3.810405731201172,
+      "learning_rate": 4.912768197356451e-05,
+      "loss": 1.018,
+      "step": 1307
+    },
+    {
+      "epoch": 0.5601713062098501,
+      "grad_norm": 1.9933587312698364,
+      "learning_rate": 4.912586489985937e-05,
+      "loss": 0.5134,
+      "step": 1308
+    },
+    {
+      "epoch": 0.5605995717344754,
+      "grad_norm": 2.2341434955596924,
+      "learning_rate": 4.9124045969278174e-05,
+      "loss": 1.2453,
+      "step": 1309
+    },
+    {
+      "epoch": 0.5610278372591007,
+      "grad_norm": 3.25705885887146,
+      "learning_rate": 4.912222518196094e-05,
+      "loss": 1.5467,
+      "step": 1310
+    },
+    {
+      "epoch": 0.5614561027837259,
+      "grad_norm": 2.1522932052612305,
+      "learning_rate": 4.912040253804781e-05,
+      "loss": 0.8975,
+      "step": 1311
+    },
+    {
+      "epoch": 0.5618843683083512,
+      "grad_norm": 1.675022006034851,
+      "learning_rate": 4.911857803767904e-05,
+      "loss": 1.108,
+      "step": 1312
+    },
+    {
+      "epoch": 0.5623126338329765,
+      "grad_norm": 2.9839298725128174,
+      "learning_rate": 4.911675168099508e-05,
+      "loss": 0.9381,
+      "step": 1313
+    },
+    {
+      "epoch": 0.5627408993576017,
+      "grad_norm": 1.5909196138381958,
+      "learning_rate": 4.911492346813648e-05,
+      "loss": 0.4711,
+      "step": 1314
+    },
+    {
+      "epoch": 0.563169164882227,
+      "grad_norm": 4.7965168952941895,
+      "learning_rate": 4.911309339924396e-05,
+      "loss": 1.4209,
+      "step": 1315
+    },
+    {
+      "epoch": 0.5635974304068523,
+      "grad_norm": 2.7435531616210938,
+      "learning_rate": 4.9111261474458375e-05,
+      "loss": 0.5959,
+      "step": 1316
+    },
+    {
+      "epoch": 0.5640256959314776,
+      "grad_norm": 2.2748403549194336,
+      "learning_rate": 4.910942769392072e-05,
+      "loss": 0.6937,
+      "step": 1317
+    },
+    {
+      "epoch": 0.5644539614561028,
+      "grad_norm": 2.8822498321533203,
+      "learning_rate": 4.9107592057772135e-05,
+      "loss": 1.9327,
+      "step": 1318
+    },
+    {
+      "epoch": 0.5648822269807281,
+      "grad_norm": 1.4853332042694092,
+      "learning_rate": 4.9105754566153895e-05,
+      "loss": 0.3987,
+      "step": 1319
+    },
+    {
+      "epoch": 0.5653104925053534,
+      "grad_norm": 1.9024971723556519,
+      "learning_rate": 4.910391521920743e-05,
+      "loss": 0.4835,
+      "step": 1320
+    },
+    {
+      "epoch": 0.5657387580299786,
+      "grad_norm": 3.302311420440674,
+      "learning_rate": 4.910207401707431e-05,
+      "loss": 1.6552,
+      "step": 1321
+    },
+    {
+      "epoch": 0.5661670235546039,
+      "grad_norm": 4.213258266448975,
+      "learning_rate": 4.9100230959896235e-05,
+      "loss": 0.8753,
+      "step": 1322
+    },
+    {
+      "epoch": 0.5665952890792291,
+      "grad_norm": 2.4958577156066895,
+      "learning_rate": 4.909838604781507e-05,
+      "loss": 1.1741,
+      "step": 1323
+    },
+    {
+      "epoch": 0.5670235546038543,
+      "grad_norm": 3.7553420066833496,
+      "learning_rate": 4.90965392809728e-05,
+      "loss": 0.5577,
+      "step": 1324
+    },
+    {
+      "epoch": 0.5674518201284796,
+      "grad_norm": 9.23960018157959,
+      "learning_rate": 4.909469065951158e-05,
+      "loss": 0.4125,
+      "step": 1325
+    },
+    {
+      "epoch": 0.5678800856531049,
+      "grad_norm": 2.8274645805358887,
+      "learning_rate": 4.909284018357367e-05,
+      "loss": 0.85,
+      "step": 1326
+    },
+    {
+      "epoch": 0.5683083511777302,
+      "grad_norm": 1.610715627670288,
+      "learning_rate": 4.909098785330152e-05,
+      "loss": 0.5071,
+      "step": 1327
+    },
+    {
+      "epoch": 0.5687366167023554,
+      "grad_norm": 0.8165869116783142,
+      "learning_rate": 4.9089133668837674e-05,
+      "loss": 0.2486,
+      "step": 1328
+    },
+    {
+      "epoch": 0.5691648822269807,
+      "grad_norm": 3.23582124710083,
+      "learning_rate": 4.9087277630324844e-05,
+      "loss": 1.7062,
+      "step": 1329
+    },
+    {
+      "epoch": 0.569593147751606,
+      "grad_norm": 5.105530738830566,
+      "learning_rate": 4.908541973790589e-05,
+      "loss": 1.2692,
+      "step": 1330
+    },
+    {
+      "epoch": 0.5700214132762312,
+      "grad_norm": 2.2634079456329346,
+      "learning_rate": 4.908355999172381e-05,
+      "loss": 1.1743,
+      "step": 1331
+    },
+    {
+      "epoch": 0.5704496788008565,
+      "grad_norm": 4.785106182098389,
+      "learning_rate": 4.908169839192174e-05,
+      "loss": 1.685,
+      "step": 1332
+    },
+    {
+      "epoch": 0.5708779443254818,
+      "grad_norm": 3.113413095474243,
+      "learning_rate": 4.907983493864295e-05,
+      "loss": 0.7408,
+      "step": 1333
+    },
+    {
+      "epoch": 0.571306209850107,
+      "grad_norm": 1.313198208808899,
+      "learning_rate": 4.907796963203087e-05,
+      "loss": 0.8573,
+      "step": 1334
+    },
+    {
+      "epoch": 0.5717344753747323,
+      "grad_norm": 1.601565957069397,
+      "learning_rate": 4.907610247222906e-05,
+      "loss": 1.0952,
+      "step": 1335
+    },
+    {
+      "epoch": 0.5721627408993576,
+      "grad_norm": 2.971195936203003,
+      "learning_rate": 4.907423345938124e-05,
+      "loss": 0.7953,
+      "step": 1336
+    },
+    {
+      "epoch": 0.5725910064239829,
+      "grad_norm": 2.144127607345581,
+      "learning_rate": 4.9072362593631254e-05,
+      "loss": 1.1179,
+      "step": 1337
+    },
+    {
+      "epoch": 0.5730192719486081,
+      "grad_norm": 2.9643118381500244,
+      "learning_rate": 4.9070489875123095e-05,
+      "loss": 1.1181,
+      "step": 1338
+    },
+    {
+      "epoch": 0.5734475374732334,
+      "grad_norm": 0.5167619585990906,
+      "learning_rate": 4.90686153040009e-05,
+      "loss": 0.1662,
+      "step": 1339
+    },
+    {
+      "epoch": 0.5738758029978587,
+      "grad_norm": 1.8785072565078735,
+      "learning_rate": 4.9066738880408945e-05,
+      "loss": 0.4467,
+      "step": 1340
+    },
+    {
+      "epoch": 0.574304068522484,
+      "grad_norm": 2.499913215637207,
+      "learning_rate": 4.906486060449165e-05,
+      "loss": 0.6095,
+      "step": 1341
+    },
+    {
+      "epoch": 0.5747323340471092,
+      "grad_norm": 2.549838066101074,
+      "learning_rate": 4.906298047639359e-05,
+      "loss": 0.8789,
+      "step": 1342
+    },
+    {
+      "epoch": 0.5751605995717345,
+      "grad_norm": 2.6747045516967773,
+      "learning_rate": 4.906109849625946e-05,
+      "loss": 1.0976,
+      "step": 1343
+    },
+    {
+      "epoch": 0.5755888650963598,
+      "grad_norm": 5.1668782234191895,
+      "learning_rate": 4.905921466423411e-05,
+      "loss": 1.2726,
+      "step": 1344
+    },
+    {
+      "epoch": 0.576017130620985,
+      "grad_norm": 3.9683644771575928,
+      "learning_rate": 4.9057328980462536e-05,
+      "loss": 1.4277,
+      "step": 1345
+    },
+    {
+      "epoch": 0.5764453961456103,
+      "grad_norm": 3.041684865951538,
+      "learning_rate": 4.9055441445089864e-05,
+      "loss": 1.4123,
+      "step": 1346
+    },
+    {
+      "epoch": 0.5768736616702356,
+      "grad_norm": 1.4545071125030518,
+      "learning_rate": 4.905355205826139e-05,
+      "loss": 0.337,
+      "step": 1347
+    },
+    {
+      "epoch": 0.5773019271948608,
+      "grad_norm": 2.669170618057251,
+      "learning_rate": 4.90516608201225e-05,
+      "loss": 0.6735,
+      "step": 1348
+    },
+    {
+      "epoch": 0.5777301927194861,
+      "grad_norm": 3.9713099002838135,
+      "learning_rate": 4.904976773081878e-05,
+      "loss": 1.3685,
+      "step": 1349
+    },
+    {
+      "epoch": 0.5781584582441114,
+      "grad_norm": 1.4283995628356934,
+      "learning_rate": 4.904787279049594e-05,
+      "loss": 0.5126,
+      "step": 1350
+    },
+    {
+      "epoch": 0.5785867237687367,
+      "grad_norm": 2.2798197269439697,
+      "learning_rate": 4.90459759992998e-05,
+      "loss": 0.9163,
+      "step": 1351
+    },
+    {
+      "epoch": 0.5790149892933619,
+      "grad_norm": 3.1444497108459473,
+      "learning_rate": 4.904407735737637e-05,
+      "loss": 0.9058,
+      "step": 1352
+    },
+    {
+      "epoch": 0.5794432548179872,
+      "grad_norm": 3.7220005989074707,
+      "learning_rate": 4.904217686487178e-05,
+      "loss": 0.719,
+      "step": 1353
+    },
+    {
+      "epoch": 0.5798715203426125,
+      "grad_norm": 4.156984329223633,
+      "learning_rate": 4.9040274521932284e-05,
+      "loss": 1.2988,
+      "step": 1354
+    },
+    {
+      "epoch": 0.5802997858672377,
+      "grad_norm": 4.492032051086426,
+      "learning_rate": 4.903837032870432e-05,
+      "loss": 1.9451,
+      "step": 1355
+    },
+    {
+      "epoch": 0.580728051391863,
+      "grad_norm": 3.1511921882629395,
+      "learning_rate": 4.903646428533444e-05,
+      "loss": 1.1264,
+      "step": 1356
+    },
+    {
+      "epoch": 0.5811563169164882,
+      "grad_norm": 1.554222583770752,
+      "learning_rate": 4.903455639196934e-05,
+      "loss": 0.8823,
+      "step": 1357
+    },
+    {
+      "epoch": 0.5815845824411134,
+      "grad_norm": 3.5571482181549072,
+      "learning_rate": 4.903264664875588e-05,
+      "loss": 1.5681,
+      "step": 1358
+    },
+    {
+      "epoch": 0.5820128479657387,
+      "grad_norm": 2.402838945388794,
+      "learning_rate": 4.903073505584101e-05,
+      "loss": 1.1788,
+      "step": 1359
+    },
+    {
+      "epoch": 0.582441113490364,
+      "grad_norm": 3.093209981918335,
+      "learning_rate": 4.90288216133719e-05,
+      "loss": 0.8382,
+      "step": 1360
+    },
+    {
+      "epoch": 0.5828693790149893,
+      "grad_norm": 2.824145793914795,
+      "learning_rate": 4.902690632149579e-05,
+      "loss": 0.4706,
+      "step": 1361
+    },
+    {
+      "epoch": 0.5832976445396145,
+      "grad_norm": 2.073657274246216,
+      "learning_rate": 4.902498918036011e-05,
+      "loss": 1.0031,
+      "step": 1362
+    },
+    {
+      "epoch": 0.5837259100642398,
+      "grad_norm": 3.5013444423675537,
+      "learning_rate": 4.902307019011241e-05,
+      "loss": 1.3325,
+      "step": 1363
+    },
+    {
+      "epoch": 0.5841541755888651,
+      "grad_norm": 3.7200088500976562,
+      "learning_rate": 4.902114935090038e-05,
+      "loss": 1.1939,
+      "step": 1364
+    },
+    {
+      "epoch": 0.5845824411134903,
+      "grad_norm": 3.4476325511932373,
+      "learning_rate": 4.901922666287186e-05,
+      "loss": 0.9675,
+      "step": 1365
+    },
+    {
+      "epoch": 0.5850107066381156,
+      "grad_norm": 2.838010311126709,
+      "learning_rate": 4.901730212617485e-05,
+      "loss": 1.2654,
+      "step": 1366
+    },
+    {
+      "epoch": 0.5854389721627409,
+      "grad_norm": 0.9554482102394104,
+      "learning_rate": 4.9015375740957456e-05,
+      "loss": 0.6757,
+      "step": 1367
+    },
+    {
+      "epoch": 0.5858672376873661,
+      "grad_norm": 3.885427474975586,
+      "learning_rate": 4.901344750736796e-05,
+      "loss": 0.7827,
+      "step": 1368
+    },
+    {
+      "epoch": 0.5862955032119914,
+      "grad_norm": 2.335831880569458,
+      "learning_rate": 4.9011517425554757e-05,
+      "loss": 0.4785,
+      "step": 1369
+    },
+    {
+      "epoch": 0.5867237687366167,
+      "grad_norm": 3.3451950550079346,
+      "learning_rate": 4.90095854956664e-05,
+      "loss": 1.4712,
+      "step": 1370
+    },
+    {
+      "epoch": 0.587152034261242,
+      "grad_norm": 1.1962649822235107,
+      "learning_rate": 4.900765171785158e-05,
+      "loss": 0.6793,
+      "step": 1371
+    },
+    {
+      "epoch": 0.5875802997858672,
+      "grad_norm": 3.8129348754882812,
+      "learning_rate": 4.900571609225915e-05,
+      "loss": 0.7906,
+      "step": 1372
+    },
+    {
+      "epoch": 0.5880085653104925,
+      "grad_norm": 3.454360008239746,
+      "learning_rate": 4.9003778619038064e-05,
+      "loss": 1.4074,
+      "step": 1373
+    },
+    {
+      "epoch": 0.5884368308351178,
+      "grad_norm": 2.4540984630584717,
+      "learning_rate": 4.9001839298337454e-05,
+      "loss": 0.4974,
+      "step": 1374
+    },
+    {
+      "epoch": 0.588865096359743,
+      "grad_norm": 2.7982077598571777,
+      "learning_rate": 4.8999898130306586e-05,
+      "loss": 0.8999,
+      "step": 1375
+    },
+    {
+      "epoch": 0.5892933618843683,
+      "grad_norm": 2.98190975189209,
+      "learning_rate": 4.8997955115094855e-05,
+      "loss": 0.8907,
+      "step": 1376
+    },
+    {
+      "epoch": 0.5897216274089936,
+      "grad_norm": 3.6436150074005127,
+      "learning_rate": 4.8996010252851814e-05,
+      "loss": 1.7001,
+      "step": 1377
+    },
+    {
+      "epoch": 0.5901498929336189,
+      "grad_norm": 3.28513503074646,
+      "learning_rate": 4.899406354372715e-05,
+      "loss": 1.0382,
+      "step": 1378
+    },
+    {
+      "epoch": 0.5905781584582441,
+      "grad_norm": 1.7727965116500854,
+      "learning_rate": 4.8992114987870694e-05,
+      "loss": 0.5285,
+      "step": 1379
+    },
+    {
+      "epoch": 0.5910064239828694,
+      "grad_norm": 3.484872341156006,
+      "learning_rate": 4.899016458543242e-05,
+      "loss": 0.7924,
+      "step": 1380
+    },
+    {
+      "epoch": 0.5914346895074947,
+      "grad_norm": 2.4377079010009766,
+      "learning_rate": 4.898821233656244e-05,
+      "loss": 0.9521,
+      "step": 1381
+    },
+    {
+      "epoch": 0.5918629550321199,
+      "grad_norm": 4.692894458770752,
+      "learning_rate": 4.898625824141101e-05,
+      "loss": 1.6341,
+      "step": 1382
+    },
+    {
+      "epoch": 0.5922912205567452,
+      "grad_norm": 0.44632071256637573,
+      "learning_rate": 4.898430230012854e-05,
+      "loss": 0.2115,
+      "step": 1383
+    },
+    {
+      "epoch": 0.5927194860813705,
+      "grad_norm": 0.593712329864502,
+      "learning_rate": 4.8982344512865555e-05,
+      "loss": 0.2187,
+      "step": 1384
+    },
+    {
+      "epoch": 0.5931477516059958,
+      "grad_norm": 0.719223141670227,
+      "learning_rate": 4.898038487977274e-05,
+      "loss": 0.3913,
+      "step": 1385
+    },
+    {
+      "epoch": 0.593576017130621,
+      "grad_norm": 1.397311806678772,
+      "learning_rate": 4.897842340100094e-05,
+      "loss": 0.8803,
+      "step": 1386
+    },
+    {
+      "epoch": 0.5940042826552463,
+      "grad_norm": 0.5811963081359863,
+      "learning_rate": 4.897646007670111e-05,
+      "loss": 0.229,
+      "step": 1387
+    },
+    {
+      "epoch": 0.5944325481798716,
+      "grad_norm": 3.97082257270813,
+      "learning_rate": 4.897449490702435e-05,
+      "loss": 2.3293,
+      "step": 1388
+    },
+    {
+      "epoch": 0.5948608137044968,
+      "grad_norm": 1.9243934154510498,
+      "learning_rate": 4.897252789212193e-05,
+      "loss": 0.686,
+      "step": 1389
+    },
+    {
+      "epoch": 0.5952890792291221,
+      "grad_norm": 4.067681312561035,
+      "learning_rate": 4.897055903214523e-05,
+      "loss": 1.2123,
+      "step": 1390
+    },
+    {
+      "epoch": 0.5957173447537473,
+      "grad_norm": 2.6612355709075928,
+      "learning_rate": 4.896858832724579e-05,
+      "loss": 0.6686,
+      "step": 1391
+    },
+    {
+      "epoch": 0.5961456102783725,
+      "grad_norm": 3.3748440742492676,
+      "learning_rate": 4.8966615777575284e-05,
+      "loss": 0.6806,
+      "step": 1392
+    },
+    {
+      "epoch": 0.5965738758029978,
+      "grad_norm": 2.5594794750213623,
+      "learning_rate": 4.896464138328555e-05,
+      "loss": 1.1525,
+      "step": 1393
+    },
+    {
+      "epoch": 0.5970021413276231,
+      "grad_norm": 2.1968111991882324,
+      "learning_rate": 4.8962665144528516e-05,
+      "loss": 0.5651,
+      "step": 1394
+    },
+    {
+      "epoch": 0.5974304068522484,
+      "grad_norm": 3.2768032550811768,
+      "learning_rate": 4.8960687061456324e-05,
+      "loss": 0.8612,
+      "step": 1395
+    },
+    {
+      "epoch": 0.5978586723768736,
+      "grad_norm": 1.7291474342346191,
+      "learning_rate": 4.895870713422119e-05,
+      "loss": 1.0805,
+      "step": 1396
+    },
+    {
+      "epoch": 0.5982869379014989,
+      "grad_norm": 2.4734914302825928,
+      "learning_rate": 4.8956725362975505e-05,
+      "loss": 1.1337,
+      "step": 1397
+    },
+    {
+      "epoch": 0.5987152034261242,
+      "grad_norm": 3.5326955318450928,
+      "learning_rate": 4.8954741747871816e-05,
+      "loss": 1.0355,
+      "step": 1398
+    },
+    {
+      "epoch": 0.5991434689507494,
+      "grad_norm": 2.2895305156707764,
+      "learning_rate": 4.895275628906278e-05,
+      "loss": 1.3055,
+      "step": 1399
+    },
+    {
+      "epoch": 0.5995717344753747,
+      "grad_norm": 1.426558494567871,
+      "learning_rate": 4.895076898670121e-05,
+      "loss": 0.44,
+      "step": 1400
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 3.564922332763672,
+      "learning_rate": 4.8948779840940074e-05,
+      "loss": 1.01,
+      "step": 1401
+    },
+    {
+      "epoch": 0.6004282655246252,
+      "grad_norm": 5.931310176849365,
+      "learning_rate": 4.8946788851932454e-05,
+      "loss": 0.9436,
+      "step": 1402
+    },
+    {
+      "epoch": 0.6008565310492505,
+      "grad_norm": 4.053498268127441,
+      "learning_rate": 4.89447960198316e-05,
+      "loss": 0.8664,
+      "step": 1403
+    },
+    {
+      "epoch": 0.6012847965738758,
+      "grad_norm": 0.9166139364242554,
+      "learning_rate": 4.894280134479088e-05,
+      "loss": 0.7275,
+      "step": 1404
+    },
+    {
+      "epoch": 0.6017130620985011,
+      "grad_norm": 2.618805170059204,
+      "learning_rate": 4.8940804826963825e-05,
+      "loss": 1.5833,
+      "step": 1405
+    },
+    {
+      "epoch": 0.6021413276231263,
+      "grad_norm": 4.294902801513672,
+      "learning_rate": 4.89388064665041e-05,
+      "loss": 1.0807,
+      "step": 1406
+    },
+    {
+      "epoch": 0.6025695931477516,
+      "grad_norm": 4.257905960083008,
+      "learning_rate": 4.893680626356551e-05,
+      "loss": 1.384,
+      "step": 1407
+    },
+    {
+      "epoch": 0.6029978586723769,
+      "grad_norm": 1.9301902055740356,
+      "learning_rate": 4.8934804218302e-05,
+      "loss": 1.2908,
+      "step": 1408
+    },
+    {
+      "epoch": 0.6034261241970021,
+      "grad_norm": 3.2873833179473877,
+      "learning_rate": 4.8932800330867664e-05,
+      "loss": 0.9294,
+      "step": 1409
+    },
+    {
+      "epoch": 0.6038543897216274,
+      "grad_norm": 1.7242915630340576,
+      "learning_rate": 4.893079460141673e-05,
+      "loss": 0.6941,
+      "step": 1410
+    },
+    {
+      "epoch": 0.6042826552462527,
+      "grad_norm": 4.209061145782471,
+      "learning_rate": 4.8928787030103574e-05,
+      "loss": 1.6883,
+      "step": 1411
+    },
+    {
+      "epoch": 0.604710920770878,
+      "grad_norm": 6.454603672027588,
+      "learning_rate": 4.892677761708272e-05,
+      "loss": 1.6582,
+      "step": 1412
+    },
+    {
+      "epoch": 0.6051391862955032,
+      "grad_norm": 0.7718479633331299,
+      "learning_rate": 4.89247663625088e-05,
+      "loss": 0.2629,
+      "step": 1413
+    },
+    {
+      "epoch": 0.6055674518201285,
+      "grad_norm": 4.9026994705200195,
+      "learning_rate": 4.8922753266536633e-05,
+      "loss": 1.7904,
+      "step": 1414
+    },
+    {
+      "epoch": 0.6059957173447538,
+      "grad_norm": 8.14000415802002,
+      "learning_rate": 4.8920738329321156e-05,
+      "loss": 0.8644,
+      "step": 1415
+    },
+    {
+      "epoch": 0.606423982869379,
+      "grad_norm": 0.6673633456230164,
+      "learning_rate": 4.891872155101746e-05,
+      "loss": 0.44,
+      "step": 1416
+    },
+    {
+      "epoch": 0.6068522483940043,
+      "grad_norm": 4.206417560577393,
+      "learning_rate": 4.891670293178074e-05,
+      "loss": 1.709,
+      "step": 1417
+    },
+    {
+      "epoch": 0.6072805139186296,
+      "grad_norm": 3.0788161754608154,
+      "learning_rate": 4.891468247176638e-05,
+      "loss": 1.0577,
+      "step": 1418
+    },
+    {
+      "epoch": 0.6077087794432549,
+      "grad_norm": 6.586874485015869,
+      "learning_rate": 4.8912660171129896e-05,
+      "loss": 0.7598,
+      "step": 1419
+    },
+    {
+      "epoch": 0.6081370449678801,
+      "grad_norm": 1.072792410850525,
+      "learning_rate": 4.891063603002692e-05,
+      "loss": 0.6281,
+      "step": 1420
+    },
+    {
+      "epoch": 0.6085653104925054,
+      "grad_norm": 1.1169047355651855,
+      "learning_rate": 4.890861004861326e-05,
+      "loss": 0.511,
+      "step": 1421
+    },
+    {
+      "epoch": 0.6089935760171307,
+      "grad_norm": 5.367523670196533,
+      "learning_rate": 4.890658222704483e-05,
+      "loss": 1.3153,
+      "step": 1422
+    },
+    {
+      "epoch": 0.6094218415417559,
+      "grad_norm": 2.586422920227051,
+      "learning_rate": 4.890455256547772e-05,
+      "loss": 0.9501,
+      "step": 1423
+    },
+    {
+      "epoch": 0.6098501070663812,
+      "grad_norm": 2.0322365760803223,
+      "learning_rate": 4.890252106406813e-05,
+      "loss": 0.6177,
+      "step": 1424
+    },
+    {
+      "epoch": 0.6102783725910065,
+      "grad_norm": 1.2396456003189087,
+      "learning_rate": 4.8900487722972424e-05,
+      "loss": 0.4897,
+      "step": 1425
+    },
+    {
+      "epoch": 0.6107066381156316,
+      "grad_norm": 2.2697341442108154,
+      "learning_rate": 4.88984525423471e-05,
+      "loss": 0.9495,
+      "step": 1426
+    },
+    {
+      "epoch": 0.6111349036402569,
+      "grad_norm": 1.8825780153274536,
+      "learning_rate": 4.8896415522348796e-05,
+      "loss": 1.4292,
+      "step": 1427
+    },
+    {
+      "epoch": 0.6115631691648822,
+      "grad_norm": 2.764603614807129,
+      "learning_rate": 4.88943766631343e-05,
+      "loss": 1.2177,
+      "step": 1428
+    },
+    {
+      "epoch": 0.6119914346895075,
+      "grad_norm": 6.561411380767822,
+      "learning_rate": 4.889233596486054e-05,
+      "loss": 0.6105,
+      "step": 1429
+    },
+    {
+      "epoch": 0.6124197002141327,
+      "grad_norm": 1.9138784408569336,
+      "learning_rate": 4.8890293427684556e-05,
+      "loss": 0.2655,
+      "step": 1430
+    },
+    {
+      "epoch": 0.612847965738758,
+      "grad_norm": 4.098483085632324,
+      "learning_rate": 4.888824905176358e-05,
+      "loss": 1.1046,
+      "step": 1431
+    },
+    {
+      "epoch": 0.6132762312633833,
+      "grad_norm": 0.8967767357826233,
+      "learning_rate": 4.8886202837254946e-05,
+      "loss": 0.3025,
+      "step": 1432
+    },
+    {
+      "epoch": 0.6137044967880085,
+      "grad_norm": 2.253164529800415,
+      "learning_rate": 4.888415478431615e-05,
+      "loss": 0.7888,
+      "step": 1433
+    },
+    {
+      "epoch": 0.6141327623126338,
+      "grad_norm": 1.9143257141113281,
+      "learning_rate": 4.888210489310482e-05,
+      "loss": 0.5053,
+      "step": 1434
+    },
+    {
+      "epoch": 0.6145610278372591,
+      "grad_norm": 1.9987446069717407,
+      "learning_rate": 4.8880053163778724e-05,
+      "loss": 0.4822,
+      "step": 1435
+    },
+    {
+      "epoch": 0.6149892933618843,
+      "grad_norm": 2.9186062812805176,
+      "learning_rate": 4.887799959649579e-05,
+      "loss": 1.4762,
+      "step": 1436
+    },
+    {
+      "epoch": 0.6154175588865096,
+      "grad_norm": 5.8403639793396,
+      "learning_rate": 4.887594419141406e-05,
+      "loss": 0.7482,
+      "step": 1437
+    },
+    {
+      "epoch": 0.6158458244111349,
+      "grad_norm": 3.216663122177124,
+      "learning_rate": 4.8873886948691736e-05,
+      "loss": 1.2935,
+      "step": 1438
+    },
+    {
+      "epoch": 0.6162740899357602,
+      "grad_norm": 10.228503227233887,
+      "learning_rate": 4.887182786848715e-05,
+      "loss": 1.5576,
+      "step": 1439
+    },
+    {
+      "epoch": 0.6167023554603854,
+      "grad_norm": 3.3799400329589844,
+      "learning_rate": 4.886976695095879e-05,
+      "loss": 0.9003,
+      "step": 1440
+    },
+    {
+      "epoch": 0.6171306209850107,
+      "grad_norm": 4.461642742156982,
+      "learning_rate": 4.8867704196265276e-05,
+      "loss": 1.2757,
+      "step": 1441
+    },
+    {
+      "epoch": 0.617558886509636,
+      "grad_norm": 2.0105113983154297,
+      "learning_rate": 4.8865639604565363e-05,
+      "loss": 0.6778,
+      "step": 1442
+    },
+    {
+      "epoch": 0.6179871520342612,
+      "grad_norm": 0.7500398755073547,
+      "learning_rate": 4.886357317601796e-05,
+      "loss": 0.4592,
+      "step": 1443
+    },
+    {
+      "epoch": 0.6184154175588865,
+      "grad_norm": 2.9926345348358154,
+      "learning_rate": 4.886150491078212e-05,
+      "loss": 0.5643,
+      "step": 1444
+    },
+    {
+      "epoch": 0.6188436830835118,
+      "grad_norm": 1.9193111658096313,
+      "learning_rate": 4.885943480901701e-05,
+      "loss": 0.8874,
+      "step": 1445
+    },
+    {
+      "epoch": 0.6192719486081371,
+      "grad_norm": 4.2765021324157715,
+      "learning_rate": 4.885736287088197e-05,
+      "loss": 0.9378,
+      "step": 1446
+    },
+    {
+      "epoch": 0.6197002141327623,
+      "grad_norm": 13.416647911071777,
+      "learning_rate": 4.885528909653648e-05,
+      "loss": 0.9752,
+      "step": 1447
+    },
+    {
+      "epoch": 0.6201284796573876,
+      "grad_norm": 1.5997053384780884,
+      "learning_rate": 4.8853213486140124e-05,
+      "loss": 0.5801,
+      "step": 1448
+    },
+    {
+      "epoch": 0.6205567451820129,
+      "grad_norm": 2.944140672683716,
+      "learning_rate": 4.885113603985267e-05,
+      "loss": 1.4094,
+      "step": 1449
+    },
+    {
+      "epoch": 0.6209850107066381,
+      "grad_norm": 3.446343183517456,
+      "learning_rate": 4.884905675783402e-05,
+      "loss": 1.1157,
+      "step": 1450
+    },
+    {
+      "epoch": 0.6214132762312634,
+      "grad_norm": 0.8425611853599548,
+      "learning_rate": 4.88469756402442e-05,
+      "loss": 0.6674,
+      "step": 1451
+    },
+    {
+      "epoch": 0.6218415417558887,
+      "grad_norm": 0.594194769859314,
+      "learning_rate": 4.884489268724337e-05,
+      "loss": 0.2836,
+      "step": 1452
+    },
+    {
+      "epoch": 0.622269807280514,
+      "grad_norm": 2.3250362873077393,
+      "learning_rate": 4.8842807898991864e-05,
+      "loss": 0.8901,
+      "step": 1453
+    },
+    {
+      "epoch": 0.6226980728051392,
+      "grad_norm": 1.2598240375518799,
+      "learning_rate": 4.884072127565014e-05,
+      "loss": 0.5551,
+      "step": 1454
+    },
+    {
+      "epoch": 0.6231263383297645,
+      "grad_norm": 0.9436181783676147,
+      "learning_rate": 4.8838632817378796e-05,
+      "loss": 0.6232,
+      "step": 1455
+    },
+    {
+      "epoch": 0.6235546038543898,
+      "grad_norm": 2.255768060684204,
+      "learning_rate": 4.883654252433857e-05,
+      "loss": 0.3183,
+      "step": 1456
+    },
+    {
+      "epoch": 0.623982869379015,
+      "grad_norm": 2.391411304473877,
+      "learning_rate": 4.883445039669035e-05,
+      "loss": 1.7283,
+      "step": 1457
+    },
+    {
+      "epoch": 0.6244111349036403,
+      "grad_norm": 2.998248338699341,
+      "learning_rate": 4.8832356434595146e-05,
+      "loss": 1.2719,
+      "step": 1458
+    },
+    {
+      "epoch": 0.6248394004282656,
+      "grad_norm": 2.0488979816436768,
+      "learning_rate": 4.8830260638214135e-05,
+      "loss": 0.3772,
+      "step": 1459
+    },
+    {
+      "epoch": 0.6252676659528907,
+      "grad_norm": 3.858184337615967,
+      "learning_rate": 4.8828163007708616e-05,
+      "loss": 0.9874,
+      "step": 1460
+    },
+    {
+      "epoch": 0.625695931477516,
+      "grad_norm": 1.4350433349609375,
+      "learning_rate": 4.8826063543240036e-05,
+      "loss": 0.7493,
+      "step": 1461
+    },
+    {
+      "epoch": 0.6261241970021413,
+      "grad_norm": 2.863154411315918,
+      "learning_rate": 4.882396224496999e-05,
+      "loss": 1.0563,
+      "step": 1462
+    },
+    {
+      "epoch": 0.6265524625267666,
+      "grad_norm": 2.2518064975738525,
+      "learning_rate": 4.88218591130602e-05,
+      "loss": 0.9289,
+      "step": 1463
+    },
+    {
+      "epoch": 0.6269807280513918,
+      "grad_norm": 1.8623394966125488,
+      "learning_rate": 4.881975414767253e-05,
+      "loss": 0.6209,
+      "step": 1464
+    },
+    {
+      "epoch": 0.6274089935760171,
+      "grad_norm": 2.7142698764801025,
+      "learning_rate": 4.8817647348969e-05,
+      "loss": 0.5745,
+      "step": 1465
+    },
+    {
+      "epoch": 0.6278372591006424,
+      "grad_norm": 1.88046395778656,
+      "learning_rate": 4.8815538717111765e-05,
+      "loss": 0.6085,
+      "step": 1466
+    },
+    {
+      "epoch": 0.6282655246252676,
+      "grad_norm": 3.9699456691741943,
+      "learning_rate": 4.8813428252263114e-05,
+      "loss": 1.539,
+      "step": 1467
+    },
+    {
+      "epoch": 0.6286937901498929,
+      "grad_norm": 1.020412564277649,
+      "learning_rate": 4.8811315954585477e-05,
+      "loss": 0.4361,
+      "step": 1468
+    },
+    {
+      "epoch": 0.6291220556745182,
+      "grad_norm": 2.944622039794922,
+      "learning_rate": 4.880920182424145e-05,
+      "loss": 1.4365,
+      "step": 1469
+    },
+    {
+      "epoch": 0.6295503211991434,
+      "grad_norm": 2.048727035522461,
+      "learning_rate": 4.880708586139372e-05,
+      "loss": 0.5501,
+      "step": 1470
+    },
+    {
+      "epoch": 0.6299785867237687,
+      "grad_norm": 1.9645487070083618,
+      "learning_rate": 4.8804968066205156e-05,
+      "loss": 0.937,
+      "step": 1471
+    },
+    {
+      "epoch": 0.630406852248394,
+      "grad_norm": 2.9663004875183105,
+      "learning_rate": 4.880284843883877e-05,
+      "loss": 1.2896,
+      "step": 1472
+    },
+    {
+      "epoch": 0.6308351177730193,
+      "grad_norm": 1.793491005897522,
+      "learning_rate": 4.880072697945768e-05,
+      "loss": 0.7744,
+      "step": 1473
+    },
+    {
+      "epoch": 0.6312633832976445,
+      "grad_norm": 3.128180503845215,
+      "learning_rate": 4.879860368822518e-05,
+      "loss": 1.3092,
+      "step": 1474
+    },
+    {
+      "epoch": 0.6316916488222698,
+      "grad_norm": 3.736328601837158,
+      "learning_rate": 4.879647856530469e-05,
+      "loss": 1.0933,
+      "step": 1475
+    },
+    {
+      "epoch": 0.6321199143468951,
+      "grad_norm": 2.7021431922912598,
+      "learning_rate": 4.879435161085977e-05,
+      "loss": 1.1788,
+      "step": 1476
+    },
+    {
+      "epoch": 0.6325481798715203,
+      "grad_norm": 2.698648452758789,
+      "learning_rate": 4.8792222825054127e-05,
+      "loss": 0.9326,
+      "step": 1477
+    },
+    {
+      "epoch": 0.6329764453961456,
+      "grad_norm": 1.188450574874878,
+      "learning_rate": 4.879009220805161e-05,
+      "loss": 0.5826,
+      "step": 1478
+    },
+    {
+      "epoch": 0.6334047109207709,
+      "grad_norm": 3.853651762008667,
+      "learning_rate": 4.878795976001619e-05,
+      "loss": 1.0406,
+      "step": 1479
+    },
+    {
+      "epoch": 0.6338329764453962,
+      "grad_norm": 2.0338590145111084,
+      "learning_rate": 4.8785825481112e-05,
+      "loss": 0.9508,
+      "step": 1480
+    },
+    {
+      "epoch": 0.6342612419700214,
+      "grad_norm": 10.55414867401123,
+      "learning_rate": 4.878368937150331e-05,
+      "loss": 1.4166,
+      "step": 1481
+    },
+    {
+      "epoch": 0.6346895074946467,
+      "grad_norm": 20.89018440246582,
+      "learning_rate": 4.878155143135453e-05,
+      "loss": 1.5726,
+      "step": 1482
+    },
+    {
+      "epoch": 0.635117773019272,
+      "grad_norm": 4.547913551330566,
+      "learning_rate": 4.877941166083021e-05,
+      "loss": 1.1459,
+      "step": 1483
+    },
+    {
+      "epoch": 0.6355460385438972,
+      "grad_norm": 2.373199462890625,
+      "learning_rate": 4.877727006009504e-05,
+      "loss": 0.6625,
+      "step": 1484
+    },
+    {
+      "epoch": 0.6359743040685225,
+      "grad_norm": 3.5930769443511963,
+      "learning_rate": 4.877512662931383e-05,
+      "loss": 1.1905,
+      "step": 1485
+    },
+    {
+      "epoch": 0.6364025695931478,
+      "grad_norm": 4.548849105834961,
+      "learning_rate": 4.8772981368651585e-05,
+      "loss": 0.8875,
+      "step": 1486
+    },
+    {
+      "epoch": 0.636830835117773,
+      "grad_norm": 2.970869779586792,
+      "learning_rate": 4.877083427827339e-05,
+      "loss": 1.5722,
+      "step": 1487
+    },
+    {
+      "epoch": 0.6372591006423983,
+      "grad_norm": 5.76253080368042,
+      "learning_rate": 4.876868535834452e-05,
+      "loss": 1.3462,
+      "step": 1488
+    },
+    {
+      "epoch": 0.6376873661670236,
+      "grad_norm": 3.499995470046997,
+      "learning_rate": 4.876653460903035e-05,
+      "loss": 0.4511,
+      "step": 1489
+    },
+    {
+      "epoch": 0.6381156316916489,
+      "grad_norm": 1.5736820697784424,
+      "learning_rate": 4.8764382030496426e-05,
+      "loss": 0.8024,
+      "step": 1490
+    },
+    {
+      "epoch": 0.6385438972162741,
+      "grad_norm": 1.8081485033035278,
+      "learning_rate": 4.876222762290843e-05,
+      "loss": 0.4223,
+      "step": 1491
+    },
+    {
+      "epoch": 0.6389721627408994,
+      "grad_norm": 3.6978399753570557,
+      "learning_rate": 4.876007138643216e-05,
+      "loss": 0.8879,
+      "step": 1492
+    },
+    {
+      "epoch": 0.6394004282655247,
+      "grad_norm": 2.2404067516326904,
+      "learning_rate": 4.875791332123359e-05,
+      "loss": 0.782,
+      "step": 1493
+    },
+    {
+      "epoch": 0.6398286937901498,
+      "grad_norm": 3.5751821994781494,
+      "learning_rate": 4.875575342747881e-05,
+      "loss": 1.0771,
+      "step": 1494
+    },
+    {
+      "epoch": 0.6402569593147751,
+      "grad_norm": 1.3917155265808105,
+      "learning_rate": 4.8753591705334055e-05,
+      "loss": 0.9747,
+      "step": 1495
+    },
+    {
+      "epoch": 0.6406852248394004,
+      "grad_norm": 1.7845546007156372,
+      "learning_rate": 4.875142815496572e-05,
+      "loss": 0.4501,
+      "step": 1496
+    },
+    {
+      "epoch": 0.6411134903640257,
+      "grad_norm": 2.1874964237213135,
+      "learning_rate": 4.8749262776540304e-05,
+      "loss": 0.7141,
+      "step": 1497
+    },
+    {
+      "epoch": 0.6415417558886509,
+      "grad_norm": 1.1390584707260132,
+      "learning_rate": 4.874709557022449e-05,
+      "loss": 0.4772,
+      "step": 1498
+    },
+    {
+      "epoch": 0.6419700214132762,
+      "grad_norm": 4.418298721313477,
+      "learning_rate": 4.874492653618506e-05,
+      "loss": 0.7616,
+      "step": 1499
+    },
+    {
+      "epoch": 0.6423982869379015,
+      "grad_norm": 4.592388153076172,
+      "learning_rate": 4.8742755674588966e-05,
+      "loss": 0.6361,
+      "step": 1500
+    },
+    {
+      "epoch": 0.6428265524625267,
+      "grad_norm": 7.1370463371276855,
+      "learning_rate": 4.87405829856033e-05,
+      "loss": 1.1202,
+      "step": 1501
+    },
+    {
+      "epoch": 0.643254817987152,
+      "grad_norm": 1.4887523651123047,
+      "learning_rate": 4.873840846939527e-05,
+      "loss": 1.3367,
+      "step": 1502
+    },
+    {
+      "epoch": 0.6436830835117773,
+      "grad_norm": 4.375284194946289,
+      "learning_rate": 4.873623212613224e-05,
+      "loss": 0.979,
+      "step": 1503
+    },
+    {
+      "epoch": 0.6441113490364025,
+      "grad_norm": 3.5147602558135986,
+      "learning_rate": 4.873405395598173e-05,
+      "loss": 1.2806,
+      "step": 1504
+    },
+    {
+      "epoch": 0.6445396145610278,
+      "grad_norm": 2.851372480392456,
+      "learning_rate": 4.873187395911137e-05,
+      "loss": 0.6285,
+      "step": 1505
+    },
+    {
+      "epoch": 0.6449678800856531,
+      "grad_norm": 3.2330219745635986,
+      "learning_rate": 4.872969213568895e-05,
+      "loss": 1.2332,
+      "step": 1506
+    },
+    {
+      "epoch": 0.6453961456102784,
+      "grad_norm": 3.4352383613586426,
+      "learning_rate": 4.872750848588241e-05,
+      "loss": 1.2859,
+      "step": 1507
+    },
+    {
+      "epoch": 0.6458244111349036,
+      "grad_norm": 3.4270710945129395,
+      "learning_rate": 4.8725323009859804e-05,
+      "loss": 0.7997,
+      "step": 1508
+    },
+    {
+      "epoch": 0.6462526766595289,
+      "grad_norm": 2.245123863220215,
+      "learning_rate": 4.872313570778933e-05,
+      "loss": 2.0151,
+      "step": 1509
+    },
+    {
+      "epoch": 0.6466809421841542,
+      "grad_norm": 10.934089660644531,
+      "learning_rate": 4.872094657983936e-05,
+      "loss": 0.7511,
+      "step": 1510
+    },
+    {
+      "epoch": 0.6471092077087794,
+      "grad_norm": 4.140661716461182,
+      "learning_rate": 4.871875562617837e-05,
+      "loss": 1.7326,
+      "step": 1511
+    },
+    {
+      "epoch": 0.6475374732334047,
+      "grad_norm": 2.377469778060913,
+      "learning_rate": 4.8716562846974986e-05,
+      "loss": 1.8651,
+      "step": 1512
+    },
+    {
+      "epoch": 0.64796573875803,
+      "grad_norm": 3.316948175430298,
+      "learning_rate": 4.871436824239798e-05,
+      "loss": 0.8479,
+      "step": 1513
+    },
+    {
+      "epoch": 0.6483940042826553,
+      "grad_norm": 3.0153229236602783,
+      "learning_rate": 4.871217181261627e-05,
+      "loss": 1.2171,
+      "step": 1514
+    },
+    {
+      "epoch": 0.6488222698072805,
+      "grad_norm": 4.8878302574157715,
+      "learning_rate": 4.87099735577989e-05,
+      "loss": 1.1982,
+      "step": 1515
+    },
+    {
+      "epoch": 0.6492505353319058,
+      "grad_norm": 3.116464376449585,
+      "learning_rate": 4.8707773478115066e-05,
+      "loss": 1.2919,
+      "step": 1516
+    },
+    {
+      "epoch": 0.6496788008565311,
+      "grad_norm": 1.9487947225570679,
+      "learning_rate": 4.870557157373409e-05,
+      "loss": 0.686,
+      "step": 1517
+    },
+    {
+      "epoch": 0.6501070663811563,
+      "grad_norm": 3.4444963932037354,
+      "learning_rate": 4.870336784482546e-05,
+      "loss": 1.1445,
+      "step": 1518
+    },
+    {
+      "epoch": 0.6505353319057816,
+      "grad_norm": 3.4807844161987305,
+      "learning_rate": 4.870116229155878e-05,
+      "loss": 1.175,
+      "step": 1519
+    },
+    {
+      "epoch": 0.6509635974304069,
+      "grad_norm": 3.5316600799560547,
+      "learning_rate": 4.869895491410379e-05,
+      "loss": 1.1862,
+      "step": 1520
+    },
+    {
+      "epoch": 0.6513918629550322,
+      "grad_norm": 1.610030174255371,
+      "learning_rate": 4.86967457126304e-05,
+      "loss": 0.9547,
+      "step": 1521
+    },
+    {
+      "epoch": 0.6518201284796574,
+      "grad_norm": 1.7832140922546387,
+      "learning_rate": 4.869453468730865e-05,
+      "loss": 0.5009,
+      "step": 1522
+    },
+    {
+      "epoch": 0.6522483940042827,
+      "grad_norm": 2.5635035037994385,
+      "learning_rate": 4.8692321838308696e-05,
+      "loss": 1.8474,
+      "step": 1523
+    },
+    {
+      "epoch": 0.652676659528908,
+      "grad_norm": 3.009021520614624,
+      "learning_rate": 4.869010716580086e-05,
+      "loss": 0.8847,
+      "step": 1524
+    },
+    {
+      "epoch": 0.6531049250535332,
+      "grad_norm": 2.4958317279815674,
+      "learning_rate": 4.86878906699556e-05,
+      "loss": 1.7898,
+      "step": 1525
+    },
+    {
+      "epoch": 0.6535331905781585,
+      "grad_norm": 3.8938543796539307,
+      "learning_rate": 4.8685672350943515e-05,
+      "loss": 0.8754,
+      "step": 1526
+    },
+    {
+      "epoch": 0.6539614561027838,
+      "grad_norm": 0.5633556246757507,
+      "learning_rate": 4.868345220893532e-05,
+      "loss": 0.2108,
+      "step": 1527
+    },
+    {
+      "epoch": 0.654389721627409,
+      "grad_norm": 0.6958337426185608,
+      "learning_rate": 4.868123024410192e-05,
+      "loss": 0.296,
+      "step": 1528
+    },
+    {
+      "epoch": 0.6548179871520342,
+      "grad_norm": 13.501091957092285,
+      "learning_rate": 4.867900645661431e-05,
+      "loss": 0.5137,
+      "step": 1529
+    },
+    {
+      "epoch": 0.6552462526766595,
+      "grad_norm": 1.8052705526351929,
+      "learning_rate": 4.8676780846643644e-05,
+      "loss": 1.5819,
+      "step": 1530
+    },
+    {
+      "epoch": 0.6556745182012848,
+      "grad_norm": 2.6059646606445312,
+      "learning_rate": 4.8674553414361235e-05,
+      "loss": 0.9061,
+      "step": 1531
+    },
+    {
+      "epoch": 0.65610278372591,
+      "grad_norm": 2.131190538406372,
+      "learning_rate": 4.867232415993851e-05,
+      "loss": 0.8007,
+      "step": 1532
+    },
+    {
+      "epoch": 0.6565310492505353,
+      "grad_norm": 3.3106865882873535,
+      "learning_rate": 4.8670093083547055e-05,
+      "loss": 1.2766,
+      "step": 1533
+    },
+    {
+      "epoch": 0.6569593147751606,
+      "grad_norm": 3.0800673961639404,
+      "learning_rate": 4.8667860185358584e-05,
+      "loss": 1.0784,
+      "step": 1534
+    },
+    {
+      "epoch": 0.6573875802997858,
+      "grad_norm": 6.286257266998291,
+      "learning_rate": 4.8665625465544946e-05,
+      "loss": 1.0591,
+      "step": 1535
+    },
+    {
+      "epoch": 0.6578158458244111,
+      "grad_norm": 5.244502067565918,
+      "learning_rate": 4.8663388924278143e-05,
+      "loss": 2.3521,
+      "step": 1536
+    },
+    {
+      "epoch": 0.6582441113490364,
+      "grad_norm": 1.604866623878479,
+      "learning_rate": 4.866115056173032e-05,
+      "loss": 0.5543,
+      "step": 1537
+    },
+    {
+      "epoch": 0.6586723768736616,
+      "grad_norm": 3.993163585662842,
+      "learning_rate": 4.865891037807375e-05,
+      "loss": 1.3846,
+      "step": 1538
+    },
+    {
+      "epoch": 0.6591006423982869,
+      "grad_norm": 3.3854012489318848,
+      "learning_rate": 4.865666837348084e-05,
+      "loss": 2.595,
+      "step": 1539
+    },
+    {
+      "epoch": 0.6595289079229122,
+      "grad_norm": 1.9999340772628784,
+      "learning_rate": 4.865442454812418e-05,
+      "loss": 1.1537,
+      "step": 1540
+    },
+    {
+      "epoch": 0.6599571734475375,
+      "grad_norm": 5.566431522369385,
+      "learning_rate": 4.865217890217643e-05,
+      "loss": 0.8585,
+      "step": 1541
+    },
+    {
+      "epoch": 0.6603854389721627,
+      "grad_norm": 0.9773675203323364,
+      "learning_rate": 4.864993143581046e-05,
+      "loss": 0.6872,
+      "step": 1542
+    },
+    {
+      "epoch": 0.660813704496788,
+      "grad_norm": 1.9614661931991577,
+      "learning_rate": 4.864768214919923e-05,
+      "loss": 1.0822,
+      "step": 1543
+    },
+    {
+      "epoch": 0.6612419700214133,
+      "grad_norm": 0.8487462997436523,
+      "learning_rate": 4.864543104251587e-05,
+      "loss": 0.5798,
+      "step": 1544
+    },
+    {
+      "epoch": 0.6616702355460385,
+      "grad_norm": 2.378736734390259,
+      "learning_rate": 4.864317811593363e-05,
+      "loss": 0.9099,
+      "step": 1545
+    },
+    {
+      "epoch": 0.6620985010706638,
+      "grad_norm": 3.899186372756958,
+      "learning_rate": 4.864092336962592e-05,
+      "loss": 0.7213,
+      "step": 1546
+    },
+    {
+      "epoch": 0.6625267665952891,
+      "grad_norm": 1.972133994102478,
+      "learning_rate": 4.8638666803766266e-05,
+      "loss": 0.5924,
+      "step": 1547
+    },
+    {
+      "epoch": 0.6629550321199144,
+      "grad_norm": 3.247074604034424,
+      "learning_rate": 4.863640841852836e-05,
+      "loss": 0.8827,
+      "step": 1548
+    },
+    {
+      "epoch": 0.6633832976445396,
+      "grad_norm": 82.75595092773438,
+      "learning_rate": 4.863414821408602e-05,
+      "loss": 1.1118,
+      "step": 1549
+    },
+    {
+      "epoch": 0.6638115631691649,
+      "grad_norm": 1.9590448141098022,
+      "learning_rate": 4.86318861906132e-05,
+      "loss": 0.5596,
+      "step": 1550
+    },
+    {
+      "epoch": 0.6642398286937902,
+      "grad_norm": 4.701559066772461,
+      "learning_rate": 4.862962234828399e-05,
+      "loss": 1.1712,
+      "step": 1551
+    },
+    {
+      "epoch": 0.6646680942184154,
+      "grad_norm": 2.4286811351776123,
+      "learning_rate": 4.862735668727265e-05,
+      "loss": 1.5855,
+      "step": 1552
+    },
+    {
+      "epoch": 0.6650963597430407,
+      "grad_norm": 5.251157283782959,
+      "learning_rate": 4.862508920775354e-05,
+      "loss": 1.2362,
+      "step": 1553
+    },
+    {
+      "epoch": 0.665524625267666,
+      "grad_norm": 4.175347805023193,
+      "learning_rate": 4.862281990990119e-05,
+      "loss": 1.6264,
+      "step": 1554
+    },
+    {
+      "epoch": 0.6659528907922913,
+      "grad_norm": 0.6471976041793823,
+      "learning_rate": 4.862054879389026e-05,
+      "loss": 0.2279,
+      "step": 1555
+    },
+    {
+      "epoch": 0.6663811563169165,
+      "grad_norm": 1.1600940227508545,
+      "learning_rate": 4.8618275859895556e-05,
+      "loss": 0.8816,
+      "step": 1556
+    },
+    {
+      "epoch": 0.6668094218415418,
+      "grad_norm": 1.8797852993011475,
+      "learning_rate": 4.8616001108092e-05,
+      "loss": 0.5394,
+      "step": 1557
+    },
+    {
+      "epoch": 0.6672376873661671,
+      "grad_norm": 3.57625150680542,
+      "learning_rate": 4.861372453865468e-05,
+      "loss": 1.559,
+      "step": 1558
+    },
+    {
+      "epoch": 0.6676659528907923,
+      "grad_norm": 2.8639276027679443,
+      "learning_rate": 4.861144615175881e-05,
+      "loss": 0.9445,
+      "step": 1559
+    },
+    {
+      "epoch": 0.6680942184154176,
+      "grad_norm": 2.417599678039551,
+      "learning_rate": 4.860916594757976e-05,
+      "loss": 0.6329,
+      "step": 1560
+    },
+    {
+      "epoch": 0.6685224839400429,
+      "grad_norm": 1.8947782516479492,
+      "learning_rate": 4.860688392629301e-05,
+      "loss": 0.5154,
+      "step": 1561
+    },
+    {
+      "epoch": 0.6689507494646681,
+      "grad_norm": 1.110190510749817,
+      "learning_rate": 4.860460008807422e-05,
+      "loss": 0.6871,
+      "step": 1562
+    },
+    {
+      "epoch": 0.6693790149892933,
+      "grad_norm": 3.944833278656006,
+      "learning_rate": 4.860231443309915e-05,
+      "loss": 0.5983,
+      "step": 1563
+    },
+    {
+      "epoch": 0.6698072805139186,
+      "grad_norm": 2.951697826385498,
+      "learning_rate": 4.860002696154373e-05,
+      "loss": 1.5474,
+      "step": 1564
+    },
+    {
+      "epoch": 0.6702355460385439,
+      "grad_norm": 2.3519821166992188,
+      "learning_rate": 4.8597737673584024e-05,
+      "loss": 0.8345,
+      "step": 1565
+    },
+    {
+      "epoch": 0.6706638115631691,
+      "grad_norm": 2.2376317977905273,
+      "learning_rate": 4.8595446569396206e-05,
+      "loss": 0.4676,
+      "step": 1566
+    },
+    {
+      "epoch": 0.6710920770877944,
+      "grad_norm": 3.124756097793579,
+      "learning_rate": 4.859315364915663e-05,
+      "loss": 1.1592,
+      "step": 1567
+    },
+    {
+      "epoch": 0.6715203426124197,
+      "grad_norm": 2.820063352584839,
+      "learning_rate": 4.859085891304178e-05,
+      "loss": 1.6585,
+      "step": 1568
+    },
+    {
+      "epoch": 0.6719486081370449,
+      "grad_norm": 2.0391173362731934,
+      "learning_rate": 4.858856236122825e-05,
+      "loss": 0.7622,
+      "step": 1569
+    },
+    {
+      "epoch": 0.6723768736616702,
+      "grad_norm": 5.537879467010498,
+      "learning_rate": 4.858626399389282e-05,
+      "loss": 1.7785,
+      "step": 1570
+    },
+    {
+      "epoch": 0.6728051391862955,
+      "grad_norm": 4.595318794250488,
+      "learning_rate": 4.858396381121237e-05,
+      "loss": 1.2423,
+      "step": 1571
+    },
+    {
+      "epoch": 0.6732334047109207,
+      "grad_norm": 3.0699853897094727,
+      "learning_rate": 4.858166181336395e-05,
+      "loss": 1.5297,
+      "step": 1572
+    },
+    {
+      "epoch": 0.673661670235546,
+      "grad_norm": 3.089250087738037,
+      "learning_rate": 4.857935800052473e-05,
+      "loss": 1.2891,
+      "step": 1573
+    },
+    {
+      "epoch": 0.6740899357601713,
+      "grad_norm": 2.2183144092559814,
+      "learning_rate": 4.8577052372872036e-05,
+      "loss": 0.4589,
+      "step": 1574
+    },
+    {
+      "epoch": 0.6745182012847966,
+      "grad_norm": 4.2985310554504395,
+      "learning_rate": 4.8574744930583296e-05,
+      "loss": 1.3193,
+      "step": 1575
+    },
+    {
+      "epoch": 0.6749464668094218,
+      "grad_norm": 3.4837515354156494,
+      "learning_rate": 4.857243567383613e-05,
+      "loss": 0.7599,
+      "step": 1576
+    },
+    {
+      "epoch": 0.6753747323340471,
+      "grad_norm": 3.4745447635650635,
+      "learning_rate": 4.857012460280826e-05,
+      "loss": 0.5796,
+      "step": 1577
+    },
+    {
+      "epoch": 0.6758029978586724,
+      "grad_norm": 1.8666954040527344,
+      "learning_rate": 4.856781171767757e-05,
+      "loss": 0.6313,
+      "step": 1578
+    },
+    {
+      "epoch": 0.6762312633832976,
+      "grad_norm": 4.064087390899658,
+      "learning_rate": 4.8565497018622066e-05,
+      "loss": 0.9627,
+      "step": 1579
+    },
+    {
+      "epoch": 0.6766595289079229,
+      "grad_norm": 2.489204168319702,
+      "learning_rate": 4.85631805058199e-05,
+      "loss": 2.4938,
+      "step": 1580
+    },
+    {
+      "epoch": 0.6770877944325482,
+      "grad_norm": 1.0714962482452393,
+      "learning_rate": 4.856086217944937e-05,
+      "loss": 0.5831,
+      "step": 1581
+    },
+    {
+      "epoch": 0.6775160599571735,
+      "grad_norm": 2.729588031768799,
+      "learning_rate": 4.8558542039688916e-05,
+      "loss": 1.2494,
+      "step": 1582
+    },
+    {
+      "epoch": 0.6779443254817987,
+      "grad_norm": 1.6630133390426636,
+      "learning_rate": 4.85562200867171e-05,
+      "loss": 1.1352,
+      "step": 1583
+    },
+    {
+      "epoch": 0.678372591006424,
+      "grad_norm": 2.2077999114990234,
+      "learning_rate": 4.855389632071264e-05,
+      "loss": 1.2593,
+      "step": 1584
+    },
+    {
+      "epoch": 0.6788008565310493,
+      "grad_norm": 3.285566806793213,
+      "learning_rate": 4.855157074185438e-05,
+      "loss": 1.1813,
+      "step": 1585
+    },
+    {
+      "epoch": 0.6792291220556745,
+      "grad_norm": 3.2372915744781494,
+      "learning_rate": 4.854924335032132e-05,
+      "loss": 1.4376,
+      "step": 1586
+    },
+    {
+      "epoch": 0.6796573875802998,
+      "grad_norm": 1.8239952325820923,
+      "learning_rate": 4.854691414629258e-05,
+      "loss": 1.8993,
+      "step": 1587
+    },
+    {
+      "epoch": 0.6800856531049251,
+      "grad_norm": 6.12301778793335,
+      "learning_rate": 4.854458312994743e-05,
+      "loss": 0.618,
+      "step": 1588
+    },
+    {
+      "epoch": 0.6805139186295504,
+      "grad_norm": 2.4059410095214844,
+      "learning_rate": 4.8542250301465295e-05,
+      "loss": 1.0966,
+      "step": 1589
+    },
+    {
+      "epoch": 0.6809421841541756,
+      "grad_norm": 9.64466381072998,
+      "learning_rate": 4.8539915661025705e-05,
+      "loss": 2.1107,
+      "step": 1590
+    },
+    {
+      "epoch": 0.6813704496788009,
+      "grad_norm": 1.9473069906234741,
+      "learning_rate": 4.8537579208808363e-05,
+      "loss": 0.6384,
+      "step": 1591
+    },
+    {
+      "epoch": 0.6817987152034262,
+      "grad_norm": 1.2574814558029175,
+      "learning_rate": 4.853524094499309e-05,
+      "loss": 0.2124,
+      "step": 1592
+    },
+    {
+      "epoch": 0.6822269807280514,
+      "grad_norm": 3.574836015701294,
+      "learning_rate": 4.8532900869759855e-05,
+      "loss": 0.9546,
+      "step": 1593
+    },
+    {
+      "epoch": 0.6826552462526767,
+      "grad_norm": 0.8058847188949585,
+      "learning_rate": 4.8530558983288765e-05,
+      "loss": 0.4094,
+      "step": 1594
+    },
+    {
+      "epoch": 0.683083511777302,
+      "grad_norm": 2.0271551609039307,
+      "learning_rate": 4.852821528576007e-05,
+      "loss": 0.6996,
+      "step": 1595
+    },
+    {
+      "epoch": 0.6835117773019272,
+      "grad_norm": 1.6283034086227417,
+      "learning_rate": 4.852586977735414e-05,
+      "loss": 0.5498,
+      "step": 1596
+    },
+    {
+      "epoch": 0.6839400428265524,
+      "grad_norm": 1.289449691772461,
+      "learning_rate": 4.852352245825152e-05,
+      "loss": 1.02,
+      "step": 1597
+    },
+    {
+      "epoch": 0.6843683083511777,
+      "grad_norm": 0.9260573387145996,
+      "learning_rate": 4.852117332863286e-05,
+      "loss": 0.636,
+      "step": 1598
+    },
+    {
+      "epoch": 0.684796573875803,
+      "grad_norm": 3.3853394985198975,
+      "learning_rate": 4.8518822388678965e-05,
+      "loss": 0.5875,
+      "step": 1599
+    },
+    {
+      "epoch": 0.6852248394004282,
+      "grad_norm": 2.0703117847442627,
+      "learning_rate": 4.8516469638570784e-05,
+      "loss": 0.6028,
+      "step": 1600
+    },
+    {
+      "epoch": 0.6856531049250535,
+      "grad_norm": 2.9071269035339355,
+      "learning_rate": 4.85141150784894e-05,
+      "loss": 1.3183,
+      "step": 1601
+    },
+    {
+      "epoch": 0.6860813704496788,
+      "grad_norm": 1.5994682312011719,
+      "learning_rate": 4.851175870861603e-05,
+      "loss": 0.3713,
+      "step": 1602
+    },
+    {
+      "epoch": 0.686509635974304,
+      "grad_norm": 1.0659526586532593,
+      "learning_rate": 4.850940052913203e-05,
+      "loss": 0.9073,
+      "step": 1603
+    },
+    {
+      "epoch": 0.6869379014989293,
+      "grad_norm": 0.9297550320625305,
+      "learning_rate": 4.8507040540218916e-05,
+      "loss": 0.2632,
+      "step": 1604
+    },
+    {
+      "epoch": 0.6873661670235546,
+      "grad_norm": 2.5340867042541504,
+      "learning_rate": 4.850467874205831e-05,
+      "loss": 0.6368,
+      "step": 1605
+    },
+    {
+      "epoch": 0.6877944325481798,
+      "grad_norm": 2.001666307449341,
+      "learning_rate": 4.8502315134832e-05,
+      "loss": 1.2337,
+      "step": 1606
+    },
+    {
+      "epoch": 0.6882226980728051,
+      "grad_norm": 2.99413800239563,
+      "learning_rate": 4.8499949718721896e-05,
+      "loss": 1.1643,
+      "step": 1607
+    },
+    {
+      "epoch": 0.6886509635974304,
+      "grad_norm": 3.537259101867676,
+      "learning_rate": 4.8497582493910074e-05,
+      "loss": 0.9323,
+      "step": 1608
+    },
+    {
+      "epoch": 0.6890792291220557,
+      "grad_norm": 4.124030590057373,
+      "learning_rate": 4.8495213460578703e-05,
+      "loss": 1.6083,
+      "step": 1609
+    },
+    {
+      "epoch": 0.6895074946466809,
+      "grad_norm": 1.964572787284851,
+      "learning_rate": 4.849284261891014e-05,
+      "loss": 0.4428,
+      "step": 1610
+    },
+    {
+      "epoch": 0.6899357601713062,
+      "grad_norm": 4.636909484863281,
+      "learning_rate": 4.849046996908685e-05,
+      "loss": 0.6057,
+      "step": 1611
+    },
+    {
+      "epoch": 0.6903640256959315,
+      "grad_norm": 1.9744728803634644,
+      "learning_rate": 4.8488095511291456e-05,
+      "loss": 0.7619,
+      "step": 1612
+    },
+    {
+      "epoch": 0.6907922912205567,
+      "grad_norm": 2.7082903385162354,
+      "learning_rate": 4.8485719245706695e-05,
+      "loss": 0.6301,
+      "step": 1613
+    },
+    {
+      "epoch": 0.691220556745182,
+      "grad_norm": 3.0250253677368164,
+      "learning_rate": 4.8483341172515474e-05,
+      "loss": 1.3998,
+      "step": 1614
+    },
+    {
+      "epoch": 0.6916488222698073,
+      "grad_norm": 2.4352424144744873,
+      "learning_rate": 4.848096129190082e-05,
+      "loss": 1.534,
+      "step": 1615
+    },
+    {
+      "epoch": 0.6920770877944326,
+      "grad_norm": 2.4889917373657227,
+      "learning_rate": 4.8478579604045896e-05,
+      "loss": 0.8594,
+      "step": 1616
+    },
+    {
+      "epoch": 0.6925053533190578,
+      "grad_norm": 0.5067853927612305,
+      "learning_rate": 4.847619610913401e-05,
+      "loss": 0.2761,
+      "step": 1617
+    },
+    {
+      "epoch": 0.6929336188436831,
+      "grad_norm": 2.4832072257995605,
+      "learning_rate": 4.847381080734863e-05,
+      "loss": 0.693,
+      "step": 1618
+    },
+    {
+      "epoch": 0.6933618843683084,
+      "grad_norm": 1.5569676160812378,
+      "learning_rate": 4.847142369887333e-05,
+      "loss": 0.4791,
+      "step": 1619
+    },
+    {
+      "epoch": 0.6937901498929336,
+      "grad_norm": 3.721201181411743,
+      "learning_rate": 4.846903478389184e-05,
+      "loss": 1.3575,
+      "step": 1620
+    },
+    {
+      "epoch": 0.6942184154175589,
+      "grad_norm": 2.0623624324798584,
+      "learning_rate": 4.846664406258802e-05,
+      "loss": 0.6679,
+      "step": 1621
+    },
+    {
+      "epoch": 0.6946466809421842,
+      "grad_norm": 5.516918659210205,
+      "learning_rate": 4.846425153514588e-05,
+      "loss": 1.4286,
+      "step": 1622
+    },
+    {
+      "epoch": 0.6950749464668095,
+      "grad_norm": 2.1690309047698975,
+      "learning_rate": 4.846185720174955e-05,
+      "loss": 0.7512,
+      "step": 1623
+    },
+    {
+      "epoch": 0.6955032119914347,
+      "grad_norm": 4.784673690795898,
+      "learning_rate": 4.845946106258335e-05,
+      "loss": 0.8257,
+      "step": 1624
+    },
+    {
+      "epoch": 0.69593147751606,
+      "grad_norm": 2.0211422443389893,
+      "learning_rate": 4.845706311783166e-05,
+      "loss": 1.3008,
+      "step": 1625
+    },
+    {
+      "epoch": 0.6963597430406853,
+      "grad_norm": 2.849032402038574,
+      "learning_rate": 4.845466336767905e-05,
+      "loss": 0.4974,
+      "step": 1626
+    },
+    {
+      "epoch": 0.6967880085653105,
+      "grad_norm": 4.617074489593506,
+      "learning_rate": 4.845226181231024e-05,
+      "loss": 1.1529,
+      "step": 1627
+    },
+    {
+      "epoch": 0.6972162740899358,
+      "grad_norm": 2.5677316188812256,
+      "learning_rate": 4.844985845191006e-05,
+      "loss": 1.0472,
+      "step": 1628
+    },
+    {
+      "epoch": 0.6976445396145611,
+      "grad_norm": 4.3478193283081055,
+      "learning_rate": 4.8447453286663466e-05,
+      "loss": 0.9356,
+      "step": 1629
+    },
+    {
+      "epoch": 0.6980728051391863,
+      "grad_norm": 5.215845108032227,
+      "learning_rate": 4.844504631675561e-05,
+      "loss": 1.2735,
+      "step": 1630
+    },
+    {
+      "epoch": 0.6985010706638116,
+      "grad_norm": 1.8978289365768433,
+      "learning_rate": 4.8442637542371714e-05,
+      "loss": 1.055,
+      "step": 1631
+    },
+    {
+      "epoch": 0.6989293361884368,
+      "grad_norm": 4.40530252456665,
+      "learning_rate": 4.8440226963697196e-05,
+      "loss": 0.8068,
+      "step": 1632
+    },
+    {
+      "epoch": 0.699357601713062,
+      "grad_norm": 0.869368851184845,
+      "learning_rate": 4.8437814580917574e-05,
+      "loss": 0.5165,
+      "step": 1633
+    },
+    {
+      "epoch": 0.6997858672376873,
+      "grad_norm": 0.4204981327056885,
+      "learning_rate": 4.843540039421853e-05,
+      "loss": 0.2194,
+      "step": 1634
+    },
+    {
+      "epoch": 0.7002141327623126,
+      "grad_norm": 2.070634603500366,
+      "learning_rate": 4.8432984403785876e-05,
+      "loss": 0.6032,
+      "step": 1635
+    },
+    {
+      "epoch": 0.7006423982869379,
+      "grad_norm": 3.3064277172088623,
+      "learning_rate": 4.8430566609805545e-05,
+      "loss": 1.4111,
+      "step": 1636
+    },
+    {
+      "epoch": 0.7010706638115631,
+      "grad_norm": 2.774078369140625,
+      "learning_rate": 4.842814701246364e-05,
+      "loss": 0.4247,
+      "step": 1637
+    },
+    {
+      "epoch": 0.7014989293361884,
+      "grad_norm": 3.983619213104248,
+      "learning_rate": 4.8425725611946394e-05,
+      "loss": 1.2726,
+      "step": 1638
+    },
+    {
+      "epoch": 0.7019271948608137,
+      "grad_norm": 3.2714786529541016,
+      "learning_rate": 4.8423302408440154e-05,
+      "loss": 1.1615,
+      "step": 1639
+    },
+    {
+      "epoch": 0.702355460385439,
+      "grad_norm": 2.5361428260803223,
+      "learning_rate": 4.842087740213144e-05,
+      "loss": 2.1579,
+      "step": 1640
+    },
+    {
+      "epoch": 0.7027837259100642,
+      "grad_norm": 2.5617733001708984,
+      "learning_rate": 4.841845059320689e-05,
+      "loss": 0.9918,
+      "step": 1641
+    },
+    {
+      "epoch": 0.7032119914346895,
+      "grad_norm": 2.4907567501068115,
+      "learning_rate": 4.841602198185328e-05,
+      "loss": 0.5241,
+      "step": 1642
+    },
+    {
+      "epoch": 0.7036402569593148,
+      "grad_norm": 1.6519005298614502,
+      "learning_rate": 4.841359156825754e-05,
+      "loss": 0.3771,
+      "step": 1643
+    },
+    {
+      "epoch": 0.70406852248394,
+      "grad_norm": 2.521984338760376,
+      "learning_rate": 4.8411159352606734e-05,
+      "loss": 1.6461,
+      "step": 1644
+    },
+    {
+      "epoch": 0.7044967880085653,
+      "grad_norm": 28.294692993164062,
+      "learning_rate": 4.840872533508805e-05,
+      "loss": 0.7178,
+      "step": 1645
+    },
+    {
+      "epoch": 0.7049250535331906,
+      "grad_norm": 2.757211446762085,
+      "learning_rate": 4.8406289515888826e-05,
+      "loss": 1.4161,
+      "step": 1646
+    },
+    {
+      "epoch": 0.7053533190578158,
+      "grad_norm": 2.340850591659546,
+      "learning_rate": 4.840385189519654e-05,
+      "loss": 0.6188,
+      "step": 1647
+    },
+    {
+      "epoch": 0.7057815845824411,
+      "grad_norm": 2.0640628337860107,
+      "learning_rate": 4.840141247319881e-05,
+      "loss": 0.97,
+      "step": 1648
+    },
+    {
+      "epoch": 0.7062098501070664,
+      "grad_norm": 1.3464232683181763,
+      "learning_rate": 4.8398971250083384e-05,
+      "loss": 0.6237,
+      "step": 1649
+    },
+    {
+      "epoch": 0.7066381156316917,
+      "grad_norm": 2.988276481628418,
+      "learning_rate": 4.839652822603815e-05,
+      "loss": 1.5484,
+      "step": 1650
+    },
+    {
+      "epoch": 0.7070663811563169,
+      "grad_norm": 3.0641891956329346,
+      "learning_rate": 4.8394083401251154e-05,
+      "loss": 0.7564,
+      "step": 1651
+    },
+    {
+      "epoch": 0.7074946466809422,
+      "grad_norm": 2.5649373531341553,
+      "learning_rate": 4.8391636775910556e-05,
+      "loss": 0.8761,
+      "step": 1652
+    },
+    {
+      "epoch": 0.7079229122055675,
+      "grad_norm": 2.3345253467559814,
+      "learning_rate": 4.838918835020465e-05,
+      "loss": 1.1969,
+      "step": 1653
+    },
+    {
+      "epoch": 0.7083511777301927,
+      "grad_norm": 2.1887688636779785,
+      "learning_rate": 4.83867381243219e-05,
+      "loss": 1.1212,
+      "step": 1654
+    },
+    {
+      "epoch": 0.708779443254818,
+      "grad_norm": 2.7647290229797363,
+      "learning_rate": 4.838428609845089e-05,
+      "loss": 1.2235,
+      "step": 1655
+    },
+    {
+      "epoch": 0.7092077087794433,
+      "grad_norm": 2.0402727127075195,
+      "learning_rate": 4.8381832272780326e-05,
+      "loss": 0.431,
+      "step": 1656
+    },
+    {
+      "epoch": 0.7096359743040686,
+      "grad_norm": 2.2636117935180664,
+      "learning_rate": 4.837937664749909e-05,
+      "loss": 0.6866,
+      "step": 1657
+    },
+    {
+      "epoch": 0.7100642398286938,
+      "grad_norm": 2.365685224533081,
+      "learning_rate": 4.837691922279617e-05,
+      "loss": 0.7608,
+      "step": 1658
+    },
+    {
+      "epoch": 0.7104925053533191,
+      "grad_norm": 1.5055800676345825,
+      "learning_rate": 4.837445999886071e-05,
+      "loss": 0.8516,
+      "step": 1659
+    },
+    {
+      "epoch": 0.7109207708779444,
+      "grad_norm": 7.155238628387451,
+      "learning_rate": 4.8371998975881985e-05,
+      "loss": 1.0893,
+      "step": 1660
+    },
+    {
+      "epoch": 0.7113490364025696,
+      "grad_norm": 0.7530254125595093,
+      "learning_rate": 4.836953615404941e-05,
+      "loss": 0.3756,
+      "step": 1661
+    },
+    {
+      "epoch": 0.7117773019271949,
+      "grad_norm": 1.7454015016555786,
+      "learning_rate": 4.8367071533552546e-05,
+      "loss": 0.8659,
+      "step": 1662
+    },
+    {
+      "epoch": 0.7122055674518202,
+      "grad_norm": 3.256321907043457,
+      "learning_rate": 4.836460511458107e-05,
+      "loss": 0.7333,
+      "step": 1663
+    },
+    {
+      "epoch": 0.7126338329764454,
+      "grad_norm": 2.4489316940307617,
+      "learning_rate": 4.8362136897324825e-05,
+      "loss": 1.1879,
+      "step": 1664
+    },
+    {
+      "epoch": 0.7130620985010707,
+      "grad_norm": 2.8697097301483154,
+      "learning_rate": 4.835966688197377e-05,
+      "loss": 0.7547,
+      "step": 1665
+    },
+    {
+      "epoch": 0.7134903640256959,
+      "grad_norm": 8.094213485717773,
+      "learning_rate": 4.835719506871803e-05,
+      "loss": 1.0462,
+      "step": 1666
+    },
+    {
+      "epoch": 0.7139186295503211,
+      "grad_norm": 1.4482768774032593,
+      "learning_rate": 4.8354721457747844e-05,
+      "loss": 0.4686,
+      "step": 1667
+    },
+    {
+      "epoch": 0.7143468950749464,
+      "grad_norm": 3.7608835697174072,
+      "learning_rate": 4.835224604925359e-05,
+      "loss": 0.9913,
+      "step": 1668
+    },
+    {
+      "epoch": 0.7147751605995717,
+      "grad_norm": 7.3876776695251465,
+      "learning_rate": 4.834976884342579e-05,
+      "loss": 0.4444,
+      "step": 1669
+    },
+    {
+      "epoch": 0.715203426124197,
+      "grad_norm": 2.0652763843536377,
+      "learning_rate": 4.834728984045511e-05,
+      "loss": 0.5397,
+      "step": 1670
+    },
+    {
+      "epoch": 0.7156316916488222,
+      "grad_norm": 0.8370815515518188,
+      "learning_rate": 4.834480904053236e-05,
+      "loss": 0.3313,
+      "step": 1671
+    },
+    {
+      "epoch": 0.7160599571734475,
+      "grad_norm": 0.8530416488647461,
+      "learning_rate": 4.834232644384845e-05,
+      "loss": 0.5181,
+      "step": 1672
+    },
+    {
+      "epoch": 0.7164882226980728,
+      "grad_norm": 0.6360659003257751,
+      "learning_rate": 4.8339842050594487e-05,
+      "loss": 0.3218,
+      "step": 1673
+    },
+    {
+      "epoch": 0.716916488222698,
+      "grad_norm": 2.9247920513153076,
+      "learning_rate": 4.8337355860961665e-05,
+      "loss": 1.2183,
+      "step": 1674
+    },
+    {
+      "epoch": 0.7173447537473233,
+      "grad_norm": 2.6503639221191406,
+      "learning_rate": 4.833486787514134e-05,
+      "loss": 0.779,
+      "step": 1675
+    },
+    {
+      "epoch": 0.7177730192719486,
+      "grad_norm": 2.0035769939422607,
+      "learning_rate": 4.833237809332501e-05,
+      "loss": 1.0181,
+      "step": 1676
+    },
+    {
+      "epoch": 0.7182012847965739,
+      "grad_norm": 0.8659433722496033,
+      "learning_rate": 4.8329886515704295e-05,
+      "loss": 0.4937,
+      "step": 1677
+    },
+    {
+      "epoch": 0.7186295503211991,
+      "grad_norm": 1.7987165451049805,
+      "learning_rate": 4.832739314247097e-05,
+      "loss": 0.7903,
+      "step": 1678
+    },
+    {
+      "epoch": 0.7190578158458244,
+      "grad_norm": 2.0731518268585205,
+      "learning_rate": 4.832489797381694e-05,
+      "loss": 0.932,
+      "step": 1679
+    },
+    {
+      "epoch": 0.7194860813704497,
+      "grad_norm": 2.332937240600586,
+      "learning_rate": 4.832240100993424e-05,
+      "loss": 1.5077,
+      "step": 1680
+    },
+    {
+      "epoch": 0.7199143468950749,
+      "grad_norm": 1.7106412649154663,
+      "learning_rate": 4.831990225101506e-05,
+      "loss": 0.4703,
+      "step": 1681
+    },
+    {
+      "epoch": 0.7203426124197002,
+      "grad_norm": 3.1805474758148193,
+      "learning_rate": 4.831740169725172e-05,
+      "loss": 0.6832,
+      "step": 1682
+    },
+    {
+      "epoch": 0.7207708779443255,
+      "grad_norm": 2.6417081356048584,
+      "learning_rate": 4.8314899348836666e-05,
+      "loss": 0.6867,
+      "step": 1683
+    },
+    {
+      "epoch": 0.7211991434689508,
+      "grad_norm": 2.2211410999298096,
+      "learning_rate": 4.8312395205962514e-05,
+      "loss": 1.5053,
+      "step": 1684
+    },
+    {
+      "epoch": 0.721627408993576,
+      "grad_norm": 3.561753511428833,
+      "learning_rate": 4.8309889268821986e-05,
+      "loss": 1.1423,
+      "step": 1685
+    },
+    {
+      "epoch": 0.7220556745182013,
+      "grad_norm": 2.1598362922668457,
+      "learning_rate": 4.8307381537607955e-05,
+      "loss": 0.6541,
+      "step": 1686
+    },
+    {
+      "epoch": 0.7224839400428266,
+      "grad_norm": 4.994418144226074,
+      "learning_rate": 4.830487201251343e-05,
+      "loss": 1.8433,
+      "step": 1687
+    },
+    {
+      "epoch": 0.7229122055674518,
+      "grad_norm": 0.9369841814041138,
+      "learning_rate": 4.830236069373156e-05,
+      "loss": 0.3125,
+      "step": 1688
+    },
+    {
+      "epoch": 0.7233404710920771,
+      "grad_norm": 1.7342028617858887,
+      "learning_rate": 4.829984758145565e-05,
+      "loss": 0.9418,
+      "step": 1689
+    },
+    {
+      "epoch": 0.7237687366167024,
+      "grad_norm": 3.443801164627075,
+      "learning_rate": 4.8297332675879095e-05,
+      "loss": 1.1313,
+      "step": 1690
+    },
+    {
+      "epoch": 0.7241970021413277,
+      "grad_norm": 5.26186990737915,
+      "learning_rate": 4.8294815977195475e-05,
+      "loss": 0.5872,
+      "step": 1691
+    },
+    {
+      "epoch": 0.7246252676659529,
+      "grad_norm": 2.2224016189575195,
+      "learning_rate": 4.829229748559849e-05,
+      "loss": 1.2471,
+      "step": 1692
+    },
+    {
+      "epoch": 0.7250535331905782,
+      "grad_norm": 2.358433961868286,
+      "learning_rate": 4.8289777201281974e-05,
+      "loss": 0.8249,
+      "step": 1693
+    },
+    {
+      "epoch": 0.7254817987152035,
+      "grad_norm": 2.915882110595703,
+      "learning_rate": 4.828725512443991e-05,
+      "loss": 1.4811,
+      "step": 1694
+    },
+    {
+      "epoch": 0.7259100642398287,
+      "grad_norm": 2.335613250732422,
+      "learning_rate": 4.82847312552664e-05,
+      "loss": 1.0998,
+      "step": 1695
+    },
+    {
+      "epoch": 0.726338329764454,
+      "grad_norm": 5.632974147796631,
+      "learning_rate": 4.828220559395572e-05,
+      "loss": 1.1585,
+      "step": 1696
+    },
+    {
+      "epoch": 0.7267665952890793,
+      "grad_norm": 3.692033290863037,
+      "learning_rate": 4.827967814070223e-05,
+      "loss": 1.1713,
+      "step": 1697
+    },
+    {
+      "epoch": 0.7271948608137045,
+      "grad_norm": 2.028438091278076,
+      "learning_rate": 4.827714889570048e-05,
+      "loss": 1.7579,
+      "step": 1698
+    },
+    {
+      "epoch": 0.7276231263383298,
+      "grad_norm": 2.090092897415161,
+      "learning_rate": 4.827461785914514e-05,
+      "loss": 1.3048,
+      "step": 1699
+    },
+    {
+      "epoch": 0.728051391862955,
+      "grad_norm": 4.145717144012451,
+      "learning_rate": 4.827208503123099e-05,
+      "loss": 1.3079,
+      "step": 1700
+    },
+    {
+      "epoch": 0.7284796573875802,
+      "grad_norm": 1.973596453666687,
+      "learning_rate": 4.8269550412153e-05,
+      "loss": 1.4681,
+      "step": 1701
+    },
+    {
+      "epoch": 0.7289079229122055,
+      "grad_norm": 2.895817995071411,
+      "learning_rate": 4.826701400210623e-05,
+      "loss": 0.7322,
+      "step": 1702
+    },
+    {
+      "epoch": 0.7293361884368308,
+      "grad_norm": 6.4157633781433105,
+      "learning_rate": 4.82644758012859e-05,
+      "loss": 1.5377,
+      "step": 1703
+    },
+    {
+      "epoch": 0.7297644539614561,
+      "grad_norm": 4.699490070343018,
+      "learning_rate": 4.826193580988738e-05,
+      "loss": 1.7095,
+      "step": 1704
+    },
+    {
+      "epoch": 0.7301927194860813,
+      "grad_norm": 1.1680115461349487,
+      "learning_rate": 4.825939402810615e-05,
+      "loss": 0.7073,
+      "step": 1705
+    },
+    {
+      "epoch": 0.7306209850107066,
+      "grad_norm": 0.655275821685791,
+      "learning_rate": 4.8256850456137846e-05,
+      "loss": 0.2352,
+      "step": 1706
+    },
+    {
+      "epoch": 0.7310492505353319,
+      "grad_norm": 3.797682762145996,
+      "learning_rate": 4.825430509417823e-05,
+      "loss": 0.8913,
+      "step": 1707
+    },
+    {
+      "epoch": 0.7314775160599571,
+      "grad_norm": 4.0351152420043945,
+      "learning_rate": 4.825175794242322e-05,
+      "loss": 1.2773,
+      "step": 1708
+    },
+    {
+      "epoch": 0.7319057815845824,
+      "grad_norm": 1.4958696365356445,
+      "learning_rate": 4.8249209001068864e-05,
+      "loss": 0.5012,
+      "step": 1709
+    },
+    {
+      "epoch": 0.7323340471092077,
+      "grad_norm": 0.634343147277832,
+      "learning_rate": 4.8246658270311326e-05,
+      "loss": 0.1663,
+      "step": 1710
+    },
+    {
+      "epoch": 0.732762312633833,
+      "grad_norm": 2.5632669925689697,
+      "learning_rate": 4.8244105750346936e-05,
+      "loss": 1.2978,
+      "step": 1711
+    },
+    {
+      "epoch": 0.7331905781584582,
+      "grad_norm": 2.1174159049987793,
+      "learning_rate": 4.824155144137216e-05,
+      "loss": 0.8568,
+      "step": 1712
+    },
+    {
+      "epoch": 0.7336188436830835,
+      "grad_norm": 2.826061248779297,
+      "learning_rate": 4.823899534358358e-05,
+      "loss": 1.1968,
+      "step": 1713
+    },
+    {
+      "epoch": 0.7340471092077088,
+      "grad_norm": 3.902743101119995,
+      "learning_rate": 4.823643745717793e-05,
+      "loss": 1.2357,
+      "step": 1714
+    },
+    {
+      "epoch": 0.734475374732334,
+      "grad_norm": 2.357973575592041,
+      "learning_rate": 4.823387778235209e-05,
+      "loss": 0.6029,
+      "step": 1715
+    },
+    {
+      "epoch": 0.7349036402569593,
+      "grad_norm": 1.004673957824707,
+      "learning_rate": 4.823131631930306e-05,
+      "loss": 0.6352,
+      "step": 1716
+    },
+    {
+      "epoch": 0.7353319057815846,
+      "grad_norm": 2.691286087036133,
+      "learning_rate": 4.8228753068227995e-05,
+      "loss": 0.6747,
+      "step": 1717
+    },
+    {
+      "epoch": 0.7357601713062099,
+      "grad_norm": 3.7009365558624268,
+      "learning_rate": 4.822618802932417e-05,
+      "loss": 0.762,
+      "step": 1718
+    },
+    {
+      "epoch": 0.7361884368308351,
+      "grad_norm": 0.7761759757995605,
+      "learning_rate": 4.822362120278901e-05,
+      "loss": 0.2819,
+      "step": 1719
+    },
+    {
+      "epoch": 0.7366167023554604,
+      "grad_norm": 2.4708149433135986,
+      "learning_rate": 4.822105258882007e-05,
+      "loss": 0.6203,
+      "step": 1720
+    },
+    {
+      "epoch": 0.7370449678800857,
+      "grad_norm": 3.844632863998413,
+      "learning_rate": 4.821848218761506e-05,
+      "loss": 1.1345,
+      "step": 1721
+    },
+    {
+      "epoch": 0.7374732334047109,
+      "grad_norm": 2.079909086227417,
+      "learning_rate": 4.8215909999371794e-05,
+      "loss": 1.1169,
+      "step": 1722
+    },
+    {
+      "epoch": 0.7379014989293362,
+      "grad_norm": 1.0774431228637695,
+      "learning_rate": 4.8213336024288256e-05,
+      "loss": 0.5166,
+      "step": 1723
+    },
+    {
+      "epoch": 0.7383297644539615,
+      "grad_norm": 2.7342934608459473,
+      "learning_rate": 4.821076026256256e-05,
+      "loss": 0.7032,
+      "step": 1724
+    },
+    {
+      "epoch": 0.7387580299785867,
+      "grad_norm": 5.520188331604004,
+      "learning_rate": 4.8208182714392935e-05,
+      "loss": 1.1774,
+      "step": 1725
+    },
+    {
+      "epoch": 0.739186295503212,
+      "grad_norm": 1.8353204727172852,
+      "learning_rate": 4.820560337997778e-05,
+      "loss": 0.4041,
+      "step": 1726
+    },
+    {
+      "epoch": 0.7396145610278373,
+      "grad_norm": 2.516965627670288,
+      "learning_rate": 4.820302225951561e-05,
+      "loss": 0.9762,
+      "step": 1727
+    },
+    {
+      "epoch": 0.7400428265524626,
+      "grad_norm": 0.9785380959510803,
+      "learning_rate": 4.820043935320508e-05,
+      "loss": 0.3325,
+      "step": 1728
+    },
+    {
+      "epoch": 0.7404710920770878,
+      "grad_norm": 2.0287370681762695,
+      "learning_rate": 4.819785466124501e-05,
+      "loss": 0.973,
+      "step": 1729
+    },
+    {
+      "epoch": 0.7408993576017131,
+      "grad_norm": 2.7849085330963135,
+      "learning_rate": 4.81952681838343e-05,
+      "loss": 0.549,
+      "step": 1730
+    },
+    {
+      "epoch": 0.7413276231263384,
+      "grad_norm": 1.9571647644042969,
+      "learning_rate": 4.8192679921172047e-05,
+      "loss": 0.9746,
+      "step": 1731
+    },
+    {
+      "epoch": 0.7417558886509636,
+      "grad_norm": 1.9948129653930664,
+      "learning_rate": 4.819008987345744e-05,
+      "loss": 0.8035,
+      "step": 1732
+    },
+    {
+      "epoch": 0.7421841541755889,
+      "grad_norm": 1.0442122220993042,
+      "learning_rate": 4.8187498040889845e-05,
+      "loss": 1.0353,
+      "step": 1733
+    },
+    {
+      "epoch": 0.7426124197002142,
+      "grad_norm": 2.8433737754821777,
+      "learning_rate": 4.8184904423668734e-05,
+      "loss": 0.8997,
+      "step": 1734
+    },
+    {
+      "epoch": 0.7430406852248393,
+      "grad_norm": 1.6977587938308716,
+      "learning_rate": 4.8182309021993725e-05,
+      "loss": 0.4259,
+      "step": 1735
+    },
+    {
+      "epoch": 0.7434689507494646,
+      "grad_norm": 1.6689674854278564,
+      "learning_rate": 4.817971183606458e-05,
+      "loss": 0.3852,
+      "step": 1736
+    },
+    {
+      "epoch": 0.7438972162740899,
+      "grad_norm": 5.839099407196045,
+      "learning_rate": 4.81771128660812e-05,
+      "loss": 1.639,
+      "step": 1737
+    },
+    {
+      "epoch": 0.7443254817987152,
+      "grad_norm": 1.671417474746704,
+      "learning_rate": 4.817451211224362e-05,
+      "loss": 0.981,
+      "step": 1738
+    },
+    {
+      "epoch": 0.7447537473233404,
+      "grad_norm": 3.4525299072265625,
+      "learning_rate": 4.8171909574751994e-05,
+      "loss": 1.2483,
+      "step": 1739
+    },
+    {
+      "epoch": 0.7451820128479657,
+      "grad_norm": 2.0072004795074463,
+      "learning_rate": 4.816930525380664e-05,
+      "loss": 1.0935,
+      "step": 1740
+    },
+    {
+      "epoch": 0.745610278372591,
+      "grad_norm": 3.909701108932495,
+      "learning_rate": 4.8166699149608e-05,
+      "loss": 1.0853,
+      "step": 1741
+    },
+    {
+      "epoch": 0.7460385438972162,
+      "grad_norm": 3.3855957984924316,
+      "learning_rate": 4.816409126235666e-05,
+      "loss": 1.2617,
+      "step": 1742
+    },
+    {
+      "epoch": 0.7464668094218415,
+      "grad_norm": 3.4628803730010986,
+      "learning_rate": 4.8161481592253335e-05,
+      "loss": 1.5559,
+      "step": 1743
+    },
+    {
+      "epoch": 0.7468950749464668,
+      "grad_norm": 3.2822084426879883,
+      "learning_rate": 4.815887013949889e-05,
+      "loss": 0.9449,
+      "step": 1744
+    },
+    {
+      "epoch": 0.7473233404710921,
+      "grad_norm": 1.4776244163513184,
+      "learning_rate": 4.81562569042943e-05,
+      "loss": 0.5491,
+      "step": 1745
+    },
+    {
+      "epoch": 0.7477516059957173,
+      "grad_norm": 2.0255074501037598,
+      "learning_rate": 4.8153641886840716e-05,
+      "loss": 0.7445,
+      "step": 1746
+    },
+    {
+      "epoch": 0.7481798715203426,
+      "grad_norm": 0.8756985664367676,
+      "learning_rate": 4.81510250873394e-05,
+      "loss": 0.3952,
+      "step": 1747
+    },
+    {
+      "epoch": 0.7486081370449679,
+      "grad_norm": 2.24861741065979,
+      "learning_rate": 4.814840650599174e-05,
+      "loss": 0.6114,
+      "step": 1748
+    },
+    {
+      "epoch": 0.7490364025695931,
+      "grad_norm": 8.311678886413574,
+      "learning_rate": 4.8145786142999305e-05,
+      "loss": 0.922,
+      "step": 1749
+    },
+    {
+      "epoch": 0.7494646680942184,
+      "grad_norm": 4.344724178314209,
+      "learning_rate": 4.8143163998563756e-05,
+      "loss": 1.8393,
+      "step": 1750
+    },
+    {
+      "epoch": 0.7498929336188437,
+      "grad_norm": 4.212906360626221,
+      "learning_rate": 4.814054007288692e-05,
+      "loss": 1.0299,
+      "step": 1751
+    },
+    {
+      "epoch": 0.750321199143469,
+      "grad_norm": 2.904071569442749,
+      "learning_rate": 4.813791436617074e-05,
+      "loss": 0.9407,
+      "step": 1752
+    },
+    {
+      "epoch": 0.7507494646680942,
+      "grad_norm": 3.429967164993286,
+      "learning_rate": 4.8135286878617317e-05,
+      "loss": 1.6186,
+      "step": 1753
+    },
+    {
+      "epoch": 0.7511777301927195,
+      "grad_norm": 14.08248519897461,
+      "learning_rate": 4.813265761042887e-05,
+      "loss": 0.8389,
+      "step": 1754
+    },
+    {
+      "epoch": 0.7516059957173448,
+      "grad_norm": 4.275203227996826,
+      "learning_rate": 4.8130026561807775e-05,
+      "loss": 1.2547,
+      "step": 1755
+    },
+    {
+      "epoch": 0.75203426124197,
+      "grad_norm": 2.6636250019073486,
+      "learning_rate": 4.8127393732956525e-05,
+      "loss": 0.8859,
+      "step": 1756
+    },
+    {
+      "epoch": 0.7524625267665953,
+      "grad_norm": 6.750463008880615,
+      "learning_rate": 4.8124759124077755e-05,
+      "loss": 1.0744,
+      "step": 1757
+    },
+    {
+      "epoch": 0.7528907922912206,
+      "grad_norm": 1.8354589939117432,
+      "learning_rate": 4.812212273537425e-05,
+      "loss": 0.6204,
+      "step": 1758
+    },
+    {
+      "epoch": 0.7533190578158458,
+      "grad_norm": 3.3752284049987793,
+      "learning_rate": 4.8119484567048926e-05,
+      "loss": 0.6136,
+      "step": 1759
+    },
+    {
+      "epoch": 0.7537473233404711,
+      "grad_norm": 5.743607521057129,
+      "learning_rate": 4.811684461930482e-05,
+      "loss": 0.5446,
+      "step": 1760
+    },
+    {
+      "epoch": 0.7541755888650964,
+      "grad_norm": 2.9490909576416016,
+      "learning_rate": 4.811420289234513e-05,
+      "loss": 0.9097,
+      "step": 1761
+    },
+    {
+      "epoch": 0.7546038543897217,
+      "grad_norm": 6.153643608093262,
+      "learning_rate": 4.811155938637316e-05,
+      "loss": 1.4006,
+      "step": 1762
+    },
+    {
+      "epoch": 0.7550321199143469,
+      "grad_norm": 1.9721273183822632,
+      "learning_rate": 4.81089141015924e-05,
+      "loss": 0.6043,
+      "step": 1763
+    },
+    {
+      "epoch": 0.7554603854389722,
+      "grad_norm": 4.381572246551514,
+      "learning_rate": 4.810626703820643e-05,
+      "loss": 1.5101,
+      "step": 1764
+    },
+    {
+      "epoch": 0.7558886509635975,
+      "grad_norm": 2.658761739730835,
+      "learning_rate": 4.8103618196418986e-05,
+      "loss": 1.2911,
+      "step": 1765
+    },
+    {
+      "epoch": 0.7563169164882227,
+      "grad_norm": 12.860800743103027,
+      "learning_rate": 4.810096757643394e-05,
+      "loss": 1.1918,
+      "step": 1766
+    },
+    {
+      "epoch": 0.756745182012848,
+      "grad_norm": 3.5746405124664307,
+      "learning_rate": 4.80983151784553e-05,
+      "loss": 1.4219,
+      "step": 1767
+    },
+    {
+      "epoch": 0.7571734475374733,
+      "grad_norm": 4.213542938232422,
+      "learning_rate": 4.809566100268721e-05,
+      "loss": 1.1373,
+      "step": 1768
+    },
+    {
+      "epoch": 0.7576017130620984,
+      "grad_norm": 1.5752787590026855,
+      "learning_rate": 4.809300504933396e-05,
+      "loss": 0.6496,
+      "step": 1769
+    },
+    {
+      "epoch": 0.7580299785867237,
+      "grad_norm": 2.610513925552368,
+      "learning_rate": 4.8090347318599955e-05,
+      "loss": 1.0355,
+      "step": 1770
+    },
+    {
+      "epoch": 0.758458244111349,
+      "grad_norm": 4.204270839691162,
+      "learning_rate": 4.808768781068976e-05,
+      "loss": 2.2046,
+      "step": 1771
+    },
+    {
+      "epoch": 0.7588865096359743,
+      "grad_norm": 0.9020199179649353,
+      "learning_rate": 4.8085026525808064e-05,
+      "loss": 0.4851,
+      "step": 1772
+    },
+    {
+      "epoch": 0.7593147751605995,
+      "grad_norm": 3.393484115600586,
+      "learning_rate": 4.8082363464159694e-05,
+      "loss": 1.1943,
+      "step": 1773
+    },
+    {
+      "epoch": 0.7597430406852248,
+      "grad_norm": 1.5213205814361572,
+      "learning_rate": 4.8079698625949624e-05,
+      "loss": 0.3308,
+      "step": 1774
+    },
+    {
+      "epoch": 0.7601713062098501,
+      "grad_norm": 0.8146783709526062,
+      "learning_rate": 4.8077032011382945e-05,
+      "loss": 0.2864,
+      "step": 1775
+    },
+    {
+      "epoch": 0.7605995717344753,
+      "grad_norm": 3.126316785812378,
+      "learning_rate": 4.807436362066491e-05,
+      "loss": 1.4187,
+      "step": 1776
+    },
+    {
+      "epoch": 0.7610278372591006,
+      "grad_norm": 3.2767159938812256,
+      "learning_rate": 4.8071693454000874e-05,
+      "loss": 0.7614,
+      "step": 1777
+    },
+    {
+      "epoch": 0.7614561027837259,
+      "grad_norm": 3.344243049621582,
+      "learning_rate": 4.806902151159637e-05,
+      "loss": 0.8026,
+      "step": 1778
+    },
+    {
+      "epoch": 0.7618843683083512,
+      "grad_norm": 2.023449182510376,
+      "learning_rate": 4.8066347793657044e-05,
+      "loss": 0.7145,
+      "step": 1779
+    },
+    {
+      "epoch": 0.7623126338329764,
+      "grad_norm": 0.663385808467865,
+      "learning_rate": 4.806367230038867e-05,
+      "loss": 0.3314,
+      "step": 1780
+    },
+    {
+      "epoch": 0.7627408993576017,
+      "grad_norm": 2.5755081176757812,
+      "learning_rate": 4.806099503199718e-05,
+      "loss": 0.7959,
+      "step": 1781
+    },
+    {
+      "epoch": 0.763169164882227,
+      "grad_norm": 4.918780326843262,
+      "learning_rate": 4.805831598868863e-05,
+      "loss": 0.8249,
+      "step": 1782
+    },
+    {
+      "epoch": 0.7635974304068522,
+      "grad_norm": 4.323591709136963,
+      "learning_rate": 4.805563517066922e-05,
+      "loss": 0.857,
+      "step": 1783
+    },
+    {
+      "epoch": 0.7640256959314775,
+      "grad_norm": 1.850064754486084,
+      "learning_rate": 4.805295257814528e-05,
+      "loss": 0.4095,
+      "step": 1784
+    },
+    {
+      "epoch": 0.7644539614561028,
+      "grad_norm": 1.218715786933899,
+      "learning_rate": 4.805026821132328e-05,
+      "loss": 0.5838,
+      "step": 1785
+    },
+    {
+      "epoch": 0.764882226980728,
+      "grad_norm": 2.3128252029418945,
+      "learning_rate": 4.804758207040982e-05,
+      "loss": 0.7314,
+      "step": 1786
+    },
+    {
+      "epoch": 0.7653104925053533,
+      "grad_norm": 2.291492223739624,
+      "learning_rate": 4.804489415561164e-05,
+      "loss": 0.7546,
+      "step": 1787
+    },
+    {
+      "epoch": 0.7657387580299786,
+      "grad_norm": 3.54184627532959,
+      "learning_rate": 4.804220446713563e-05,
+      "loss": 1.0083,
+      "step": 1788
+    },
+    {
+      "epoch": 0.7661670235546039,
+      "grad_norm": 1.1406794786453247,
+      "learning_rate": 4.803951300518881e-05,
+      "loss": 0.576,
+      "step": 1789
+    },
+    {
+      "epoch": 0.7665952890792291,
+      "grad_norm": 0.9793773293495178,
+      "learning_rate": 4.8036819769978305e-05,
+      "loss": 0.7865,
+      "step": 1790
+    },
+    {
+      "epoch": 0.7670235546038544,
+      "grad_norm": 3.757997751235962,
+      "learning_rate": 4.803412476171143e-05,
+      "loss": 1.991,
+      "step": 1791
+    },
+    {
+      "epoch": 0.7674518201284797,
+      "grad_norm": 1.7092211246490479,
+      "learning_rate": 4.803142798059559e-05,
+      "loss": 0.8427,
+      "step": 1792
+    },
+    {
+      "epoch": 0.767880085653105,
+      "grad_norm": 3.083392858505249,
+      "learning_rate": 4.8028729426838356e-05,
+      "loss": 1.0397,
+      "step": 1793
+    },
+    {
+      "epoch": 0.7683083511777302,
+      "grad_norm": 1.111786961555481,
+      "learning_rate": 4.8026029100647426e-05,
+      "loss": 0.2776,
+      "step": 1794
+    },
+    {
+      "epoch": 0.7687366167023555,
+      "grad_norm": 2.8030552864074707,
+      "learning_rate": 4.8023327002230636e-05,
+      "loss": 0.9461,
+      "step": 1795
+    },
+    {
+      "epoch": 0.7691648822269808,
+      "grad_norm": 3.5521252155303955,
+      "learning_rate": 4.802062313179595e-05,
+      "loss": 1.1511,
+      "step": 1796
+    },
+    {
+      "epoch": 0.769593147751606,
+      "grad_norm": 2.9012770652770996,
+      "learning_rate": 4.801791748955148e-05,
+      "loss": 1.9194,
+      "step": 1797
+    },
+    {
+      "epoch": 0.7700214132762313,
+      "grad_norm": 3.610013484954834,
+      "learning_rate": 4.8015210075705455e-05,
+      "loss": 1.1277,
+      "step": 1798
+    },
+    {
+      "epoch": 0.7704496788008566,
+      "grad_norm": 2.252248764038086,
+      "learning_rate": 4.801250089046627e-05,
+      "loss": 1.3082,
+      "step": 1799
+    },
+    {
+      "epoch": 0.7708779443254818,
+      "grad_norm": 1.6876285076141357,
+      "learning_rate": 4.800978993404244e-05,
+      "loss": 0.6857,
+      "step": 1800
+    },
+    {
+      "epoch": 0.7713062098501071,
+      "grad_norm": 0.6939228177070618,
+      "learning_rate": 4.800707720664261e-05,
+      "loss": 0.444,
+      "step": 1801
+    },
+    {
+      "epoch": 0.7717344753747324,
+      "grad_norm": 1.8361400365829468,
+      "learning_rate": 4.8004362708475576e-05,
+      "loss": 0.8973,
+      "step": 1802
+    },
+    {
+      "epoch": 0.7721627408993575,
+      "grad_norm": 2.4315242767333984,
+      "learning_rate": 4.800164643975025e-05,
+      "loss": 1.5933,
+      "step": 1803
+    },
+    {
+      "epoch": 0.7725910064239828,
+      "grad_norm": 1.3176729679107666,
+      "learning_rate": 4.7998928400675704e-05,
+      "loss": 0.4749,
+      "step": 1804
+    },
+    {
+      "epoch": 0.7730192719486081,
+      "grad_norm": 0.6111500859260559,
+      "learning_rate": 4.799620859146113e-05,
+      "loss": 0.2363,
+      "step": 1805
+    },
+    {
+      "epoch": 0.7734475374732334,
+      "grad_norm": 0.9930889010429382,
+      "learning_rate": 4.799348701231587e-05,
+      "loss": 0.3043,
+      "step": 1806
+    },
+    {
+      "epoch": 0.7738758029978586,
+      "grad_norm": 2.823033332824707,
+      "learning_rate": 4.799076366344938e-05,
+      "loss": 0.9225,
+      "step": 1807
+    },
+    {
+      "epoch": 0.7743040685224839,
+      "grad_norm": 5.171319484710693,
+      "learning_rate": 4.798803854507127e-05,
+      "loss": 1.7177,
+      "step": 1808
+    },
+    {
+      "epoch": 0.7747323340471092,
+      "grad_norm": 12.668222427368164,
+      "learning_rate": 4.798531165739129e-05,
+      "loss": 0.8803,
+      "step": 1809
+    },
+    {
+      "epoch": 0.7751605995717344,
+      "grad_norm": 3.1007580757141113,
+      "learning_rate": 4.7982583000619314e-05,
+      "loss": 0.7003,
+      "step": 1810
+    },
+    {
+      "epoch": 0.7755888650963597,
+      "grad_norm": 2.0315768718719482,
+      "learning_rate": 4.797985257496535e-05,
+      "loss": 1.4264,
+      "step": 1811
+    },
+    {
+      "epoch": 0.776017130620985,
+      "grad_norm": 2.2516989707946777,
+      "learning_rate": 4.797712038063956e-05,
+      "loss": 2.9296,
+      "step": 1812
+    },
+    {
+      "epoch": 0.7764453961456103,
+      "grad_norm": 4.497128486633301,
+      "learning_rate": 4.7974386417852216e-05,
+      "loss": 1.1727,
+      "step": 1813
+    },
+    {
+      "epoch": 0.7768736616702355,
+      "grad_norm": 3.226425886154175,
+      "learning_rate": 4.7971650686813755e-05,
+      "loss": 1.0405,
+      "step": 1814
+    },
+    {
+      "epoch": 0.7773019271948608,
+      "grad_norm": 3.6684420108795166,
+      "learning_rate": 4.796891318773472e-05,
+      "loss": 1.1728,
+      "step": 1815
+    },
+    {
+      "epoch": 0.7777301927194861,
+      "grad_norm": 2.8814311027526855,
+      "learning_rate": 4.796617392082582e-05,
+      "loss": 0.7171,
+      "step": 1816
+    },
+    {
+      "epoch": 0.7781584582441113,
+      "grad_norm": 4.621804237365723,
+      "learning_rate": 4.796343288629789e-05,
+      "loss": 1.3157,
+      "step": 1817
+    },
+    {
+      "epoch": 0.7785867237687366,
+      "grad_norm": 2.9670286178588867,
+      "learning_rate": 4.796069008436188e-05,
+      "loss": 1.1358,
+      "step": 1818
+    },
+    {
+      "epoch": 0.7790149892933619,
+      "grad_norm": 3.049318313598633,
+      "learning_rate": 4.7957945515228905e-05,
+      "loss": 1.9061,
+      "step": 1819
+    },
+    {
+      "epoch": 0.7794432548179872,
+      "grad_norm": 3.608354091644287,
+      "learning_rate": 4.79551991791102e-05,
+      "loss": 1.1649,
+      "step": 1820
+    },
+    {
+      "epoch": 0.7798715203426124,
+      "grad_norm": 2.6709342002868652,
+      "learning_rate": 4.7952451076217134e-05,
+      "loss": 0.6886,
+      "step": 1821
+    },
+    {
+      "epoch": 0.7802997858672377,
+      "grad_norm": 3.5282561779022217,
+      "learning_rate": 4.794970120676123e-05,
+      "loss": 1.1398,
+      "step": 1822
+    },
+    {
+      "epoch": 0.780728051391863,
+      "grad_norm": 1.0372031927108765,
+      "learning_rate": 4.794694957095414e-05,
+      "loss": 0.4463,
+      "step": 1823
+    },
+    {
+      "epoch": 0.7811563169164882,
+      "grad_norm": 0.7186446189880371,
+      "learning_rate": 4.794419616900761e-05,
+      "loss": 0.5056,
+      "step": 1824
+    },
+    {
+      "epoch": 0.7815845824411135,
+      "grad_norm": 3.4291446208953857,
+      "learning_rate": 4.7941441001133615e-05,
+      "loss": 0.8988,
+      "step": 1825
+    },
+    {
+      "epoch": 0.7820128479657388,
+      "grad_norm": 3.0818662643432617,
+      "learning_rate": 4.793868406754416e-05,
+      "loss": 0.9072,
+      "step": 1826
+    },
+    {
+      "epoch": 0.782441113490364,
+      "grad_norm": 2.055053472518921,
+      "learning_rate": 4.793592536845146e-05,
+      "loss": 1.0093,
+      "step": 1827
+    },
+    {
+      "epoch": 0.7828693790149893,
+      "grad_norm": 1.2981202602386475,
+      "learning_rate": 4.793316490406785e-05,
+      "loss": 0.9645,
+      "step": 1828
+    },
+    {
+      "epoch": 0.7832976445396146,
+      "grad_norm": 2.021623134613037,
+      "learning_rate": 4.793040267460577e-05,
+      "loss": 1.3719,
+      "step": 1829
+    },
+    {
+      "epoch": 0.7837259100642399,
+      "grad_norm": 2.571621894836426,
+      "learning_rate": 4.792763868027782e-05,
+      "loss": 0.9811,
+      "step": 1830
+    },
+    {
+      "epoch": 0.7841541755888651,
+      "grad_norm": 2.198150873184204,
+      "learning_rate": 4.7924872921296746e-05,
+      "loss": 0.6867,
+      "step": 1831
+    },
+    {
+      "epoch": 0.7845824411134904,
+      "grad_norm": 2.5590014457702637,
+      "learning_rate": 4.7922105397875424e-05,
+      "loss": 1.1427,
+      "step": 1832
+    },
+    {
+      "epoch": 0.7850107066381157,
+      "grad_norm": 2.412914514541626,
+      "learning_rate": 4.791933611022684e-05,
+      "loss": 1.2899,
+      "step": 1833
+    },
+    {
+      "epoch": 0.785438972162741,
+      "grad_norm": 0.9787355065345764,
+      "learning_rate": 4.7916565058564155e-05,
+      "loss": 0.8415,
+      "step": 1834
+    },
+    {
+      "epoch": 0.7858672376873662,
+      "grad_norm": 3.1714653968811035,
+      "learning_rate": 4.791379224310063e-05,
+      "loss": 0.8644,
+      "step": 1835
+    },
+    {
+      "epoch": 0.7862955032119915,
+      "grad_norm": 4.684051990509033,
+      "learning_rate": 4.791101766404969e-05,
+      "loss": 0.8734,
+      "step": 1836
+    },
+    {
+      "epoch": 0.7867237687366168,
+      "grad_norm": 1.589544653892517,
+      "learning_rate": 4.790824132162488e-05,
+      "loss": 1.1162,
+      "step": 1837
+    },
+    {
+      "epoch": 0.7871520342612419,
+      "grad_norm": 1.4099383354187012,
+      "learning_rate": 4.790546321603987e-05,
+      "loss": 0.758,
+      "step": 1838
+    },
+    {
+      "epoch": 0.7875802997858672,
+      "grad_norm": 4.188788890838623,
+      "learning_rate": 4.7902683347508506e-05,
+      "loss": 1.3264,
+      "step": 1839
+    },
+    {
+      "epoch": 0.7880085653104925,
+      "grad_norm": 6.51857852935791,
+      "learning_rate": 4.7899901716244726e-05,
+      "loss": 0.9684,
+      "step": 1840
+    },
+    {
+      "epoch": 0.7884368308351177,
+      "grad_norm": 2.6574292182922363,
+      "learning_rate": 4.789711832246263e-05,
+      "loss": 1.7224,
+      "step": 1841
+    },
+    {
+      "epoch": 0.788865096359743,
+      "grad_norm": 1.5743906497955322,
+      "learning_rate": 4.789433316637644e-05,
+      "loss": 0.3464,
+      "step": 1842
+    },
+    {
+      "epoch": 0.7892933618843683,
+      "grad_norm": 2.3194754123687744,
+      "learning_rate": 4.789154624820052e-05,
+      "loss": 0.8034,
+      "step": 1843
+    },
+    {
+      "epoch": 0.7897216274089935,
+      "grad_norm": 0.8986606597900391,
+      "learning_rate": 4.7888757568149366e-05,
+      "loss": 0.4537,
+      "step": 1844
+    },
+    {
+      "epoch": 0.7901498929336188,
+      "grad_norm": 3.1035170555114746,
+      "learning_rate": 4.788596712643762e-05,
+      "loss": 1.8169,
+      "step": 1845
+    },
+    {
+      "epoch": 0.7905781584582441,
+      "grad_norm": 2.1389787197113037,
+      "learning_rate": 4.788317492328005e-05,
+      "loss": 1.7166,
+      "step": 1846
+    },
+    {
+      "epoch": 0.7910064239828694,
+      "grad_norm": 1.7789045572280884,
+      "learning_rate": 4.788038095889156e-05,
+      "loss": 0.7305,
+      "step": 1847
+    },
+    {
+      "epoch": 0.7914346895074946,
+      "grad_norm": 3.3909780979156494,
+      "learning_rate": 4.787758523348719e-05,
+      "loss": 2.5436,
+      "step": 1848
+    },
+    {
+      "epoch": 0.7918629550321199,
+      "grad_norm": 4.62009859085083,
+      "learning_rate": 4.78747877472821e-05,
+      "loss": 1.271,
+      "step": 1849
+    },
+    {
+      "epoch": 0.7922912205567452,
+      "grad_norm": 1.6036182641983032,
+      "learning_rate": 4.7871988500491635e-05,
+      "loss": 0.4941,
+      "step": 1850
+    },
+    {
+      "epoch": 0.7927194860813704,
+      "grad_norm": 7.359692096710205,
+      "learning_rate": 4.7869187493331216e-05,
+      "loss": 1.9083,
+      "step": 1851
+    },
+    {
+      "epoch": 0.7931477516059957,
+      "grad_norm": 1.0613454580307007,
+      "learning_rate": 4.786638472601644e-05,
+      "loss": 0.543,
+      "step": 1852
+    },
+    {
+      "epoch": 0.793576017130621,
+      "grad_norm": 3.116523265838623,
+      "learning_rate": 4.7863580198763016e-05,
+      "loss": 0.9561,
+      "step": 1853
+    },
+    {
+      "epoch": 0.7940042826552463,
+      "grad_norm": 9.068553924560547,
+      "learning_rate": 4.786077391178681e-05,
+      "loss": 0.5878,
+      "step": 1854
+    },
+    {
+      "epoch": 0.7944325481798715,
+      "grad_norm": 4.84938383102417,
+      "learning_rate": 4.7857965865303786e-05,
+      "loss": 1.5533,
+      "step": 1855
+    },
+    {
+      "epoch": 0.7948608137044968,
+      "grad_norm": 1.6250141859054565,
+      "learning_rate": 4.78551560595301e-05,
+      "loss": 0.3717,
+      "step": 1856
+    },
+    {
+      "epoch": 0.7952890792291221,
+      "grad_norm": 3.20961856842041,
+      "learning_rate": 4.7852344494681996e-05,
+      "loss": 1.0046,
+      "step": 1857
+    },
+    {
+      "epoch": 0.7957173447537473,
+      "grad_norm": 1.8779670000076294,
+      "learning_rate": 4.784953117097587e-05,
+      "loss": 1.7813,
+      "step": 1858
+    },
+    {
+      "epoch": 0.7961456102783726,
+      "grad_norm": 1.153557300567627,
+      "learning_rate": 4.784671608862825e-05,
+      "loss": 0.572,
+      "step": 1859
+    },
+    {
+      "epoch": 0.7965738758029979,
+      "grad_norm": 1.8446154594421387,
+      "learning_rate": 4.7843899247855815e-05,
+      "loss": 0.7268,
+      "step": 1860
+    },
+    {
+      "epoch": 0.7970021413276231,
+      "grad_norm": 1.19821035861969,
+      "learning_rate": 4.7841080648875346e-05,
+      "loss": 0.6587,
+      "step": 1861
+    },
+    {
+      "epoch": 0.7974304068522484,
+      "grad_norm": 2.4511070251464844,
+      "learning_rate": 4.78382602919038e-05,
+      "loss": 0.7271,
+      "step": 1862
+    },
+    {
+      "epoch": 0.7978586723768737,
+      "grad_norm": 6.794125556945801,
+      "learning_rate": 4.7835438177158245e-05,
+      "loss": 0.9384,
+      "step": 1863
+    },
+    {
+      "epoch": 0.798286937901499,
+      "grad_norm": 1.7071021795272827,
+      "learning_rate": 4.783261430485587e-05,
+      "loss": 0.5727,
+      "step": 1864
+    },
+    {
+      "epoch": 0.7987152034261242,
+      "grad_norm": 2.8154866695404053,
+      "learning_rate": 4.782978867521405e-05,
+      "loss": 1.297,
+      "step": 1865
+    },
+    {
+      "epoch": 0.7991434689507495,
+      "grad_norm": 0.8517006039619446,
+      "learning_rate": 4.7826961288450234e-05,
+      "loss": 0.815,
+      "step": 1866
+    },
+    {
+      "epoch": 0.7995717344753748,
+      "grad_norm": 1.6842485666275024,
+      "learning_rate": 4.782413214478204e-05,
+      "loss": 0.8786,
+      "step": 1867
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 5.0980072021484375,
+      "learning_rate": 4.782130124442724e-05,
+      "loss": 0.9084,
+      "step": 1868
+    },
+    {
+      "epoch": 0.8004282655246253,
+      "grad_norm": 2.9434738159179688,
+      "learning_rate": 4.7818468587603685e-05,
+      "loss": 0.7785,
+      "step": 1869
+    },
+    {
+      "epoch": 0.8008565310492506,
+      "grad_norm": 7.428239822387695,
+      "learning_rate": 4.7815634174529414e-05,
+      "loss": 1.6432,
+      "step": 1870
+    },
+    {
+      "epoch": 0.8012847965738759,
+      "grad_norm": 3.42726993560791,
+      "learning_rate": 4.7812798005422575e-05,
+      "loss": 0.8545,
+      "step": 1871
+    },
+    {
+      "epoch": 0.801713062098501,
+      "grad_norm": 3.5488710403442383,
+      "learning_rate": 4.7809960080501464e-05,
+      "loss": 0.6297,
+      "step": 1872
+    },
+    {
+      "epoch": 0.8021413276231263,
+      "grad_norm": 3.0075790882110596,
+      "learning_rate": 4.7807120399984495e-05,
+      "loss": 0.8013,
+      "step": 1873
+    },
+    {
+      "epoch": 0.8025695931477516,
+      "grad_norm": 2.705866813659668,
+      "learning_rate": 4.780427896409023e-05,
+      "loss": 1.3799,
+      "step": 1874
+    },
+    {
+      "epoch": 0.8029978586723768,
+      "grad_norm": 3.9844720363616943,
+      "learning_rate": 4.780143577303737e-05,
+      "loss": 1.1338,
+      "step": 1875
+    },
+    {
+      "epoch": 0.8034261241970021,
+      "grad_norm": 3.4693446159362793,
+      "learning_rate": 4.779859082704474e-05,
+      "loss": 0.9606,
+      "step": 1876
+    },
+    {
+      "epoch": 0.8038543897216274,
+      "grad_norm": 3.0305981636047363,
+      "learning_rate": 4.77957441263313e-05,
+      "loss": 1.6446,
+      "step": 1877
+    },
+    {
+      "epoch": 0.8042826552462526,
+      "grad_norm": 0.6467310190200806,
+      "learning_rate": 4.779289567111616e-05,
+      "loss": 0.3146,
+      "step": 1878
+    },
+    {
+      "epoch": 0.8047109207708779,
+      "grad_norm": 1.1441807746887207,
+      "learning_rate": 4.779004546161854e-05,
+      "loss": 0.2734,
+      "step": 1879
+    },
+    {
+      "epoch": 0.8051391862955032,
+      "grad_norm": 1.9869762659072876,
+      "learning_rate": 4.778719349805782e-05,
+      "loss": 0.6583,
+      "step": 1880
+    },
+    {
+      "epoch": 0.8055674518201285,
+      "grad_norm": 2.5841100215911865,
+      "learning_rate": 4.7784339780653505e-05,
+      "loss": 0.4467,
+      "step": 1881
+    },
+    {
+      "epoch": 0.8059957173447537,
+      "grad_norm": 4.960963726043701,
+      "learning_rate": 4.778148430962524e-05,
+      "loss": 1.7077,
+      "step": 1882
+    },
+    {
+      "epoch": 0.806423982869379,
+      "grad_norm": 0.4853154718875885,
+      "learning_rate": 4.7778627085192796e-05,
+      "loss": 0.2075,
+      "step": 1883
+    },
+    {
+      "epoch": 0.8068522483940043,
+      "grad_norm": 8.29488754272461,
+      "learning_rate": 4.777576810757607e-05,
+      "loss": 0.9167,
+      "step": 1884
+    },
+    {
+      "epoch": 0.8072805139186295,
+      "grad_norm": 2.749781608581543,
+      "learning_rate": 4.777290737699512e-05,
+      "loss": 0.9421,
+      "step": 1885
+    },
+    {
+      "epoch": 0.8077087794432548,
+      "grad_norm": 3.653656482696533,
+      "learning_rate": 4.777004489367012e-05,
+      "loss": 1.7576,
+      "step": 1886
+    },
+    {
+      "epoch": 0.8081370449678801,
+      "grad_norm": 3.4181177616119385,
+      "learning_rate": 4.776718065782138e-05,
+      "loss": 1.2711,
+      "step": 1887
+    },
+    {
+      "epoch": 0.8085653104925054,
+      "grad_norm": 3.07369065284729,
+      "learning_rate": 4.7764314669669375e-05,
+      "loss": 0.892,
+      "step": 1888
+    },
+    {
+      "epoch": 0.8089935760171306,
+      "grad_norm": 3.860527753829956,
+      "learning_rate": 4.776144692943466e-05,
+      "loss": 1.4785,
+      "step": 1889
+    },
+    {
+      "epoch": 0.8094218415417559,
+      "grad_norm": 3.407017707824707,
+      "learning_rate": 4.775857743733796e-05,
+      "loss": 0.6776,
+      "step": 1890
+    },
+    {
+      "epoch": 0.8098501070663812,
+      "grad_norm": 9.551366806030273,
+      "learning_rate": 4.775570619360014e-05,
+      "loss": 0.5317,
+      "step": 1891
+    },
+    {
+      "epoch": 0.8102783725910064,
+      "grad_norm": 2.91817045211792,
+      "learning_rate": 4.775283319844218e-05,
+      "loss": 1.5883,
+      "step": 1892
+    },
+    {
+      "epoch": 0.8107066381156317,
+      "grad_norm": 3.9325695037841797,
+      "learning_rate": 4.77499584520852e-05,
+      "loss": 2.0736,
+      "step": 1893
+    },
+    {
+      "epoch": 0.811134903640257,
+      "grad_norm": 8.692391395568848,
+      "learning_rate": 4.774708195475047e-05,
+      "loss": 1.0086,
+      "step": 1894
+    },
+    {
+      "epoch": 0.8115631691648822,
+      "grad_norm": 0.803954541683197,
+      "learning_rate": 4.774420370665937e-05,
+      "loss": 0.495,
+      "step": 1895
+    },
+    {
+      "epoch": 0.8119914346895075,
+      "grad_norm": 3.816777467727661,
+      "learning_rate": 4.774132370803344e-05,
+      "loss": 1.1474,
+      "step": 1896
+    },
+    {
+      "epoch": 0.8124197002141328,
+      "grad_norm": 2.2942349910736084,
+      "learning_rate": 4.773844195909434e-05,
+      "loss": 0.7334,
+      "step": 1897
+    },
+    {
+      "epoch": 0.8128479657387581,
+      "grad_norm": 1.403119444847107,
+      "learning_rate": 4.7735558460063854e-05,
+      "loss": 0.7341,
+      "step": 1898
+    },
+    {
+      "epoch": 0.8132762312633833,
+      "grad_norm": 2.3990838527679443,
+      "learning_rate": 4.773267321116392e-05,
+      "loss": 1.0502,
+      "step": 1899
+    },
+    {
+      "epoch": 0.8137044967880086,
+      "grad_norm": 2.801658868789673,
+      "learning_rate": 4.772978621261663e-05,
+      "loss": 0.6723,
+      "step": 1900
+    },
+    {
+      "epoch": 0.8141327623126339,
+      "grad_norm": 2.1976943016052246,
+      "learning_rate": 4.772689746464415e-05,
+      "loss": 1.3498,
+      "step": 1901
+    },
+    {
+      "epoch": 0.8145610278372591,
+      "grad_norm": 0.6609495282173157,
+      "learning_rate": 4.772400696746883e-05,
+      "loss": 0.2318,
+      "step": 1902
+    },
+    {
+      "epoch": 0.8149892933618844,
+      "grad_norm": 2.9638540744781494,
+      "learning_rate": 4.7721114721313144e-05,
+      "loss": 1.0408,
+      "step": 1903
+    },
+    {
+      "epoch": 0.8154175588865097,
+      "grad_norm": 3.9339218139648438,
+      "learning_rate": 4.7718220726399695e-05,
+      "loss": 0.5617,
+      "step": 1904
+    },
+    {
+      "epoch": 0.815845824411135,
+      "grad_norm": 3.0469565391540527,
+      "learning_rate": 4.7715324982951214e-05,
+      "loss": 0.7421,
+      "step": 1905
+    },
+    {
+      "epoch": 0.8162740899357601,
+      "grad_norm": 3.28056263923645,
+      "learning_rate": 4.771242749119059e-05,
+      "loss": 0.8821,
+      "step": 1906
+    },
+    {
+      "epoch": 0.8167023554603854,
+      "grad_norm": 5.106942653656006,
+      "learning_rate": 4.770952825134082e-05,
+      "loss": 1.1157,
+      "step": 1907
+    },
+    {
+      "epoch": 0.8171306209850107,
+      "grad_norm": 1.4414823055267334,
+      "learning_rate": 4.770662726362506e-05,
+      "loss": 0.4378,
+      "step": 1908
+    },
+    {
+      "epoch": 0.8175588865096359,
+      "grad_norm": 6.077113151550293,
+      "learning_rate": 4.770372452826657e-05,
+      "loss": 0.9613,
+      "step": 1909
+    },
+    {
+      "epoch": 0.8179871520342612,
+      "grad_norm": 1.843218445777893,
+      "learning_rate": 4.7700820045488783e-05,
+      "loss": 0.535,
+      "step": 1910
+    },
+    {
+      "epoch": 0.8184154175588865,
+      "grad_norm": 3.181656837463379,
+      "learning_rate": 4.769791381551523e-05,
+      "loss": 1.0375,
+      "step": 1911
+    },
+    {
+      "epoch": 0.8188436830835117,
+      "grad_norm": 1.3284952640533447,
+      "learning_rate": 4.7695005838569594e-05,
+      "loss": 0.4708,
+      "step": 1912
+    },
+    {
+      "epoch": 0.819271948608137,
+      "grad_norm": 2.0077340602874756,
+      "learning_rate": 4.7692096114875705e-05,
+      "loss": 1.3201,
+      "step": 1913
+    },
+    {
+      "epoch": 0.8197002141327623,
+      "grad_norm": 11.592148780822754,
+      "learning_rate": 4.76891846446575e-05,
+      "loss": 1.461,
+      "step": 1914
+    },
+    {
+      "epoch": 0.8201284796573876,
+      "grad_norm": 3.4169535636901855,
+      "learning_rate": 4.768627142813906e-05,
+      "loss": 1.468,
+      "step": 1915
+    },
+    {
+      "epoch": 0.8205567451820128,
+      "grad_norm": 2.3646140098571777,
+      "learning_rate": 4.768335646554462e-05,
+      "loss": 0.6539,
+      "step": 1916
+    },
+    {
+      "epoch": 0.8209850107066381,
+      "grad_norm": 30.15357208251953,
+      "learning_rate": 4.7680439757098525e-05,
+      "loss": 1.6218,
+      "step": 1917
+    },
+    {
+      "epoch": 0.8214132762312634,
+      "grad_norm": 6.877061367034912,
+      "learning_rate": 4.767752130302526e-05,
+      "loss": 1.0431,
+      "step": 1918
+    },
+    {
+      "epoch": 0.8218415417558886,
+      "grad_norm": 1.5109450817108154,
+      "learning_rate": 4.767460110354945e-05,
+      "loss": 0.4265,
+      "step": 1919
+    },
+    {
+      "epoch": 0.8222698072805139,
+      "grad_norm": 2.4074997901916504,
+      "learning_rate": 4.7671679158895855e-05,
+      "loss": 0.6156,
+      "step": 1920
+    },
+    {
+      "epoch": 0.8226980728051392,
+      "grad_norm": 2.181220054626465,
+      "learning_rate": 4.766875546928936e-05,
+      "loss": 1.4742,
+      "step": 1921
+    },
+    {
+      "epoch": 0.8231263383297645,
+      "grad_norm": 1.6745491027832031,
+      "learning_rate": 4.766583003495499e-05,
+      "loss": 0.5194,
+      "step": 1922
+    },
+    {
+      "epoch": 0.8235546038543897,
+      "grad_norm": 2.756866693496704,
+      "learning_rate": 4.766290285611791e-05,
+      "loss": 1.3412,
+      "step": 1923
+    },
+    {
+      "epoch": 0.823982869379015,
+      "grad_norm": 2.9881834983825684,
+      "learning_rate": 4.765997393300342e-05,
+      "loss": 0.4958,
+      "step": 1924
+    },
+    {
+      "epoch": 0.8244111349036403,
+      "grad_norm": 4.0343828201293945,
+      "learning_rate": 4.765704326583693e-05,
+      "loss": 1.3281,
+      "step": 1925
+    },
+    {
+      "epoch": 0.8248394004282655,
+      "grad_norm": 3.5727784633636475,
+      "learning_rate": 4.7654110854844016e-05,
+      "loss": 0.904,
+      "step": 1926
+    },
+    {
+      "epoch": 0.8252676659528908,
+      "grad_norm": 1.9997049570083618,
+      "learning_rate": 4.765117670025037e-05,
+      "loss": 0.7259,
+      "step": 1927
+    },
+    {
+      "epoch": 0.8256959314775161,
+      "grad_norm": 2.6151208877563477,
+      "learning_rate": 4.7648240802281817e-05,
+      "loss": 1.674,
+      "step": 1928
+    },
+    {
+      "epoch": 0.8261241970021413,
+      "grad_norm": 6.5498552322387695,
+      "learning_rate": 4.764530316116433e-05,
+      "loss": 1.2948,
+      "step": 1929
+    },
+    {
+      "epoch": 0.8265524625267666,
+      "grad_norm": 3.503767967224121,
+      "learning_rate": 4.764236377712401e-05,
+      "loss": 0.7867,
+      "step": 1930
+    },
+    {
+      "epoch": 0.8269807280513919,
+      "grad_norm": 2.740116596221924,
+      "learning_rate": 4.763942265038709e-05,
+      "loss": 0.6593,
+      "step": 1931
+    },
+    {
+      "epoch": 0.8274089935760172,
+      "grad_norm": 2.611420154571533,
+      "learning_rate": 4.763647978117993e-05,
+      "loss": 0.827,
+      "step": 1932
+    },
+    {
+      "epoch": 0.8278372591006424,
+      "grad_norm": 1.4506088495254517,
+      "learning_rate": 4.763353516972904e-05,
+      "loss": 0.3973,
+      "step": 1933
+    },
+    {
+      "epoch": 0.8282655246252677,
+      "grad_norm": 7.126723289489746,
+      "learning_rate": 4.763058881626104e-05,
+      "loss": 2.0689,
+      "step": 1934
+    },
+    {
+      "epoch": 0.828693790149893,
+      "grad_norm": 1.8262728452682495,
+      "learning_rate": 4.762764072100271e-05,
+      "loss": 1.2497,
+      "step": 1935
+    },
+    {
+      "epoch": 0.8291220556745182,
+      "grad_norm": 2.0761008262634277,
+      "learning_rate": 4.7624690884180964e-05,
+      "loss": 0.5346,
+      "step": 1936
+    },
+    {
+      "epoch": 0.8295503211991435,
+      "grad_norm": 2.5984573364257812,
+      "learning_rate": 4.762173930602283e-05,
+      "loss": 0.8763,
+      "step": 1937
+    },
+    {
+      "epoch": 0.8299785867237688,
+      "grad_norm": 2.605487108230591,
+      "learning_rate": 4.761878598675547e-05,
+      "loss": 1.1986,
+      "step": 1938
+    },
+    {
+      "epoch": 0.8304068522483941,
+      "grad_norm": 1.686074137687683,
+      "learning_rate": 4.7615830926606205e-05,
+      "loss": 0.396,
+      "step": 1939
+    },
+    {
+      "epoch": 0.8308351177730193,
+      "grad_norm": 4.463803291320801,
+      "learning_rate": 4.761287412580247e-05,
+      "loss": 1.6874,
+      "step": 1940
+    },
+    {
+      "epoch": 0.8312633832976445,
+      "grad_norm": 3.633164167404175,
+      "learning_rate": 4.760991558457183e-05,
+      "loss": 0.9904,
+      "step": 1941
+    },
+    {
+      "epoch": 0.8316916488222698,
+      "grad_norm": 3.2768406867980957,
+      "learning_rate": 4.760695530314201e-05,
+      "loss": 1.7469,
+      "step": 1942
+    },
+    {
+      "epoch": 0.832119914346895,
+      "grad_norm": 3.3321094512939453,
+      "learning_rate": 4.760399328174083e-05,
+      "loss": 1.6479,
+      "step": 1943
+    },
+    {
+      "epoch": 0.8325481798715203,
+      "grad_norm": 6.804461479187012,
+      "learning_rate": 4.760102952059629e-05,
+      "loss": 1.2502,
+      "step": 1944
+    },
+    {
+      "epoch": 0.8329764453961456,
+      "grad_norm": 3.571977138519287,
+      "learning_rate": 4.759806401993648e-05,
+      "loss": 0.8399,
+      "step": 1945
+    },
+    {
+      "epoch": 0.8334047109207708,
+      "grad_norm": 1.1359516382217407,
+      "learning_rate": 4.7595096779989656e-05,
+      "loss": 0.395,
+      "step": 1946
+    },
+    {
+      "epoch": 0.8338329764453961,
+      "grad_norm": 1.2346073389053345,
+      "learning_rate": 4.759212780098418e-05,
+      "loss": 0.5159,
+      "step": 1947
+    },
+    {
+      "epoch": 0.8342612419700214,
+      "grad_norm": 3.1801624298095703,
+      "learning_rate": 4.758915708314858e-05,
+      "loss": 1.1486,
+      "step": 1948
+    },
+    {
+      "epoch": 0.8346895074946467,
+      "grad_norm": 4.01460599899292,
+      "learning_rate": 4.758618462671149e-05,
+      "loss": 1.5176,
+      "step": 1949
+    },
+    {
+      "epoch": 0.8351177730192719,
+      "grad_norm": 1.4656351804733276,
+      "learning_rate": 4.758321043190169e-05,
+      "loss": 0.7744,
+      "step": 1950
+    },
+    {
+      "epoch": 0.8355460385438972,
+      "grad_norm": 2.6487157344818115,
+      "learning_rate": 4.7580234498948093e-05,
+      "loss": 1.4001,
+      "step": 1951
+    },
+    {
+      "epoch": 0.8359743040685225,
+      "grad_norm": 5.324953079223633,
+      "learning_rate": 4.7577256828079754e-05,
+      "loss": 1.1203,
+      "step": 1952
+    },
+    {
+      "epoch": 0.8364025695931477,
+      "grad_norm": 0.9414195418357849,
+      "learning_rate": 4.7574277419525844e-05,
+      "loss": 0.6654,
+      "step": 1953
+    },
+    {
+      "epoch": 0.836830835117773,
+      "grad_norm": 4.365889072418213,
+      "learning_rate": 4.757129627351567e-05,
+      "loss": 1.07,
+      "step": 1954
+    },
+    {
+      "epoch": 0.8372591006423983,
+      "grad_norm": 3.7441246509552,
+      "learning_rate": 4.7568313390278696e-05,
+      "loss": 1.476,
+      "step": 1955
+    },
+    {
+      "epoch": 0.8376873661670236,
+      "grad_norm": 1.168605923652649,
+      "learning_rate": 4.756532877004449e-05,
+      "loss": 1.1129,
+      "step": 1956
+    },
+    {
+      "epoch": 0.8381156316916488,
+      "grad_norm": 2.6883203983306885,
+      "learning_rate": 4.756234241304278e-05,
+      "loss": 1.3569,
+      "step": 1957
+    },
+    {
+      "epoch": 0.8385438972162741,
+      "grad_norm": 1.5614410638809204,
+      "learning_rate": 4.75593543195034e-05,
+      "loss": 0.32,
+      "step": 1958
+    },
+    {
+      "epoch": 0.8389721627408994,
+      "grad_norm": 3.061209201812744,
+      "learning_rate": 4.755636448965634e-05,
+      "loss": 0.5449,
+      "step": 1959
+    },
+    {
+      "epoch": 0.8394004282655246,
+      "grad_norm": 3.318063735961914,
+      "learning_rate": 4.7553372923731714e-05,
+      "loss": 0.9561,
+      "step": 1960
+    },
+    {
+      "epoch": 0.8398286937901499,
+      "grad_norm": 1.1454415321350098,
+      "learning_rate": 4.755037962195977e-05,
+      "loss": 0.4999,
+      "step": 1961
+    },
+    {
+      "epoch": 0.8402569593147752,
+      "grad_norm": 1.7502620220184326,
+      "learning_rate": 4.75473845845709e-05,
+      "loss": 1.0269,
+      "step": 1962
+    },
+    {
+      "epoch": 0.8406852248394004,
+      "grad_norm": 2.5098536014556885,
+      "learning_rate": 4.754438781179561e-05,
+      "loss": 0.6269,
+      "step": 1963
+    },
+    {
+      "epoch": 0.8411134903640257,
+      "grad_norm": 2.797279119491577,
+      "learning_rate": 4.754138930386455e-05,
+      "loss": 0.4247,
+      "step": 1964
+    },
+    {
+      "epoch": 0.841541755888651,
+      "grad_norm": 1.149829387664795,
+      "learning_rate": 4.7538389061008505e-05,
+      "loss": 0.8579,
+      "step": 1965
+    },
+    {
+      "epoch": 0.8419700214132763,
+      "grad_norm": 4.64274263381958,
+      "learning_rate": 4.75353870834584e-05,
+      "loss": 1.4752,
+      "step": 1966
+    },
+    {
+      "epoch": 0.8423982869379015,
+      "grad_norm": 4.432137489318848,
+      "learning_rate": 4.753238337144528e-05,
+      "loss": 1.7176,
+      "step": 1967
+    },
+    {
+      "epoch": 0.8428265524625268,
+      "grad_norm": 2.8355181217193604,
+      "learning_rate": 4.752937792520032e-05,
+      "loss": 1.171,
+      "step": 1968
+    },
+    {
+      "epoch": 0.8432548179871521,
+      "grad_norm": 3.9005234241485596,
+      "learning_rate": 4.752637074495486e-05,
+      "loss": 1.4512,
+      "step": 1969
+    },
+    {
+      "epoch": 0.8436830835117773,
+      "grad_norm": 1.5316506624221802,
+      "learning_rate": 4.752336183094034e-05,
+      "loss": 0.5594,
+      "step": 1970
+    },
+    {
+      "epoch": 0.8441113490364026,
+      "grad_norm": 5.208559513092041,
+      "learning_rate": 4.752035118338833e-05,
+      "loss": 1.7229,
+      "step": 1971
+    },
+    {
+      "epoch": 0.8445396145610279,
+      "grad_norm": 1.379143476486206,
+      "learning_rate": 4.751733880253058e-05,
+      "loss": 0.3268,
+      "step": 1972
+    },
+    {
+      "epoch": 0.8449678800856532,
+      "grad_norm": 1.2005923986434937,
+      "learning_rate": 4.751432468859891e-05,
+      "loss": 0.6076,
+      "step": 1973
+    },
+    {
+      "epoch": 0.8453961456102784,
+      "grad_norm": 6.66018009185791,
+      "learning_rate": 4.7511308841825316e-05,
+      "loss": 1.8683,
+      "step": 1974
+    },
+    {
+      "epoch": 0.8458244111349036,
+      "grad_norm": 1.7959073781967163,
+      "learning_rate": 4.7508291262441926e-05,
+      "loss": 0.7654,
+      "step": 1975
+    },
+    {
+      "epoch": 0.8462526766595289,
+      "grad_norm": 3.708899736404419,
+      "learning_rate": 4.750527195068098e-05,
+      "loss": 1.2762,
+      "step": 1976
+    },
+    {
+      "epoch": 0.8466809421841541,
+      "grad_norm": 3.5444440841674805,
+      "learning_rate": 4.750225090677487e-05,
+      "loss": 1.0182,
+      "step": 1977
+    },
+    {
+      "epoch": 0.8471092077087794,
+      "grad_norm": 2.765889883041382,
+      "learning_rate": 4.749922813095611e-05,
+      "loss": 1.0469,
+      "step": 1978
+    },
+    {
+      "epoch": 0.8475374732334047,
+      "grad_norm": 1.0638158321380615,
+      "learning_rate": 4.749620362345735e-05,
+      "loss": 0.6253,
+      "step": 1979
+    },
+    {
+      "epoch": 0.8479657387580299,
+      "grad_norm": 3.6157174110412598,
+      "learning_rate": 4.749317738451138e-05,
+      "loss": 0.7051,
+      "step": 1980
+    },
+    {
+      "epoch": 0.8483940042826552,
+      "grad_norm": 1.855520486831665,
+      "learning_rate": 4.749014941435111e-05,
+      "loss": 0.4047,
+      "step": 1981
+    },
+    {
+      "epoch": 0.8488222698072805,
+      "grad_norm": 3.0777997970581055,
+      "learning_rate": 4.74871197132096e-05,
+      "loss": 0.7128,
+      "step": 1982
+    },
+    {
+      "epoch": 0.8492505353319058,
+      "grad_norm": 1.9743201732635498,
+      "learning_rate": 4.7484088281320034e-05,
+      "loss": 0.5127,
+      "step": 1983
+    },
+    {
+      "epoch": 0.849678800856531,
+      "grad_norm": 3.933067798614502,
+      "learning_rate": 4.748105511891572e-05,
+      "loss": 1.618,
+      "step": 1984
+    },
+    {
+      "epoch": 0.8501070663811563,
+      "grad_norm": 4.7382049560546875,
+      "learning_rate": 4.747802022623012e-05,
+      "loss": 1.2786,
+      "step": 1985
+    },
+    {
+      "epoch": 0.8505353319057816,
+      "grad_norm": 2.7705767154693604,
+      "learning_rate": 4.7474983603496815e-05,
+      "loss": 0.5089,
+      "step": 1986
+    },
+    {
+      "epoch": 0.8509635974304068,
+      "grad_norm": 3.61136531829834,
+      "learning_rate": 4.747194525094952e-05,
+      "loss": 2.1155,
+      "step": 1987
+    },
+    {
+      "epoch": 0.8513918629550321,
+      "grad_norm": 3.5440542697906494,
+      "learning_rate": 4.74689051688221e-05,
+      "loss": 1.1995,
+      "step": 1988
+    },
+    {
+      "epoch": 0.8518201284796574,
+      "grad_norm": 2.2703306674957275,
+      "learning_rate": 4.7465863357348504e-05,
+      "loss": 1.1104,
+      "step": 1989
+    },
+    {
+      "epoch": 0.8522483940042827,
+      "grad_norm": 2.8914737701416016,
+      "learning_rate": 4.7462819816762884e-05,
+      "loss": 1.2983,
+      "step": 1990
+    },
+    {
+      "epoch": 0.8526766595289079,
+      "grad_norm": 2.9907712936401367,
+      "learning_rate": 4.7459774547299475e-05,
+      "loss": 0.8571,
+      "step": 1991
+    },
+    {
+      "epoch": 0.8531049250535332,
+      "grad_norm": 3.2551422119140625,
+      "learning_rate": 4.745672754919266e-05,
+      "loss": 1.4808,
+      "step": 1992
+    },
+    {
+      "epoch": 0.8535331905781585,
+      "grad_norm": 2.507124185562134,
+      "learning_rate": 4.745367882267695e-05,
+      "loss": 0.3807,
+      "step": 1993
+    },
+    {
+      "epoch": 0.8539614561027837,
+      "grad_norm": 1.4027401208877563,
+      "learning_rate": 4.7450628367987005e-05,
+      "loss": 0.5884,
+      "step": 1994
+    },
+    {
+      "epoch": 0.854389721627409,
+      "grad_norm": 2.4850337505340576,
+      "learning_rate": 4.74475761853576e-05,
+      "loss": 0.8787,
+      "step": 1995
+    },
+    {
+      "epoch": 0.8548179871520343,
+      "grad_norm": 1.297178030014038,
+      "learning_rate": 4.744452227502365e-05,
+      "loss": 0.2947,
+      "step": 1996
+    },
+    {
+      "epoch": 0.8552462526766595,
+      "grad_norm": 3.133845567703247,
+      "learning_rate": 4.7441466637220206e-05,
+      "loss": 1.5655,
+      "step": 1997
+    },
+    {
+      "epoch": 0.8556745182012848,
+      "grad_norm": 3.3098180294036865,
+      "learning_rate": 4.743840927218245e-05,
+      "loss": 2.0546,
+      "step": 1998
+    },
+    {
+      "epoch": 0.8561027837259101,
+      "grad_norm": 3.7364745140075684,
+      "learning_rate": 4.7435350180145686e-05,
+      "loss": 1.1336,
+      "step": 1999
+    },
+    {
+      "epoch": 0.8565310492505354,
+      "grad_norm": 1.4311668872833252,
+      "learning_rate": 4.743228936134537e-05,
+      "loss": 0.5384,
+      "step": 2000
+    },
+    {
+      "epoch": 0.8569593147751606,
+      "grad_norm": 4.976672649383545,
+      "learning_rate": 4.742922681601708e-05,
+      "loss": 1.2492,
+      "step": 2001
+    },
+    {
+      "epoch": 0.8573875802997859,
+      "grad_norm": 1.9154380559921265,
+      "learning_rate": 4.7426162544396525e-05,
+      "loss": 0.7641,
+      "step": 2002
+    },
+    {
+      "epoch": 0.8578158458244112,
+      "grad_norm": 2.2287614345550537,
+      "learning_rate": 4.7423096546719556e-05,
+      "loss": 0.9541,
+      "step": 2003
+    },
+    {
+      "epoch": 0.8582441113490364,
+      "grad_norm": 1.721261978149414,
+      "learning_rate": 4.7420028823222146e-05,
+      "loss": 1.1457,
+      "step": 2004
+    },
+    {
+      "epoch": 0.8586723768736617,
+      "grad_norm": 3.2643370628356934,
+      "learning_rate": 4.741695937414041e-05,
+      "loss": 0.7643,
+      "step": 2005
+    },
+    {
+      "epoch": 0.859100642398287,
+      "grad_norm": 1.8028682470321655,
+      "learning_rate": 4.7413888199710586e-05,
+      "loss": 0.9174,
+      "step": 2006
+    },
+    {
+      "epoch": 0.8595289079229123,
+      "grad_norm": 0.7321534156799316,
+      "learning_rate": 4.7410815300169054e-05,
+      "loss": 0.1815,
+      "step": 2007
+    },
+    {
+      "epoch": 0.8599571734475375,
+      "grad_norm": 0.9900310039520264,
+      "learning_rate": 4.740774067575233e-05,
+      "loss": 0.1902,
+      "step": 2008
+    },
+    {
+      "epoch": 0.8603854389721627,
+      "grad_norm": 1.4054712057113647,
+      "learning_rate": 4.740466432669705e-05,
+      "loss": 1.1484,
+      "step": 2009
+    },
+    {
+      "epoch": 0.860813704496788,
+      "grad_norm": 2.814685821533203,
+      "learning_rate": 4.740158625323998e-05,
+      "loss": 0.4729,
+      "step": 2010
+    },
+    {
+      "epoch": 0.8612419700214132,
+      "grad_norm": 6.847172260284424,
+      "learning_rate": 4.739850645561804e-05,
+      "loss": 1.076,
+      "step": 2011
+    },
+    {
+      "epoch": 0.8616702355460385,
+      "grad_norm": 4.395945072174072,
+      "learning_rate": 4.739542493406827e-05,
+      "loss": 1.1603,
+      "step": 2012
+    },
+    {
+      "epoch": 0.8620985010706638,
+      "grad_norm": 3.2333121299743652,
+      "learning_rate": 4.7392341688827836e-05,
+      "loss": 2.3747,
+      "step": 2013
+    },
+    {
+      "epoch": 0.862526766595289,
+      "grad_norm": 1.0596470832824707,
+      "learning_rate": 4.7389256720134046e-05,
+      "loss": 0.3574,
+      "step": 2014
+    },
+    {
+      "epoch": 0.8629550321199143,
+      "grad_norm": 1.4165610074996948,
+      "learning_rate": 4.738617002822434e-05,
+      "loss": 0.439,
+      "step": 2015
+    },
+    {
+      "epoch": 0.8633832976445396,
+      "grad_norm": 3.396357536315918,
+      "learning_rate": 4.73830816133363e-05,
+      "loss": 0.9672,
+      "step": 2016
+    },
+    {
+      "epoch": 0.8638115631691649,
+      "grad_norm": 2.796231985092163,
+      "learning_rate": 4.737999147570761e-05,
+      "loss": 1.3117,
+      "step": 2017
+    },
+    {
+      "epoch": 0.8642398286937901,
+      "grad_norm": 2.6227054595947266,
+      "learning_rate": 4.7376899615576106e-05,
+      "loss": 0.8633,
+      "step": 2018
+    },
+    {
+      "epoch": 0.8646680942184154,
+      "grad_norm": 1.1104810237884521,
+      "learning_rate": 4.737380603317978e-05,
+      "loss": 0.4289,
+      "step": 2019
+    },
+    {
+      "epoch": 0.8650963597430407,
+      "grad_norm": 1.6934036016464233,
+      "learning_rate": 4.7370710728756706e-05,
+      "loss": 0.4911,
+      "step": 2020
+    },
+    {
+      "epoch": 0.8655246252676659,
+      "grad_norm": 2.483490228652954,
+      "learning_rate": 4.736761370254513e-05,
+      "loss": 1.0034,
+      "step": 2021
+    },
+    {
+      "epoch": 0.8659528907922912,
+      "grad_norm": 3.9960546493530273,
+      "learning_rate": 4.736451495478342e-05,
+      "loss": 1.2709,
+      "step": 2022
+    },
+    {
+      "epoch": 0.8663811563169165,
+      "grad_norm": 1.8311617374420166,
+      "learning_rate": 4.7361414485710087e-05,
+      "loss": 0.4929,
+      "step": 2023
+    },
+    {
+      "epoch": 0.8668094218415417,
+      "grad_norm": 6.259613037109375,
+      "learning_rate": 4.7358312295563734e-05,
+      "loss": 1.0244,
+      "step": 2024
+    },
+    {
+      "epoch": 0.867237687366167,
+      "grad_norm": 1.1577210426330566,
+      "learning_rate": 4.7355208384583145e-05,
+      "loss": 0.517,
+      "step": 2025
+    },
+    {
+      "epoch": 0.8676659528907923,
+      "grad_norm": 2.2639148235321045,
+      "learning_rate": 4.735210275300721e-05,
+      "loss": 1.0187,
+      "step": 2026
+    },
+    {
+      "epoch": 0.8680942184154176,
+      "grad_norm": 0.7240361571311951,
+      "learning_rate": 4.7348995401074956e-05,
+      "loss": 0.3577,
+      "step": 2027
+    },
+    {
+      "epoch": 0.8685224839400428,
+      "grad_norm": 1.0893994569778442,
+      "learning_rate": 4.734588632902555e-05,
+      "loss": 0.2241,
+      "step": 2028
+    },
+    {
+      "epoch": 0.8689507494646681,
+      "grad_norm": 3.6824724674224854,
+      "learning_rate": 4.7342775537098274e-05,
+      "loss": 1.3067,
+      "step": 2029
+    },
+    {
+      "epoch": 0.8693790149892934,
+      "grad_norm": 1.7342442274093628,
+      "learning_rate": 4.7339663025532564e-05,
+      "loss": 0.7647,
+      "step": 2030
+    },
+    {
+      "epoch": 0.8698072805139186,
+      "grad_norm": 2.789119243621826,
+      "learning_rate": 4.733654879456798e-05,
+      "loss": 0.6196,
+      "step": 2031
+    },
+    {
+      "epoch": 0.8702355460385439,
+      "grad_norm": 1.4873172044754028,
+      "learning_rate": 4.73334328444442e-05,
+      "loss": 0.5795,
+      "step": 2032
+    },
+    {
+      "epoch": 0.8706638115631692,
+      "grad_norm": 2.117997884750366,
+      "learning_rate": 4.7330315175401066e-05,
+      "loss": 0.5279,
+      "step": 2033
+    },
+    {
+      "epoch": 0.8710920770877945,
+      "grad_norm": 0.5948834419250488,
+      "learning_rate": 4.732719578767852e-05,
+      "loss": 0.3818,
+      "step": 2034
+    },
+    {
+      "epoch": 0.8715203426124197,
+      "grad_norm": 0.8807221055030823,
+      "learning_rate": 4.732407468151665e-05,
+      "loss": 0.2652,
+      "step": 2035
+    },
+    {
+      "epoch": 0.871948608137045,
+      "grad_norm": 2.259047746658325,
+      "learning_rate": 4.732095185715567e-05,
+      "loss": 1.1502,
+      "step": 2036
+    },
+    {
+      "epoch": 0.8723768736616703,
+      "grad_norm": 2.450465202331543,
+      "learning_rate": 4.731782731483595e-05,
+      "loss": 0.9267,
+      "step": 2037
+    },
+    {
+      "epoch": 0.8728051391862955,
+      "grad_norm": 2.5271389484405518,
+      "learning_rate": 4.7314701054797955e-05,
+      "loss": 0.5349,
+      "step": 2038
+    },
+    {
+      "epoch": 0.8732334047109208,
+      "grad_norm": 2.891072988510132,
+      "learning_rate": 4.731157307728231e-05,
+      "loss": 1.1531,
+      "step": 2039
+    },
+    {
+      "epoch": 0.8736616702355461,
+      "grad_norm": 3.549489736557007,
+      "learning_rate": 4.730844338252976e-05,
+      "loss": 0.915,
+      "step": 2040
+    },
+    {
+      "epoch": 0.8740899357601714,
+      "grad_norm": 1.9539456367492676,
+      "learning_rate": 4.73053119707812e-05,
+      "loss": 0.5732,
+      "step": 2041
+    },
+    {
+      "epoch": 0.8745182012847966,
+      "grad_norm": 4.358527183532715,
+      "learning_rate": 4.730217884227763e-05,
+      "loss": 0.6231,
+      "step": 2042
+    },
+    {
+      "epoch": 0.8749464668094219,
+      "grad_norm": 3.117619514465332,
+      "learning_rate": 4.72990439972602e-05,
+      "loss": 0.4453,
+      "step": 2043
+    },
+    {
+      "epoch": 0.8753747323340471,
+      "grad_norm": 2.740262508392334,
+      "learning_rate": 4.729590743597016e-05,
+      "loss": 0.6788,
+      "step": 2044
+    },
+    {
+      "epoch": 0.8758029978586723,
+      "grad_norm": 1.9823060035705566,
+      "learning_rate": 4.729276915864897e-05,
+      "loss": 0.6883,
+      "step": 2045
+    },
+    {
+      "epoch": 0.8762312633832976,
+      "grad_norm": 4.047349452972412,
+      "learning_rate": 4.728962916553813e-05,
+      "loss": 1.1516,
+      "step": 2046
+    },
+    {
+      "epoch": 0.8766595289079229,
+      "grad_norm": 5.152130126953125,
+      "learning_rate": 4.728648745687933e-05,
+      "loss": 0.8764,
+      "step": 2047
+    },
+    {
+      "epoch": 0.8770877944325481,
+      "grad_norm": 0.9279641509056091,
+      "learning_rate": 4.728334403291438e-05,
+      "loss": 0.4383,
+      "step": 2048
+    },
+    {
+      "epoch": 0.8775160599571734,
+      "grad_norm": 0.6059956550598145,
+      "learning_rate": 4.72801988938852e-05,
+      "loss": 0.2093,
+      "step": 2049
+    },
+    {
+      "epoch": 0.8779443254817987,
+      "grad_norm": 0.6776614785194397,
+      "learning_rate": 4.727705204003388e-05,
+      "loss": 0.2476,
+      "step": 2050
+    },
+    {
+      "epoch": 0.878372591006424,
+      "grad_norm": 3.438786745071411,
+      "learning_rate": 4.72739034716026e-05,
+      "loss": 1.0639,
+      "step": 2051
+    },
+    {
+      "epoch": 0.8788008565310492,
+      "grad_norm": 0.9375970959663391,
+      "learning_rate": 4.727075318883371e-05,
+      "loss": 0.3621,
+      "step": 2052
+    },
+    {
+      "epoch": 0.8792291220556745,
+      "grad_norm": 4.655465602874756,
+      "learning_rate": 4.726760119196967e-05,
+      "loss": 0.7379,
+      "step": 2053
+    },
+    {
+      "epoch": 0.8796573875802998,
+      "grad_norm": 1.9384874105453491,
+      "learning_rate": 4.7264447481253075e-05,
+      "loss": 1.0219,
+      "step": 2054
+    },
+    {
+      "epoch": 0.880085653104925,
+      "grad_norm": 3.097489356994629,
+      "learning_rate": 4.726129205692666e-05,
+      "loss": 0.5429,
+      "step": 2055
+    },
+    {
+      "epoch": 0.8805139186295503,
+      "grad_norm": 2.34700608253479,
+      "learning_rate": 4.725813491923328e-05,
+      "loss": 1.2982,
+      "step": 2056
+    },
+    {
+      "epoch": 0.8809421841541756,
+      "grad_norm": 4.14451265335083,
+      "learning_rate": 4.7254976068415924e-05,
+      "loss": 1.1542,
+      "step": 2057
+    },
+    {
+      "epoch": 0.8813704496788008,
+      "grad_norm": 0.899137556552887,
+      "learning_rate": 4.725181550471773e-05,
+      "loss": 0.6184,
+      "step": 2058
+    },
+    {
+      "epoch": 0.8817987152034261,
+      "grad_norm": 2.390231132507324,
+      "learning_rate": 4.724865322838195e-05,
+      "loss": 1.1773,
+      "step": 2059
+    },
+    {
+      "epoch": 0.8822269807280514,
+      "grad_norm": 3.3879785537719727,
+      "learning_rate": 4.724548923965196e-05,
+      "loss": 1.3029,
+      "step": 2060
+    },
+    {
+      "epoch": 0.8826552462526767,
+      "grad_norm": 2.4778192043304443,
+      "learning_rate": 4.7242323538771294e-05,
+      "loss": 0.9345,
+      "step": 2061
+    },
+    {
+      "epoch": 0.8830835117773019,
+      "grad_norm": 2.563361644744873,
+      "learning_rate": 4.7239156125983594e-05,
+      "loss": 0.5198,
+      "step": 2062
+    },
+    {
+      "epoch": 0.8835117773019272,
+      "grad_norm": 2.4507477283477783,
+      "learning_rate": 4.723598700153265e-05,
+      "loss": 0.6381,
+      "step": 2063
+    },
+    {
+      "epoch": 0.8839400428265525,
+      "grad_norm": 2.743224859237671,
+      "learning_rate": 4.723281616566239e-05,
+      "loss": 1.0519,
+      "step": 2064
+    },
+    {
+      "epoch": 0.8843683083511777,
+      "grad_norm": 2.761265754699707,
+      "learning_rate": 4.7229643618616835e-05,
+      "loss": 1.1032,
+      "step": 2065
+    },
+    {
+      "epoch": 0.884796573875803,
+      "grad_norm": 1.2242231369018555,
+      "learning_rate": 4.722646936064018e-05,
+      "loss": 0.5731,
+      "step": 2066
+    },
+    {
+      "epoch": 0.8852248394004283,
+      "grad_norm": 2.0640416145324707,
+      "learning_rate": 4.722329339197674e-05,
+      "loss": 0.6372,
+      "step": 2067
+    },
+    {
+      "epoch": 0.8856531049250536,
+      "grad_norm": 3.7889275550842285,
+      "learning_rate": 4.722011571287094e-05,
+      "loss": 0.9181,
+      "step": 2068
+    },
+    {
+      "epoch": 0.8860813704496788,
+      "grad_norm": 3.366135358810425,
+      "learning_rate": 4.721693632356737e-05,
+      "loss": 0.8444,
+      "step": 2069
+    },
+    {
+      "epoch": 0.8865096359743041,
+      "grad_norm": 3.3064472675323486,
+      "learning_rate": 4.7213755224310725e-05,
+      "loss": 1.158,
+      "step": 2070
+    },
+    {
+      "epoch": 0.8869379014989294,
+      "grad_norm": 4.510643482208252,
+      "learning_rate": 4.7210572415345846e-05,
+      "loss": 1.1753,
+      "step": 2071
+    },
+    {
+      "epoch": 0.8873661670235546,
+      "grad_norm": 4.111167907714844,
+      "learning_rate": 4.72073878969177e-05,
+      "loss": 1.1324,
+      "step": 2072
+    },
+    {
+      "epoch": 0.8877944325481799,
+      "grad_norm": 3.6729929447174072,
+      "learning_rate": 4.7204201669271395e-05,
+      "loss": 1.4563,
+      "step": 2073
+    },
+    {
+      "epoch": 0.8882226980728052,
+      "grad_norm": 1.105881929397583,
+      "learning_rate": 4.720101373265215e-05,
+      "loss": 0.3896,
+      "step": 2074
+    },
+    {
+      "epoch": 0.8886509635974305,
+      "grad_norm": 3.103447675704956,
+      "learning_rate": 4.719782408730534e-05,
+      "loss": 1.1196,
+      "step": 2075
+    },
+    {
+      "epoch": 0.8890792291220557,
+      "grad_norm": 5.590100288391113,
+      "learning_rate": 4.7194632733476456e-05,
+      "loss": 0.9071,
+      "step": 2076
+    },
+    {
+      "epoch": 0.889507494646681,
+      "grad_norm": 1.9097377061843872,
+      "learning_rate": 4.719143967141112e-05,
+      "loss": 0.526,
+      "step": 2077
+    },
+    {
+      "epoch": 0.8899357601713062,
+      "grad_norm": 2.4797778129577637,
+      "learning_rate": 4.718824490135509e-05,
+      "loss": 0.6494,
+      "step": 2078
+    },
+    {
+      "epoch": 0.8903640256959314,
+      "grad_norm": 2.626033306121826,
+      "learning_rate": 4.718504842355427e-05,
+      "loss": 0.7369,
+      "step": 2079
+    },
+    {
+      "epoch": 0.8907922912205567,
+      "grad_norm": 3.8745226860046387,
+      "learning_rate": 4.718185023825467e-05,
+      "loss": 2.7103,
+      "step": 2080
+    },
+    {
+      "epoch": 0.891220556745182,
+      "grad_norm": 3.9903948307037354,
+      "learning_rate": 4.717865034570243e-05,
+      "loss": 1.2788,
+      "step": 2081
+    },
+    {
+      "epoch": 0.8916488222698072,
+      "grad_norm": 2.8913145065307617,
+      "learning_rate": 4.717544874614385e-05,
+      "loss": 1.1414,
+      "step": 2082
+    },
+    {
+      "epoch": 0.8920770877944325,
+      "grad_norm": 5.624843597412109,
+      "learning_rate": 4.717224543982534e-05,
+      "loss": 1.5648,
+      "step": 2083
+    },
+    {
+      "epoch": 0.8925053533190578,
+      "grad_norm": 3.7375669479370117,
+      "learning_rate": 4.716904042699345e-05,
+      "loss": 1.0762,
+      "step": 2084
+    },
+    {
+      "epoch": 0.892933618843683,
+      "grad_norm": 1.7328764200210571,
+      "learning_rate": 4.716583370789485e-05,
+      "loss": 0.4339,
+      "step": 2085
+    },
+    {
+      "epoch": 0.8933618843683083,
+      "grad_norm": 1.4267827272415161,
+      "learning_rate": 4.716262528277635e-05,
+      "loss": 0.6709,
+      "step": 2086
+    },
+    {
+      "epoch": 0.8937901498929336,
+      "grad_norm": 1.2659006118774414,
+      "learning_rate": 4.71594151518849e-05,
+      "loss": 0.5025,
+      "step": 2087
+    },
+    {
+      "epoch": 0.8942184154175589,
+      "grad_norm": 2.777625322341919,
+      "learning_rate": 4.7156203315467564e-05,
+      "loss": 0.9009,
+      "step": 2088
+    },
+    {
+      "epoch": 0.8946466809421841,
+      "grad_norm": 0.7125352025032043,
+      "learning_rate": 4.715298977377154e-05,
+      "loss": 0.3402,
+      "step": 2089
+    },
+    {
+      "epoch": 0.8950749464668094,
+      "grad_norm": 2.1538751125335693,
+      "learning_rate": 4.7149774527044164e-05,
+      "loss": 0.5586,
+      "step": 2090
+    },
+    {
+      "epoch": 0.8955032119914347,
+      "grad_norm": 2.3774192333221436,
+      "learning_rate": 4.714655757553291e-05,
+      "loss": 1.3604,
+      "step": 2091
+    },
+    {
+      "epoch": 0.89593147751606,
+      "grad_norm": 2.8509063720703125,
+      "learning_rate": 4.714333891948538e-05,
+      "loss": 1.5152,
+      "step": 2092
+    },
+    {
+      "epoch": 0.8963597430406852,
+      "grad_norm": 1.1099529266357422,
+      "learning_rate": 4.714011855914928e-05,
+      "loss": 0.4591,
+      "step": 2093
+    },
+    {
+      "epoch": 0.8967880085653105,
+      "grad_norm": 4.585111141204834,
+      "learning_rate": 4.713689649477248e-05,
+      "loss": 1.2336,
+      "step": 2094
+    },
+    {
+      "epoch": 0.8972162740899358,
+      "grad_norm": 2.9046449661254883,
+      "learning_rate": 4.713367272660297e-05,
+      "loss": 0.8811,
+      "step": 2095
+    },
+    {
+      "epoch": 0.897644539614561,
+      "grad_norm": 3.1795291900634766,
+      "learning_rate": 4.713044725488888e-05,
+      "loss": 1.5062,
+      "step": 2096
+    },
+    {
+      "epoch": 0.8980728051391863,
+      "grad_norm": 3.7188217639923096,
+      "learning_rate": 4.7127220079878446e-05,
+      "loss": 1.854,
+      "step": 2097
+    },
+    {
+      "epoch": 0.8985010706638116,
+      "grad_norm": 4.322168350219727,
+      "learning_rate": 4.712399120182006e-05,
+      "loss": 1.1907,
+      "step": 2098
+    },
+    {
+      "epoch": 0.8989293361884368,
+      "grad_norm": 1.179266095161438,
+      "learning_rate": 4.7120760620962234e-05,
+      "loss": 0.4912,
+      "step": 2099
+    },
+    {
+      "epoch": 0.8993576017130621,
+      "grad_norm": 1.1699827909469604,
+      "learning_rate": 4.711752833755362e-05,
+      "loss": 0.8133,
+      "step": 2100
+    },
+    {
+      "epoch": 0.8997858672376874,
+      "grad_norm": 3.0384976863861084,
+      "learning_rate": 4.711429435184298e-05,
+      "loss": 0.9299,
+      "step": 2101
+    },
+    {
+      "epoch": 0.9002141327623127,
+      "grad_norm": 2.302889347076416,
+      "learning_rate": 4.711105866407925e-05,
+      "loss": 1.2367,
+      "step": 2102
+    },
+    {
+      "epoch": 0.9006423982869379,
+      "grad_norm": 5.539586544036865,
+      "learning_rate": 4.710782127451143e-05,
+      "loss": 1.3935,
+      "step": 2103
+    },
+    {
+      "epoch": 0.9010706638115632,
+      "grad_norm": 3.1014842987060547,
+      "learning_rate": 4.710458218338871e-05,
+      "loss": 0.9199,
+      "step": 2104
+    },
+    {
+      "epoch": 0.9014989293361885,
+      "grad_norm": 3.890488386154175,
+      "learning_rate": 4.7101341390960404e-05,
+      "loss": 1.6603,
+      "step": 2105
+    },
+    {
+      "epoch": 0.9019271948608137,
+      "grad_norm": 7.514257431030273,
+      "learning_rate": 4.709809889747592e-05,
+      "loss": 0.6859,
+      "step": 2106
+    },
+    {
+      "epoch": 0.902355460385439,
+      "grad_norm": 15.652661323547363,
+      "learning_rate": 4.7094854703184834e-05,
+      "loss": 0.9889,
+      "step": 2107
+    },
+    {
+      "epoch": 0.9027837259100643,
+      "grad_norm": 1.4661751985549927,
+      "learning_rate": 4.7091608808336827e-05,
+      "loss": 1.1341,
+      "step": 2108
+    },
+    {
+      "epoch": 0.9032119914346896,
+      "grad_norm": 3.5599186420440674,
+      "learning_rate": 4.7088361213181735e-05,
+      "loss": 0.9344,
+      "step": 2109
+    },
+    {
+      "epoch": 0.9036402569593148,
+      "grad_norm": 5.04201078414917,
+      "learning_rate": 4.7085111917969515e-05,
+      "loss": 1.497,
+      "step": 2110
+    },
+    {
+      "epoch": 0.9040685224839401,
+      "grad_norm": 2.1066462993621826,
+      "learning_rate": 4.708186092295024e-05,
+      "loss": 1.3808,
+      "step": 2111
+    },
+    {
+      "epoch": 0.9044967880085653,
+      "grad_norm": 6.557331085205078,
+      "learning_rate": 4.707860822837413e-05,
+      "loss": 1.5242,
+      "step": 2112
+    },
+    {
+      "epoch": 0.9049250535331905,
+      "grad_norm": 1.9343044757843018,
+      "learning_rate": 4.7075353834491545e-05,
+      "loss": 0.7403,
+      "step": 2113
+    },
+    {
+      "epoch": 0.9053533190578158,
+      "grad_norm": 2.9534499645233154,
+      "learning_rate": 4.7072097741552955e-05,
+      "loss": 0.6146,
+      "step": 2114
+    },
+    {
+      "epoch": 0.9057815845824411,
+      "grad_norm": 3.449702739715576,
+      "learning_rate": 4.706883994980896e-05,
+      "loss": 0.9045,
+      "step": 2115
+    },
+    {
+      "epoch": 0.9062098501070663,
+      "grad_norm": 3.2096199989318848,
+      "learning_rate": 4.706558045951032e-05,
+      "loss": 1.5575,
+      "step": 2116
+    },
+    {
+      "epoch": 0.9066381156316916,
+      "grad_norm": 0.9458761215209961,
+      "learning_rate": 4.706231927090789e-05,
+      "loss": 0.2766,
+      "step": 2117
+    },
+    {
+      "epoch": 0.9070663811563169,
+      "grad_norm": 3.09976863861084,
+      "learning_rate": 4.705905638425267e-05,
+      "loss": 0.8023,
+      "step": 2118
+    },
+    {
+      "epoch": 0.9074946466809422,
+      "grad_norm": 3.6057145595550537,
+      "learning_rate": 4.70557917997958e-05,
+      "loss": 0.8385,
+      "step": 2119
+    },
+    {
+      "epoch": 0.9079229122055674,
+      "grad_norm": 3.95332407951355,
+      "learning_rate": 4.705252551778855e-05,
+      "loss": 1.3562,
+      "step": 2120
+    },
+    {
+      "epoch": 0.9083511777301927,
+      "grad_norm": 3.3347091674804688,
+      "learning_rate": 4.704925753848229e-05,
+      "loss": 1.2546,
+      "step": 2121
+    },
+    {
+      "epoch": 0.908779443254818,
+      "grad_norm": 1.4923715591430664,
+      "learning_rate": 4.704598786212856e-05,
+      "loss": 1.2923,
+      "step": 2122
+    },
+    {
+      "epoch": 0.9092077087794432,
+      "grad_norm": 2.1020405292510986,
+      "learning_rate": 4.7042716488979015e-05,
+      "loss": 0.673,
+      "step": 2123
+    },
+    {
+      "epoch": 0.9096359743040685,
+      "grad_norm": 2.201944351196289,
+      "learning_rate": 4.7039443419285436e-05,
+      "loss": 0.6823,
+      "step": 2124
+    },
+    {
+      "epoch": 0.9100642398286938,
+      "grad_norm": 2.910579204559326,
+      "learning_rate": 4.703616865329974e-05,
+      "loss": 1.1357,
+      "step": 2125
+    },
+    {
+      "epoch": 0.910492505353319,
+      "grad_norm": 1.4082322120666504,
+      "learning_rate": 4.703289219127397e-05,
+      "loss": 0.357,
+      "step": 2126
+    },
+    {
+      "epoch": 0.9109207708779443,
+      "grad_norm": 1.2031733989715576,
+      "learning_rate": 4.702961403346031e-05,
+      "loss": 0.6236,
+      "step": 2127
+    },
+    {
+      "epoch": 0.9113490364025696,
+      "grad_norm": 2.438697099685669,
+      "learning_rate": 4.7026334180111053e-05,
+      "loss": 0.7425,
+      "step": 2128
+    },
+    {
+      "epoch": 0.9117773019271949,
+      "grad_norm": 3.7724013328552246,
+      "learning_rate": 4.702305263147866e-05,
+      "loss": 2.2027,
+      "step": 2129
+    },
+    {
+      "epoch": 0.9122055674518201,
+      "grad_norm": 3.3732199668884277,
+      "learning_rate": 4.7019769387815683e-05,
+      "loss": 1.1741,
+      "step": 2130
+    },
+    {
+      "epoch": 0.9126338329764454,
+      "grad_norm": 5.832601070404053,
+      "learning_rate": 4.701648444937482e-05,
+      "loss": 1.2409,
+      "step": 2131
+    },
+    {
+      "epoch": 0.9130620985010707,
+      "grad_norm": 4.188155651092529,
+      "learning_rate": 4.70131978164089e-05,
+      "loss": 1.1034,
+      "step": 2132
+    },
+    {
+      "epoch": 0.913490364025696,
+      "grad_norm": 2.5069775581359863,
+      "learning_rate": 4.70099094891709e-05,
+      "loss": 1.1606,
+      "step": 2133
+    },
+    {
+      "epoch": 0.9139186295503212,
+      "grad_norm": 11.14369010925293,
+      "learning_rate": 4.7006619467913885e-05,
+      "loss": 0.8034,
+      "step": 2134
+    },
+    {
+      "epoch": 0.9143468950749465,
+      "grad_norm": 2.94602632522583,
+      "learning_rate": 4.7003327752891095e-05,
+      "loss": 0.9908,
+      "step": 2135
+    },
+    {
+      "epoch": 0.9147751605995718,
+      "grad_norm": 3.3649580478668213,
+      "learning_rate": 4.700003434435587e-05,
+      "loss": 1.2593,
+      "step": 2136
+    },
+    {
+      "epoch": 0.915203426124197,
+      "grad_norm": 2.9979782104492188,
+      "learning_rate": 4.699673924256169e-05,
+      "loss": 2.2363,
+      "step": 2137
+    },
+    {
+      "epoch": 0.9156316916488223,
+      "grad_norm": 0.7056556344032288,
+      "learning_rate": 4.699344244776218e-05,
+      "loss": 0.3218,
+      "step": 2138
+    },
+    {
+      "epoch": 0.9160599571734476,
+      "grad_norm": 3.9328668117523193,
+      "learning_rate": 4.6990143960211064e-05,
+      "loss": 0.9756,
+      "step": 2139
+    },
+    {
+      "epoch": 0.9164882226980728,
+      "grad_norm": 1.3029077053070068,
+      "learning_rate": 4.698684378016222e-05,
+      "loss": 0.4771,
+      "step": 2140
+    },
+    {
+      "epoch": 0.9169164882226981,
+      "grad_norm": 2.865161180496216,
+      "learning_rate": 4.6983541907869666e-05,
+      "loss": 1.3491,
+      "step": 2141
+    },
+    {
+      "epoch": 0.9173447537473234,
+      "grad_norm": 2.54062557220459,
+      "learning_rate": 4.6980238343587516e-05,
+      "loss": 1.4002,
+      "step": 2142
+    },
+    {
+      "epoch": 0.9177730192719487,
+      "grad_norm": 2.7505879402160645,
+      "learning_rate": 4.697693308757004e-05,
+      "loss": 0.7428,
+      "step": 2143
+    },
+    {
+      "epoch": 0.9182012847965739,
+      "grad_norm": 1.156402826309204,
+      "learning_rate": 4.697362614007163e-05,
+      "loss": 0.5081,
+      "step": 2144
+    },
+    {
+      "epoch": 0.9186295503211992,
+      "grad_norm": 19.520584106445312,
+      "learning_rate": 4.6970317501346794e-05,
+      "loss": 1.1323,
+      "step": 2145
+    },
+    {
+      "epoch": 0.9190578158458245,
+      "grad_norm": 2.5508055686950684,
+      "learning_rate": 4.6967007171650216e-05,
+      "loss": 0.5318,
+      "step": 2146
+    },
+    {
+      "epoch": 0.9194860813704496,
+      "grad_norm": 2.917510747909546,
+      "learning_rate": 4.6963695151236654e-05,
+      "loss": 1.0632,
+      "step": 2147
+    },
+    {
+      "epoch": 0.9199143468950749,
+      "grad_norm": 1.7670570611953735,
+      "learning_rate": 4.696038144036103e-05,
+      "loss": 0.5975,
+      "step": 2148
+    },
+    {
+      "epoch": 0.9203426124197002,
+      "grad_norm": 1.553718090057373,
+      "learning_rate": 4.695706603927839e-05,
+      "loss": 1.0271,
+      "step": 2149
+    },
+    {
+      "epoch": 0.9207708779443254,
+      "grad_norm": 1.6741318702697754,
+      "learning_rate": 4.6953748948243907e-05,
+      "loss": 0.9984,
+      "step": 2150
+    },
+    {
+      "epoch": 0.9211991434689507,
+      "grad_norm": 3.237417459487915,
+      "learning_rate": 4.695043016751288e-05,
+      "loss": 0.6493,
+      "step": 2151
+    },
+    {
+      "epoch": 0.921627408993576,
+      "grad_norm": 2.248154401779175,
+      "learning_rate": 4.694710969734076e-05,
+      "loss": 0.4612,
+      "step": 2152
+    },
+    {
+      "epoch": 0.9220556745182013,
+      "grad_norm": 2.149904727935791,
+      "learning_rate": 4.6943787537983084e-05,
+      "loss": 0.7014,
+      "step": 2153
+    },
+    {
+      "epoch": 0.9224839400428265,
+      "grad_norm": 2.312487840652466,
+      "learning_rate": 4.694046368969557e-05,
+      "loss": 0.7468,
+      "step": 2154
+    },
+    {
+      "epoch": 0.9229122055674518,
+      "grad_norm": 2.5358777046203613,
+      "learning_rate": 4.6937138152734025e-05,
+      "loss": 1.5038,
+      "step": 2155
+    },
+    {
+      "epoch": 0.9233404710920771,
+      "grad_norm": 0.9489133358001709,
+      "learning_rate": 4.6933810927354414e-05,
+      "loss": 0.6951,
+      "step": 2156
+    },
+    {
+      "epoch": 0.9237687366167023,
+      "grad_norm": 3.0767617225646973,
+      "learning_rate": 4.6930482013812815e-05,
+      "loss": 1.007,
+      "step": 2157
+    },
+    {
+      "epoch": 0.9241970021413276,
+      "grad_norm": 2.661823034286499,
+      "learning_rate": 4.692715141236545e-05,
+      "loss": 0.6143,
+      "step": 2158
+    },
+    {
+      "epoch": 0.9246252676659529,
+      "grad_norm": 1.819024682044983,
+      "learning_rate": 4.692381912326864e-05,
+      "loss": 1.3381,
+      "step": 2159
+    },
+    {
+      "epoch": 0.9250535331905781,
+      "grad_norm": 1.7762997150421143,
+      "learning_rate": 4.692048514677889e-05,
+      "loss": 1.1177,
+      "step": 2160
+    },
+    {
+      "epoch": 0.9254817987152034,
+      "grad_norm": 3.605623960494995,
+      "learning_rate": 4.6917149483152776e-05,
+      "loss": 1.0011,
+      "step": 2161
+    },
+    {
+      "epoch": 0.9259100642398287,
+      "grad_norm": 2.8108670711517334,
+      "learning_rate": 4.691381213264705e-05,
+      "loss": 1.0159,
+      "step": 2162
+    },
+    {
+      "epoch": 0.926338329764454,
+      "grad_norm": 5.757328033447266,
+      "learning_rate": 4.691047309551857e-05,
+      "loss": 1.4438,
+      "step": 2163
+    },
+    {
+      "epoch": 0.9267665952890792,
+      "grad_norm": 5.84865665435791,
+      "learning_rate": 4.690713237202433e-05,
+      "loss": 1.967,
+      "step": 2164
+    },
+    {
+      "epoch": 0.9271948608137045,
+      "grad_norm": 2.370314836502075,
+      "learning_rate": 4.6903789962421453e-05,
+      "loss": 0.6662,
+      "step": 2165
+    },
+    {
+      "epoch": 0.9276231263383298,
+      "grad_norm": 2.319159984588623,
+      "learning_rate": 4.690044586696718e-05,
+      "loss": 0.6632,
+      "step": 2166
+    },
+    {
+      "epoch": 0.928051391862955,
+      "grad_norm": 1.461663842201233,
+      "learning_rate": 4.6897100085918904e-05,
+      "loss": 0.5153,
+      "step": 2167
+    },
+    {
+      "epoch": 0.9284796573875803,
+      "grad_norm": 2.22017765045166,
+      "learning_rate": 4.689375261953414e-05,
+      "loss": 0.5636,
+      "step": 2168
+    },
+    {
+      "epoch": 0.9289079229122056,
+      "grad_norm": 3.429497718811035,
+      "learning_rate": 4.689040346807052e-05,
+      "loss": 1.4745,
+      "step": 2169
+    },
+    {
+      "epoch": 0.9293361884368309,
+      "grad_norm": 3.241356134414673,
+      "learning_rate": 4.6887052631785825e-05,
+      "loss": 1.4132,
+      "step": 2170
+    },
+    {
+      "epoch": 0.9297644539614561,
+      "grad_norm": 4.316148281097412,
+      "learning_rate": 4.688370011093796e-05,
+      "loss": 1.6005,
+      "step": 2171
+    },
+    {
+      "epoch": 0.9301927194860814,
+      "grad_norm": 3.640171766281128,
+      "learning_rate": 4.688034590578493e-05,
+      "loss": 1.3084,
+      "step": 2172
+    },
+    {
+      "epoch": 0.9306209850107067,
+      "grad_norm": 2.1925933361053467,
+      "learning_rate": 4.687699001658492e-05,
+      "loss": 1.2477,
+      "step": 2173
+    },
+    {
+      "epoch": 0.9310492505353319,
+      "grad_norm": 2.0363872051239014,
+      "learning_rate": 4.6873632443596215e-05,
+      "loss": 0.6766,
+      "step": 2174
+    },
+    {
+      "epoch": 0.9314775160599572,
+      "grad_norm": 1.2910079956054688,
+      "learning_rate": 4.687027318707723e-05,
+      "loss": 0.5915,
+      "step": 2175
+    },
+    {
+      "epoch": 0.9319057815845825,
+      "grad_norm": 0.7734934687614441,
+      "learning_rate": 4.686691224728652e-05,
+      "loss": 0.2914,
+      "step": 2176
+    },
+    {
+      "epoch": 0.9323340471092078,
+      "grad_norm": 2.0895299911499023,
+      "learning_rate": 4.686354962448276e-05,
+      "loss": 0.719,
+      "step": 2177
+    },
+    {
+      "epoch": 0.932762312633833,
+      "grad_norm": 0.9345069527626038,
+      "learning_rate": 4.6860185318924765e-05,
+      "loss": 0.2175,
+      "step": 2178
+    },
+    {
+      "epoch": 0.9331905781584583,
+      "grad_norm": 2.992762804031372,
+      "learning_rate": 4.685681933087145e-05,
+      "loss": 0.7174,
+      "step": 2179
+    },
+    {
+      "epoch": 0.9336188436830836,
+      "grad_norm": 2.9188907146453857,
+      "learning_rate": 4.6853451660581914e-05,
+      "loss": 1.2806,
+      "step": 2180
+    },
+    {
+      "epoch": 0.9340471092077087,
+      "grad_norm": 3.674264430999756,
+      "learning_rate": 4.6850082308315335e-05,
+      "loss": 1.107,
+      "step": 2181
+    },
+    {
+      "epoch": 0.934475374732334,
+      "grad_norm": 1.051157832145691,
+      "learning_rate": 4.6846711274331044e-05,
+      "loss": 0.2372,
+      "step": 2182
+    },
+    {
+      "epoch": 0.9349036402569593,
+      "grad_norm": 2.7213199138641357,
+      "learning_rate": 4.6843338558888496e-05,
+      "loss": 1.0233,
+      "step": 2183
+    },
+    {
+      "epoch": 0.9353319057815845,
+      "grad_norm": 3.651801347732544,
+      "learning_rate": 4.683996416224727e-05,
+      "loss": 1.0486,
+      "step": 2184
+    },
+    {
+      "epoch": 0.9357601713062098,
+      "grad_norm": 2.269049644470215,
+      "learning_rate": 4.683658808466709e-05,
+      "loss": 0.9769,
+      "step": 2185
+    },
+    {
+      "epoch": 0.9361884368308351,
+      "grad_norm": 1.985522747039795,
+      "learning_rate": 4.68332103264078e-05,
+      "loss": 0.3805,
+      "step": 2186
+    },
+    {
+      "epoch": 0.9366167023554604,
+      "grad_norm": 2.4151878356933594,
+      "learning_rate": 4.682983088772936e-05,
+      "loss": 0.9253,
+      "step": 2187
+    },
+    {
+      "epoch": 0.9370449678800856,
+      "grad_norm": 1.664519190788269,
+      "learning_rate": 4.682644976889189e-05,
+      "loss": 1.5003,
+      "step": 2188
+    },
+    {
+      "epoch": 0.9374732334047109,
+      "grad_norm": 1.7138075828552246,
+      "learning_rate": 4.6823066970155606e-05,
+      "loss": 0.5507,
+      "step": 2189
+    },
+    {
+      "epoch": 0.9379014989293362,
+      "grad_norm": 2.41463565826416,
+      "learning_rate": 4.6819682491780884e-05,
+      "loss": 0.6445,
+      "step": 2190
+    },
+    {
+      "epoch": 0.9383297644539614,
+      "grad_norm": 3.5957610607147217,
+      "learning_rate": 4.6816296334028205e-05,
+      "loss": 0.8957,
+      "step": 2191
+    },
+    {
+      "epoch": 0.9387580299785867,
+      "grad_norm": 2.5818331241607666,
+      "learning_rate": 4.6812908497158184e-05,
+      "loss": 0.7676,
+      "step": 2192
+    },
+    {
+      "epoch": 0.939186295503212,
+      "grad_norm": 2.401029586791992,
+      "learning_rate": 4.6809518981431586e-05,
+      "loss": 0.8197,
+      "step": 2193
+    },
+    {
+      "epoch": 0.9396145610278372,
+      "grad_norm": 2.0637426376342773,
+      "learning_rate": 4.6806127787109276e-05,
+      "loss": 0.3564,
+      "step": 2194
+    },
+    {
+      "epoch": 0.9400428265524625,
+      "grad_norm": 4.058921813964844,
+      "learning_rate": 4.680273491445227e-05,
+      "loss": 1.7375,
+      "step": 2195
+    },
+    {
+      "epoch": 0.9404710920770878,
+      "grad_norm": 1.7160409688949585,
+      "learning_rate": 4.679934036372169e-05,
+      "loss": 0.4595,
+      "step": 2196
+    },
+    {
+      "epoch": 0.9408993576017131,
+      "grad_norm": 0.49026668071746826,
+      "learning_rate": 4.679594413517882e-05,
+      "loss": 0.2029,
+      "step": 2197
+    },
+    {
+      "epoch": 0.9413276231263383,
+      "grad_norm": 1.2334247827529907,
+      "learning_rate": 4.679254622908504e-05,
+      "loss": 0.4467,
+      "step": 2198
+    },
+    {
+      "epoch": 0.9417558886509636,
+      "grad_norm": 5.3965349197387695,
+      "learning_rate": 4.6789146645701884e-05,
+      "loss": 1.5381,
+      "step": 2199
+    },
+    {
+      "epoch": 0.9421841541755889,
+      "grad_norm": 10.863276481628418,
+      "learning_rate": 4.6785745385291e-05,
+      "loss": 1.0057,
+      "step": 2200
+    },
+    {
+      "epoch": 0.9426124197002141,
+      "grad_norm": 3.682161331176758,
+      "learning_rate": 4.678234244811418e-05,
+      "loss": 1.4584,
+      "step": 2201
+    },
+    {
+      "epoch": 0.9430406852248394,
+      "grad_norm": 2.8025331497192383,
+      "learning_rate": 4.6778937834433313e-05,
+      "loss": 1.6575,
+      "step": 2202
+    },
+    {
+      "epoch": 0.9434689507494647,
+      "grad_norm": 4.19411563873291,
+      "learning_rate": 4.6775531544510466e-05,
+      "loss": 0.6393,
+      "step": 2203
+    },
+    {
+      "epoch": 0.94389721627409,
+      "grad_norm": 3.1961793899536133,
+      "learning_rate": 4.677212357860779e-05,
+      "loss": 1.4004,
+      "step": 2204
+    },
+    {
+      "epoch": 0.9443254817987152,
+      "grad_norm": 2.7430315017700195,
+      "learning_rate": 4.6768713936987576e-05,
+      "loss": 1.8519,
+      "step": 2205
+    },
+    {
+      "epoch": 0.9447537473233405,
+      "grad_norm": 2.081768274307251,
+      "learning_rate": 4.6765302619912274e-05,
+      "loss": 0.6882,
+      "step": 2206
+    },
+    {
+      "epoch": 0.9451820128479658,
+      "grad_norm": 2.1368470191955566,
+      "learning_rate": 4.676188962764442e-05,
+      "loss": 0.8086,
+      "step": 2207
+    },
+    {
+      "epoch": 0.945610278372591,
+      "grad_norm": 2.8515465259552,
+      "learning_rate": 4.675847496044672e-05,
+      "loss": 2.6224,
+      "step": 2208
+    },
+    {
+      "epoch": 0.9460385438972163,
+      "grad_norm": 3.883665084838867,
+      "learning_rate": 4.675505861858197e-05,
+      "loss": 1.7949,
+      "step": 2209
+    },
+    {
+      "epoch": 0.9464668094218416,
+      "grad_norm": 3.096560001373291,
+      "learning_rate": 4.675164060231312e-05,
+      "loss": 1.0726,
+      "step": 2210
+    },
+    {
+      "epoch": 0.9468950749464669,
+      "grad_norm": 0.6444857716560364,
+      "learning_rate": 4.674822091190324e-05,
+      "loss": 0.3022,
+      "step": 2211
+    },
+    {
+      "epoch": 0.9473233404710921,
+      "grad_norm": 2.3111205101013184,
+      "learning_rate": 4.674479954761553e-05,
+      "loss": 0.9917,
+      "step": 2212
+    },
+    {
+      "epoch": 0.9477516059957174,
+      "grad_norm": 2.1898863315582275,
+      "learning_rate": 4.674137650971332e-05,
+      "loss": 0.9343,
+      "step": 2213
+    },
+    {
+      "epoch": 0.9481798715203427,
+      "grad_norm": 3.695011615753174,
+      "learning_rate": 4.673795179846007e-05,
+      "loss": 1.4197,
+      "step": 2214
+    },
+    {
+      "epoch": 0.9486081370449678,
+      "grad_norm": 3.7552504539489746,
+      "learning_rate": 4.673452541411937e-05,
+      "loss": 1.4864,
+      "step": 2215
+    },
+    {
+      "epoch": 0.9490364025695931,
+      "grad_norm": 5.198785305023193,
+      "learning_rate": 4.6731097356954926e-05,
+      "loss": 1.3289,
+      "step": 2216
+    },
+    {
+      "epoch": 0.9494646680942184,
+      "grad_norm": 3.0934598445892334,
+      "learning_rate": 4.6727667627230594e-05,
+      "loss": 0.7605,
+      "step": 2217
+    },
+    {
+      "epoch": 0.9498929336188436,
+      "grad_norm": 4.045892715454102,
+      "learning_rate": 4.672423622521034e-05,
+      "loss": 1.1521,
+      "step": 2218
+    },
+    {
+      "epoch": 0.9503211991434689,
+      "grad_norm": 1.6694096326828003,
+      "learning_rate": 4.672080315115826e-05,
+      "loss": 0.6963,
+      "step": 2219
+    },
+    {
+      "epoch": 0.9507494646680942,
+      "grad_norm": 3.437758684158325,
+      "learning_rate": 4.67173684053386e-05,
+      "loss": 0.7517,
+      "step": 2220
+    },
+    {
+      "epoch": 0.9511777301927195,
+      "grad_norm": 2.789367914199829,
+      "learning_rate": 4.6713931988015705e-05,
+      "loss": 0.9787,
+      "step": 2221
+    },
+    {
+      "epoch": 0.9516059957173447,
+      "grad_norm": 2.5325756072998047,
+      "learning_rate": 4.6710493899454075e-05,
+      "loss": 0.9495,
+      "step": 2222
+    },
+    {
+      "epoch": 0.95203426124197,
+      "grad_norm": 2.5424551963806152,
+      "learning_rate": 4.6707054139918316e-05,
+      "loss": 0.5857,
+      "step": 2223
+    },
+    {
+      "epoch": 0.9524625267665953,
+      "grad_norm": 1.6866768598556519,
+      "learning_rate": 4.6703612709673176e-05,
+      "loss": 0.4715,
+      "step": 2224
+    },
+    {
+      "epoch": 0.9528907922912205,
+      "grad_norm": 3.11562180519104,
+      "learning_rate": 4.670016960898353e-05,
+      "loss": 0.9845,
+      "step": 2225
+    },
+    {
+      "epoch": 0.9533190578158458,
+      "grad_norm": 2.569338321685791,
+      "learning_rate": 4.669672483811439e-05,
+      "loss": 1.3648,
+      "step": 2226
+    },
+    {
+      "epoch": 0.9537473233404711,
+      "grad_norm": 0.9750298261642456,
+      "learning_rate": 4.669327839733087e-05,
+      "loss": 0.3095,
+      "step": 2227
+    },
+    {
+      "epoch": 0.9541755888650963,
+      "grad_norm": 1.967241644859314,
+      "learning_rate": 4.668983028689825e-05,
+      "loss": 0.8114,
+      "step": 2228
+    },
+    {
+      "epoch": 0.9546038543897216,
+      "grad_norm": 4.947373867034912,
+      "learning_rate": 4.66863805070819e-05,
+      "loss": 1.0457,
+      "step": 2229
+    },
+    {
+      "epoch": 0.9550321199143469,
+      "grad_norm": 2.6593618392944336,
+      "learning_rate": 4.6682929058147334e-05,
+      "loss": 0.902,
+      "step": 2230
+    },
+    {
+      "epoch": 0.9554603854389722,
+      "grad_norm": 5.864902973175049,
+      "learning_rate": 4.667947594036021e-05,
+      "loss": 1.3015,
+      "step": 2231
+    },
+    {
+      "epoch": 0.9558886509635974,
+      "grad_norm": 0.6073795557022095,
+      "learning_rate": 4.6676021153986296e-05,
+      "loss": 0.2379,
+      "step": 2232
+    },
+    {
+      "epoch": 0.9563169164882227,
+      "grad_norm": 1.7946205139160156,
+      "learning_rate": 4.667256469929149e-05,
+      "loss": 0.5135,
+      "step": 2233
+    },
+    {
+      "epoch": 0.956745182012848,
+      "grad_norm": 3.4658823013305664,
+      "learning_rate": 4.666910657654183e-05,
+      "loss": 1.4358,
+      "step": 2234
+    },
+    {
+      "epoch": 0.9571734475374732,
+      "grad_norm": 1.8754668235778809,
+      "learning_rate": 4.666564678600347e-05,
+      "loss": 0.6839,
+      "step": 2235
+    },
+    {
+      "epoch": 0.9576017130620985,
+      "grad_norm": 3.3061718940734863,
+      "learning_rate": 4.66621853279427e-05,
+      "loss": 1.0144,
+      "step": 2236
+    },
+    {
+      "epoch": 0.9580299785867238,
+      "grad_norm": 1.590269684791565,
+      "learning_rate": 4.665872220262593e-05,
+      "loss": 0.5165,
+      "step": 2237
+    },
+    {
+      "epoch": 0.9584582441113491,
+      "grad_norm": 22.54926109313965,
+      "learning_rate": 4.665525741031971e-05,
+      "loss": 0.6763,
+      "step": 2238
+    },
+    {
+      "epoch": 0.9588865096359743,
+      "grad_norm": 0.9007716774940491,
+      "learning_rate": 4.6651790951290694e-05,
+      "loss": 0.6436,
+      "step": 2239
+    },
+    {
+      "epoch": 0.9593147751605996,
+      "grad_norm": 2.14574933052063,
+      "learning_rate": 4.664832282580571e-05,
+      "loss": 0.5949,
+      "step": 2240
+    },
+    {
+      "epoch": 0.9597430406852249,
+      "grad_norm": 1.5235984325408936,
+      "learning_rate": 4.6644853034131676e-05,
+      "loss": 0.3823,
+      "step": 2241
+    },
+    {
+      "epoch": 0.9601713062098501,
+      "grad_norm": 2.0993456840515137,
+      "learning_rate": 4.664138157653564e-05,
+      "loss": 0.4199,
+      "step": 2242
+    },
+    {
+      "epoch": 0.9605995717344754,
+      "grad_norm": 2.784761428833008,
+      "learning_rate": 4.663790845328479e-05,
+      "loss": 0.6278,
+      "step": 2243
+    },
+    {
+      "epoch": 0.9610278372591007,
+      "grad_norm": 3.5080716609954834,
+      "learning_rate": 4.6634433664646444e-05,
+      "loss": 1.0433,
+      "step": 2244
+    },
+    {
+      "epoch": 0.961456102783726,
+      "grad_norm": 8.399298667907715,
+      "learning_rate": 4.663095721088804e-05,
+      "loss": 0.8392,
+      "step": 2245
+    },
+    {
+      "epoch": 0.9618843683083512,
+      "grad_norm": 3.6663548946380615,
+      "learning_rate": 4.662747909227715e-05,
+      "loss": 1.1695,
+      "step": 2246
+    },
+    {
+      "epoch": 0.9623126338329765,
+      "grad_norm": 5.014677047729492,
+      "learning_rate": 4.6623999309081465e-05,
+      "loss": 1.6339,
+      "step": 2247
+    },
+    {
+      "epoch": 0.9627408993576018,
+      "grad_norm": 5.291733741760254,
+      "learning_rate": 4.662051786156882e-05,
+      "loss": 1.8459,
+      "step": 2248
+    },
+    {
+      "epoch": 0.963169164882227,
+      "grad_norm": 2.005208969116211,
+      "learning_rate": 4.661703475000716e-05,
+      "loss": 0.8719,
+      "step": 2249
+    },
+    {
+      "epoch": 0.9635974304068522,
+      "grad_norm": 2.173736810684204,
+      "learning_rate": 4.6613549974664574e-05,
+      "loss": 0.9447,
+      "step": 2250
+    },
+    {
+      "epoch": 0.9640256959314775,
+      "grad_norm": 1.6862510442733765,
+      "learning_rate": 4.6610063535809266e-05,
+      "loss": 0.5651,
+      "step": 2251
+    },
+    {
+      "epoch": 0.9644539614561027,
+      "grad_norm": 2.3516907691955566,
+      "learning_rate": 4.660657543370958e-05,
+      "loss": 0.909,
+      "step": 2252
+    },
+    {
+      "epoch": 0.964882226980728,
+      "grad_norm": 0.6097796559333801,
+      "learning_rate": 4.6603085668633985e-05,
+      "loss": 0.2615,
+      "step": 2253
+    },
+    {
+      "epoch": 0.9653104925053533,
+      "grad_norm": 4.507408618927002,
+      "learning_rate": 4.659959424085106e-05,
+      "loss": 1.8072,
+      "step": 2254
+    },
+    {
+      "epoch": 0.9657387580299786,
+      "grad_norm": 4.165276527404785,
+      "learning_rate": 4.659610115062953e-05,
+      "loss": 1.6588,
+      "step": 2255
+    },
+    {
+      "epoch": 0.9661670235546038,
+      "grad_norm": 4.3423051834106445,
+      "learning_rate": 4.659260639823827e-05,
+      "loss": 0.646,
+      "step": 2256
+    },
+    {
+      "epoch": 0.9665952890792291,
+      "grad_norm": 1.4296107292175293,
+      "learning_rate": 4.6589109983946223e-05,
+      "loss": 0.573,
+      "step": 2257
+    },
+    {
+      "epoch": 0.9670235546038544,
+      "grad_norm": 1.6018553972244263,
+      "learning_rate": 4.658561190802251e-05,
+      "loss": 0.5793,
+      "step": 2258
+    },
+    {
+      "epoch": 0.9674518201284796,
+      "grad_norm": 6.834551811218262,
+      "learning_rate": 4.658211217073637e-05,
+      "loss": 1.5257,
+      "step": 2259
+    },
+    {
+      "epoch": 0.9678800856531049,
+      "grad_norm": 0.7080841064453125,
+      "learning_rate": 4.6578610772357156e-05,
+      "loss": 0.2776,
+      "step": 2260
+    },
+    {
+      "epoch": 0.9683083511777302,
+      "grad_norm": 1.8206932544708252,
+      "learning_rate": 4.657510771315436e-05,
+      "loss": 0.9048,
+      "step": 2261
+    },
+    {
+      "epoch": 0.9687366167023554,
+      "grad_norm": 3.0904600620269775,
+      "learning_rate": 4.65716029933976e-05,
+      "loss": 1.3517,
+      "step": 2262
+    },
+    {
+      "epoch": 0.9691648822269807,
+      "grad_norm": 1.0772572755813599,
+      "learning_rate": 4.656809661335662e-05,
+      "loss": 0.6486,
+      "step": 2263
+    },
+    {
+      "epoch": 0.969593147751606,
+      "grad_norm": 2.2480978965759277,
+      "learning_rate": 4.656458857330129e-05,
+      "loss": 1.0892,
+      "step": 2264
+    },
+    {
+      "epoch": 0.9700214132762313,
+      "grad_norm": 2.235654354095459,
+      "learning_rate": 4.6561078873501626e-05,
+      "loss": 0.9215,
+      "step": 2265
+    },
+    {
+      "epoch": 0.9704496788008565,
+      "grad_norm": 2.237684726715088,
+      "learning_rate": 4.655756751422773e-05,
+      "loss": 1.0025,
+      "step": 2266
+    },
+    {
+      "epoch": 0.9708779443254818,
+      "grad_norm": 4.567192077636719,
+      "learning_rate": 4.655405449574988e-05,
+      "loss": 0.4887,
+      "step": 2267
+    },
+    {
+      "epoch": 0.9713062098501071,
+      "grad_norm": 1.458979845046997,
+      "learning_rate": 4.6550539818338454e-05,
+      "loss": 0.5426,
+      "step": 2268
+    },
+    {
+      "epoch": 0.9717344753747323,
+      "grad_norm": 0.6165367960929871,
+      "learning_rate": 4.654702348226395e-05,
+      "loss": 0.3431,
+      "step": 2269
+    },
+    {
+      "epoch": 0.9721627408993576,
+      "grad_norm": 2.5670363903045654,
+      "learning_rate": 4.654350548779703e-05,
+      "loss": 0.5535,
+      "step": 2270
+    },
+    {
+      "epoch": 0.9725910064239829,
+      "grad_norm": 3.306730270385742,
+      "learning_rate": 4.6539985835208446e-05,
+      "loss": 0.8432,
+      "step": 2271
+    },
+    {
+      "epoch": 0.9730192719486082,
+      "grad_norm": 4.033117294311523,
+      "learning_rate": 4.6536464524769083e-05,
+      "loss": 1.1807,
+      "step": 2272
+    },
+    {
+      "epoch": 0.9734475374732334,
+      "grad_norm": 2.1569550037384033,
+      "learning_rate": 4.653294155674999e-05,
+      "loss": 1.1767,
+      "step": 2273
+    },
+    {
+      "epoch": 0.9738758029978587,
+      "grad_norm": 2.0849766731262207,
+      "learning_rate": 4.652941693142229e-05,
+      "loss": 0.8065,
+      "step": 2274
+    },
+    {
+      "epoch": 0.974304068522484,
+      "grad_norm": 4.1308274269104,
+      "learning_rate": 4.652589064905728e-05,
+      "loss": 0.354,
+      "step": 2275
+    },
+    {
+      "epoch": 0.9747323340471092,
+      "grad_norm": 2.7174103260040283,
+      "learning_rate": 4.652236270992635e-05,
+      "loss": 0.6253,
+      "step": 2276
+    },
+    {
+      "epoch": 0.9751605995717345,
+      "grad_norm": 2.0903663635253906,
+      "learning_rate": 4.651883311430104e-05,
+      "loss": 1.2645,
+      "step": 2277
+    },
+    {
+      "epoch": 0.9755888650963598,
+      "grad_norm": 3.235177993774414,
+      "learning_rate": 4.651530186245301e-05,
+      "loss": 0.8576,
+      "step": 2278
+    },
+    {
+      "epoch": 0.976017130620985,
+      "grad_norm": 2.1677825450897217,
+      "learning_rate": 4.6511768954654036e-05,
+      "loss": 1.0226,
+      "step": 2279
+    },
+    {
+      "epoch": 0.9764453961456103,
+      "grad_norm": 4.87913179397583,
+      "learning_rate": 4.650823439117605e-05,
+      "loss": 1.7181,
+      "step": 2280
+    },
+    {
+      "epoch": 0.9768736616702356,
+      "grad_norm": 1.6142815351486206,
+      "learning_rate": 4.650469817229108e-05,
+      "loss": 0.6846,
+      "step": 2281
+    },
+    {
+      "epoch": 0.9773019271948609,
+      "grad_norm": 1.6320128440856934,
+      "learning_rate": 4.6501160298271294e-05,
+      "loss": 0.6261,
+      "step": 2282
+    },
+    {
+      "epoch": 0.9777301927194861,
+      "grad_norm": 0.5279961228370667,
+      "learning_rate": 4.6497620769389e-05,
+      "loss": 0.338,
+      "step": 2283
+    },
+    {
+      "epoch": 0.9781584582441113,
+      "grad_norm": 2.086190700531006,
+      "learning_rate": 4.6494079585916625e-05,
+      "loss": 0.8398,
+      "step": 2284
+    },
+    {
+      "epoch": 0.9785867237687366,
+      "grad_norm": 4.049401760101318,
+      "learning_rate": 4.64905367481267e-05,
+      "loss": 2.0217,
+      "step": 2285
+    },
+    {
+      "epoch": 0.9790149892933618,
+      "grad_norm": 2.185528516769409,
+      "learning_rate": 4.648699225629193e-05,
+      "loss": 1.0207,
+      "step": 2286
+    },
+    {
+      "epoch": 0.9794432548179871,
+      "grad_norm": 2.012990951538086,
+      "learning_rate": 4.648344611068509e-05,
+      "loss": 1.1139,
+      "step": 2287
+    },
+    {
+      "epoch": 0.9798715203426124,
+      "grad_norm": 2.844994068145752,
+      "learning_rate": 4.647989831157914e-05,
+      "loss": 0.4582,
+      "step": 2288
+    },
+    {
+      "epoch": 0.9802997858672376,
+      "grad_norm": 3.2437379360198975,
+      "learning_rate": 4.6476348859247134e-05,
+      "loss": 0.8675,
+      "step": 2289
+    },
+    {
+      "epoch": 0.9807280513918629,
+      "grad_norm": 1.0993391275405884,
+      "learning_rate": 4.6472797753962246e-05,
+      "loss": 0.369,
+      "step": 2290
+    },
+    {
+      "epoch": 0.9811563169164882,
+      "grad_norm": 3.1373183727264404,
+      "learning_rate": 4.646924499599781e-05,
+      "loss": 1.1304,
+      "step": 2291
+    },
+    {
+      "epoch": 0.9815845824411135,
+      "grad_norm": 2.81231951713562,
+      "learning_rate": 4.646569058562726e-05,
+      "loss": 1.4005,
+      "step": 2292
+    },
+    {
+      "epoch": 0.9820128479657387,
+      "grad_norm": 2.881188154220581,
+      "learning_rate": 4.646213452312417e-05,
+      "loss": 0.7124,
+      "step": 2293
+    },
+    {
+      "epoch": 0.982441113490364,
+      "grad_norm": 6.775191307067871,
+      "learning_rate": 4.645857680876222e-05,
+      "loss": 0.5658,
+      "step": 2294
+    },
+    {
+      "epoch": 0.9828693790149893,
+      "grad_norm": 8.132562637329102,
+      "learning_rate": 4.6455017442815253e-05,
+      "loss": 1.4272,
+      "step": 2295
+    },
+    {
+      "epoch": 0.9832976445396145,
+      "grad_norm": 3.972785472869873,
+      "learning_rate": 4.6451456425557214e-05,
+      "loss": 0.7818,
+      "step": 2296
+    },
+    {
+      "epoch": 0.9837259100642398,
+      "grad_norm": 0.6212707161903381,
+      "learning_rate": 4.644789375726217e-05,
+      "loss": 0.2479,
+      "step": 2297
+    },
+    {
+      "epoch": 0.9841541755888651,
+      "grad_norm": 4.22594690322876,
+      "learning_rate": 4.644432943820435e-05,
+      "loss": 1.4988,
+      "step": 2298
+    },
+    {
+      "epoch": 0.9845824411134904,
+      "grad_norm": 3.2279040813446045,
+      "learning_rate": 4.644076346865807e-05,
+      "loss": 1.4254,
+      "step": 2299
+    },
+    {
+      "epoch": 0.9850107066381156,
+      "grad_norm": 3.0836422443389893,
+      "learning_rate": 4.6437195848897785e-05,
+      "loss": 0.8713,
+      "step": 2300
+    },
+    {
+      "epoch": 0.9854389721627409,
+      "grad_norm": 1.1947566270828247,
+      "learning_rate": 4.643362657919809e-05,
+      "loss": 0.3936,
+      "step": 2301
+    },
+    {
+      "epoch": 0.9858672376873662,
+      "grad_norm": 2.8068201541900635,
+      "learning_rate": 4.643005565983369e-05,
+      "loss": 0.8069,
+      "step": 2302
+    },
+    {
+      "epoch": 0.9862955032119914,
+      "grad_norm": 1.5515497922897339,
+      "learning_rate": 4.6426483091079434e-05,
+      "loss": 0.8863,
+      "step": 2303
+    },
+    {
+      "epoch": 0.9867237687366167,
+      "grad_norm": 2.6630895137786865,
+      "learning_rate": 4.642290887321028e-05,
+      "loss": 0.3254,
+      "step": 2304
+    },
+    {
+      "epoch": 0.987152034261242,
+      "grad_norm": 5.1229119300842285,
+      "learning_rate": 4.641933300650133e-05,
+      "loss": 1.5916,
+      "step": 2305
+    },
+    {
+      "epoch": 0.9875802997858673,
+      "grad_norm": 3.3632078170776367,
+      "learning_rate": 4.641575549122781e-05,
+      "loss": 1.0357,
+      "step": 2306
+    },
+    {
+      "epoch": 0.9880085653104925,
+      "grad_norm": 6.23685359954834,
+      "learning_rate": 4.641217632766505e-05,
+      "loss": 1.1748,
+      "step": 2307
+    },
+    {
+      "epoch": 0.9884368308351178,
+      "grad_norm": 2.38623309135437,
+      "learning_rate": 4.6408595516088536e-05,
+      "loss": 0.7461,
+      "step": 2308
+    },
+    {
+      "epoch": 0.9888650963597431,
+      "grad_norm": 2.7697551250457764,
+      "learning_rate": 4.640501305677387e-05,
+      "loss": 0.879,
+      "step": 2309
+    },
+    {
+      "epoch": 0.9892933618843683,
+      "grad_norm": 2.9507100582122803,
+      "learning_rate": 4.6401428949996784e-05,
+      "loss": 0.6563,
+      "step": 2310
+    },
+    {
+      "epoch": 0.9897216274089936,
+      "grad_norm": 2.423894166946411,
+      "learning_rate": 4.639784319603312e-05,
+      "loss": 0.7435,
+      "step": 2311
+    },
+    {
+      "epoch": 0.9901498929336189,
+      "grad_norm": 2.7499938011169434,
+      "learning_rate": 4.639425579515887e-05,
+      "loss": 1.3163,
+      "step": 2312
+    },
+    {
+      "epoch": 0.9905781584582442,
+      "grad_norm": 0.6493681073188782,
+      "learning_rate": 4.639066674765014e-05,
+      "loss": 0.3538,
+      "step": 2313
+    },
+    {
+      "epoch": 0.9910064239828694,
+      "grad_norm": 1.7629497051239014,
+      "learning_rate": 4.638707605378316e-05,
+      "loss": 0.47,
+      "step": 2314
+    },
+    {
+      "epoch": 0.9914346895074947,
+      "grad_norm": 1.2917976379394531,
+      "learning_rate": 4.63834837138343e-05,
+      "loss": 0.6454,
+      "step": 2315
+    },
+    {
+      "epoch": 0.99186295503212,
+      "grad_norm": 2.4342730045318604,
+      "learning_rate": 4.637988972808005e-05,
+      "loss": 0.8412,
+      "step": 2316
+    },
+    {
+      "epoch": 0.9922912205567452,
+      "grad_norm": 3.726308822631836,
+      "learning_rate": 4.6376294096797016e-05,
+      "loss": 2.1542,
+      "step": 2317
+    },
+    {
+      "epoch": 0.9927194860813704,
+      "grad_norm": 2.9189493656158447,
+      "learning_rate": 4.637269682026195e-05,
+      "loss": 0.9581,
+      "step": 2318
+    },
+    {
+      "epoch": 0.9931477516059957,
+      "grad_norm": 4.066821575164795,
+      "learning_rate": 4.636909789875171e-05,
+      "loss": 0.8967,
+      "step": 2319
+    },
+    {
+      "epoch": 0.9935760171306209,
+      "grad_norm": 0.8401204347610474,
+      "learning_rate": 4.63654973325433e-05,
+      "loss": 0.4841,
+      "step": 2320
+    },
+    {
+      "epoch": 0.9940042826552462,
+      "grad_norm": 2.960275888442993,
+      "learning_rate": 4.636189512191384e-05,
+      "loss": 1.2073,
+      "step": 2321
+    },
+    {
+      "epoch": 0.9944325481798715,
+      "grad_norm": 8.672856330871582,
+      "learning_rate": 4.635829126714057e-05,
+      "loss": 1.0083,
+      "step": 2322
+    },
+    {
+      "epoch": 0.9948608137044967,
+      "grad_norm": 2.23697566986084,
+      "learning_rate": 4.635468576850088e-05,
+      "loss": 1.4619,
+      "step": 2323
+    },
+    {
+      "epoch": 0.995289079229122,
+      "grad_norm": 1.897186279296875,
+      "learning_rate": 4.635107862627227e-05,
+      "loss": 0.9074,
+      "step": 2324
+    },
+    {
+      "epoch": 0.9957173447537473,
+      "grad_norm": 3.5845346450805664,
+      "learning_rate": 4.6347469840732355e-05,
+      "loss": 1.4498,
+      "step": 2325
+    },
+    {
+      "epoch": 0.9961456102783726,
+      "grad_norm": 1.7187024354934692,
+      "learning_rate": 4.6343859412158897e-05,
+      "loss": 0.5247,
+      "step": 2326
+    },
+    {
+      "epoch": 0.9965738758029978,
+      "grad_norm": 2.142312526702881,
+      "learning_rate": 4.634024734082977e-05,
+      "loss": 0.3583,
+      "step": 2327
+    },
+    {
+      "epoch": 0.9970021413276231,
+      "grad_norm": 4.055187702178955,
+      "learning_rate": 4.633663362702299e-05,
+      "loss": 1.7513,
+      "step": 2328
+    },
+    {
+      "epoch": 0.9974304068522484,
+      "grad_norm": 1.8992284536361694,
+      "learning_rate": 4.6333018271016703e-05,
+      "loss": 0.7806,
+      "step": 2329
+    },
+    {
+      "epoch": 0.9978586723768736,
+      "grad_norm": 4.528443813323975,
+      "learning_rate": 4.632940127308915e-05,
+      "loss": 0.9981,
+      "step": 2330
+    },
+    {
+      "epoch": 0.9982869379014989,
+      "grad_norm": 5.576690196990967,
+      "learning_rate": 4.632578263351871e-05,
+      "loss": 1.1555,
+      "step": 2331
+    },
+    {
+      "epoch": 0.9987152034261242,
+      "grad_norm": 2.1044976711273193,
+      "learning_rate": 4.632216235258392e-05,
+      "loss": 1.2187,
+      "step": 2332
+    },
+    {
+      "epoch": 0.9991434689507495,
+      "grad_norm": 4.935518264770508,
+      "learning_rate": 4.63185404305634e-05,
+      "loss": 2.167,
+      "step": 2333
+    },
+    {
+      "epoch": 0.9995717344753747,
+      "grad_norm": 20.347637176513672,
+      "learning_rate": 4.6314916867735926e-05,
+      "loss": 1.4975,
+      "step": 2334
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.9594706296920776,
+      "learning_rate": 4.631129166438039e-05,
+      "loss": 1.5061,
+      "step": 2335
+    },
+    {
+      "epoch": 1.0004282655246253,
+      "grad_norm": 0.9586496353149414,
+      "learning_rate": 4.6307664820775805e-05,
+      "loss": 0.6477,
+      "step": 2336
+    },
+    {
+      "epoch": 1.0008565310492505,
+      "grad_norm": 3.416783332824707,
+      "learning_rate": 4.630403633720132e-05,
+      "loss": 1.1912,
+      "step": 2337
+    },
+    {
+      "epoch": 1.0012847965738758,
+      "grad_norm": 2.7626187801361084,
+      "learning_rate": 4.63004062139362e-05,
+      "loss": 1.1678,
+      "step": 2338
+    },
+    {
+      "epoch": 1.001713062098501,
+      "grad_norm": 2.487544298171997,
+      "learning_rate": 4.629677445125984e-05,
+      "loss": 0.5531,
+      "step": 2339
+    },
+    {
+      "epoch": 1.0021413276231264,
+      "grad_norm": 1.3998887538909912,
+      "learning_rate": 4.6293141049451773e-05,
+      "loss": 0.3899,
+      "step": 2340
+    },
+    {
+      "epoch": 1.0025695931477516,
+      "grad_norm": 2.027656078338623,
+      "learning_rate": 4.628950600879165e-05,
+      "loss": 0.4531,
+      "step": 2341
+    },
+    {
+      "epoch": 1.002997858672377,
+      "grad_norm": 2.491825819015503,
+      "learning_rate": 4.628586932955923e-05,
+      "loss": 0.8237,
+      "step": 2342
+    },
+    {
+      "epoch": 1.0034261241970022,
+      "grad_norm": 1.438519835472107,
+      "learning_rate": 4.628223101203443e-05,
+      "loss": 0.4922,
+      "step": 2343
+    },
+    {
+      "epoch": 1.0038543897216274,
+      "grad_norm": 4.815446376800537,
+      "learning_rate": 4.627859105649726e-05,
+      "loss": 1.7602,
+      "step": 2344
+    },
+    {
+      "epoch": 1.0042826552462527,
+      "grad_norm": 1.8886053562164307,
+      "learning_rate": 4.627494946322789e-05,
+      "loss": 0.6589,
+      "step": 2345
+    },
+    {
+      "epoch": 1.004710920770878,
+      "grad_norm": 0.5435248613357544,
+      "learning_rate": 4.62713062325066e-05,
+      "loss": 0.287,
+      "step": 2346
+    },
+    {
+      "epoch": 1.0051391862955033,
+      "grad_norm": 2.004431962966919,
+      "learning_rate": 4.6267661364613786e-05,
+      "loss": 1.144,
+      "step": 2347
+    },
+    {
+      "epoch": 1.0055674518201285,
+      "grad_norm": 3.0760059356689453,
+      "learning_rate": 4.626401485982998e-05,
+      "loss": 0.9081,
+      "step": 2348
+    },
+    {
+      "epoch": 1.0059957173447538,
+      "grad_norm": 1.3649067878723145,
+      "learning_rate": 4.626036671843585e-05,
+      "loss": 0.4373,
+      "step": 2349
+    },
+    {
+      "epoch": 1.006423982869379,
+      "grad_norm": 3.262490749359131,
+      "learning_rate": 4.6256716940712166e-05,
+      "loss": 0.8627,
+      "step": 2350
+    },
+    {
+      "epoch": 1.0068522483940043,
+      "grad_norm": 1.615325927734375,
+      "learning_rate": 4.625306552693985e-05,
+      "loss": 0.4355,
+      "step": 2351
+    },
+    {
+      "epoch": 1.0072805139186296,
+      "grad_norm": 1.6095081567764282,
+      "learning_rate": 4.624941247739992e-05,
+      "loss": 0.445,
+      "step": 2352
+    },
+    {
+      "epoch": 1.0077087794432549,
+      "grad_norm": 3.865821123123169,
+      "learning_rate": 4.6245757792373565e-05,
+      "loss": 0.8937,
+      "step": 2353
+    },
+    {
+      "epoch": 1.0081370449678801,
+      "grad_norm": 0.9452102780342102,
+      "learning_rate": 4.624210147214204e-05,
+      "loss": 0.4976,
+      "step": 2354
+    },
+    {
+      "epoch": 1.0085653104925054,
+      "grad_norm": 1.1757409572601318,
+      "learning_rate": 4.623844351698678e-05,
+      "loss": 0.2784,
+      "step": 2355
+    },
+    {
+      "epoch": 1.0089935760171307,
+      "grad_norm": 2.607963800430298,
+      "learning_rate": 4.623478392718933e-05,
+      "loss": 0.6371,
+      "step": 2356
+    },
+    {
+      "epoch": 1.009421841541756,
+      "grad_norm": 3.910367727279663,
+      "learning_rate": 4.623112270303133e-05,
+      "loss": 1.5611,
+      "step": 2357
+    },
+    {
+      "epoch": 1.0098501070663812,
+      "grad_norm": 2.04036021232605,
+      "learning_rate": 4.6227459844794583e-05,
+      "loss": 0.6815,
+      "step": 2358
+    },
+    {
+      "epoch": 1.0102783725910065,
+      "grad_norm": 4.1826910972595215,
+      "learning_rate": 4.6223795352761015e-05,
+      "loss": 0.4166,
+      "step": 2359
+    },
+    {
+      "epoch": 1.0107066381156318,
+      "grad_norm": 2.043545722961426,
+      "learning_rate": 4.622012922721265e-05,
+      "loss": 0.8698,
+      "step": 2360
+    },
+    {
+      "epoch": 1.011134903640257,
+      "grad_norm": 6.49172830581665,
+      "learning_rate": 4.621646146843166e-05,
+      "loss": 0.9332,
+      "step": 2361
+    },
+    {
+      "epoch": 1.0115631691648823,
+      "grad_norm": 3.906745672225952,
+      "learning_rate": 4.621279207670035e-05,
+      "loss": 0.9824,
+      "step": 2362
+    },
+    {
+      "epoch": 1.0119914346895076,
+      "grad_norm": 2.791598081588745,
+      "learning_rate": 4.620912105230113e-05,
+      "loss": 1.2084,
+      "step": 2363
+    },
+    {
+      "epoch": 1.0124197002141329,
+      "grad_norm": 3.1413614749908447,
+      "learning_rate": 4.620544839551655e-05,
+      "loss": 1.0395,
+      "step": 2364
+    },
+    {
+      "epoch": 1.0128479657387581,
+      "grad_norm": 1.6222180128097534,
+      "learning_rate": 4.620177410662927e-05,
+      "loss": 0.9134,
+      "step": 2365
+    },
+    {
+      "epoch": 1.0132762312633834,
+      "grad_norm": 2.462555408477783,
+      "learning_rate": 4.61980981859221e-05,
+      "loss": 1.0731,
+      "step": 2366
+    },
+    {
+      "epoch": 1.0137044967880087,
+      "grad_norm": 3.857466697692871,
+      "learning_rate": 4.6194420633677946e-05,
+      "loss": 0.9248,
+      "step": 2367
+    },
+    {
+      "epoch": 1.014132762312634,
+      "grad_norm": 2.219348192214966,
+      "learning_rate": 4.6190741450179875e-05,
+      "loss": 0.5811,
+      "step": 2368
+    },
+    {
+      "epoch": 1.0145610278372592,
+      "grad_norm": 2.4444167613983154,
+      "learning_rate": 4.618706063571104e-05,
+      "loss": 0.9334,
+      "step": 2369
+    },
+    {
+      "epoch": 1.0149892933618843,
+      "grad_norm": 2.9156155586242676,
+      "learning_rate": 4.618337819055475e-05,
+      "loss": 0.9621,
+      "step": 2370
+    },
+    {
+      "epoch": 1.0154175588865095,
+      "grad_norm": 2.6291415691375732,
+      "learning_rate": 4.6179694114994424e-05,
+      "loss": 0.675,
+      "step": 2371
+    },
+    {
+      "epoch": 1.0158458244111348,
+      "grad_norm": 1.3606609106063843,
+      "learning_rate": 4.617600840931362e-05,
+      "loss": 0.3539,
+      "step": 2372
+    },
+    {
+      "epoch": 1.01627408993576,
+      "grad_norm": 2.182520866394043,
+      "learning_rate": 4.6172321073796e-05,
+      "loss": 0.7353,
+      "step": 2373
+    },
+    {
+      "epoch": 1.0167023554603853,
+      "grad_norm": 1.263631820678711,
+      "learning_rate": 4.616863210872537e-05,
+      "loss": 1.0815,
+      "step": 2374
+    },
+    {
+      "epoch": 1.0171306209850106,
+      "grad_norm": 2.144643783569336,
+      "learning_rate": 4.616494151438567e-05,
+      "loss": 0.7313,
+      "step": 2375
+    },
+    {
+      "epoch": 1.0175588865096359,
+      "grad_norm": 2.8069050312042236,
+      "learning_rate": 4.6161249291060926e-05,
+      "loss": 1.2084,
+      "step": 2376
+    },
+    {
+      "epoch": 1.0179871520342612,
+      "grad_norm": 0.9724211096763611,
+      "learning_rate": 4.615755543903533e-05,
+      "loss": 0.7165,
+      "step": 2377
+    },
+    {
+      "epoch": 1.0184154175588864,
+      "grad_norm": 2.1093738079071045,
+      "learning_rate": 4.6153859958593177e-05,
+      "loss": 1.0734,
+      "step": 2378
+    },
+    {
+      "epoch": 1.0188436830835117,
+      "grad_norm": 2.531256675720215,
+      "learning_rate": 4.6150162850018894e-05,
+      "loss": 0.7387,
+      "step": 2379
+    },
+    {
+      "epoch": 1.019271948608137,
+      "grad_norm": 2.419528007507324,
+      "learning_rate": 4.614646411359704e-05,
+      "loss": 0.7483,
+      "step": 2380
+    },
+    {
+      "epoch": 1.0197002141327622,
+      "grad_norm": 1.9839487075805664,
+      "learning_rate": 4.614276374961229e-05,
+      "loss": 0.8913,
+      "step": 2381
+    },
+    {
+      "epoch": 1.0201284796573875,
+      "grad_norm": 3.900815486907959,
+      "learning_rate": 4.6139061758349445e-05,
+      "loss": 1.1686,
+      "step": 2382
+    },
+    {
+      "epoch": 1.0205567451820128,
+      "grad_norm": 4.160203456878662,
+      "learning_rate": 4.613535814009343e-05,
+      "loss": 0.7285,
+      "step": 2383
+    },
+    {
+      "epoch": 1.020985010706638,
+      "grad_norm": 1.946172833442688,
+      "learning_rate": 4.613165289512931e-05,
+      "loss": 1.1919,
+      "step": 2384
+    },
+    {
+      "epoch": 1.0214132762312633,
+      "grad_norm": 2.0056099891662598,
+      "learning_rate": 4.6127946023742254e-05,
+      "loss": 0.4336,
+      "step": 2385
+    },
+    {
+      "epoch": 1.0218415417558886,
+      "grad_norm": 3.513491153717041,
+      "learning_rate": 4.612423752621756e-05,
+      "loss": 1.0072,
+      "step": 2386
+    },
+    {
+      "epoch": 1.0222698072805139,
+      "grad_norm": 2.992534875869751,
+      "learning_rate": 4.612052740284067e-05,
+      "loss": 1.4191,
+      "step": 2387
+    },
+    {
+      "epoch": 1.0226980728051391,
+      "grad_norm": 1.560585856437683,
+      "learning_rate": 4.6116815653897136e-05,
+      "loss": 0.4161,
+      "step": 2388
+    },
+    {
+      "epoch": 1.0231263383297644,
+      "grad_norm": 2.858927011489868,
+      "learning_rate": 4.611310227967262e-05,
+      "loss": 1.1557,
+      "step": 2389
+    },
+    {
+      "epoch": 1.0235546038543897,
+      "grad_norm": 2.018760919570923,
+      "learning_rate": 4.6109387280452955e-05,
+      "loss": 0.5644,
+      "step": 2390
+    },
+    {
+      "epoch": 1.023982869379015,
+      "grad_norm": 2.9282238483428955,
+      "learning_rate": 4.610567065652405e-05,
+      "loss": 0.7368,
+      "step": 2391
+    },
+    {
+      "epoch": 1.0244111349036402,
+      "grad_norm": 2.050968647003174,
+      "learning_rate": 4.6101952408171966e-05,
+      "loss": 0.7308,
+      "step": 2392
+    },
+    {
+      "epoch": 1.0248394004282655,
+      "grad_norm": 1.880059003829956,
+      "learning_rate": 4.6098232535682887e-05,
+      "loss": 0.5762,
+      "step": 2393
+    },
+    {
+      "epoch": 1.0252676659528908,
+      "grad_norm": 2.4769704341888428,
+      "learning_rate": 4.60945110393431e-05,
+      "loss": 0.6849,
+      "step": 2394
+    },
+    {
+      "epoch": 1.025695931477516,
+      "grad_norm": 5.780954360961914,
+      "learning_rate": 4.609078791943905e-05,
+      "loss": 0.9061,
+      "step": 2395
+    },
+    {
+      "epoch": 1.0261241970021413,
+      "grad_norm": 3.5370545387268066,
+      "learning_rate": 4.60870631762573e-05,
+      "loss": 2.828,
+      "step": 2396
+    },
+    {
+      "epoch": 1.0265524625267666,
+      "grad_norm": 0.4249138832092285,
+      "learning_rate": 4.60833368100845e-05,
+      "loss": 0.1323,
+      "step": 2397
+    },
+    {
+      "epoch": 1.0269807280513918,
+      "grad_norm": 5.451589584350586,
+      "learning_rate": 4.6079608821207475e-05,
+      "loss": 0.7342,
+      "step": 2398
+    },
+    {
+      "epoch": 1.0274089935760171,
+      "grad_norm": 7.282365798950195,
+      "learning_rate": 4.6075879209913155e-05,
+      "loss": 0.878,
+      "step": 2399
+    },
+    {
+      "epoch": 1.0278372591006424,
+      "grad_norm": 1.6281317472457886,
+      "learning_rate": 4.607214797648859e-05,
+      "loss": 0.3153,
+      "step": 2400
+    },
+    {
+      "epoch": 1.0282655246252677,
+      "grad_norm": 6.13102388381958,
+      "learning_rate": 4.6068415121220954e-05,
+      "loss": 0.8418,
+      "step": 2401
+    },
+    {
+      "epoch": 1.028693790149893,
+      "grad_norm": 5.557166576385498,
+      "learning_rate": 4.606468064439755e-05,
+      "loss": 1.2613,
+      "step": 2402
+    },
+    {
+      "epoch": 1.0291220556745182,
+      "grad_norm": 1.1600010395050049,
+      "learning_rate": 4.606094454630582e-05,
+      "loss": 0.4634,
+      "step": 2403
+    },
+    {
+      "epoch": 1.0295503211991435,
+      "grad_norm": 3.41044020652771,
+      "learning_rate": 4.60572068272333e-05,
+      "loss": 1.2397,
+      "step": 2404
+    },
+    {
+      "epoch": 1.0299785867237687,
+      "grad_norm": 5.598540782928467,
+      "learning_rate": 4.605346748746768e-05,
+      "loss": 0.8623,
+      "step": 2405
+    },
+    {
+      "epoch": 1.030406852248394,
+      "grad_norm": 4.54561710357666,
+      "learning_rate": 4.6049726527296765e-05,
+      "loss": 1.0003,
+      "step": 2406
+    },
+    {
+      "epoch": 1.0308351177730193,
+      "grad_norm": 2.6962625980377197,
+      "learning_rate": 4.6045983947008476e-05,
+      "loss": 0.9251,
+      "step": 2407
+    },
+    {
+      "epoch": 1.0312633832976446,
+      "grad_norm": 0.8135049343109131,
+      "learning_rate": 4.6042239746890855e-05,
+      "loss": 0.5241,
+      "step": 2408
+    },
+    {
+      "epoch": 1.0316916488222698,
+      "grad_norm": 3.4537391662597656,
+      "learning_rate": 4.6038493927232104e-05,
+      "loss": 0.9685,
+      "step": 2409
+    },
+    {
+      "epoch": 1.032119914346895,
+      "grad_norm": 2.8353500366210938,
+      "learning_rate": 4.60347464883205e-05,
+      "loss": 0.6919,
+      "step": 2410
+    },
+    {
+      "epoch": 1.0325481798715204,
+      "grad_norm": 1.2957946062088013,
+      "learning_rate": 4.603099743044449e-05,
+      "loss": 0.6081,
+      "step": 2411
+    },
+    {
+      "epoch": 1.0329764453961456,
+      "grad_norm": 2.2546613216400146,
+      "learning_rate": 4.6027246753892606e-05,
+      "loss": 0.5209,
+      "step": 2412
+    },
+    {
+      "epoch": 1.033404710920771,
+      "grad_norm": 3.754831075668335,
+      "learning_rate": 4.602349445895353e-05,
+      "loss": 0.9961,
+      "step": 2413
+    },
+    {
+      "epoch": 1.0338329764453962,
+      "grad_norm": 207.24343872070312,
+      "learning_rate": 4.601974054591607e-05,
+      "loss": 1.8342,
+      "step": 2414
+    },
+    {
+      "epoch": 1.0342612419700214,
+      "grad_norm": 6.187536716461182,
+      "learning_rate": 4.601598501506914e-05,
+      "loss": 0.7008,
+      "step": 2415
+    },
+    {
+      "epoch": 1.0346895074946467,
+      "grad_norm": 2.1042163372039795,
+      "learning_rate": 4.601222786670179e-05,
+      "loss": 1.1362,
+      "step": 2416
+    },
+    {
+      "epoch": 1.035117773019272,
+      "grad_norm": 0.8270857334136963,
+      "learning_rate": 4.60084691011032e-05,
+      "loss": 0.1838,
+      "step": 2417
+    },
+    {
+      "epoch": 1.0355460385438973,
+      "grad_norm": 1.0446491241455078,
+      "learning_rate": 4.600470871856266e-05,
+      "loss": 0.2619,
+      "step": 2418
+    },
+    {
+      "epoch": 1.0359743040685225,
+      "grad_norm": 1.1668643951416016,
+      "learning_rate": 4.60009467193696e-05,
+      "loss": 0.5031,
+      "step": 2419
+    },
+    {
+      "epoch": 1.0364025695931478,
+      "grad_norm": 3.265697717666626,
+      "learning_rate": 4.599718310381356e-05,
+      "loss": 1.0628,
+      "step": 2420
+    },
+    {
+      "epoch": 1.036830835117773,
+      "grad_norm": 3.4028854370117188,
+      "learning_rate": 4.599341787218422e-05,
+      "loss": 1.2903,
+      "step": 2421
+    },
+    {
+      "epoch": 1.0372591006423983,
+      "grad_norm": 1.1811846494674683,
+      "learning_rate": 4.598965102477136e-05,
+      "loss": 0.5532,
+      "step": 2422
+    },
+    {
+      "epoch": 1.0376873661670236,
+      "grad_norm": 0.8674139976501465,
+      "learning_rate": 4.598588256186491e-05,
+      "loss": 0.5148,
+      "step": 2423
+    },
+    {
+      "epoch": 1.0381156316916489,
+      "grad_norm": 0.925915539264679,
+      "learning_rate": 4.5982112483754923e-05,
+      "loss": 0.5692,
+      "step": 2424
+    },
+    {
+      "epoch": 1.0385438972162742,
+      "grad_norm": 2.8059234619140625,
+      "learning_rate": 4.597834079073156e-05,
+      "loss": 0.8705,
+      "step": 2425
+    },
+    {
+      "epoch": 1.0389721627408994,
+      "grad_norm": 0.8561309576034546,
+      "learning_rate": 4.59745674830851e-05,
+      "loss": 0.3482,
+      "step": 2426
+    },
+    {
+      "epoch": 1.0394004282655247,
+      "grad_norm": 2.811581611633301,
+      "learning_rate": 4.597079256110598e-05,
+      "loss": 0.8271,
+      "step": 2427
+    },
+    {
+      "epoch": 1.03982869379015,
+      "grad_norm": 1.525107979774475,
+      "learning_rate": 4.596701602508473e-05,
+      "loss": 0.6086,
+      "step": 2428
+    },
+    {
+      "epoch": 1.0402569593147752,
+      "grad_norm": 2.5767478942871094,
+      "learning_rate": 4.5963237875312025e-05,
+      "loss": 0.5438,
+      "step": 2429
+    },
+    {
+      "epoch": 1.0406852248394005,
+      "grad_norm": 2.476182460784912,
+      "learning_rate": 4.5959458112078645e-05,
+      "loss": 0.6032,
+      "step": 2430
+    },
+    {
+      "epoch": 1.0411134903640258,
+      "grad_norm": 0.7341932654380798,
+      "learning_rate": 4.595567673567551e-05,
+      "loss": 0.3966,
+      "step": 2431
+    },
+    {
+      "epoch": 1.041541755888651,
+      "grad_norm": 7.037844181060791,
+      "learning_rate": 4.595189374639366e-05,
+      "loss": 0.9031,
+      "step": 2432
+    },
+    {
+      "epoch": 1.0419700214132763,
+      "grad_norm": 4.067666053771973,
+      "learning_rate": 4.5948109144524244e-05,
+      "loss": 0.7633,
+      "step": 2433
+    },
+    {
+      "epoch": 1.0423982869379016,
+      "grad_norm": 6.108623504638672,
+      "learning_rate": 4.594432293035856e-05,
+      "loss": 0.9396,
+      "step": 2434
+    },
+    {
+      "epoch": 1.0428265524625269,
+      "grad_norm": 8.032541275024414,
+      "learning_rate": 4.594053510418803e-05,
+      "loss": 0.5861,
+      "step": 2435
+    },
+    {
+      "epoch": 1.0432548179871521,
+      "grad_norm": 2.5523431301116943,
+      "learning_rate": 4.5936745666304156e-05,
+      "loss": 1.274,
+      "step": 2436
+    },
+    {
+      "epoch": 1.0436830835117772,
+      "grad_norm": 1.9122051000595093,
+      "learning_rate": 4.5932954616998636e-05,
+      "loss": 0.5751,
+      "step": 2437
+    },
+    {
+      "epoch": 1.0441113490364025,
+      "grad_norm": 0.37727978825569153,
+      "learning_rate": 4.592916195656322e-05,
+      "loss": 0.1505,
+      "step": 2438
+    },
+    {
+      "epoch": 1.0445396145610277,
+      "grad_norm": 6.145073413848877,
+      "learning_rate": 4.592536768528982e-05,
+      "loss": 1.113,
+      "step": 2439
+    },
+    {
+      "epoch": 1.044967880085653,
+      "grad_norm": 0.7412245869636536,
+      "learning_rate": 4.592157180347049e-05,
+      "loss": 0.4714,
+      "step": 2440
+    },
+    {
+      "epoch": 1.0453961456102783,
+      "grad_norm": 4.329492568969727,
+      "learning_rate": 4.591777431139736e-05,
+      "loss": 0.7067,
+      "step": 2441
+    },
+    {
+      "epoch": 1.0458244111349035,
+      "grad_norm": 3.479560375213623,
+      "learning_rate": 4.591397520936271e-05,
+      "loss": 1.0915,
+      "step": 2442
+    },
+    {
+      "epoch": 1.0462526766595288,
+      "grad_norm": 8.154139518737793,
+      "learning_rate": 4.5910174497658963e-05,
+      "loss": 1.2543,
+      "step": 2443
+    },
+    {
+      "epoch": 1.046680942184154,
+      "grad_norm": 4.223692417144775,
+      "learning_rate": 4.590637217657863e-05,
+      "loss": 0.6891,
+      "step": 2444
+    },
+    {
+      "epoch": 1.0471092077087794,
+      "grad_norm": 5.151467323303223,
+      "learning_rate": 4.5902568246414355e-05,
+      "loss": 1.2172,
+      "step": 2445
+    },
+    {
+      "epoch": 1.0475374732334046,
+      "grad_norm": 2.5304481983184814,
+      "learning_rate": 4.589876270745892e-05,
+      "loss": 1.0423,
+      "step": 2446
+    },
+    {
+      "epoch": 1.04796573875803,
+      "grad_norm": 3.117835283279419,
+      "learning_rate": 4.5894955560005225e-05,
+      "loss": 1.2793,
+      "step": 2447
+    },
+    {
+      "epoch": 1.0483940042826552,
+      "grad_norm": 0.7229622602462769,
+      "learning_rate": 4.58911468043463e-05,
+      "loss": 0.3445,
+      "step": 2448
+    },
+    {
+      "epoch": 1.0488222698072804,
+      "grad_norm": 16.777021408081055,
+      "learning_rate": 4.588733644077527e-05,
+      "loss": 1.2023,
+      "step": 2449
+    },
+    {
+      "epoch": 1.0492505353319057,
+      "grad_norm": 3.319272041320801,
+      "learning_rate": 4.588352446958541e-05,
+      "loss": 0.8575,
+      "step": 2450
+    },
+    {
+      "epoch": 1.049678800856531,
+      "grad_norm": 2.0697569847106934,
+      "learning_rate": 4.587971089107012e-05,
+      "loss": 0.5472,
+      "step": 2451
+    },
+    {
+      "epoch": 1.0501070663811563,
+      "grad_norm": 3.6436917781829834,
+      "learning_rate": 4.587589570552291e-05,
+      "loss": 1.4386,
+      "step": 2452
+    },
+    {
+      "epoch": 1.0505353319057815,
+      "grad_norm": 0.8692249059677124,
+      "learning_rate": 4.587207891323743e-05,
+      "loss": 0.3299,
+      "step": 2453
+    },
+    {
+      "epoch": 1.0509635974304068,
+      "grad_norm": 2.818636178970337,
+      "learning_rate": 4.5868260514507436e-05,
+      "loss": 1.121,
+      "step": 2454
+    },
+    {
+      "epoch": 1.051391862955032,
+      "grad_norm": 2.789494752883911,
+      "learning_rate": 4.5864440509626816e-05,
+      "loss": 0.6392,
+      "step": 2455
+    },
+    {
+      "epoch": 1.0518201284796573,
+      "grad_norm": 2.209590435028076,
+      "learning_rate": 4.586061889888959e-05,
+      "loss": 0.3612,
+      "step": 2456
+    },
+    {
+      "epoch": 1.0522483940042826,
+      "grad_norm": 2.852813243865967,
+      "learning_rate": 4.5856795682589873e-05,
+      "loss": 1.1315,
+      "step": 2457
+    },
+    {
+      "epoch": 1.0526766595289079,
+      "grad_norm": 4.043891906738281,
+      "learning_rate": 4.585297086102194e-05,
+      "loss": 2.2864,
+      "step": 2458
+    },
+    {
+      "epoch": 1.0531049250535331,
+      "grad_norm": 1.3502188920974731,
+      "learning_rate": 4.584914443448017e-05,
+      "loss": 0.6565,
+      "step": 2459
+    },
+    {
+      "epoch": 1.0535331905781584,
+      "grad_norm": 1.6008970737457275,
+      "learning_rate": 4.5845316403259074e-05,
+      "loss": 0.8066,
+      "step": 2460
+    },
+    {
+      "epoch": 1.0539614561027837,
+      "grad_norm": 2.0524966716766357,
+      "learning_rate": 4.584148676765327e-05,
+      "loss": 0.7064,
+      "step": 2461
+    },
+    {
+      "epoch": 1.054389721627409,
+      "grad_norm": 2.558088779449463,
+      "learning_rate": 4.583765552795751e-05,
+      "loss": 1.046,
+      "step": 2462
+    },
+    {
+      "epoch": 1.0548179871520342,
+      "grad_norm": 1.899419903755188,
+      "learning_rate": 4.583382268446668e-05,
+      "loss": 1.0523,
+      "step": 2463
+    },
+    {
+      "epoch": 1.0552462526766595,
+      "grad_norm": 4.438660144805908,
+      "learning_rate": 4.582998823747578e-05,
+      "loss": 0.9233,
+      "step": 2464
+    },
+    {
+      "epoch": 1.0556745182012848,
+      "grad_norm": 1.962544560432434,
+      "learning_rate": 4.5826152187279913e-05,
+      "loss": 0.5564,
+      "step": 2465
+    },
+    {
+      "epoch": 1.05610278372591,
+      "grad_norm": 2.2136735916137695,
+      "learning_rate": 4.582231453417435e-05,
+      "loss": 0.6918,
+      "step": 2466
+    },
+    {
+      "epoch": 1.0565310492505353,
+      "grad_norm": 1.860627293586731,
+      "learning_rate": 4.5818475278454445e-05,
+      "loss": 0.6277,
+      "step": 2467
+    },
+    {
+      "epoch": 1.0569593147751606,
+      "grad_norm": 6.0406999588012695,
+      "learning_rate": 4.581463442041569e-05,
+      "loss": 2.0925,
+      "step": 2468
+    },
+    {
+      "epoch": 1.0573875802997859,
+      "grad_norm": 3.534055233001709,
+      "learning_rate": 4.581079196035372e-05,
+      "loss": 1.4582,
+      "step": 2469
+    },
+    {
+      "epoch": 1.0578158458244111,
+      "grad_norm": 0.848818838596344,
+      "learning_rate": 4.580694789856425e-05,
+      "loss": 0.3788,
+      "step": 2470
+    },
+    {
+      "epoch": 1.0582441113490364,
+      "grad_norm": 1.44693124294281,
+      "learning_rate": 4.580310223534315e-05,
+      "loss": 0.8695,
+      "step": 2471
+    },
+    {
+      "epoch": 1.0586723768736617,
+      "grad_norm": 1.1167292594909668,
+      "learning_rate": 4.579925497098643e-05,
+      "loss": 0.476,
+      "step": 2472
+    },
+    {
+      "epoch": 1.059100642398287,
+      "grad_norm": 1.199987769126892,
+      "learning_rate": 4.579540610579016e-05,
+      "loss": 0.7943,
+      "step": 2473
+    },
+    {
+      "epoch": 1.0595289079229122,
+      "grad_norm": 1.6658289432525635,
+      "learning_rate": 4.57915556400506e-05,
+      "loss": 0.4146,
+      "step": 2474
+    },
+    {
+      "epoch": 1.0599571734475375,
+      "grad_norm": 1.8498506546020508,
+      "learning_rate": 4.57877035740641e-05,
+      "loss": 1.1495,
+      "step": 2475
+    },
+    {
+      "epoch": 1.0603854389721628,
+      "grad_norm": 3.008227586746216,
+      "learning_rate": 4.5783849908127144e-05,
+      "loss": 0.7879,
+      "step": 2476
+    },
+    {
+      "epoch": 1.060813704496788,
+      "grad_norm": 2.370950937271118,
+      "learning_rate": 4.577999464253631e-05,
+      "loss": 0.8184,
+      "step": 2477
+    },
+    {
+      "epoch": 1.0612419700214133,
+      "grad_norm": 3.169504165649414,
+      "learning_rate": 4.5776137777588346e-05,
+      "loss": 1.4446,
+      "step": 2478
+    },
+    {
+      "epoch": 1.0616702355460386,
+      "grad_norm": 2.694453001022339,
+      "learning_rate": 4.57722793135801e-05,
+      "loss": 0.5602,
+      "step": 2479
+    },
+    {
+      "epoch": 1.0620985010706638,
+      "grad_norm": 2.3114984035491943,
+      "learning_rate": 4.576841925080853e-05,
+      "loss": 0.7532,
+      "step": 2480
+    },
+    {
+      "epoch": 1.062526766595289,
+      "grad_norm": 1.750199556350708,
+      "learning_rate": 4.5764557589570745e-05,
+      "loss": 0.5594,
+      "step": 2481
+    },
+    {
+      "epoch": 1.0629550321199144,
+      "grad_norm": 3.140043020248413,
+      "learning_rate": 4.576069433016394e-05,
+      "loss": 1.7607,
+      "step": 2482
+    },
+    {
+      "epoch": 1.0633832976445396,
+      "grad_norm": 1.4939411878585815,
+      "learning_rate": 4.5756829472885485e-05,
+      "loss": 0.4893,
+      "step": 2483
+    },
+    {
+      "epoch": 1.063811563169165,
+      "grad_norm": 2.446263551712036,
+      "learning_rate": 4.575296301803282e-05,
+      "loss": 0.7514,
+      "step": 2484
+    },
+    {
+      "epoch": 1.0642398286937902,
+      "grad_norm": 3.7806475162506104,
+      "learning_rate": 4.574909496590355e-05,
+      "loss": 0.9856,
+      "step": 2485
+    },
+    {
+      "epoch": 1.0646680942184155,
+      "grad_norm": 2.8212039470672607,
+      "learning_rate": 4.574522531679537e-05,
+      "loss": 0.4562,
+      "step": 2486
+    },
+    {
+      "epoch": 1.0650963597430407,
+      "grad_norm": 1.6253602504730225,
+      "learning_rate": 4.574135407100612e-05,
+      "loss": 0.3915,
+      "step": 2487
+    },
+    {
+      "epoch": 1.065524625267666,
+      "grad_norm": 1.937136173248291,
+      "learning_rate": 4.5737481228833745e-05,
+      "loss": 0.4899,
+      "step": 2488
+    },
+    {
+      "epoch": 1.0659528907922913,
+      "grad_norm": 1.716539978981018,
+      "learning_rate": 4.573360679057633e-05,
+      "loss": 1.0325,
+      "step": 2489
+    },
+    {
+      "epoch": 1.0663811563169165,
+      "grad_norm": 1.5983104705810547,
+      "learning_rate": 4.572973075653208e-05,
+      "loss": 0.6273,
+      "step": 2490
+    },
+    {
+      "epoch": 1.0668094218415418,
+      "grad_norm": 2.457742214202881,
+      "learning_rate": 4.572585312699931e-05,
+      "loss": 0.806,
+      "step": 2491
+    },
+    {
+      "epoch": 1.067237687366167,
+      "grad_norm": 2.008352279663086,
+      "learning_rate": 4.572197390227647e-05,
+      "loss": 0.54,
+      "step": 2492
+    },
+    {
+      "epoch": 1.0676659528907924,
+      "grad_norm": 2.035296678543091,
+      "learning_rate": 4.571809308266213e-05,
+      "loss": 1.6165,
+      "step": 2493
+    },
+    {
+      "epoch": 1.0680942184154176,
+      "grad_norm": 4.030922889709473,
+      "learning_rate": 4.571421066845498e-05,
+      "loss": 1.1365,
+      "step": 2494
+    },
+    {
+      "epoch": 1.068522483940043,
+      "grad_norm": 5.744941711425781,
+      "learning_rate": 4.571032665995384e-05,
+      "loss": 1.2921,
+      "step": 2495
+    },
+    {
+      "epoch": 1.0689507494646682,
+      "grad_norm": 0.6992378830909729,
+      "learning_rate": 4.570644105745764e-05,
+      "loss": 0.2518,
+      "step": 2496
+    },
+    {
+      "epoch": 1.0693790149892934,
+      "grad_norm": 0.9089705944061279,
+      "learning_rate": 4.570255386126544e-05,
+      "loss": 0.3123,
+      "step": 2497
+    },
+    {
+      "epoch": 1.0698072805139187,
+      "grad_norm": 1.2438541650772095,
+      "learning_rate": 4.569866507167644e-05,
+      "loss": 0.8402,
+      "step": 2498
+    },
+    {
+      "epoch": 1.070235546038544,
+      "grad_norm": 3.3405051231384277,
+      "learning_rate": 4.569477468898992e-05,
+      "loss": 1.3217,
+      "step": 2499
+    },
+    {
+      "epoch": 1.0706638115631693,
+      "grad_norm": 1.9737251996994019,
+      "learning_rate": 4.569088271350532e-05,
+      "loss": 1.2065,
+      "step": 2500
+    },
+    {
+      "epoch": 1.0710920770877945,
+      "grad_norm": 3.369854211807251,
+      "learning_rate": 4.568698914552219e-05,
+      "loss": 1.7339,
+      "step": 2501
+    },
+    {
+      "epoch": 1.0715203426124198,
+      "grad_norm": 0.9341088533401489,
+      "learning_rate": 4.568309398534021e-05,
+      "loss": 0.3196,
+      "step": 2502
+    },
+    {
+      "epoch": 1.071948608137045,
+      "grad_norm": 0.7806735634803772,
+      "learning_rate": 4.567919723325916e-05,
+      "loss": 0.321,
+      "step": 2503
+    },
+    {
+      "epoch": 1.0723768736616703,
+      "grad_norm": 2.036433458328247,
+      "learning_rate": 4.5675298889578966e-05,
+      "loss": 0.8279,
+      "step": 2504
+    },
+    {
+      "epoch": 1.0728051391862956,
+      "grad_norm": 2.4202282428741455,
+      "learning_rate": 4.567139895459967e-05,
+      "loss": 0.8791,
+      "step": 2505
+    },
+    {
+      "epoch": 1.0732334047109209,
+      "grad_norm": 2.303576707839966,
+      "learning_rate": 4.566749742862145e-05,
+      "loss": 1.027,
+      "step": 2506
+    },
+    {
+      "epoch": 1.0736616702355462,
+      "grad_norm": 4.805054664611816,
+      "learning_rate": 4.566359431194456e-05,
+      "loss": 0.7893,
+      "step": 2507
+    },
+    {
+      "epoch": 1.0740899357601714,
+      "grad_norm": 2.5885701179504395,
+      "learning_rate": 4.565968960486943e-05,
+      "loss": 1.0998,
+      "step": 2508
+    },
+    {
+      "epoch": 1.0745182012847965,
+      "grad_norm": 1.0138968229293823,
+      "learning_rate": 4.565578330769659e-05,
+      "loss": 0.2058,
+      "step": 2509
+    },
+    {
+      "epoch": 1.0749464668094217,
+      "grad_norm": 6.621820449829102,
+      "learning_rate": 4.565187542072667e-05,
+      "loss": 0.9663,
+      "step": 2510
+    },
+    {
+      "epoch": 1.075374732334047,
+      "grad_norm": 2.2408201694488525,
+      "learning_rate": 4.564796594426048e-05,
+      "loss": 0.5938,
+      "step": 2511
+    },
+    {
+      "epoch": 1.0758029978586723,
+      "grad_norm": 3.085655689239502,
+      "learning_rate": 4.56440548785989e-05,
+      "loss": 0.4071,
+      "step": 2512
+    },
+    {
+      "epoch": 1.0762312633832976,
+      "grad_norm": 3.441814661026001,
+      "learning_rate": 4.564014222404295e-05,
+      "loss": 1.3285,
+      "step": 2513
+    },
+    {
+      "epoch": 1.0766595289079228,
+      "grad_norm": 1.390633463859558,
+      "learning_rate": 4.563622798089377e-05,
+      "loss": 0.28,
+      "step": 2514
+    },
+    {
+      "epoch": 1.077087794432548,
+      "grad_norm": 1.2033745050430298,
+      "learning_rate": 4.5632312149452614e-05,
+      "loss": 0.4286,
+      "step": 2515
+    },
+    {
+      "epoch": 1.0775160599571734,
+      "grad_norm": 3.0417487621307373,
+      "learning_rate": 4.56283947300209e-05,
+      "loss": 1.5806,
+      "step": 2516
+    },
+    {
+      "epoch": 1.0779443254817986,
+      "grad_norm": 1.45401930809021,
+      "learning_rate": 4.562447572290011e-05,
+      "loss": 0.475,
+      "step": 2517
+    },
+    {
+      "epoch": 1.078372591006424,
+      "grad_norm": 0.5389093160629272,
+      "learning_rate": 4.5620555128391884e-05,
+      "loss": 0.187,
+      "step": 2518
+    },
+    {
+      "epoch": 1.0788008565310492,
+      "grad_norm": 4.9862189292907715,
+      "learning_rate": 4.561663294679797e-05,
+      "loss": 0.5781,
+      "step": 2519
+    },
+    {
+      "epoch": 1.0792291220556745,
+      "grad_norm": 17.330398559570312,
+      "learning_rate": 4.5612709178420256e-05,
+      "loss": 1.0449,
+      "step": 2520
+    },
+    {
+      "epoch": 1.0796573875802997,
+      "grad_norm": 1.6079049110412598,
+      "learning_rate": 4.560878382356073e-05,
+      "loss": 1.3385,
+      "step": 2521
+    },
+    {
+      "epoch": 1.080085653104925,
+      "grad_norm": 5.057795524597168,
+      "learning_rate": 4.560485688252151e-05,
+      "loss": 0.9739,
+      "step": 2522
+    },
+    {
+      "epoch": 1.0805139186295503,
+      "grad_norm": 2.8013787269592285,
+      "learning_rate": 4.5600928355604844e-05,
+      "loss": 0.6602,
+      "step": 2523
+    },
+    {
+      "epoch": 1.0809421841541755,
+      "grad_norm": 4.670677185058594,
+      "learning_rate": 4.5596998243113084e-05,
+      "loss": 1.5721,
+      "step": 2524
+    },
+    {
+      "epoch": 1.0813704496788008,
+      "grad_norm": 2.3363852500915527,
+      "learning_rate": 4.559306654534874e-05,
+      "loss": 0.4181,
+      "step": 2525
+    },
+    {
+      "epoch": 1.081798715203426,
+      "grad_norm": 1.2614346742630005,
+      "learning_rate": 4.558913326261439e-05,
+      "loss": 0.3313,
+      "step": 2526
+    },
+    {
+      "epoch": 1.0822269807280513,
+      "grad_norm": 4.324293613433838,
+      "learning_rate": 4.558519839521279e-05,
+      "loss": 0.923,
+      "step": 2527
+    },
+    {
+      "epoch": 1.0826552462526766,
+      "grad_norm": 2.361222505569458,
+      "learning_rate": 4.5581261943446774e-05,
+      "loss": 0.6566,
+      "step": 2528
+    },
+    {
+      "epoch": 1.0830835117773019,
+      "grad_norm": 4.589032173156738,
+      "learning_rate": 4.557732390761932e-05,
+      "loss": 0.9307,
+      "step": 2529
+    },
+    {
+      "epoch": 1.0835117773019272,
+      "grad_norm": 4.0984416007995605,
+      "learning_rate": 4.557338428803353e-05,
+      "loss": 0.9919,
+      "step": 2530
+    },
+    {
+      "epoch": 1.0839400428265524,
+      "grad_norm": 2.59445858001709,
+      "learning_rate": 4.556944308499261e-05,
+      "loss": 0.8246,
+      "step": 2531
+    },
+    {
+      "epoch": 1.0843683083511777,
+      "grad_norm": 5.325394630432129,
+      "learning_rate": 4.5565500298799914e-05,
+      "loss": 0.4789,
+      "step": 2532
+    },
+    {
+      "epoch": 1.084796573875803,
+      "grad_norm": 2.882779359817505,
+      "learning_rate": 4.5561555929758885e-05,
+      "loss": 0.8163,
+      "step": 2533
+    },
+    {
+      "epoch": 1.0852248394004282,
+      "grad_norm": 3.4689464569091797,
+      "learning_rate": 4.555760997817312e-05,
+      "loss": 1.5494,
+      "step": 2534
+    },
+    {
+      "epoch": 1.0856531049250535,
+      "grad_norm": 3.4886298179626465,
+      "learning_rate": 4.555366244434633e-05,
+      "loss": 0.994,
+      "step": 2535
+    },
+    {
+      "epoch": 1.0860813704496788,
+      "grad_norm": 2.9189205169677734,
+      "learning_rate": 4.554971332858232e-05,
+      "loss": 1.0907,
+      "step": 2536
+    },
+    {
+      "epoch": 1.086509635974304,
+      "grad_norm": 3.622164487838745,
+      "learning_rate": 4.554576263118506e-05,
+      "loss": 1.1208,
+      "step": 2537
+    },
+    {
+      "epoch": 1.0869379014989293,
+      "grad_norm": 2.8149735927581787,
+      "learning_rate": 4.55418103524586e-05,
+      "loss": 0.5668,
+      "step": 2538
+    },
+    {
+      "epoch": 1.0873661670235546,
+      "grad_norm": 2.5143883228302,
+      "learning_rate": 4.5537856492707156e-05,
+      "loss": 0.4156,
+      "step": 2539
+    },
+    {
+      "epoch": 1.0877944325481799,
+      "grad_norm": 1.8771151304244995,
+      "learning_rate": 4.5533901052235015e-05,
+      "loss": 0.7738,
+      "step": 2540
+    },
+    {
+      "epoch": 1.0882226980728051,
+      "grad_norm": 2.690049171447754,
+      "learning_rate": 4.5529944031346636e-05,
+      "loss": 0.5937,
+      "step": 2541
+    },
+    {
+      "epoch": 1.0886509635974304,
+      "grad_norm": 3.015115261077881,
+      "learning_rate": 4.5525985430346564e-05,
+      "loss": 0.8281,
+      "step": 2542
+    },
+    {
+      "epoch": 1.0890792291220557,
+      "grad_norm": 5.049867630004883,
+      "learning_rate": 4.552202524953947e-05,
+      "loss": 1.3674,
+      "step": 2543
+    },
+    {
+      "epoch": 1.089507494646681,
+      "grad_norm": 3.587421417236328,
+      "learning_rate": 4.551806348923017e-05,
+      "loss": 1.0278,
+      "step": 2544
+    },
+    {
+      "epoch": 1.0899357601713062,
+      "grad_norm": 5.377171993255615,
+      "learning_rate": 4.5514100149723575e-05,
+      "loss": 1.2333,
+      "step": 2545
+    },
+    {
+      "epoch": 1.0903640256959315,
+      "grad_norm": 2.7501490116119385,
+      "learning_rate": 4.551013523132473e-05,
+      "loss": 1.2159,
+      "step": 2546
+    },
+    {
+      "epoch": 1.0907922912205568,
+      "grad_norm": 4.310076713562012,
+      "learning_rate": 4.5506168734338806e-05,
+      "loss": 1.7006,
+      "step": 2547
+    },
+    {
+      "epoch": 1.091220556745182,
+      "grad_norm": 0.7265071868896484,
+      "learning_rate": 4.5502200659071084e-05,
+      "loss": 0.2137,
+      "step": 2548
+    },
+    {
+      "epoch": 1.0916488222698073,
+      "grad_norm": 3.292588710784912,
+      "learning_rate": 4.5498231005826966e-05,
+      "loss": 0.8432,
+      "step": 2549
+    },
+    {
+      "epoch": 1.0920770877944326,
+      "grad_norm": 4.826411247253418,
+      "learning_rate": 4.549425977491199e-05,
+      "loss": 0.8171,
+      "step": 2550
+    },
+    {
+      "epoch": 1.0925053533190578,
+      "grad_norm": 2.548391819000244,
+      "learning_rate": 4.54902869666318e-05,
+      "loss": 0.858,
+      "step": 2551
+    },
+    {
+      "epoch": 1.0929336188436831,
+      "grad_norm": 2.20188045501709,
+      "learning_rate": 4.548631258129218e-05,
+      "loss": 0.6472,
+      "step": 2552
+    },
+    {
+      "epoch": 1.0933618843683084,
+      "grad_norm": 3.317017078399658,
+      "learning_rate": 4.548233661919901e-05,
+      "loss": 1.1663,
+      "step": 2553
+    },
+    {
+      "epoch": 1.0937901498929337,
+      "grad_norm": 1.6205041408538818,
+      "learning_rate": 4.547835908065831e-05,
+      "loss": 0.287,
+      "step": 2554
+    },
+    {
+      "epoch": 1.094218415417559,
+      "grad_norm": 2.2230799198150635,
+      "learning_rate": 4.547437996597621e-05,
+      "loss": 0.4885,
+      "step": 2555
+    },
+    {
+      "epoch": 1.0946466809421842,
+      "grad_norm": 2.6028730869293213,
+      "learning_rate": 4.5470399275458985e-05,
+      "loss": 0.5959,
+      "step": 2556
+    },
+    {
+      "epoch": 1.0950749464668095,
+      "grad_norm": 2.633267879486084,
+      "learning_rate": 4.546641700941299e-05,
+      "loss": 0.8279,
+      "step": 2557
+    },
+    {
+      "epoch": 1.0955032119914347,
+      "grad_norm": 2.1260862350463867,
+      "learning_rate": 4.5462433168144745e-05,
+      "loss": 0.6582,
+      "step": 2558
+    },
+    {
+      "epoch": 1.09593147751606,
+      "grad_norm": 5.025654315948486,
+      "learning_rate": 4.545844775196085e-05,
+      "loss": 0.7821,
+      "step": 2559
+    },
+    {
+      "epoch": 1.0963597430406853,
+      "grad_norm": 4.312586307525635,
+      "learning_rate": 4.545446076116807e-05,
+      "loss": 1.5617,
+      "step": 2560
+    },
+    {
+      "epoch": 1.0967880085653106,
+      "grad_norm": 2.5974552631378174,
+      "learning_rate": 4.5450472196073265e-05,
+      "loss": 0.9512,
+      "step": 2561
+    },
+    {
+      "epoch": 1.0972162740899358,
+      "grad_norm": 1.7710514068603516,
+      "learning_rate": 4.54464820569834e-05,
+      "loss": 0.5789,
+      "step": 2562
+    },
+    {
+      "epoch": 1.097644539614561,
+      "grad_norm": 3.90572190284729,
+      "learning_rate": 4.54424903442056e-05,
+      "loss": 1.56,
+      "step": 2563
+    },
+    {
+      "epoch": 1.0980728051391864,
+      "grad_norm": 0.9994466304779053,
+      "learning_rate": 4.543849705804708e-05,
+      "loss": 0.4511,
+      "step": 2564
+    },
+    {
+      "epoch": 1.0985010706638116,
+      "grad_norm": 4.1698174476623535,
+      "learning_rate": 4.54345021988152e-05,
+      "loss": 0.9973,
+      "step": 2565
+    },
+    {
+      "epoch": 1.098929336188437,
+      "grad_norm": 4.566290855407715,
+      "learning_rate": 4.543050576681742e-05,
+      "loss": 0.9466,
+      "step": 2566
+    },
+    {
+      "epoch": 1.0993576017130622,
+      "grad_norm": 3.7128725051879883,
+      "learning_rate": 4.5426507762361334e-05,
+      "loss": 0.7818,
+      "step": 2567
+    },
+    {
+      "epoch": 1.0997858672376875,
+      "grad_norm": 4.124963283538818,
+      "learning_rate": 4.542250818575465e-05,
+      "loss": 0.5041,
+      "step": 2568
+    },
+    {
+      "epoch": 1.1002141327623127,
+      "grad_norm": 3.2726187705993652,
+      "learning_rate": 4.54185070373052e-05,
+      "loss": 1.5576,
+      "step": 2569
+    },
+    {
+      "epoch": 1.100642398286938,
+      "grad_norm": 3.8979694843292236,
+      "learning_rate": 4.541450431732095e-05,
+      "loss": 0.2466,
+      "step": 2570
+    },
+    {
+      "epoch": 1.1010706638115633,
+      "grad_norm": 3.9057462215423584,
+      "learning_rate": 4.5410500026109955e-05,
+      "loss": 0.7764,
+      "step": 2571
+    },
+    {
+      "epoch": 1.1014989293361885,
+      "grad_norm": 4.045375347137451,
+      "learning_rate": 4.540649416398042e-05,
+      "loss": 0.7252,
+      "step": 2572
+    },
+    {
+      "epoch": 1.1019271948608138,
+      "grad_norm": 2.0004336833953857,
+      "learning_rate": 4.5402486731240656e-05,
+      "loss": 0.3836,
+      "step": 2573
+    },
+    {
+      "epoch": 1.1023554603854389,
+      "grad_norm": 0.699480414390564,
+      "learning_rate": 4.539847772819911e-05,
+      "loss": 0.5444,
+      "step": 2574
+    },
+    {
+      "epoch": 1.1027837259100641,
+      "grad_norm": 2.9951725006103516,
+      "learning_rate": 4.539446715516433e-05,
+      "loss": 1.3376,
+      "step": 2575
+    },
+    {
+      "epoch": 1.1032119914346894,
+      "grad_norm": 2.0466904640197754,
+      "learning_rate": 4.5390455012445e-05,
+      "loss": 0.8454,
+      "step": 2576
+    },
+    {
+      "epoch": 1.1036402569593147,
+      "grad_norm": 1.081541895866394,
+      "learning_rate": 4.5386441300349916e-05,
+      "loss": 0.2788,
+      "step": 2577
+    },
+    {
+      "epoch": 1.10406852248394,
+      "grad_norm": 2.9004077911376953,
+      "learning_rate": 4.5382426019188006e-05,
+      "loss": 0.6882,
+      "step": 2578
+    },
+    {
+      "epoch": 1.1044967880085652,
+      "grad_norm": 3.2963168621063232,
+      "learning_rate": 4.5378409169268296e-05,
+      "loss": 0.7492,
+      "step": 2579
+    },
+    {
+      "epoch": 1.1049250535331905,
+      "grad_norm": 2.9038703441619873,
+      "learning_rate": 4.5374390750899956e-05,
+      "loss": 2.5541,
+      "step": 2580
+    },
+    {
+      "epoch": 1.1053533190578158,
+      "grad_norm": 2.4592998027801514,
+      "learning_rate": 4.537037076439227e-05,
+      "loss": 0.7016,
+      "step": 2581
+    },
+    {
+      "epoch": 1.105781584582441,
+      "grad_norm": 5.8166961669921875,
+      "learning_rate": 4.5366349210054644e-05,
+      "loss": 1.2169,
+      "step": 2582
+    },
+    {
+      "epoch": 1.1062098501070663,
+      "grad_norm": 1.9699584245681763,
+      "learning_rate": 4.5362326088196596e-05,
+      "loss": 0.5938,
+      "step": 2583
+    },
+    {
+      "epoch": 1.1066381156316916,
+      "grad_norm": 4.802915573120117,
+      "learning_rate": 4.5358301399127764e-05,
+      "loss": 1.3591,
+      "step": 2584
+    },
+    {
+      "epoch": 1.1070663811563168,
+      "grad_norm": 2.4316306114196777,
+      "learning_rate": 4.5354275143157925e-05,
+      "loss": 0.5956,
+      "step": 2585
+    },
+    {
+      "epoch": 1.107494646680942,
+      "grad_norm": 4.9466352462768555,
+      "learning_rate": 4.535024732059696e-05,
+      "loss": 1.029,
+      "step": 2586
+    },
+    {
+      "epoch": 1.1079229122055674,
+      "grad_norm": 2.4496543407440186,
+      "learning_rate": 4.534621793175487e-05,
+      "loss": 1.3319,
+      "step": 2587
+    },
+    {
+      "epoch": 1.1083511777301926,
+      "grad_norm": 4.064466953277588,
+      "learning_rate": 4.5342186976941804e-05,
+      "loss": 1.7671,
+      "step": 2588
+    },
+    {
+      "epoch": 1.108779443254818,
+      "grad_norm": 5.278531551361084,
+      "learning_rate": 4.533815445646797e-05,
+      "loss": 0.9721,
+      "step": 2589
+    },
+    {
+      "epoch": 1.1092077087794432,
+      "grad_norm": 4.383037567138672,
+      "learning_rate": 4.5334120370643774e-05,
+      "loss": 0.8227,
+      "step": 2590
+    },
+    {
+      "epoch": 1.1096359743040685,
+      "grad_norm": 1.2402719259262085,
+      "learning_rate": 4.533008471977969e-05,
+      "loss": 0.4445,
+      "step": 2591
+    },
+    {
+      "epoch": 1.1100642398286937,
+      "grad_norm": 2.752613067626953,
+      "learning_rate": 4.5326047504186314e-05,
+      "loss": 0.9519,
+      "step": 2592
+    },
+    {
+      "epoch": 1.110492505353319,
+      "grad_norm": 2.2406461238861084,
+      "learning_rate": 4.532200872417439e-05,
+      "loss": 0.4467,
+      "step": 2593
+    },
+    {
+      "epoch": 1.1109207708779443,
+      "grad_norm": 3.9084134101867676,
+      "learning_rate": 4.531796838005477e-05,
+      "loss": 1.2296,
+      "step": 2594
+    },
+    {
+      "epoch": 1.1113490364025695,
+      "grad_norm": 3.3525428771972656,
+      "learning_rate": 4.53139264721384e-05,
+      "loss": 0.6917,
+      "step": 2595
+    },
+    {
+      "epoch": 1.1117773019271948,
+      "grad_norm": 4.330128192901611,
+      "learning_rate": 4.530988300073641e-05,
+      "loss": 1.2536,
+      "step": 2596
+    },
+    {
+      "epoch": 1.11220556745182,
+      "grad_norm": 4.969353675842285,
+      "learning_rate": 4.530583796615997e-05,
+      "loss": 1.1528,
+      "step": 2597
+    },
+    {
+      "epoch": 1.1126338329764454,
+      "grad_norm": 6.971269130706787,
+      "learning_rate": 4.530179136872044e-05,
+      "loss": 0.925,
+      "step": 2598
+    },
+    {
+      "epoch": 1.1130620985010706,
+      "grad_norm": 1.0061712265014648,
+      "learning_rate": 4.5297743208729256e-05,
+      "loss": 0.4446,
+      "step": 2599
+    },
+    {
+      "epoch": 1.113490364025696,
+      "grad_norm": 1.1782881021499634,
+      "learning_rate": 4.5293693486498e-05,
+      "loss": 0.3982,
+      "step": 2600
+    },
+    {
+      "epoch": 1.1139186295503212,
+      "grad_norm": 3.132405996322632,
+      "learning_rate": 4.528964220233835e-05,
+      "loss": 0.8735,
+      "step": 2601
+    },
+    {
+      "epoch": 1.1143468950749464,
+      "grad_norm": 4.76580286026001,
+      "learning_rate": 4.528558935656213e-05,
+      "loss": 1.1707,
+      "step": 2602
+    },
+    {
+      "epoch": 1.1147751605995717,
+      "grad_norm": 2.3690996170043945,
+      "learning_rate": 4.528153494948127e-05,
+      "loss": 0.5551,
+      "step": 2603
+    },
+    {
+      "epoch": 1.115203426124197,
+      "grad_norm": 0.7063223123550415,
+      "learning_rate": 4.5277478981407814e-05,
+      "loss": 0.4134,
+      "step": 2604
+    },
+    {
+      "epoch": 1.1156316916488223,
+      "grad_norm": 1.8727152347564697,
+      "learning_rate": 4.527342145265395e-05,
+      "loss": 0.4895,
+      "step": 2605
+    },
+    {
+      "epoch": 1.1160599571734475,
+      "grad_norm": 3.2129666805267334,
+      "learning_rate": 4.526936236353195e-05,
+      "loss": 1.396,
+      "step": 2606
+    },
+    {
+      "epoch": 1.1164882226980728,
+      "grad_norm": 0.9427276253700256,
+      "learning_rate": 4.5265301714354246e-05,
+      "loss": 0.7478,
+      "step": 2607
+    },
+    {
+      "epoch": 1.116916488222698,
+      "grad_norm": 5.487584590911865,
+      "learning_rate": 4.526123950543336e-05,
+      "loss": 0.7291,
+      "step": 2608
+    },
+    {
+      "epoch": 1.1173447537473233,
+      "grad_norm": 6.555629253387451,
+      "learning_rate": 4.525717573708195e-05,
+      "loss": 0.8417,
+      "step": 2609
+    },
+    {
+      "epoch": 1.1177730192719486,
+      "grad_norm": 2.2868435382843018,
+      "learning_rate": 4.5253110409612776e-05,
+      "loss": 0.3081,
+      "step": 2610
+    },
+    {
+      "epoch": 1.1182012847965739,
+      "grad_norm": 1.5452306270599365,
+      "learning_rate": 4.524904352333875e-05,
+      "loss": 0.3158,
+      "step": 2611
+    },
+    {
+      "epoch": 1.1186295503211992,
+      "grad_norm": 1.3150120973587036,
+      "learning_rate": 4.524497507857287e-05,
+      "loss": 0.5209,
+      "step": 2612
+    },
+    {
+      "epoch": 1.1190578158458244,
+      "grad_norm": 2.740665912628174,
+      "learning_rate": 4.524090507562828e-05,
+      "loss": 0.8994,
+      "step": 2613
+    },
+    {
+      "epoch": 1.1194860813704497,
+      "grad_norm": 3.4348180294036865,
+      "learning_rate": 4.523683351481822e-05,
+      "loss": 1.6388,
+      "step": 2614
+    },
+    {
+      "epoch": 1.119914346895075,
+      "grad_norm": 0.9257988929748535,
+      "learning_rate": 4.523276039645608e-05,
+      "loss": 0.2912,
+      "step": 2615
+    },
+    {
+      "epoch": 1.1203426124197002,
+      "grad_norm": 2.1635019779205322,
+      "learning_rate": 4.5228685720855337e-05,
+      "loss": 0.4265,
+      "step": 2616
+    },
+    {
+      "epoch": 1.1207708779443255,
+      "grad_norm": 10.985661506652832,
+      "learning_rate": 4.52246094883296e-05,
+      "loss": 1.2414,
+      "step": 2617
+    },
+    {
+      "epoch": 1.1211991434689508,
+      "grad_norm": 3.1588616371154785,
+      "learning_rate": 4.522053169919261e-05,
+      "loss": 0.8591,
+      "step": 2618
+    },
+    {
+      "epoch": 1.121627408993576,
+      "grad_norm": 4.818370342254639,
+      "learning_rate": 4.5216452353758234e-05,
+      "loss": 1.2415,
+      "step": 2619
+    },
+    {
+      "epoch": 1.1220556745182013,
+      "grad_norm": 3.947622299194336,
+      "learning_rate": 4.521237145234042e-05,
+      "loss": 0.366,
+      "step": 2620
+    },
+    {
+      "epoch": 1.1224839400428266,
+      "grad_norm": 5.21707010269165,
+      "learning_rate": 4.520828899525326e-05,
+      "loss": 1.3568,
+      "step": 2621
+    },
+    {
+      "epoch": 1.1229122055674519,
+      "grad_norm": 8.23082447052002,
+      "learning_rate": 4.520420498281098e-05,
+      "loss": 0.4983,
+      "step": 2622
+    },
+    {
+      "epoch": 1.1233404710920771,
+      "grad_norm": 5.718139171600342,
+      "learning_rate": 4.52001194153279e-05,
+      "loss": 1.1437,
+      "step": 2623
+    },
+    {
+      "epoch": 1.1237687366167024,
+      "grad_norm": 3.771498441696167,
+      "learning_rate": 4.5196032293118475e-05,
+      "loss": 0.6478,
+      "step": 2624
+    },
+    {
+      "epoch": 1.1241970021413277,
+      "grad_norm": 1.0945684909820557,
+      "learning_rate": 4.519194361649728e-05,
+      "loss": 0.5223,
+      "step": 2625
+    },
+    {
+      "epoch": 1.124625267665953,
+      "grad_norm": 3.3415822982788086,
+      "learning_rate": 4.518785338577899e-05,
+      "loss": 0.8927,
+      "step": 2626
+    },
+    {
+      "epoch": 1.1250535331905782,
+      "grad_norm": 5.482539653778076,
+      "learning_rate": 4.518376160127843e-05,
+      "loss": 1.0476,
+      "step": 2627
+    },
+    {
+      "epoch": 1.1254817987152035,
+      "grad_norm": 3.4300549030303955,
+      "learning_rate": 4.517966826331052e-05,
+      "loss": 1.0017,
+      "step": 2628
+    },
+    {
+      "epoch": 1.1259100642398288,
+      "grad_norm": 2.2871949672698975,
+      "learning_rate": 4.517557337219031e-05,
+      "loss": 0.3391,
+      "step": 2629
+    },
+    {
+      "epoch": 1.126338329764454,
+      "grad_norm": 3.318880319595337,
+      "learning_rate": 4.5171476928232975e-05,
+      "loss": 1.3487,
+      "step": 2630
+    },
+    {
+      "epoch": 1.1267665952890793,
+      "grad_norm": 2.151186466217041,
+      "learning_rate": 4.516737893175379e-05,
+      "loss": 1.1786,
+      "step": 2631
+    },
+    {
+      "epoch": 1.1271948608137046,
+      "grad_norm": 3.631244659423828,
+      "learning_rate": 4.516327938306818e-05,
+      "loss": 0.9015,
+      "step": 2632
+    },
+    {
+      "epoch": 1.1276231263383298,
+      "grad_norm": 2.9159748554229736,
+      "learning_rate": 4.515917828249165e-05,
+      "loss": 0.784,
+      "step": 2633
+    },
+    {
+      "epoch": 1.128051391862955,
+      "grad_norm": 3.022568464279175,
+      "learning_rate": 4.515507563033986e-05,
+      "loss": 0.7638,
+      "step": 2634
+    },
+    {
+      "epoch": 1.1284796573875804,
+      "grad_norm": 7.333035469055176,
+      "learning_rate": 4.5150971426928576e-05,
+      "loss": 0.8848,
+      "step": 2635
+    },
+    {
+      "epoch": 1.1289079229122057,
+      "grad_norm": 2.311505079269409,
+      "learning_rate": 4.514686567257368e-05,
+      "loss": 0.597,
+      "step": 2636
+    },
+    {
+      "epoch": 1.129336188436831,
+      "grad_norm": 1.9577149152755737,
+      "learning_rate": 4.514275836759117e-05,
+      "loss": 0.4511,
+      "step": 2637
+    },
+    {
+      "epoch": 1.1297644539614562,
+      "grad_norm": 1.042204737663269,
+      "learning_rate": 4.5138649512297184e-05,
+      "loss": 0.9209,
+      "step": 2638
+    },
+    {
+      "epoch": 1.1301927194860815,
+      "grad_norm": 4.466678142547607,
+      "learning_rate": 4.5134539107007955e-05,
+      "loss": 0.7158,
+      "step": 2639
+    },
+    {
+      "epoch": 1.1306209850107067,
+      "grad_norm": 3.727823495864868,
+      "learning_rate": 4.5130427152039844e-05,
+      "loss": 0.8442,
+      "step": 2640
+    },
+    {
+      "epoch": 1.131049250535332,
+      "grad_norm": 3.704737424850464,
+      "learning_rate": 4.512631364770934e-05,
+      "loss": 0.3998,
+      "step": 2641
+    },
+    {
+      "epoch": 1.1314775160599573,
+      "grad_norm": 2.6571929454803467,
+      "learning_rate": 4.512219859433303e-05,
+      "loss": 0.683,
+      "step": 2642
+    },
+    {
+      "epoch": 1.1319057815845825,
+      "grad_norm": 1.9254621267318726,
+      "learning_rate": 4.5118081992227654e-05,
+      "loss": 0.7101,
+      "step": 2643
+    },
+    {
+      "epoch": 1.1323340471092078,
+      "grad_norm": 2.70969295501709,
+      "learning_rate": 4.511396384171004e-05,
+      "loss": 0.6781,
+      "step": 2644
+    },
+    {
+      "epoch": 1.132762312633833,
+      "grad_norm": 3.0647027492523193,
+      "learning_rate": 4.5109844143097136e-05,
+      "loss": 1.6446,
+      "step": 2645
+    },
+    {
+      "epoch": 1.1331905781584584,
+      "grad_norm": 2.39890718460083,
+      "learning_rate": 4.510572289670604e-05,
+      "loss": 1.2035,
+      "step": 2646
+    },
+    {
+      "epoch": 1.1336188436830836,
+      "grad_norm": 1.9402449131011963,
+      "learning_rate": 4.510160010285394e-05,
+      "loss": 1.5867,
+      "step": 2647
+    },
+    {
+      "epoch": 1.134047109207709,
+      "grad_norm": 3.775054454803467,
+      "learning_rate": 4.5097475761858145e-05,
+      "loss": 0.3673,
+      "step": 2648
+    },
+    {
+      "epoch": 1.134475374732334,
+      "grad_norm": 3.0660665035247803,
+      "learning_rate": 4.50933498740361e-05,
+      "loss": 1.5457,
+      "step": 2649
+    },
+    {
+      "epoch": 1.1349036402569592,
+      "grad_norm": 4.21670389175415,
+      "learning_rate": 4.508922243970534e-05,
+      "loss": 0.6759,
+      "step": 2650
+    },
+    {
+      "epoch": 1.1353319057815845,
+      "grad_norm": 2.67018985748291,
+      "learning_rate": 4.508509345918357e-05,
+      "loss": 1.1276,
+      "step": 2651
+    },
+    {
+      "epoch": 1.1357601713062098,
+      "grad_norm": 1.5737941265106201,
+      "learning_rate": 4.508096293278855e-05,
+      "loss": 0.4788,
+      "step": 2652
+    },
+    {
+      "epoch": 1.136188436830835,
+      "grad_norm": 3.3706796169281006,
+      "learning_rate": 4.507683086083821e-05,
+      "loss": 0.8379,
+      "step": 2653
+    },
+    {
+      "epoch": 1.1366167023554603,
+      "grad_norm": 2.329359292984009,
+      "learning_rate": 4.5072697243650584e-05,
+      "loss": 1.2889,
+      "step": 2654
+    },
+    {
+      "epoch": 1.1370449678800856,
+      "grad_norm": 2.622951030731201,
+      "learning_rate": 4.506856208154381e-05,
+      "loss": 0.836,
+      "step": 2655
+    },
+    {
+      "epoch": 1.1374732334047108,
+      "grad_norm": 1.6796836853027344,
+      "learning_rate": 4.506442537483615e-05,
+      "loss": 0.6035,
+      "step": 2656
+    },
+    {
+      "epoch": 1.1379014989293361,
+      "grad_norm": 1.842570185661316,
+      "learning_rate": 4.5060287123846e-05,
+      "loss": 0.5505,
+      "step": 2657
+    },
+    {
+      "epoch": 1.1383297644539614,
+      "grad_norm": 4.045989036560059,
+      "learning_rate": 4.505614732889187e-05,
+      "loss": 1.2262,
+      "step": 2658
+    },
+    {
+      "epoch": 1.1387580299785867,
+      "grad_norm": 2.9322853088378906,
+      "learning_rate": 4.505200599029237e-05,
+      "loss": 1.3317,
+      "step": 2659
+    },
+    {
+      "epoch": 1.139186295503212,
+      "grad_norm": 2.6170668601989746,
+      "learning_rate": 4.504786310836626e-05,
+      "loss": 1.2652,
+      "step": 2660
+    },
+    {
+      "epoch": 1.1396145610278372,
+      "grad_norm": 3.2120416164398193,
+      "learning_rate": 4.504371868343238e-05,
+      "loss": 0.8844,
+      "step": 2661
+    },
+    {
+      "epoch": 1.1400428265524625,
+      "grad_norm": 2.8313262462615967,
+      "learning_rate": 4.5039572715809734e-05,
+      "loss": 1.1979,
+      "step": 2662
+    },
+    {
+      "epoch": 1.1404710920770877,
+      "grad_norm": 2.434053659439087,
+      "learning_rate": 4.5035425205817406e-05,
+      "loss": 0.554,
+      "step": 2663
+    },
+    {
+      "epoch": 1.140899357601713,
+      "grad_norm": 2.3047115802764893,
+      "learning_rate": 4.503127615377462e-05,
+      "loss": 0.6504,
+      "step": 2664
+    },
+    {
+      "epoch": 1.1413276231263383,
+      "grad_norm": 3.438988208770752,
+      "learning_rate": 4.502712556000072e-05,
+      "loss": 1.4282,
+      "step": 2665
+    },
+    {
+      "epoch": 1.1417558886509636,
+      "grad_norm": 0.8693039417266846,
+      "learning_rate": 4.502297342481514e-05,
+      "loss": 0.5137,
+      "step": 2666
+    },
+    {
+      "epoch": 1.1421841541755888,
+      "grad_norm": 0.8693619966506958,
+      "learning_rate": 4.501881974853747e-05,
+      "loss": 0.4514,
+      "step": 2667
+    },
+    {
+      "epoch": 1.142612419700214,
+      "grad_norm": 1.8790960311889648,
+      "learning_rate": 4.501466453148741e-05,
+      "loss": 0.6427,
+      "step": 2668
+    },
+    {
+      "epoch": 1.1430406852248394,
+      "grad_norm": 2.0942747592926025,
+      "learning_rate": 4.501050777398474e-05,
+      "loss": 1.6743,
+      "step": 2669
+    },
+    {
+      "epoch": 1.1434689507494646,
+      "grad_norm": 2.65259051322937,
+      "learning_rate": 4.500634947634943e-05,
+      "loss": 0.8489,
+      "step": 2670
+    },
+    {
+      "epoch": 1.14389721627409,
+      "grad_norm": 51.449668884277344,
+      "learning_rate": 4.50021896389015e-05,
+      "loss": 1.3188,
+      "step": 2671
+    },
+    {
+      "epoch": 1.1443254817987152,
+      "grad_norm": 2.104341506958008,
+      "learning_rate": 4.499802826196113e-05,
+      "loss": 1.031,
+      "step": 2672
+    },
+    {
+      "epoch": 1.1447537473233405,
+      "grad_norm": 2.5096144676208496,
+      "learning_rate": 4.4993865345848594e-05,
+      "loss": 0.71,
+      "step": 2673
+    },
+    {
+      "epoch": 1.1451820128479657,
+      "grad_norm": 1.2074564695358276,
+      "learning_rate": 4.498970089088431e-05,
+      "loss": 0.4293,
+      "step": 2674
+    },
+    {
+      "epoch": 1.145610278372591,
+      "grad_norm": 3.48624324798584,
+      "learning_rate": 4.498553489738879e-05,
+      "loss": 0.8262,
+      "step": 2675
+    },
+    {
+      "epoch": 1.1460385438972163,
+      "grad_norm": 2.690383195877075,
+      "learning_rate": 4.498136736568269e-05,
+      "loss": 0.4796,
+      "step": 2676
+    },
+    {
+      "epoch": 1.1464668094218415,
+      "grad_norm": 4.985100269317627,
+      "learning_rate": 4.4977198296086745e-05,
+      "loss": 1.0574,
+      "step": 2677
+    },
+    {
+      "epoch": 1.1468950749464668,
+      "grad_norm": 2.62502384185791,
+      "learning_rate": 4.4973027688921845e-05,
+      "loss": 0.8567,
+      "step": 2678
+    },
+    {
+      "epoch": 1.147323340471092,
+      "grad_norm": 5.02479362487793,
+      "learning_rate": 4.496885554450898e-05,
+      "loss": 0.6091,
+      "step": 2679
+    },
+    {
+      "epoch": 1.1477516059957173,
+      "grad_norm": 0.9431096911430359,
+      "learning_rate": 4.4964681863169285e-05,
+      "loss": 0.531,
+      "step": 2680
+    },
+    {
+      "epoch": 1.1481798715203426,
+      "grad_norm": 1.1201083660125732,
+      "learning_rate": 4.496050664522397e-05,
+      "loss": 0.6127,
+      "step": 2681
+    },
+    {
+      "epoch": 1.148608137044968,
+      "grad_norm": 1.373547077178955,
+      "learning_rate": 4.4956329890994385e-05,
+      "loss": 0.5346,
+      "step": 2682
+    },
+    {
+      "epoch": 1.1490364025695932,
+      "grad_norm": 2.4127519130706787,
+      "learning_rate": 4.495215160080202e-05,
+      "loss": 0.5562,
+      "step": 2683
+    },
+    {
+      "epoch": 1.1494646680942184,
+      "grad_norm": 1.0914815664291382,
+      "learning_rate": 4.494797177496843e-05,
+      "loss": 0.589,
+      "step": 2684
+    },
+    {
+      "epoch": 1.1498929336188437,
+      "grad_norm": 1.2166215181350708,
+      "learning_rate": 4.494379041381536e-05,
+      "loss": 0.7786,
+      "step": 2685
+    },
+    {
+      "epoch": 1.150321199143469,
+      "grad_norm": 1.7718806266784668,
+      "learning_rate": 4.49396075176646e-05,
+      "loss": 0.5979,
+      "step": 2686
+    },
+    {
+      "epoch": 1.1507494646680942,
+      "grad_norm": 2.382388114929199,
+      "learning_rate": 4.49354230868381e-05,
+      "loss": 1.0528,
+      "step": 2687
+    },
+    {
+      "epoch": 1.1511777301927195,
+      "grad_norm": 4.047170639038086,
+      "learning_rate": 4.4931237121657935e-05,
+      "loss": 1.3706,
+      "step": 2688
+    },
+    {
+      "epoch": 1.1516059957173448,
+      "grad_norm": 4.879149436950684,
+      "learning_rate": 4.492704962244626e-05,
+      "loss": 1.1316,
+      "step": 2689
+    },
+    {
+      "epoch": 1.15203426124197,
+      "grad_norm": 4.435141086578369,
+      "learning_rate": 4.49228605895254e-05,
+      "loss": 0.8987,
+      "step": 2690
+    },
+    {
+      "epoch": 1.1524625267665953,
+      "grad_norm": 2.0133607387542725,
+      "learning_rate": 4.491867002321773e-05,
+      "loss": 0.9801,
+      "step": 2691
+    },
+    {
+      "epoch": 1.1528907922912206,
+      "grad_norm": 2.2814559936523438,
+      "learning_rate": 4.491447792384581e-05,
+      "loss": 1.3745,
+      "step": 2692
+    },
+    {
+      "epoch": 1.1533190578158459,
+      "grad_norm": 3.3528637886047363,
+      "learning_rate": 4.491028429173229e-05,
+      "loss": 1.3855,
+      "step": 2693
+    },
+    {
+      "epoch": 1.1537473233404711,
+      "grad_norm": 3.1305699348449707,
+      "learning_rate": 4.4906089127199924e-05,
+      "loss": 1.439,
+      "step": 2694
+    },
+    {
+      "epoch": 1.1541755888650964,
+      "grad_norm": 3.1803808212280273,
+      "learning_rate": 4.4901892430571603e-05,
+      "loss": 1.2358,
+      "step": 2695
+    },
+    {
+      "epoch": 1.1546038543897217,
+      "grad_norm": 1.2847723960876465,
+      "learning_rate": 4.489769420217034e-05,
+      "loss": 0.3354,
+      "step": 2696
+    },
+    {
+      "epoch": 1.155032119914347,
+      "grad_norm": 4.304167747497559,
+      "learning_rate": 4.489349444231924e-05,
+      "loss": 1.1686,
+      "step": 2697
+    },
+    {
+      "epoch": 1.1554603854389722,
+      "grad_norm": 1.5391478538513184,
+      "learning_rate": 4.4889293151341564e-05,
+      "loss": 0.331,
+      "step": 2698
+    },
+    {
+      "epoch": 1.1558886509635975,
+      "grad_norm": 2.3283462524414062,
+      "learning_rate": 4.4885090329560646e-05,
+      "loss": 0.5537,
+      "step": 2699
+    },
+    {
+      "epoch": 1.1563169164882228,
+      "grad_norm": 0.6870999336242676,
+      "learning_rate": 4.488088597729998e-05,
+      "loss": 0.2503,
+      "step": 2700
+    },
+    {
+      "epoch": 1.156745182012848,
+      "grad_norm": 2.984612464904785,
+      "learning_rate": 4.487668009488314e-05,
+      "loss": 0.4734,
+      "step": 2701
+    },
+    {
+      "epoch": 1.1571734475374733,
+      "grad_norm": 5.732629776000977,
+      "learning_rate": 4.487247268263386e-05,
+      "loss": 1.5173,
+      "step": 2702
+    },
+    {
+      "epoch": 1.1576017130620986,
+      "grad_norm": 4.05769681930542,
+      "learning_rate": 4.486826374087595e-05,
+      "loss": 0.9777,
+      "step": 2703
+    },
+    {
+      "epoch": 1.1580299785867239,
+      "grad_norm": 4.790241241455078,
+      "learning_rate": 4.486405326993337e-05,
+      "loss": 0.5303,
+      "step": 2704
+    },
+    {
+      "epoch": 1.1584582441113491,
+      "grad_norm": 4.7150774002075195,
+      "learning_rate": 4.485984127013017e-05,
+      "loss": 1.4825,
+      "step": 2705
+    },
+    {
+      "epoch": 1.1588865096359744,
+      "grad_norm": 3.2311346530914307,
+      "learning_rate": 4.485562774179054e-05,
+      "loss": 1.1573,
+      "step": 2706
+    },
+    {
+      "epoch": 1.1593147751605997,
+      "grad_norm": 5.299587726593018,
+      "learning_rate": 4.485141268523878e-05,
+      "loss": 1.0163,
+      "step": 2707
+    },
+    {
+      "epoch": 1.159743040685225,
+      "grad_norm": 2.146533250808716,
+      "learning_rate": 4.48471961007993e-05,
+      "loss": 0.706,
+      "step": 2708
+    },
+    {
+      "epoch": 1.16017130620985,
+      "grad_norm": 0.7237222790718079,
+      "learning_rate": 4.4842977988796645e-05,
+      "loss": 0.2584,
+      "step": 2709
+    },
+    {
+      "epoch": 1.1605995717344753,
+      "grad_norm": 1.5061416625976562,
+      "learning_rate": 4.4838758349555454e-05,
+      "loss": 0.7791,
+      "step": 2710
+    },
+    {
+      "epoch": 1.1610278372591005,
+      "grad_norm": 1.7443759441375732,
+      "learning_rate": 4.483453718340051e-05,
+      "loss": 0.6199,
+      "step": 2711
+    },
+    {
+      "epoch": 1.1614561027837258,
+      "grad_norm": 1.8916386365890503,
+      "learning_rate": 4.483031449065669e-05,
+      "loss": 0.4247,
+      "step": 2712
+    },
+    {
+      "epoch": 1.161884368308351,
+      "grad_norm": 3.959254741668701,
+      "learning_rate": 4.482609027164901e-05,
+      "loss": 1.1537,
+      "step": 2713
+    },
+    {
+      "epoch": 1.1623126338329763,
+      "grad_norm": 3.1050126552581787,
+      "learning_rate": 4.482186452670257e-05,
+      "loss": 0.5334,
+      "step": 2714
+    },
+    {
+      "epoch": 1.1627408993576016,
+      "grad_norm": 2.118597984313965,
+      "learning_rate": 4.481763725614264e-05,
+      "loss": 1.1156,
+      "step": 2715
+    },
+    {
+      "epoch": 1.1631691648822269,
+      "grad_norm": 2.3560385704040527,
+      "learning_rate": 4.4813408460294545e-05,
+      "loss": 1.0377,
+      "step": 2716
+    },
+    {
+      "epoch": 1.1635974304068522,
+      "grad_norm": 2.9296600818634033,
+      "learning_rate": 4.4809178139483786e-05,
+      "loss": 0.6557,
+      "step": 2717
+    },
+    {
+      "epoch": 1.1640256959314774,
+      "grad_norm": 0.47295838594436646,
+      "learning_rate": 4.480494629403594e-05,
+      "loss": 0.143,
+      "step": 2718
+    },
+    {
+      "epoch": 1.1644539614561027,
+      "grad_norm": 0.8424045443534851,
+      "learning_rate": 4.480071292427672e-05,
+      "loss": 0.5254,
+      "step": 2719
+    },
+    {
+      "epoch": 1.164882226980728,
+      "grad_norm": 8.338059425354004,
+      "learning_rate": 4.479647803053195e-05,
+      "loss": 1.0111,
+      "step": 2720
+    },
+    {
+      "epoch": 1.1653104925053532,
+      "grad_norm": 2.71423077583313,
+      "learning_rate": 4.4792241613127584e-05,
+      "loss": 0.4967,
+      "step": 2721
+    },
+    {
+      "epoch": 1.1657387580299785,
+      "grad_norm": 3.5313918590545654,
+      "learning_rate": 4.478800367238967e-05,
+      "loss": 1.1888,
+      "step": 2722
+    },
+    {
+      "epoch": 1.1661670235546038,
+      "grad_norm": 6.821389198303223,
+      "learning_rate": 4.4783764208644386e-05,
+      "loss": 1.5967,
+      "step": 2723
+    },
+    {
+      "epoch": 1.166595289079229,
+      "grad_norm": 3.653226375579834,
+      "learning_rate": 4.477952322221804e-05,
+      "loss": 0.6433,
+      "step": 2724
+    },
+    {
+      "epoch": 1.1670235546038543,
+      "grad_norm": 2.2298777103424072,
+      "learning_rate": 4.477528071343703e-05,
+      "loss": 0.4337,
+      "step": 2725
+    },
+    {
+      "epoch": 1.1674518201284796,
+      "grad_norm": 0.5818307995796204,
+      "learning_rate": 4.47710366826279e-05,
+      "loss": 0.2555,
+      "step": 2726
+    },
+    {
+      "epoch": 1.1678800856531049,
+      "grad_norm": 2.4982311725616455,
+      "learning_rate": 4.4766791130117286e-05,
+      "loss": 0.5975,
+      "step": 2727
+    },
+    {
+      "epoch": 1.1683083511777301,
+      "grad_norm": 6.2906413078308105,
+      "learning_rate": 4.476254405623196e-05,
+      "loss": 0.912,
+      "step": 2728
+    },
+    {
+      "epoch": 1.1687366167023554,
+      "grad_norm": 1.9463382959365845,
+      "learning_rate": 4.475829546129879e-05,
+      "loss": 0.7209,
+      "step": 2729
+    },
+    {
+      "epoch": 1.1691648822269807,
+      "grad_norm": 0.8215899467468262,
+      "learning_rate": 4.475404534564479e-05,
+      "loss": 0.2617,
+      "step": 2730
+    },
+    {
+      "epoch": 1.169593147751606,
+      "grad_norm": 1.8484699726104736,
+      "learning_rate": 4.4749793709597065e-05,
+      "loss": 0.9853,
+      "step": 2731
+    },
+    {
+      "epoch": 1.1700214132762312,
+      "grad_norm": 3.400115966796875,
+      "learning_rate": 4.4745540553482854e-05,
+      "loss": 0.6634,
+      "step": 2732
+    },
+    {
+      "epoch": 1.1704496788008565,
+      "grad_norm": 1.7851996421813965,
+      "learning_rate": 4.47412858776295e-05,
+      "loss": 0.625,
+      "step": 2733
+    },
+    {
+      "epoch": 1.1708779443254818,
+      "grad_norm": 3.1755595207214355,
+      "learning_rate": 4.473702968236447e-05,
+      "loss": 0.9719,
+      "step": 2734
+    },
+    {
+      "epoch": 1.171306209850107,
+      "grad_norm": 1.5384175777435303,
+      "learning_rate": 4.4732771968015355e-05,
+      "loss": 1.1199,
+      "step": 2735
+    },
+    {
+      "epoch": 1.1717344753747323,
+      "grad_norm": 3.1735682487487793,
+      "learning_rate": 4.4728512734909844e-05,
+      "loss": 0.7722,
+      "step": 2736
+    },
+    {
+      "epoch": 1.1721627408993576,
+      "grad_norm": 3.704796314239502,
+      "learning_rate": 4.472425198337576e-05,
+      "loss": 1.0305,
+      "step": 2737
+    },
+    {
+      "epoch": 1.1725910064239828,
+      "grad_norm": 2.5603842735290527,
+      "learning_rate": 4.471998971374104e-05,
+      "loss": 0.9798,
+      "step": 2738
+    },
+    {
+      "epoch": 1.173019271948608,
+      "grad_norm": 2.659883499145508,
+      "learning_rate": 4.471572592633372e-05,
+      "loss": 1.314,
+      "step": 2739
+    },
+    {
+      "epoch": 1.1734475374732334,
+      "grad_norm": 9.493109703063965,
+      "learning_rate": 4.471146062148199e-05,
+      "loss": 0.3832,
+      "step": 2740
+    },
+    {
+      "epoch": 1.1738758029978587,
+      "grad_norm": 1.5524119138717651,
+      "learning_rate": 4.470719379951411e-05,
+      "loss": 0.6254,
+      "step": 2741
+    },
+    {
+      "epoch": 1.174304068522484,
+      "grad_norm": 2.8207008838653564,
+      "learning_rate": 4.470292546075851e-05,
+      "loss": 1.426,
+      "step": 2742
+    },
+    {
+      "epoch": 1.1747323340471092,
+      "grad_norm": 2.1992061138153076,
+      "learning_rate": 4.469865560554368e-05,
+      "loss": 0.7496,
+      "step": 2743
+    },
+    {
+      "epoch": 1.1751605995717345,
+      "grad_norm": 4.7116312980651855,
+      "learning_rate": 4.4694384234198274e-05,
+      "loss": 1.2249,
+      "step": 2744
+    },
+    {
+      "epoch": 1.1755888650963597,
+      "grad_norm": 4.88253116607666,
+      "learning_rate": 4.469011134705102e-05,
+      "loss": 0.783,
+      "step": 2745
+    },
+    {
+      "epoch": 1.176017130620985,
+      "grad_norm": 6.73305082321167,
+      "learning_rate": 4.4685836944430816e-05,
+      "loss": 1.645,
+      "step": 2746
+    },
+    {
+      "epoch": 1.1764453961456103,
+      "grad_norm": 3.789933204650879,
+      "learning_rate": 4.468156102666663e-05,
+      "loss": 0.7514,
+      "step": 2747
+    },
+    {
+      "epoch": 1.1768736616702355,
+      "grad_norm": 4.256945610046387,
+      "learning_rate": 4.467728359408756e-05,
+      "loss": 0.9461,
+      "step": 2748
+    },
+    {
+      "epoch": 1.1773019271948608,
+      "grad_norm": 1.4198203086853027,
+      "learning_rate": 4.467300464702283e-05,
+      "loss": 0.3427,
+      "step": 2749
+    },
+    {
+      "epoch": 1.177730192719486,
+      "grad_norm": 1.5714354515075684,
+      "learning_rate": 4.4668724185801766e-05,
+      "loss": 0.4835,
+      "step": 2750
+    },
+    {
+      "epoch": 1.1781584582441114,
+      "grad_norm": 3.0501370429992676,
+      "learning_rate": 4.466444221075383e-05,
+      "loss": 1.0477,
+      "step": 2751
+    },
+    {
+      "epoch": 1.1785867237687366,
+      "grad_norm": 4.892301559448242,
+      "learning_rate": 4.466015872220859e-05,
+      "loss": 1.6809,
+      "step": 2752
+    },
+    {
+      "epoch": 1.179014989293362,
+      "grad_norm": 1.3814237117767334,
+      "learning_rate": 4.4655873720495725e-05,
+      "loss": 0.493,
+      "step": 2753
+    },
+    {
+      "epoch": 1.1794432548179872,
+      "grad_norm": 1.5066134929656982,
+      "learning_rate": 4.4651587205945025e-05,
+      "loss": 0.2429,
+      "step": 2754
+    },
+    {
+      "epoch": 1.1798715203426124,
+      "grad_norm": 1.8229551315307617,
+      "learning_rate": 4.464729917888642e-05,
+      "loss": 1.4659,
+      "step": 2755
+    },
+    {
+      "epoch": 1.1802997858672377,
+      "grad_norm": 4.436254978179932,
+      "learning_rate": 4.464300963964994e-05,
+      "loss": 1.73,
+      "step": 2756
+    },
+    {
+      "epoch": 1.180728051391863,
+      "grad_norm": 1.6466832160949707,
+      "learning_rate": 4.463871858856573e-05,
+      "loss": 0.6719,
+      "step": 2757
+    },
+    {
+      "epoch": 1.1811563169164883,
+      "grad_norm": 1.2421931028366089,
+      "learning_rate": 4.463442602596407e-05,
+      "loss": 0.3741,
+      "step": 2758
+    },
+    {
+      "epoch": 1.1815845824411135,
+      "grad_norm": 3.888296365737915,
+      "learning_rate": 4.4630131952175326e-05,
+      "loss": 0.6607,
+      "step": 2759
+    },
+    {
+      "epoch": 1.1820128479657388,
+      "grad_norm": 4.6929802894592285,
+      "learning_rate": 4.462583636753e-05,
+      "loss": 1.3061,
+      "step": 2760
+    },
+    {
+      "epoch": 1.182441113490364,
+      "grad_norm": 3.5024826526641846,
+      "learning_rate": 4.462153927235872e-05,
+      "loss": 0.5419,
+      "step": 2761
+    },
+    {
+      "epoch": 1.1828693790149893,
+      "grad_norm": 8.174117088317871,
+      "learning_rate": 4.46172406669922e-05,
+      "loss": 1.4063,
+      "step": 2762
+    },
+    {
+      "epoch": 1.1832976445396146,
+      "grad_norm": 2.4632821083068848,
+      "learning_rate": 4.46129405517613e-05,
+      "loss": 0.7167,
+      "step": 2763
+    },
+    {
+      "epoch": 1.1837259100642399,
+      "grad_norm": 3.9444427490234375,
+      "learning_rate": 4.4608638926996966e-05,
+      "loss": 1.351,
+      "step": 2764
+    },
+    {
+      "epoch": 1.1841541755888652,
+      "grad_norm": 2.5169296264648438,
+      "learning_rate": 4.460433579303029e-05,
+      "loss": 0.5146,
+      "step": 2765
+    },
+    {
+      "epoch": 1.1845824411134904,
+      "grad_norm": 0.9328347444534302,
+      "learning_rate": 4.460003115019248e-05,
+      "loss": 0.5771,
+      "step": 2766
+    },
+    {
+      "epoch": 1.1850107066381157,
+      "grad_norm": 3.024411916732788,
+      "learning_rate": 4.4595724998814824e-05,
+      "loss": 1.2748,
+      "step": 2767
+    },
+    {
+      "epoch": 1.185438972162741,
+      "grad_norm": 2.3505008220672607,
+      "learning_rate": 4.459141733922876e-05,
+      "loss": 0.5251,
+      "step": 2768
+    },
+    {
+      "epoch": 1.1858672376873662,
+      "grad_norm": 5.094106674194336,
+      "learning_rate": 4.458710817176584e-05,
+      "loss": 1.3345,
+      "step": 2769
+    },
+    {
+      "epoch": 1.1862955032119915,
+      "grad_norm": 1.6126652956008911,
+      "learning_rate": 4.458279749675771e-05,
+      "loss": 0.222,
+      "step": 2770
+    },
+    {
+      "epoch": 1.1867237687366168,
+      "grad_norm": 3.587700605392456,
+      "learning_rate": 4.4578485314536163e-05,
+      "loss": 1.0466,
+      "step": 2771
+    },
+    {
+      "epoch": 1.187152034261242,
+      "grad_norm": 2.2508769035339355,
+      "learning_rate": 4.4574171625433073e-05,
+      "loss": 0.8793,
+      "step": 2772
+    },
+    {
+      "epoch": 1.1875802997858673,
+      "grad_norm": 3.7933592796325684,
+      "learning_rate": 4.4569856429780467e-05,
+      "loss": 0.5466,
+      "step": 2773
+    },
+    {
+      "epoch": 1.1880085653104926,
+      "grad_norm": 2.8660833835601807,
+      "learning_rate": 4.456553972791045e-05,
+      "loss": 1.492,
+      "step": 2774
+    },
+    {
+      "epoch": 1.1884368308351179,
+      "grad_norm": 2.6783668994903564,
+      "learning_rate": 4.456122152015527e-05,
+      "loss": 2.4675,
+      "step": 2775
+    },
+    {
+      "epoch": 1.1888650963597431,
+      "grad_norm": 6.9517598152160645,
+      "learning_rate": 4.4556901806847295e-05,
+      "loss": 1.2148,
+      "step": 2776
+    },
+    {
+      "epoch": 1.1892933618843684,
+      "grad_norm": 5.444728374481201,
+      "learning_rate": 4.455258058831898e-05,
+      "loss": 0.5691,
+      "step": 2777
+    },
+    {
+      "epoch": 1.1897216274089937,
+      "grad_norm": 1.84859299659729,
+      "learning_rate": 4.454825786490292e-05,
+      "loss": 0.9727,
+      "step": 2778
+    },
+    {
+      "epoch": 1.190149892933619,
+      "grad_norm": 1.4757604598999023,
+      "learning_rate": 4.4543933636931814e-05,
+      "loss": 0.3839,
+      "step": 2779
+    },
+    {
+      "epoch": 1.1905781584582442,
+      "grad_norm": 3.4672043323516846,
+      "learning_rate": 4.453960790473849e-05,
+      "loss": 1.1063,
+      "step": 2780
+    },
+    {
+      "epoch": 1.1910064239828695,
+      "grad_norm": 1.6313329935073853,
+      "learning_rate": 4.4535280668655885e-05,
+      "loss": 0.7438,
+      "step": 2781
+    },
+    {
+      "epoch": 1.1914346895074948,
+      "grad_norm": 5.002039909362793,
+      "learning_rate": 4.453095192901703e-05,
+      "loss": 0.966,
+      "step": 2782
+    },
+    {
+      "epoch": 1.19186295503212,
+      "grad_norm": 4.350824356079102,
+      "learning_rate": 4.452662168615511e-05,
+      "loss": 0.6112,
+      "step": 2783
+    },
+    {
+      "epoch": 1.1922912205567453,
+      "grad_norm": 3.0796995162963867,
+      "learning_rate": 4.4522289940403404e-05,
+      "loss": 1.4123,
+      "step": 2784
+    },
+    {
+      "epoch": 1.1927194860813706,
+      "grad_norm": 0.9923481345176697,
+      "learning_rate": 4.451795669209531e-05,
+      "loss": 0.3565,
+      "step": 2785
+    },
+    {
+      "epoch": 1.1931477516059956,
+      "grad_norm": 5.827157497406006,
+      "learning_rate": 4.4513621941564336e-05,
+      "loss": 0.8516,
+      "step": 2786
+    },
+    {
+      "epoch": 1.193576017130621,
+      "grad_norm": 2.964998722076416,
+      "learning_rate": 4.450928568914411e-05,
+      "loss": 0.9982,
+      "step": 2787
+    },
+    {
+      "epoch": 1.1940042826552462,
+      "grad_norm": 3.423802137374878,
+      "learning_rate": 4.4504947935168396e-05,
+      "loss": 1.1443,
+      "step": 2788
+    },
+    {
+      "epoch": 1.1944325481798714,
+      "grad_norm": 3.8611207008361816,
+      "learning_rate": 4.450060867997103e-05,
+      "loss": 1.1232,
+      "step": 2789
+    },
+    {
+      "epoch": 1.1948608137044967,
+      "grad_norm": 3.216506242752075,
+      "learning_rate": 4.4496267923886e-05,
+      "loss": 0.8837,
+      "step": 2790
+    },
+    {
+      "epoch": 1.195289079229122,
+      "grad_norm": 6.187045574188232,
+      "learning_rate": 4.4491925667247394e-05,
+      "loss": 1.8031,
+      "step": 2791
+    },
+    {
+      "epoch": 1.1957173447537472,
+      "grad_norm": 3.7341268062591553,
+      "learning_rate": 4.448758191038942e-05,
+      "loss": 1.1987,
+      "step": 2792
+    },
+    {
+      "epoch": 1.1961456102783725,
+      "grad_norm": 3.497227430343628,
+      "learning_rate": 4.448323665364641e-05,
+      "loss": 0.7106,
+      "step": 2793
+    },
+    {
+      "epoch": 1.1965738758029978,
+      "grad_norm": 5.556449890136719,
+      "learning_rate": 4.4478889897352785e-05,
+      "loss": 1.1678,
+      "step": 2794
+    },
+    {
+      "epoch": 1.197002141327623,
+      "grad_norm": 2.495701789855957,
+      "learning_rate": 4.447454164184311e-05,
+      "loss": 0.639,
+      "step": 2795
+    },
+    {
+      "epoch": 1.1974304068522483,
+      "grad_norm": 4.022340774536133,
+      "learning_rate": 4.447019188745205e-05,
+      "loss": 0.7554,
+      "step": 2796
+    },
+    {
+      "epoch": 1.1978586723768736,
+      "grad_norm": 0.9980054497718811,
+      "learning_rate": 4.4465840634514386e-05,
+      "loss": 0.304,
+      "step": 2797
+    },
+    {
+      "epoch": 1.1982869379014989,
+      "grad_norm": 1.853608250617981,
+      "learning_rate": 4.446148788336502e-05,
+      "loss": 0.3791,
+      "step": 2798
+    },
+    {
+      "epoch": 1.1987152034261241,
+      "grad_norm": 4.541926383972168,
+      "learning_rate": 4.4457133634338965e-05,
+      "loss": 1.0835,
+      "step": 2799
+    },
+    {
+      "epoch": 1.1991434689507494,
+      "grad_norm": 1.9006304740905762,
+      "learning_rate": 4.4452777887771355e-05,
+      "loss": 1.1343,
+      "step": 2800
+    },
+    {
+      "epoch": 1.1995717344753747,
+      "grad_norm": 3.247896432876587,
+      "learning_rate": 4.444842064399744e-05,
+      "loss": 0.9933,
+      "step": 2801
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.6610969305038452,
+      "learning_rate": 4.444406190335257e-05,
+      "loss": 0.2417,
+      "step": 2802
+    },
+    {
+      "epoch": 1.2004282655246252,
+      "grad_norm": 2.806972026824951,
+      "learning_rate": 4.4439701666172226e-05,
+      "loss": 1.6384,
+      "step": 2803
+    },
+    {
+      "epoch": 1.2008565310492505,
+      "grad_norm": 3.7128350734710693,
+      "learning_rate": 4.4435339932791995e-05,
+      "loss": 1.1589,
+      "step": 2804
+    },
+    {
+      "epoch": 1.2012847965738758,
+      "grad_norm": 2.2315192222595215,
+      "learning_rate": 4.443097670354759e-05,
+      "loss": 1.004,
+      "step": 2805
+    },
+    {
+      "epoch": 1.201713062098501,
+      "grad_norm": 3.0903518199920654,
+      "learning_rate": 4.442661197877482e-05,
+      "loss": 1.4934,
+      "step": 2806
+    },
+    {
+      "epoch": 1.2021413276231263,
+      "grad_norm": 1.7356256246566772,
+      "learning_rate": 4.4422245758809634e-05,
+      "loss": 0.4148,
+      "step": 2807
+    },
+    {
+      "epoch": 1.2025695931477516,
+      "grad_norm": 0.8452810645103455,
+      "learning_rate": 4.441787804398807e-05,
+      "loss": 0.2676,
+      "step": 2808
+    },
+    {
+      "epoch": 1.2029978586723769,
+      "grad_norm": 2.278076171875,
+      "learning_rate": 4.441350883464631e-05,
+      "loss": 1.0744,
+      "step": 2809
+    },
+    {
+      "epoch": 1.2034261241970021,
+      "grad_norm": 6.074752330780029,
+      "learning_rate": 4.440913813112063e-05,
+      "loss": 1.265,
+      "step": 2810
+    },
+    {
+      "epoch": 1.2038543897216274,
+      "grad_norm": 2.856152057647705,
+      "learning_rate": 4.440476593374742e-05,
+      "loss": 0.8402,
+      "step": 2811
+    },
+    {
+      "epoch": 1.2042826552462527,
+      "grad_norm": 6.714023113250732,
+      "learning_rate": 4.44003922428632e-05,
+      "loss": 0.8806,
+      "step": 2812
+    },
+    {
+      "epoch": 1.204710920770878,
+      "grad_norm": 1.5560855865478516,
+      "learning_rate": 4.439601705880459e-05,
+      "loss": 0.2085,
+      "step": 2813
+    },
+    {
+      "epoch": 1.2051391862955032,
+      "grad_norm": 2.6872429847717285,
+      "learning_rate": 4.439164038190833e-05,
+      "loss": 1.7815,
+      "step": 2814
+    },
+    {
+      "epoch": 1.2055674518201285,
+      "grad_norm": 2.8498761653900146,
+      "learning_rate": 4.438726221251128e-05,
+      "loss": 0.7496,
+      "step": 2815
+    },
+    {
+      "epoch": 1.2059957173447537,
+      "grad_norm": 2.576693058013916,
+      "learning_rate": 4.438288255095042e-05,
+      "loss": 0.5822,
+      "step": 2816
+    },
+    {
+      "epoch": 1.206423982869379,
+      "grad_norm": 1.3267889022827148,
+      "learning_rate": 4.437850139756282e-05,
+      "loss": 0.7838,
+      "step": 2817
+    },
+    {
+      "epoch": 1.2068522483940043,
+      "grad_norm": 3.0910181999206543,
+      "learning_rate": 4.437411875268569e-05,
+      "loss": 0.953,
+      "step": 2818
+    },
+    {
+      "epoch": 1.2072805139186296,
+      "grad_norm": 2.6457479000091553,
+      "learning_rate": 4.436973461665633e-05,
+      "loss": 1.1163,
+      "step": 2819
+    },
+    {
+      "epoch": 1.2077087794432548,
+      "grad_norm": 2.955273389816284,
+      "learning_rate": 4.43653489898122e-05,
+      "loss": 0.7685,
+      "step": 2820
+    },
+    {
+      "epoch": 1.20813704496788,
+      "grad_norm": 10.03641128540039,
+      "learning_rate": 4.4360961872490825e-05,
+      "loss": 0.7196,
+      "step": 2821
+    },
+    {
+      "epoch": 1.2085653104925054,
+      "grad_norm": 1.961571216583252,
+      "learning_rate": 4.435657326502986e-05,
+      "loss": 0.6615,
+      "step": 2822
+    },
+    {
+      "epoch": 1.2089935760171306,
+      "grad_norm": 1.2626115083694458,
+      "learning_rate": 4.435218316776709e-05,
+      "loss": 0.5805,
+      "step": 2823
+    },
+    {
+      "epoch": 1.209421841541756,
+      "grad_norm": 2.8468010425567627,
+      "learning_rate": 4.434779158104041e-05,
+      "loss": 0.5921,
+      "step": 2824
+    },
+    {
+      "epoch": 1.2098501070663812,
+      "grad_norm": 2.9893031120300293,
+      "learning_rate": 4.4343398505187805e-05,
+      "loss": 0.7445,
+      "step": 2825
+    },
+    {
+      "epoch": 1.2102783725910065,
+      "grad_norm": 2.3978374004364014,
+      "learning_rate": 4.43390039405474e-05,
+      "loss": 0.5934,
+      "step": 2826
+    },
+    {
+      "epoch": 1.2107066381156317,
+      "grad_norm": 10.738593101501465,
+      "learning_rate": 4.433460788745744e-05,
+      "loss": 1.316,
+      "step": 2827
+    },
+    {
+      "epoch": 1.211134903640257,
+      "grad_norm": 1.3779945373535156,
+      "learning_rate": 4.433021034625626e-05,
+      "loss": 0.2582,
+      "step": 2828
+    },
+    {
+      "epoch": 1.2115631691648823,
+      "grad_norm": 2.479475498199463,
+      "learning_rate": 4.432581131728233e-05,
+      "loss": 0.4269,
+      "step": 2829
+    },
+    {
+      "epoch": 1.2119914346895075,
+      "grad_norm": 8.690934181213379,
+      "learning_rate": 4.432141080087422e-05,
+      "loss": 0.7941,
+      "step": 2830
+    },
+    {
+      "epoch": 1.2124197002141328,
+      "grad_norm": 3.3933634757995605,
+      "learning_rate": 4.431700879737062e-05,
+      "loss": 0.8915,
+      "step": 2831
+    },
+    {
+      "epoch": 1.212847965738758,
+      "grad_norm": 18.469757080078125,
+      "learning_rate": 4.431260530711034e-05,
+      "loss": 0.7909,
+      "step": 2832
+    },
+    {
+      "epoch": 1.2132762312633834,
+      "grad_norm": 2.897891044616699,
+      "learning_rate": 4.430820033043231e-05,
+      "loss": 0.8432,
+      "step": 2833
+    },
+    {
+      "epoch": 1.2137044967880086,
+      "grad_norm": 1.4498026371002197,
+      "learning_rate": 4.4303793867675535e-05,
+      "loss": 0.7507,
+      "step": 2834
+    },
+    {
+      "epoch": 1.214132762312634,
+      "grad_norm": 3.374600887298584,
+      "learning_rate": 4.429938591917919e-05,
+      "loss": 0.8134,
+      "step": 2835
+    },
+    {
+      "epoch": 1.2145610278372592,
+      "grad_norm": 3.757725477218628,
+      "learning_rate": 4.4294976485282526e-05,
+      "loss": 1.1303,
+      "step": 2836
+    },
+    {
+      "epoch": 1.2149892933618844,
+      "grad_norm": 0.6913271546363831,
+      "learning_rate": 4.429056556632493e-05,
+      "loss": 0.3595,
+      "step": 2837
+    },
+    {
+      "epoch": 1.2154175588865097,
+      "grad_norm": 2.4746007919311523,
+      "learning_rate": 4.4286153162645885e-05,
+      "loss": 0.3702,
+      "step": 2838
+    },
+    {
+      "epoch": 1.215845824411135,
+      "grad_norm": 4.318178176879883,
+      "learning_rate": 4.4281739274585e-05,
+      "loss": 0.7651,
+      "step": 2839
+    },
+    {
+      "epoch": 1.2162740899357602,
+      "grad_norm": 2.5282511711120605,
+      "learning_rate": 4.4277323902481994e-05,
+      "loss": 1.6068,
+      "step": 2840
+    },
+    {
+      "epoch": 1.2167023554603855,
+      "grad_norm": 2.3122785091400146,
+      "learning_rate": 4.4272907046676706e-05,
+      "loss": 0.463,
+      "step": 2841
+    },
+    {
+      "epoch": 1.2171306209850108,
+      "grad_norm": 6.267797470092773,
+      "learning_rate": 4.4268488707509076e-05,
+      "loss": 0.8884,
+      "step": 2842
+    },
+    {
+      "epoch": 1.217558886509636,
+      "grad_norm": 1.4880428314208984,
+      "learning_rate": 4.426406888531917e-05,
+      "loss": 0.8942,
+      "step": 2843
+    },
+    {
+      "epoch": 1.2179871520342613,
+      "grad_norm": 0.757321834564209,
+      "learning_rate": 4.425964758044717e-05,
+      "loss": 0.3703,
+      "step": 2844
+    },
+    {
+      "epoch": 1.2184154175588866,
+      "grad_norm": 2.779184579849243,
+      "learning_rate": 4.425522479323336e-05,
+      "loss": 0.7767,
+      "step": 2845
+    },
+    {
+      "epoch": 1.2188436830835117,
+      "grad_norm": 4.107428073883057,
+      "learning_rate": 4.425080052401815e-05,
+      "loss": 1.3025,
+      "step": 2846
+    },
+    {
+      "epoch": 1.219271948608137,
+      "grad_norm": 1.448938012123108,
+      "learning_rate": 4.424637477314206e-05,
+      "loss": 0.536,
+      "step": 2847
+    },
+    {
+      "epoch": 1.2197002141327622,
+      "grad_norm": 2.20782732963562,
+      "learning_rate": 4.424194754094572e-05,
+      "loss": 0.8751,
+      "step": 2848
+    },
+    {
+      "epoch": 1.2201284796573875,
+      "grad_norm": 3.4146180152893066,
+      "learning_rate": 4.423751882776989e-05,
+      "loss": 0.7305,
+      "step": 2849
+    },
+    {
+      "epoch": 1.2205567451820127,
+      "grad_norm": 5.17183256149292,
+      "learning_rate": 4.42330886339554e-05,
+      "loss": 1.5803,
+      "step": 2850
+    },
+    {
+      "epoch": 1.220985010706638,
+      "grad_norm": 4.414000988006592,
+      "learning_rate": 4.4228656959843253e-05,
+      "loss": 1.6764,
+      "step": 2851
+    },
+    {
+      "epoch": 1.2214132762312633,
+      "grad_norm": 3.122692823410034,
+      "learning_rate": 4.422422380577452e-05,
+      "loss": 1.3239,
+      "step": 2852
+    },
+    {
+      "epoch": 1.2218415417558885,
+      "grad_norm": 1.8024415969848633,
+      "learning_rate": 4.421978917209043e-05,
+      "loss": 0.8902,
+      "step": 2853
+    },
+    {
+      "epoch": 1.2222698072805138,
+      "grad_norm": 3.709960699081421,
+      "learning_rate": 4.421535305913227e-05,
+      "loss": 1.5758,
+      "step": 2854
+    },
+    {
+      "epoch": 1.222698072805139,
+      "grad_norm": 2.3543338775634766,
+      "learning_rate": 4.4210915467241495e-05,
+      "loss": 0.8391,
+      "step": 2855
+    },
+    {
+      "epoch": 1.2231263383297644,
+      "grad_norm": 5.65023136138916,
+      "learning_rate": 4.420647639675963e-05,
+      "loss": 0.687,
+      "step": 2856
+    },
+    {
+      "epoch": 1.2235546038543896,
+      "grad_norm": 1.618105173110962,
+      "learning_rate": 4.420203584802835e-05,
+      "loss": 0.444,
+      "step": 2857
+    },
+    {
+      "epoch": 1.223982869379015,
+      "grad_norm": 2.124654769897461,
+      "learning_rate": 4.419759382138942e-05,
+      "loss": 0.8509,
+      "step": 2858
+    },
+    {
+      "epoch": 1.2244111349036402,
+      "grad_norm": 3.1004836559295654,
+      "learning_rate": 4.419315031718472e-05,
+      "loss": 0.9803,
+      "step": 2859
+    },
+    {
+      "epoch": 1.2248394004282654,
+      "grad_norm": 7.214718818664551,
+      "learning_rate": 4.418870533575625e-05,
+      "loss": 0.8885,
+      "step": 2860
+    },
+    {
+      "epoch": 1.2252676659528907,
+      "grad_norm": 1.4815480709075928,
+      "learning_rate": 4.4184258877446134e-05,
+      "loss": 0.5815,
+      "step": 2861
+    },
+    {
+      "epoch": 1.225695931477516,
+      "grad_norm": 4.030275344848633,
+      "learning_rate": 4.417981094259659e-05,
+      "loss": 1.2886,
+      "step": 2862
+    },
+    {
+      "epoch": 1.2261241970021413,
+      "grad_norm": 0.7309157252311707,
+      "learning_rate": 4.417536153154997e-05,
+      "loss": 0.4545,
+      "step": 2863
+    },
+    {
+      "epoch": 1.2265524625267665,
+      "grad_norm": 2.4668877124786377,
+      "learning_rate": 4.417091064464871e-05,
+      "loss": 1.0655,
+      "step": 2864
+    },
+    {
+      "epoch": 1.2269807280513918,
+      "grad_norm": 3.844191551208496,
+      "learning_rate": 4.416645828223539e-05,
+      "loss": 0.7559,
+      "step": 2865
+    },
+    {
+      "epoch": 1.227408993576017,
+      "grad_norm": 1.1981850862503052,
+      "learning_rate": 4.4162004444652696e-05,
+      "loss": 0.4941,
+      "step": 2866
+    },
+    {
+      "epoch": 1.2278372591006423,
+      "grad_norm": 2.1220784187316895,
+      "learning_rate": 4.415754913224341e-05,
+      "loss": 0.8717,
+      "step": 2867
+    },
+    {
+      "epoch": 1.2282655246252676,
+      "grad_norm": 1.503218412399292,
+      "learning_rate": 4.415309234535045e-05,
+      "loss": 0.4319,
+      "step": 2868
+    },
+    {
+      "epoch": 1.2286937901498929,
+      "grad_norm": 4.341903209686279,
+      "learning_rate": 4.414863408431683e-05,
+      "loss": 1.1605,
+      "step": 2869
+    },
+    {
+      "epoch": 1.2291220556745182,
+      "grad_norm": 3.8282461166381836,
+      "learning_rate": 4.414417434948569e-05,
+      "loss": 1.4328,
+      "step": 2870
+    },
+    {
+      "epoch": 1.2295503211991434,
+      "grad_norm": 1.1070141792297363,
+      "learning_rate": 4.4139713141200286e-05,
+      "loss": 0.5413,
+      "step": 2871
+    },
+    {
+      "epoch": 1.2299785867237687,
+      "grad_norm": 2.030169725418091,
+      "learning_rate": 4.413525045980397e-05,
+      "loss": 0.3137,
+      "step": 2872
+    },
+    {
+      "epoch": 1.230406852248394,
+      "grad_norm": 0.776940107345581,
+      "learning_rate": 4.4130786305640214e-05,
+      "loss": 0.4031,
+      "step": 2873
+    },
+    {
+      "epoch": 1.2308351177730192,
+      "grad_norm": 3.703969717025757,
+      "learning_rate": 4.4126320679052625e-05,
+      "loss": 1.1536,
+      "step": 2874
+    },
+    {
+      "epoch": 1.2312633832976445,
+      "grad_norm": 2.123760461807251,
+      "learning_rate": 4.412185358038488e-05,
+      "loss": 0.7533,
+      "step": 2875
+    },
+    {
+      "epoch": 1.2316916488222698,
+      "grad_norm": 0.8755602836608887,
+      "learning_rate": 4.411738500998082e-05,
+      "loss": 0.2499,
+      "step": 2876
+    },
+    {
+      "epoch": 1.232119914346895,
+      "grad_norm": 7.580155372619629,
+      "learning_rate": 4.411291496818436e-05,
+      "loss": 1.3254,
+      "step": 2877
+    },
+    {
+      "epoch": 1.2325481798715203,
+      "grad_norm": 2.862595796585083,
+      "learning_rate": 4.410844345533954e-05,
+      "loss": 1.0586,
+      "step": 2878
+    },
+    {
+      "epoch": 1.2329764453961456,
+      "grad_norm": 2.705850124359131,
+      "learning_rate": 4.410397047179052e-05,
+      "loss": 0.5599,
+      "step": 2879
+    },
+    {
+      "epoch": 1.2334047109207709,
+      "grad_norm": 1.8542274236679077,
+      "learning_rate": 4.409949601788157e-05,
+      "loss": 0.7305,
+      "step": 2880
+    },
+    {
+      "epoch": 1.2338329764453961,
+      "grad_norm": 2.136867046356201,
+      "learning_rate": 4.4095020093957074e-05,
+      "loss": 1.0093,
+      "step": 2881
+    },
+    {
+      "epoch": 1.2342612419700214,
+      "grad_norm": 3.0511484146118164,
+      "learning_rate": 4.409054270036152e-05,
+      "loss": 1.3766,
+      "step": 2882
+    },
+    {
+      "epoch": 1.2346895074946467,
+      "grad_norm": 4.0209150314331055,
+      "learning_rate": 4.408606383743951e-05,
+      "loss": 1.7393,
+      "step": 2883
+    },
+    {
+      "epoch": 1.235117773019272,
+      "grad_norm": 3.6715774536132812,
+      "learning_rate": 4.408158350553579e-05,
+      "loss": 0.6843,
+      "step": 2884
+    },
+    {
+      "epoch": 1.2355460385438972,
+      "grad_norm": 0.9877510070800781,
+      "learning_rate": 4.4077101704995166e-05,
+      "loss": 0.296,
+      "step": 2885
+    },
+    {
+      "epoch": 1.2359743040685225,
+      "grad_norm": 7.915857315063477,
+      "learning_rate": 4.40726184361626e-05,
+      "loss": 1.5806,
+      "step": 2886
+    },
+    {
+      "epoch": 1.2364025695931478,
+      "grad_norm": 1.6327983140945435,
+      "learning_rate": 4.4068133699383154e-05,
+      "loss": 1.5799,
+      "step": 2887
+    },
+    {
+      "epoch": 1.236830835117773,
+      "grad_norm": 2.933845281600952,
+      "learning_rate": 4.406364749500199e-05,
+      "loss": 1.311,
+      "step": 2888
+    },
+    {
+      "epoch": 1.2372591006423983,
+      "grad_norm": 2.3655431270599365,
+      "learning_rate": 4.40591598233644e-05,
+      "loss": 0.5643,
+      "step": 2889
+    },
+    {
+      "epoch": 1.2376873661670236,
+      "grad_norm": 2.077364444732666,
+      "learning_rate": 4.4054670684815785e-05,
+      "loss": 0.7389,
+      "step": 2890
+    },
+    {
+      "epoch": 1.2381156316916488,
+      "grad_norm": 2.652278184890747,
+      "learning_rate": 4.405018007970166e-05,
+      "loss": 1.2112,
+      "step": 2891
+    },
+    {
+      "epoch": 1.2385438972162741,
+      "grad_norm": 2.6235954761505127,
+      "learning_rate": 4.404568800836763e-05,
+      "loss": 0.609,
+      "step": 2892
+    },
+    {
+      "epoch": 1.2389721627408994,
+      "grad_norm": 1.9843024015426636,
+      "learning_rate": 4.4041194471159466e-05,
+      "loss": 1.0437,
+      "step": 2893
+    },
+    {
+      "epoch": 1.2394004282655247,
+      "grad_norm": 3.403087615966797,
+      "learning_rate": 4.403669946842299e-05,
+      "loss": 0.439,
+      "step": 2894
+    },
+    {
+      "epoch": 1.23982869379015,
+      "grad_norm": 7.180201530456543,
+      "learning_rate": 4.403220300050418e-05,
+      "loss": 1.1717,
+      "step": 2895
+    },
+    {
+      "epoch": 1.2402569593147752,
+      "grad_norm": 0.4495026171207428,
+      "learning_rate": 4.402770506774911e-05,
+      "loss": 0.1525,
+      "step": 2896
+    },
+    {
+      "epoch": 1.2406852248394005,
+      "grad_norm": 63.76827621459961,
+      "learning_rate": 4.4023205670503965e-05,
+      "loss": 1.2765,
+      "step": 2897
+    },
+    {
+      "epoch": 1.2411134903640257,
+      "grad_norm": 2.775876522064209,
+      "learning_rate": 4.401870480911504e-05,
+      "loss": 1.0419,
+      "step": 2898
+    },
+    {
+      "epoch": 1.241541755888651,
+      "grad_norm": 0.8047838807106018,
+      "learning_rate": 4.401420248392877e-05,
+      "loss": 0.3366,
+      "step": 2899
+    },
+    {
+      "epoch": 1.2419700214132763,
+      "grad_norm": 2.49051570892334,
+      "learning_rate": 4.400969869529166e-05,
+      "loss": 0.6451,
+      "step": 2900
+    },
+    {
+      "epoch": 1.2423982869379016,
+      "grad_norm": 5.855461597442627,
+      "learning_rate": 4.400519344355035e-05,
+      "loss": 0.738,
+      "step": 2901
+    },
+    {
+      "epoch": 1.2428265524625268,
+      "grad_norm": 2.458524703979492,
+      "learning_rate": 4.4000686729051614e-05,
+      "loss": 0.6475,
+      "step": 2902
+    },
+    {
+      "epoch": 1.243254817987152,
+      "grad_norm": 2.663259267807007,
+      "learning_rate": 4.39961785521423e-05,
+      "loss": 0.584,
+      "step": 2903
+    },
+    {
+      "epoch": 1.2436830835117774,
+      "grad_norm": 2.0786845684051514,
+      "learning_rate": 4.399166891316939e-05,
+      "loss": 0.4706,
+      "step": 2904
+    },
+    {
+      "epoch": 1.2441113490364026,
+      "grad_norm": 0.799252450466156,
+      "learning_rate": 4.398715781247996e-05,
+      "loss": 0.2441,
+      "step": 2905
+    },
+    {
+      "epoch": 1.244539614561028,
+      "grad_norm": 2.600829601287842,
+      "learning_rate": 4.3982645250421236e-05,
+      "loss": 1.5151,
+      "step": 2906
+    },
+    {
+      "epoch": 1.2449678800856532,
+      "grad_norm": 2.3036601543426514,
+      "learning_rate": 4.397813122734052e-05,
+      "loss": 1.2211,
+      "step": 2907
+    },
+    {
+      "epoch": 1.2453961456102784,
+      "grad_norm": 1.9779959917068481,
+      "learning_rate": 4.3973615743585237e-05,
+      "loss": 0.5437,
+      "step": 2908
+    },
+    {
+      "epoch": 1.2458244111349037,
+      "grad_norm": 2.8836328983306885,
+      "learning_rate": 4.3969098799502934e-05,
+      "loss": 0.7757,
+      "step": 2909
+    },
+    {
+      "epoch": 1.246252676659529,
+      "grad_norm": 6.826550483703613,
+      "learning_rate": 4.3964580395441256e-05,
+      "loss": 1.4497,
+      "step": 2910
+    },
+    {
+      "epoch": 1.2466809421841543,
+      "grad_norm": 3.321970224380493,
+      "learning_rate": 4.396006053174797e-05,
+      "loss": 0.9125,
+      "step": 2911
+    },
+    {
+      "epoch": 1.2471092077087795,
+      "grad_norm": 2.763890027999878,
+      "learning_rate": 4.395553920877096e-05,
+      "loss": 1.0955,
+      "step": 2912
+    },
+    {
+      "epoch": 1.2475374732334048,
+      "grad_norm": 2.327342987060547,
+      "learning_rate": 4.395101642685819e-05,
+      "loss": 0.6141,
+      "step": 2913
+    },
+    {
+      "epoch": 1.24796573875803,
+      "grad_norm": 2.0650904178619385,
+      "learning_rate": 4.3946492186357794e-05,
+      "loss": 0.4735,
+      "step": 2914
+    },
+    {
+      "epoch": 1.2483940042826553,
+      "grad_norm": 3.6635875701904297,
+      "learning_rate": 4.394196648761797e-05,
+      "loss": 1.0342,
+      "step": 2915
+    },
+    {
+      "epoch": 1.2488222698072806,
+      "grad_norm": 2.3951940536499023,
+      "learning_rate": 4.393743933098704e-05,
+      "loss": 0.5377,
+      "step": 2916
+    },
+    {
+      "epoch": 1.2492505353319059,
+      "grad_norm": 5.02329158782959,
+      "learning_rate": 4.3932910716813444e-05,
+      "loss": 1.0634,
+      "step": 2917
+    },
+    {
+      "epoch": 1.2496788008565312,
+      "grad_norm": 2.2596840858459473,
+      "learning_rate": 4.392838064544574e-05,
+      "loss": 0.4865,
+      "step": 2918
+    },
+    {
+      "epoch": 1.2501070663811564,
+      "grad_norm": 4.082393646240234,
+      "learning_rate": 4.392384911723259e-05,
+      "loss": 0.9812,
+      "step": 2919
+    },
+    {
+      "epoch": 1.2505353319057817,
+      "grad_norm": 4.59761905670166,
+      "learning_rate": 4.391931613252276e-05,
+      "loss": 0.9693,
+      "step": 2920
+    },
+    {
+      "epoch": 1.250963597430407,
+      "grad_norm": 2.05281662940979,
+      "learning_rate": 4.391478169166513e-05,
+      "loss": 1.2441,
+      "step": 2921
+    },
+    {
+      "epoch": 1.2513918629550322,
+      "grad_norm": 2.901752471923828,
+      "learning_rate": 4.391024579500872e-05,
+      "loss": 1.3436,
+      "step": 2922
+    },
+    {
+      "epoch": 1.2518201284796575,
+      "grad_norm": 3.3039119243621826,
+      "learning_rate": 4.390570844290263e-05,
+      "loss": 0.9753,
+      "step": 2923
+    },
+    {
+      "epoch": 1.2522483940042828,
+      "grad_norm": 3.5336098670959473,
+      "learning_rate": 4.390116963569608e-05,
+      "loss": 0.6717,
+      "step": 2924
+    },
+    {
+      "epoch": 1.252676659528908,
+      "grad_norm": 1.9409828186035156,
+      "learning_rate": 4.389662937373841e-05,
+      "loss": 0.6542,
+      "step": 2925
+    },
+    {
+      "epoch": 1.2531049250535333,
+      "grad_norm": 2.6174726486206055,
+      "learning_rate": 4.3892087657379056e-05,
+      "loss": 0.9438,
+      "step": 2926
+    },
+    {
+      "epoch": 1.2535331905781586,
+      "grad_norm": 1.4031976461410522,
+      "learning_rate": 4.388754448696759e-05,
+      "loss": 0.6985,
+      "step": 2927
+    },
+    {
+      "epoch": 1.2539614561027836,
+      "grad_norm": 2.5835468769073486,
+      "learning_rate": 4.3882999862853677e-05,
+      "loss": 1.3191,
+      "step": 2928
+    },
+    {
+      "epoch": 1.254389721627409,
+      "grad_norm": 1.390310287475586,
+      "learning_rate": 4.38784537853871e-05,
+      "loss": 0.3628,
+      "step": 2929
+    },
+    {
+      "epoch": 1.2548179871520342,
+      "grad_norm": 3.280644178390503,
+      "learning_rate": 4.387390625491775e-05,
+      "loss": 1.1234,
+      "step": 2930
+    },
+    {
+      "epoch": 1.2552462526766595,
+      "grad_norm": 3.4620914459228516,
+      "learning_rate": 4.3869357271795633e-05,
+      "loss": 1.4884,
+      "step": 2931
+    },
+    {
+      "epoch": 1.2556745182012847,
+      "grad_norm": 3.210655927658081,
+      "learning_rate": 4.386480683637087e-05,
+      "loss": 1.4852,
+      "step": 2932
+    },
+    {
+      "epoch": 1.25610278372591,
+      "grad_norm": 3.7662532329559326,
+      "learning_rate": 4.3860254948993696e-05,
+      "loss": 1.1306,
+      "step": 2933
+    },
+    {
+      "epoch": 1.2565310492505353,
+      "grad_norm": 3.268791913986206,
+      "learning_rate": 4.3855701610014443e-05,
+      "loss": 0.8624,
+      "step": 2934
+    },
+    {
+      "epoch": 1.2569593147751605,
+      "grad_norm": 0.7432847619056702,
+      "learning_rate": 4.3851146819783576e-05,
+      "loss": 0.3157,
+      "step": 2935
+    },
+    {
+      "epoch": 1.2573875802997858,
+      "grad_norm": 3.2555336952209473,
+      "learning_rate": 4.384659057865165e-05,
+      "loss": 0.897,
+      "step": 2936
+    },
+    {
+      "epoch": 1.257815845824411,
+      "grad_norm": 1.479228138923645,
+      "learning_rate": 4.384203288696933e-05,
+      "loss": 1.0045,
+      "step": 2937
+    },
+    {
+      "epoch": 1.2582441113490364,
+      "grad_norm": 4.242283821105957,
+      "learning_rate": 4.383747374508743e-05,
+      "loss": 1.5369,
+      "step": 2938
+    },
+    {
+      "epoch": 1.2586723768736616,
+      "grad_norm": 2.2002909183502197,
+      "learning_rate": 4.3832913153356834e-05,
+      "loss": 0.9968,
+      "step": 2939
+    },
+    {
+      "epoch": 1.259100642398287,
+      "grad_norm": 1.1621840000152588,
+      "learning_rate": 4.382835111212856e-05,
+      "loss": 0.6175,
+      "step": 2940
+    },
+    {
+      "epoch": 1.2595289079229122,
+      "grad_norm": 3.4644789695739746,
+      "learning_rate": 4.382378762175372e-05,
+      "loss": 0.8696,
+      "step": 2941
+    },
+    {
+      "epoch": 1.2599571734475374,
+      "grad_norm": 3.696320056915283,
+      "learning_rate": 4.381922268258357e-05,
+      "loss": 0.9123,
+      "step": 2942
+    },
+    {
+      "epoch": 1.2603854389721627,
+      "grad_norm": 3.5753822326660156,
+      "learning_rate": 4.381465629496944e-05,
+      "loss": 0.7149,
+      "step": 2943
+    },
+    {
+      "epoch": 1.260813704496788,
+      "grad_norm": 2.773066520690918,
+      "learning_rate": 4.381008845926278e-05,
+      "loss": 0.5568,
+      "step": 2944
+    },
+    {
+      "epoch": 1.2612419700214133,
+      "grad_norm": 6.704979419708252,
+      "learning_rate": 4.380551917581517e-05,
+      "loss": 0.6639,
+      "step": 2945
+    },
+    {
+      "epoch": 1.2616702355460385,
+      "grad_norm": 2.6554207801818848,
+      "learning_rate": 4.38009484449783e-05,
+      "loss": 0.5634,
+      "step": 2946
+    },
+    {
+      "epoch": 1.2620985010706638,
+      "grad_norm": 1.5217639207839966,
+      "learning_rate": 4.379637626710393e-05,
+      "loss": 0.4638,
+      "step": 2947
+    },
+    {
+      "epoch": 1.262526766595289,
+      "grad_norm": 1.291027307510376,
+      "learning_rate": 4.3791802642543997e-05,
+      "loss": 0.8728,
+      "step": 2948
+    },
+    {
+      "epoch": 1.2629550321199143,
+      "grad_norm": 6.955742359161377,
+      "learning_rate": 4.378722757165051e-05,
+      "loss": 0.5498,
+      "step": 2949
+    },
+    {
+      "epoch": 1.2633832976445396,
+      "grad_norm": 11.097989082336426,
+      "learning_rate": 4.378265105477558e-05,
+      "loss": 0.9546,
+      "step": 2950
+    },
+    {
+      "epoch": 1.2638115631691649,
+      "grad_norm": 5.726546287536621,
+      "learning_rate": 4.3778073092271446e-05,
+      "loss": 1.4824,
+      "step": 2951
+    },
+    {
+      "epoch": 1.2642398286937901,
+      "grad_norm": 15.94510269165039,
+      "learning_rate": 4.3773493684490467e-05,
+      "loss": 0.7215,
+      "step": 2952
+    },
+    {
+      "epoch": 1.2646680942184154,
+      "grad_norm": 2.7203965187072754,
+      "learning_rate": 4.37689128317851e-05,
+      "loss": 0.635,
+      "step": 2953
+    },
+    {
+      "epoch": 1.2650963597430407,
+      "grad_norm": 2.911957263946533,
+      "learning_rate": 4.3764330534507916e-05,
+      "loss": 1.3996,
+      "step": 2954
+    },
+    {
+      "epoch": 1.265524625267666,
+      "grad_norm": 1.6764545440673828,
+      "learning_rate": 4.375974679301158e-05,
+      "loss": 0.6011,
+      "step": 2955
+    },
+    {
+      "epoch": 1.2659528907922912,
+      "grad_norm": 3.509290933609009,
+      "learning_rate": 4.375516160764891e-05,
+      "loss": 1.3255,
+      "step": 2956
+    },
+    {
+      "epoch": 1.2663811563169165,
+      "grad_norm": 1.592913269996643,
+      "learning_rate": 4.3750574978772805e-05,
+      "loss": 0.348,
+      "step": 2957
+    },
+    {
+      "epoch": 1.2668094218415418,
+      "grad_norm": 3.216029167175293,
+      "learning_rate": 4.374598690673627e-05,
+      "loss": 0.9513,
+      "step": 2958
+    },
+    {
+      "epoch": 1.267237687366167,
+      "grad_norm": 3.168976068496704,
+      "learning_rate": 4.3741397391892423e-05,
+      "loss": 0.5774,
+      "step": 2959
+    },
+    {
+      "epoch": 1.2676659528907923,
+      "grad_norm": 4.417181015014648,
+      "learning_rate": 4.373680643459453e-05,
+      "loss": 0.9181,
+      "step": 2960
+    },
+    {
+      "epoch": 1.2680942184154176,
+      "grad_norm": 2.7492334842681885,
+      "learning_rate": 4.373221403519592e-05,
+      "loss": 1.5484,
+      "step": 2961
+    },
+    {
+      "epoch": 1.2685224839400429,
+      "grad_norm": 7.524021148681641,
+      "learning_rate": 4.372762019405006e-05,
+      "loss": 1.083,
+      "step": 2962
+    },
+    {
+      "epoch": 1.2689507494646681,
+      "grad_norm": 2.450807571411133,
+      "learning_rate": 4.372302491151051e-05,
+      "loss": 0.6044,
+      "step": 2963
+    },
+    {
+      "epoch": 1.2693790149892934,
+      "grad_norm": 8.759461402893066,
+      "learning_rate": 4.3718428187930964e-05,
+      "loss": 1.1255,
+      "step": 2964
+    },
+    {
+      "epoch": 1.2698072805139187,
+      "grad_norm": 2.230938196182251,
+      "learning_rate": 4.3713830023665216e-05,
+      "loss": 0.3599,
+      "step": 2965
+    },
+    {
+      "epoch": 1.270235546038544,
+      "grad_norm": 3.8870279788970947,
+      "learning_rate": 4.3709230419067145e-05,
+      "loss": 1.3167,
+      "step": 2966
+    },
+    {
+      "epoch": 1.2706638115631692,
+      "grad_norm": 2.438554525375366,
+      "learning_rate": 4.37046293744908e-05,
+      "loss": 0.7301,
+      "step": 2967
+    },
+    {
+      "epoch": 1.2710920770877945,
+      "grad_norm": 2.4020750522613525,
+      "learning_rate": 4.370002689029028e-05,
+      "loss": 0.9236,
+      "step": 2968
+    },
+    {
+      "epoch": 1.2715203426124198,
+      "grad_norm": 2.3477487564086914,
+      "learning_rate": 4.369542296681983e-05,
+      "loss": 0.4157,
+      "step": 2969
+    },
+    {
+      "epoch": 1.271948608137045,
+      "grad_norm": 3.9737942218780518,
+      "learning_rate": 4.36908176044338e-05,
+      "loss": 1.4809,
+      "step": 2970
+    },
+    {
+      "epoch": 1.2723768736616703,
+      "grad_norm": 1.238956093788147,
+      "learning_rate": 4.3686210803486634e-05,
+      "loss": 0.7933,
+      "step": 2971
+    },
+    {
+      "epoch": 1.2728051391862956,
+      "grad_norm": 0.9493455290794373,
+      "learning_rate": 4.3681602564332914e-05,
+      "loss": 0.3931,
+      "step": 2972
+    },
+    {
+      "epoch": 1.2732334047109208,
+      "grad_norm": 4.275849342346191,
+      "learning_rate": 4.367699288732731e-05,
+      "loss": 1.2771,
+      "step": 2973
+    },
+    {
+      "epoch": 1.273661670235546,
+      "grad_norm": 4.185420513153076,
+      "learning_rate": 4.3672381772824615e-05,
+      "loss": 0.9179,
+      "step": 2974
+    },
+    {
+      "epoch": 1.2740899357601714,
+      "grad_norm": 3.6709861755371094,
+      "learning_rate": 4.3667769221179734e-05,
+      "loss": 1.0073,
+      "step": 2975
+    },
+    {
+      "epoch": 1.2745182012847966,
+      "grad_norm": 1.5685678720474243,
+      "learning_rate": 4.366315523274767e-05,
+      "loss": 0.4643,
+      "step": 2976
+    },
+    {
+      "epoch": 1.274946466809422,
+      "grad_norm": 0.793793261051178,
+      "learning_rate": 4.365853980788355e-05,
+      "loss": 0.4487,
+      "step": 2977
+    },
+    {
+      "epoch": 1.2753747323340472,
+      "grad_norm": 2.194209337234497,
+      "learning_rate": 4.36539229469426e-05,
+      "loss": 0.5846,
+      "step": 2978
+    },
+    {
+      "epoch": 1.2758029978586722,
+      "grad_norm": 3.310246229171753,
+      "learning_rate": 4.3649304650280157e-05,
+      "loss": 0.8199,
+      "step": 2979
+    },
+    {
+      "epoch": 1.2762312633832975,
+      "grad_norm": 14.980237007141113,
+      "learning_rate": 4.3644684918251676e-05,
+      "loss": 0.9923,
+      "step": 2980
+    },
+    {
+      "epoch": 1.2766595289079228,
+      "grad_norm": 2.7901077270507812,
+      "learning_rate": 4.364006375121273e-05,
+      "loss": 0.6673,
+      "step": 2981
+    },
+    {
+      "epoch": 1.277087794432548,
+      "grad_norm": 28.650718688964844,
+      "learning_rate": 4.3635441149519e-05,
+      "loss": 0.8745,
+      "step": 2982
+    },
+    {
+      "epoch": 1.2775160599571733,
+      "grad_norm": 2.537602424621582,
+      "learning_rate": 4.363081711352624e-05,
+      "loss": 2.0643,
+      "step": 2983
+    },
+    {
+      "epoch": 1.2779443254817986,
+      "grad_norm": 2.947596549987793,
+      "learning_rate": 4.362619164359038e-05,
+      "loss": 0.9949,
+      "step": 2984
+    },
+    {
+      "epoch": 1.2783725910064239,
+      "grad_norm": 2.975031614303589,
+      "learning_rate": 4.36215647400674e-05,
+      "loss": 0.6733,
+      "step": 2985
+    },
+    {
+      "epoch": 1.2788008565310491,
+      "grad_norm": 2.8763601779937744,
+      "learning_rate": 4.361693640331343e-05,
+      "loss": 0.6126,
+      "step": 2986
+    },
+    {
+      "epoch": 1.2792291220556744,
+      "grad_norm": 2.0704474449157715,
+      "learning_rate": 4.361230663368467e-05,
+      "loss": 0.4814,
+      "step": 2987
+    },
+    {
+      "epoch": 1.2796573875802997,
+      "grad_norm": 2.0851666927337646,
+      "learning_rate": 4.360767543153749e-05,
+      "loss": 0.4233,
+      "step": 2988
+    },
+    {
+      "epoch": 1.280085653104925,
+      "grad_norm": 2.577441453933716,
+      "learning_rate": 4.36030427972283e-05,
+      "loss": 0.8735,
+      "step": 2989
+    },
+    {
+      "epoch": 1.2805139186295502,
+      "grad_norm": 2.2066915035247803,
+      "learning_rate": 4.359840873111369e-05,
+      "loss": 0.454,
+      "step": 2990
+    },
+    {
+      "epoch": 1.2809421841541755,
+      "grad_norm": 1.1493630409240723,
+      "learning_rate": 4.3593773233550316e-05,
+      "loss": 0.4152,
+      "step": 2991
+    },
+    {
+      "epoch": 1.2813704496788008,
+      "grad_norm": 1.8260706663131714,
+      "learning_rate": 4.358913630489494e-05,
+      "loss": 1.0979,
+      "step": 2992
+    },
+    {
+      "epoch": 1.281798715203426,
+      "grad_norm": 6.058823108673096,
+      "learning_rate": 4.3584497945504465e-05,
+      "loss": 1.7047,
+      "step": 2993
+    },
+    {
+      "epoch": 1.2822269807280513,
+      "grad_norm": 2.678567886352539,
+      "learning_rate": 4.357985815573589e-05,
+      "loss": 0.9537,
+      "step": 2994
+    },
+    {
+      "epoch": 1.2826552462526766,
+      "grad_norm": 2.2574052810668945,
+      "learning_rate": 4.35752169359463e-05,
+      "loss": 0.3893,
+      "step": 2995
+    },
+    {
+      "epoch": 1.2830835117773018,
+      "grad_norm": 10.018088340759277,
+      "learning_rate": 4.357057428649294e-05,
+      "loss": 0.9878,
+      "step": 2996
+    },
+    {
+      "epoch": 1.2835117773019271,
+      "grad_norm": 2.7060728073120117,
+      "learning_rate": 4.356593020773311e-05,
+      "loss": 0.4202,
+      "step": 2997
+    },
+    {
+      "epoch": 1.2839400428265524,
+      "grad_norm": 2.360114097595215,
+      "learning_rate": 4.356128470002426e-05,
+      "loss": 0.6976,
+      "step": 2998
+    },
+    {
+      "epoch": 1.2843683083511777,
+      "grad_norm": 3.4144771099090576,
+      "learning_rate": 4.3556637763723954e-05,
+      "loss": 1.0012,
+      "step": 2999
+    },
+    {
+      "epoch": 1.284796573875803,
+      "grad_norm": 2.597459077835083,
+      "learning_rate": 4.355198939918982e-05,
+      "loss": 0.9549,
+      "step": 3000
+    },
+    {
+      "epoch": 1.2852248394004282,
+      "grad_norm": 2.4026107788085938,
+      "learning_rate": 4.354733960677964e-05,
+      "loss": 1.6003,
+      "step": 3001
+    },
+    {
+      "epoch": 1.2856531049250535,
+      "grad_norm": 4.185688018798828,
+      "learning_rate": 4.354268838685129e-05,
+      "loss": 1.135,
+      "step": 3002
+    },
+    {
+      "epoch": 1.2860813704496787,
+      "grad_norm": 3.2379443645477295,
+      "learning_rate": 4.353803573976275e-05,
+      "loss": 0.9047,
+      "step": 3003
+    },
+    {
+      "epoch": 1.286509635974304,
+      "grad_norm": 2.232499837875366,
+      "learning_rate": 4.353338166587213e-05,
+      "loss": 0.4061,
+      "step": 3004
+    },
+    {
+      "epoch": 1.2869379014989293,
+      "grad_norm": 3.3158326148986816,
+      "learning_rate": 4.352872616553763e-05,
+      "loss": 1.2361,
+      "step": 3005
+    },
+    {
+      "epoch": 1.2873661670235546,
+      "grad_norm": 4.713825702667236,
+      "learning_rate": 4.352406923911755e-05,
+      "loss": 1.0259,
+      "step": 3006
+    },
+    {
+      "epoch": 1.2877944325481798,
+      "grad_norm": 2.625798225402832,
+      "learning_rate": 4.351941088697034e-05,
+      "loss": 0.6565,
+      "step": 3007
+    },
+    {
+      "epoch": 1.288222698072805,
+      "grad_norm": 1.0685350894927979,
+      "learning_rate": 4.3514751109454524e-05,
+      "loss": 0.5607,
+      "step": 3008
+    },
+    {
+      "epoch": 1.2886509635974304,
+      "grad_norm": 1.5122605562210083,
+      "learning_rate": 4.3510089906928746e-05,
+      "loss": 1.2284,
+      "step": 3009
+    },
+    {
+      "epoch": 1.2890792291220556,
+      "grad_norm": 3.916343927383423,
+      "learning_rate": 4.3505427279751766e-05,
+      "loss": 0.6604,
+      "step": 3010
+    },
+    {
+      "epoch": 1.289507494646681,
+      "grad_norm": 1.0929304361343384,
+      "learning_rate": 4.350076322828245e-05,
+      "loss": 0.293,
+      "step": 3011
+    },
+    {
+      "epoch": 1.2899357601713062,
+      "grad_norm": 2.2084128856658936,
+      "learning_rate": 4.3496097752879764e-05,
+      "loss": 0.4471,
+      "step": 3012
+    },
+    {
+      "epoch": 1.2903640256959314,
+      "grad_norm": 10.396590232849121,
+      "learning_rate": 4.34914308539028e-05,
+      "loss": 0.9893,
+      "step": 3013
+    },
+    {
+      "epoch": 1.2907922912205567,
+      "grad_norm": 1.1177510023117065,
+      "learning_rate": 4.348676253171075e-05,
+      "loss": 0.2235,
+      "step": 3014
+    },
+    {
+      "epoch": 1.291220556745182,
+      "grad_norm": 5.111110210418701,
+      "learning_rate": 4.348209278666292e-05,
+      "loss": 0.9928,
+      "step": 3015
+    },
+    {
+      "epoch": 1.2916488222698073,
+      "grad_norm": 1.9277417659759521,
+      "learning_rate": 4.3477421619118704e-05,
+      "loss": 1.3274,
+      "step": 3016
+    },
+    {
+      "epoch": 1.2920770877944325,
+      "grad_norm": 0.97560715675354,
+      "learning_rate": 4.347274902943765e-05,
+      "loss": 0.3679,
+      "step": 3017
+    },
+    {
+      "epoch": 1.2925053533190578,
+      "grad_norm": 2.685025215148926,
+      "learning_rate": 4.346807501797937e-05,
+      "loss": 0.5985,
+      "step": 3018
+    },
+    {
+      "epoch": 1.292933618843683,
+      "grad_norm": 3.4443013668060303,
+      "learning_rate": 4.346339958510361e-05,
+      "loss": 1.3341,
+      "step": 3019
+    },
+    {
+      "epoch": 1.2933618843683083,
+      "grad_norm": 4.168574333190918,
+      "learning_rate": 4.345872273117023e-05,
+      "loss": 1.1119,
+      "step": 3020
+    },
+    {
+      "epoch": 1.2937901498929336,
+      "grad_norm": 3.0270583629608154,
+      "learning_rate": 4.345404445653918e-05,
+      "loss": 0.712,
+      "step": 3021
+    },
+    {
+      "epoch": 1.2942184154175589,
+      "grad_norm": 1.970179796218872,
+      "learning_rate": 4.3449364761570534e-05,
+      "loss": 0.4653,
+      "step": 3022
+    },
+    {
+      "epoch": 1.2946466809421842,
+      "grad_norm": 2.131225109100342,
+      "learning_rate": 4.3444683646624465e-05,
+      "loss": 0.3033,
+      "step": 3023
+    },
+    {
+      "epoch": 1.2950749464668094,
+      "grad_norm": 8.523968696594238,
+      "learning_rate": 4.344000111206126e-05,
+      "loss": 1.7417,
+      "step": 3024
+    },
+    {
+      "epoch": 1.2955032119914347,
+      "grad_norm": 1.78829824924469,
+      "learning_rate": 4.343531715824132e-05,
+      "loss": 0.2499,
+      "step": 3025
+    },
+    {
+      "epoch": 1.29593147751606,
+      "grad_norm": 3.8232150077819824,
+      "learning_rate": 4.343063178552516e-05,
+      "loss": 1.463,
+      "step": 3026
+    },
+    {
+      "epoch": 1.2963597430406852,
+      "grad_norm": 1.1934967041015625,
+      "learning_rate": 4.342594499427337e-05,
+      "loss": 0.5755,
+      "step": 3027
+    },
+    {
+      "epoch": 1.2967880085653105,
+      "grad_norm": 4.080595970153809,
+      "learning_rate": 4.34212567848467e-05,
+      "loss": 1.2452,
+      "step": 3028
+    },
+    {
+      "epoch": 1.2972162740899358,
+      "grad_norm": 2.3079869747161865,
+      "learning_rate": 4.341656715760597e-05,
+      "loss": 0.5677,
+      "step": 3029
+    },
+    {
+      "epoch": 1.297644539614561,
+      "grad_norm": 2.1142988204956055,
+      "learning_rate": 4.341187611291213e-05,
+      "loss": 0.2307,
+      "step": 3030
+    },
+    {
+      "epoch": 1.2980728051391863,
+      "grad_norm": 0.5155791640281677,
+      "learning_rate": 4.340718365112623e-05,
+      "loss": 0.3085,
+      "step": 3031
+    },
+    {
+      "epoch": 1.2985010706638116,
+      "grad_norm": 1.00095796585083,
+      "learning_rate": 4.340248977260942e-05,
+      "loss": 0.2781,
+      "step": 3032
+    },
+    {
+      "epoch": 1.2989293361884369,
+      "grad_norm": 3.814040422439575,
+      "learning_rate": 4.339779447772299e-05,
+      "loss": 0.8925,
+      "step": 3033
+    },
+    {
+      "epoch": 1.2993576017130621,
+      "grad_norm": 6.458731651306152,
+      "learning_rate": 4.3393097766828293e-05,
+      "loss": 0.7481,
+      "step": 3034
+    },
+    {
+      "epoch": 1.2997858672376874,
+      "grad_norm": 3.140934705734253,
+      "learning_rate": 4.3388399640286845e-05,
+      "loss": 1.0458,
+      "step": 3035
+    },
+    {
+      "epoch": 1.3002141327623127,
+      "grad_norm": 3.717087745666504,
+      "learning_rate": 4.3383700098460224e-05,
+      "loss": 0.4782,
+      "step": 3036
+    },
+    {
+      "epoch": 1.300642398286938,
+      "grad_norm": 3.704068422317505,
+      "learning_rate": 4.337899914171014e-05,
+      "loss": 2.1069,
+      "step": 3037
+    },
+    {
+      "epoch": 1.3010706638115632,
+      "grad_norm": 7.793900489807129,
+      "learning_rate": 4.337429677039841e-05,
+      "loss": 0.6699,
+      "step": 3038
+    },
+    {
+      "epoch": 1.3014989293361885,
+      "grad_norm": 4.9171037673950195,
+      "learning_rate": 4.336959298488697e-05,
+      "loss": 1.9131,
+      "step": 3039
+    },
+    {
+      "epoch": 1.3019271948608138,
+      "grad_norm": 2.96531343460083,
+      "learning_rate": 4.336488778553782e-05,
+      "loss": 0.2673,
+      "step": 3040
+    },
+    {
+      "epoch": 1.302355460385439,
+      "grad_norm": 2.846625804901123,
+      "learning_rate": 4.3360181172713135e-05,
+      "loss": 0.6184,
+      "step": 3041
+    },
+    {
+      "epoch": 1.3027837259100643,
+      "grad_norm": 2.5450966358184814,
+      "learning_rate": 4.335547314677515e-05,
+      "loss": 0.6663,
+      "step": 3042
+    },
+    {
+      "epoch": 1.3032119914346896,
+      "grad_norm": 0.6752439737319946,
+      "learning_rate": 4.3350763708086215e-05,
+      "loss": 0.2346,
+      "step": 3043
+    },
+    {
+      "epoch": 1.3036402569593148,
+      "grad_norm": 2.6808254718780518,
+      "learning_rate": 4.3346052857008824e-05,
+      "loss": 1.1461,
+      "step": 3044
+    },
+    {
+      "epoch": 1.3040685224839401,
+      "grad_norm": 3.755044937133789,
+      "learning_rate": 4.334134059390552e-05,
+      "loss": 0.658,
+      "step": 3045
+    },
+    {
+      "epoch": 1.3044967880085654,
+      "grad_norm": 1.7662980556488037,
+      "learning_rate": 4.333662691913901e-05,
+      "loss": 0.2703,
+      "step": 3046
+    },
+    {
+      "epoch": 1.3049250535331907,
+      "grad_norm": 5.196559906005859,
+      "learning_rate": 4.333191183307209e-05,
+      "loss": 1.4885,
+      "step": 3047
+    },
+    {
+      "epoch": 1.305353319057816,
+      "grad_norm": 2.9203548431396484,
+      "learning_rate": 4.332719533606765e-05,
+      "loss": 0.7288,
+      "step": 3048
+    },
+    {
+      "epoch": 1.3057815845824412,
+      "grad_norm": 8.918508529663086,
+      "learning_rate": 4.332247742848871e-05,
+      "loss": 1.1644,
+      "step": 3049
+    },
+    {
+      "epoch": 1.3062098501070665,
+      "grad_norm": 2.951625108718872,
+      "learning_rate": 4.331775811069837e-05,
+      "loss": 1.0356,
+      "step": 3050
+    },
+    {
+      "epoch": 1.3066381156316917,
+      "grad_norm": 2.556867837905884,
+      "learning_rate": 4.331303738305989e-05,
+      "loss": 0.6458,
+      "step": 3051
+    },
+    {
+      "epoch": 1.307066381156317,
+      "grad_norm": 2.488187789916992,
+      "learning_rate": 4.330831524593657e-05,
+      "loss": 0.648,
+      "step": 3052
+    },
+    {
+      "epoch": 1.3074946466809423,
+      "grad_norm": 2.8526933193206787,
+      "learning_rate": 4.330359169969189e-05,
+      "loss": 0.9937,
+      "step": 3053
+    },
+    {
+      "epoch": 1.3079229122055676,
+      "grad_norm": 3.087844133377075,
+      "learning_rate": 4.329886674468938e-05,
+      "loss": 1.1381,
+      "step": 3054
+    },
+    {
+      "epoch": 1.3083511777301928,
+      "grad_norm": 1.0850540399551392,
+      "learning_rate": 4.3294140381292713e-05,
+      "loss": 0.4753,
+      "step": 3055
+    },
+    {
+      "epoch": 1.308779443254818,
+      "grad_norm": 3.8415439128875732,
+      "learning_rate": 4.3289412609865666e-05,
+      "loss": 1.0186,
+      "step": 3056
+    },
+    {
+      "epoch": 1.3092077087794434,
+      "grad_norm": 1.7670483589172363,
+      "learning_rate": 4.3284683430772086e-05,
+      "loss": 0.4233,
+      "step": 3057
+    },
+    {
+      "epoch": 1.3096359743040686,
+      "grad_norm": 1.5290806293487549,
+      "learning_rate": 4.3279952844375996e-05,
+      "loss": 1.0026,
+      "step": 3058
+    },
+    {
+      "epoch": 1.310064239828694,
+      "grad_norm": 1.9371237754821777,
+      "learning_rate": 4.327522085104147e-05,
+      "loss": 1.4901,
+      "step": 3059
+    },
+    {
+      "epoch": 1.3104925053533192,
+      "grad_norm": 1.0199759006500244,
+      "learning_rate": 4.3270487451132725e-05,
+      "loss": 0.6109,
+      "step": 3060
+    },
+    {
+      "epoch": 1.3109207708779445,
+      "grad_norm": 5.592800617218018,
+      "learning_rate": 4.3265752645014055e-05,
+      "loss": 0.9801,
+      "step": 3061
+    },
+    {
+      "epoch": 1.3113490364025697,
+      "grad_norm": 4.817352294921875,
+      "learning_rate": 4.326101643304989e-05,
+      "loss": 1.2708,
+      "step": 3062
+    },
+    {
+      "epoch": 1.311777301927195,
+      "grad_norm": 9.828232765197754,
+      "learning_rate": 4.325627881560477e-05,
+      "loss": 1.4202,
+      "step": 3063
+    },
+    {
+      "epoch": 1.3122055674518203,
+      "grad_norm": 5.018240928649902,
+      "learning_rate": 4.3251539793043315e-05,
+      "loss": 0.7837,
+      "step": 3064
+    },
+    {
+      "epoch": 1.3126338329764453,
+      "grad_norm": 1.033537745475769,
+      "learning_rate": 4.324679936573028e-05,
+      "loss": 0.4972,
+      "step": 3065
+    },
+    {
+      "epoch": 1.3130620985010706,
+      "grad_norm": 2.2593154907226562,
+      "learning_rate": 4.324205753403051e-05,
+      "loss": 0.6842,
+      "step": 3066
+    },
+    {
+      "epoch": 1.3134903640256959,
+      "grad_norm": 2.099691867828369,
+      "learning_rate": 4.323731429830896e-05,
+      "loss": 0.6977,
+      "step": 3067
+    },
+    {
+      "epoch": 1.3139186295503211,
+      "grad_norm": 2.0491809844970703,
+      "learning_rate": 4.323256965893071e-05,
+      "loss": 0.5781,
+      "step": 3068
+    },
+    {
+      "epoch": 1.3143468950749464,
+      "grad_norm": 3.8343353271484375,
+      "learning_rate": 4.322782361626094e-05,
+      "loss": 1.1412,
+      "step": 3069
+    },
+    {
+      "epoch": 1.3147751605995717,
+      "grad_norm": 3.8432250022888184,
+      "learning_rate": 4.3223076170664925e-05,
+      "loss": 0.4477,
+      "step": 3070
+    },
+    {
+      "epoch": 1.315203426124197,
+      "grad_norm": 1.9732388257980347,
+      "learning_rate": 4.321832732250806e-05,
+      "loss": 0.3271,
+      "step": 3071
+    },
+    {
+      "epoch": 1.3156316916488222,
+      "grad_norm": 8.832619667053223,
+      "learning_rate": 4.321357707215584e-05,
+      "loss": 1.5587,
+      "step": 3072
+    },
+    {
+      "epoch": 1.3160599571734475,
+      "grad_norm": 2.3311667442321777,
+      "learning_rate": 4.32088254199739e-05,
+      "loss": 0.844,
+      "step": 3073
+    },
+    {
+      "epoch": 1.3164882226980728,
+      "grad_norm": 2.959688901901245,
+      "learning_rate": 4.3204072366327925e-05,
+      "loss": 1.0307,
+      "step": 3074
+    },
+    {
+      "epoch": 1.316916488222698,
+      "grad_norm": 3.3135592937469482,
+      "learning_rate": 4.3199317911583754e-05,
+      "loss": 0.8759,
+      "step": 3075
+    },
+    {
+      "epoch": 1.3173447537473233,
+      "grad_norm": 0.772138774394989,
+      "learning_rate": 4.319456205610731e-05,
+      "loss": 0.1729,
+      "step": 3076
+    },
+    {
+      "epoch": 1.3177730192719486,
+      "grad_norm": 2.0673887729644775,
+      "learning_rate": 4.3189804800264655e-05,
+      "loss": 0.8384,
+      "step": 3077
+    },
+    {
+      "epoch": 1.3182012847965738,
+      "grad_norm": 3.270321846008301,
+      "learning_rate": 4.3185046144421916e-05,
+      "loss": 1.5464,
+      "step": 3078
+    },
+    {
+      "epoch": 1.318629550321199,
+      "grad_norm": 4.322999000549316,
+      "learning_rate": 4.318028608894536e-05,
+      "loss": 0.6813,
+      "step": 3079
+    },
+    {
+      "epoch": 1.3190578158458244,
+      "grad_norm": 4.985445499420166,
+      "learning_rate": 4.3175524634201336e-05,
+      "loss": 1.0585,
+      "step": 3080
+    },
+    {
+      "epoch": 1.3194860813704496,
+      "grad_norm": 2.890377998352051,
+      "learning_rate": 4.317076178055632e-05,
+      "loss": 0.7954,
+      "step": 3081
+    },
+    {
+      "epoch": 1.319914346895075,
+      "grad_norm": 1.2866861820220947,
+      "learning_rate": 4.3165997528376914e-05,
+      "loss": 0.506,
+      "step": 3082
+    },
+    {
+      "epoch": 1.3203426124197002,
+      "grad_norm": 2.880255699157715,
+      "learning_rate": 4.316123187802977e-05,
+      "loss": 0.4883,
+      "step": 3083
+    },
+    {
+      "epoch": 1.3207708779443255,
+      "grad_norm": 2.5144736766815186,
+      "learning_rate": 4.31564648298817e-05,
+      "loss": 0.7181,
+      "step": 3084
+    },
+    {
+      "epoch": 1.3211991434689507,
+      "grad_norm": 2.4848148822784424,
+      "learning_rate": 4.3151696384299605e-05,
+      "loss": 0.7647,
+      "step": 3085
+    },
+    {
+      "epoch": 1.321627408993576,
+      "grad_norm": 2.2231531143188477,
+      "learning_rate": 4.314692654165049e-05,
+      "loss": 1.1142,
+      "step": 3086
+    },
+    {
+      "epoch": 1.3220556745182013,
+      "grad_norm": 3.8971853256225586,
+      "learning_rate": 4.314215530230148e-05,
+      "loss": 0.6839,
+      "step": 3087
+    },
+    {
+      "epoch": 1.3224839400428265,
+      "grad_norm": 3.1033434867858887,
+      "learning_rate": 4.3137382666619783e-05,
+      "loss": 0.9232,
+      "step": 3088
+    },
+    {
+      "epoch": 1.3229122055674518,
+      "grad_norm": 2.382110118865967,
+      "learning_rate": 4.313260863497275e-05,
+      "loss": 0.4656,
+      "step": 3089
+    },
+    {
+      "epoch": 1.323340471092077,
+      "grad_norm": 2.7526297569274902,
+      "learning_rate": 4.312783320772781e-05,
+      "loss": 0.5449,
+      "step": 3090
+    },
+    {
+      "epoch": 1.3237687366167024,
+      "grad_norm": 10.506669998168945,
+      "learning_rate": 4.3123056385252506e-05,
+      "loss": 1.784,
+      "step": 3091
+    },
+    {
+      "epoch": 1.3241970021413276,
+      "grad_norm": 1.0171595811843872,
+      "learning_rate": 4.3118278167914493e-05,
+      "loss": 0.6392,
+      "step": 3092
+    },
+    {
+      "epoch": 1.324625267665953,
+      "grad_norm": 4.82420015335083,
+      "learning_rate": 4.311349855608154e-05,
+      "loss": 1.2716,
+      "step": 3093
+    },
+    {
+      "epoch": 1.3250535331905782,
+      "grad_norm": 3.4325125217437744,
+      "learning_rate": 4.3108717550121515e-05,
+      "loss": 1.7304,
+      "step": 3094
+    },
+    {
+      "epoch": 1.3254817987152034,
+      "grad_norm": 0.6998211741447449,
+      "learning_rate": 4.3103935150402384e-05,
+      "loss": 0.2738,
+      "step": 3095
+    },
+    {
+      "epoch": 1.3259100642398287,
+      "grad_norm": 5.441555023193359,
+      "learning_rate": 4.3099151357292234e-05,
+      "loss": 0.5413,
+      "step": 3096
+    },
+    {
+      "epoch": 1.326338329764454,
+      "grad_norm": 2.9590444564819336,
+      "learning_rate": 4.309436617115926e-05,
+      "loss": 0.6639,
+      "step": 3097
+    },
+    {
+      "epoch": 1.3267665952890793,
+      "grad_norm": 3.4468672275543213,
+      "learning_rate": 4.308957959237175e-05,
+      "loss": 1.9102,
+      "step": 3098
+    },
+    {
+      "epoch": 1.3271948608137045,
+      "grad_norm": 2.266469717025757,
+      "learning_rate": 4.3084791621298125e-05,
+      "loss": 0.4331,
+      "step": 3099
+    },
+    {
+      "epoch": 1.3276231263383298,
+      "grad_norm": 5.603691577911377,
+      "learning_rate": 4.3080002258306885e-05,
+      "loss": 0.9369,
+      "step": 3100
+    },
+    {
+      "epoch": 1.328051391862955,
+      "grad_norm": 3.349315643310547,
+      "learning_rate": 4.3075211503766646e-05,
+      "loss": 0.5231,
+      "step": 3101
+    },
+    {
+      "epoch": 1.3284796573875803,
+      "grad_norm": 1.2116867303848267,
+      "learning_rate": 4.3070419358046145e-05,
+      "loss": 0.7636,
+      "step": 3102
+    },
+    {
+      "epoch": 1.3289079229122056,
+      "grad_norm": 8.266968727111816,
+      "learning_rate": 4.306562582151421e-05,
+      "loss": 1.2336,
+      "step": 3103
+    },
+    {
+      "epoch": 1.3293361884368309,
+      "grad_norm": 3.6615452766418457,
+      "learning_rate": 4.3060830894539774e-05,
+      "loss": 1.1678,
+      "step": 3104
+    },
+    {
+      "epoch": 1.3297644539614561,
+      "grad_norm": 3.554560422897339,
+      "learning_rate": 4.3056034577491894e-05,
+      "loss": 1.3157,
+      "step": 3105
+    },
+    {
+      "epoch": 1.3301927194860814,
+      "grad_norm": 2.0975747108459473,
+      "learning_rate": 4.305123687073972e-05,
+      "loss": 0.5773,
+      "step": 3106
+    },
+    {
+      "epoch": 1.3306209850107067,
+      "grad_norm": 6.000020503997803,
+      "learning_rate": 4.304643777465252e-05,
+      "loss": 1.4746,
+      "step": 3107
+    },
+    {
+      "epoch": 1.331049250535332,
+      "grad_norm": 1.6859976053237915,
+      "learning_rate": 4.3041637289599656e-05,
+      "loss": 0.534,
+      "step": 3108
+    },
+    {
+      "epoch": 1.3314775160599572,
+      "grad_norm": 1.0013301372528076,
+      "learning_rate": 4.30368354159506e-05,
+      "loss": 0.4101,
+      "step": 3109
+    },
+    {
+      "epoch": 1.3319057815845825,
+      "grad_norm": 2.825585126876831,
+      "learning_rate": 4.303203215407494e-05,
+      "loss": 0.6802,
+      "step": 3110
+    },
+    {
+      "epoch": 1.3323340471092078,
+      "grad_norm": 6.088583469390869,
+      "learning_rate": 4.3027227504342364e-05,
+      "loss": 1.2122,
+      "step": 3111
+    },
+    {
+      "epoch": 1.332762312633833,
+      "grad_norm": 2.8341217041015625,
+      "learning_rate": 4.3022421467122666e-05,
+      "loss": 0.83,
+      "step": 3112
+    },
+    {
+      "epoch": 1.3331905781584583,
+      "grad_norm": 5.346342086791992,
+      "learning_rate": 4.3017614042785746e-05,
+      "loss": 1.1245,
+      "step": 3113
+    },
+    {
+      "epoch": 1.3336188436830836,
+      "grad_norm": 1.1001760959625244,
+      "learning_rate": 4.3012805231701624e-05,
+      "loss": 0.9789,
+      "step": 3114
+    },
+    {
+      "epoch": 1.3340471092077089,
+      "grad_norm": 3.322861909866333,
+      "learning_rate": 4.30079950342404e-05,
+      "loss": 0.7068,
+      "step": 3115
+    },
+    {
+      "epoch": 1.3344753747323341,
+      "grad_norm": 1.5051450729370117,
+      "learning_rate": 4.300318345077231e-05,
+      "loss": 1.0664,
+      "step": 3116
+    },
+    {
+      "epoch": 1.3349036402569592,
+      "grad_norm": 2.212327003479004,
+      "learning_rate": 4.2998370481667674e-05,
+      "loss": 0.996,
+      "step": 3117
+    },
+    {
+      "epoch": 1.3353319057815844,
+      "grad_norm": 1.8909282684326172,
+      "learning_rate": 4.299355612729693e-05,
+      "loss": 0.6446,
+      "step": 3118
+    },
+    {
+      "epoch": 1.3357601713062097,
+      "grad_norm": 3.00962495803833,
+      "learning_rate": 4.2988740388030625e-05,
+      "loss": 1.0212,
+      "step": 3119
+    },
+    {
+      "epoch": 1.336188436830835,
+      "grad_norm": 4.376904010772705,
+      "learning_rate": 4.29839232642394e-05,
+      "loss": 1.6775,
+      "step": 3120
+    },
+    {
+      "epoch": 1.3366167023554603,
+      "grad_norm": 2.1703062057495117,
+      "learning_rate": 4.297910475629402e-05,
+      "loss": 0.7686,
+      "step": 3121
+    },
+    {
+      "epoch": 1.3370449678800855,
+      "grad_norm": 3.802459716796875,
+      "learning_rate": 4.297428486456534e-05,
+      "loss": 0.5478,
+      "step": 3122
+    },
+    {
+      "epoch": 1.3374732334047108,
+      "grad_norm": 2.6719586849212646,
+      "learning_rate": 4.296946358942434e-05,
+      "loss": 0.3856,
+      "step": 3123
+    },
+    {
+      "epoch": 1.337901498929336,
+      "grad_norm": 3.436166763305664,
+      "learning_rate": 4.296464093124207e-05,
+      "loss": 0.6849,
+      "step": 3124
+    },
+    {
+      "epoch": 1.3383297644539613,
+      "grad_norm": 3.491773843765259,
+      "learning_rate": 4.295981689038975e-05,
+      "loss": 1.5652,
+      "step": 3125
+    },
+    {
+      "epoch": 1.3387580299785866,
+      "grad_norm": 2.82084059715271,
+      "learning_rate": 4.2954991467238634e-05,
+      "loss": 0.6453,
+      "step": 3126
+    },
+    {
+      "epoch": 1.3391862955032119,
+      "grad_norm": 1.9885743856430054,
+      "learning_rate": 4.295016466216013e-05,
+      "loss": 1.0576,
+      "step": 3127
+    },
+    {
+      "epoch": 1.3396145610278372,
+      "grad_norm": 4.18569803237915,
+      "learning_rate": 4.294533647552574e-05,
+      "loss": 1.3845,
+      "step": 3128
+    },
+    {
+      "epoch": 1.3400428265524624,
+      "grad_norm": 6.1667160987854,
+      "learning_rate": 4.294050690770707e-05,
+      "loss": 0.8988,
+      "step": 3129
+    },
+    {
+      "epoch": 1.3404710920770877,
+      "grad_norm": 2.3797242641448975,
+      "learning_rate": 4.293567595907584e-05,
+      "loss": 0.7546,
+      "step": 3130
+    },
+    {
+      "epoch": 1.340899357601713,
+      "grad_norm": 1.0889720916748047,
+      "learning_rate": 4.293084363000385e-05,
+      "loss": 0.681,
+      "step": 3131
+    },
+    {
+      "epoch": 1.3413276231263382,
+      "grad_norm": 4.127923488616943,
+      "learning_rate": 4.292600992086305e-05,
+      "loss": 1.4743,
+      "step": 3132
+    },
+    {
+      "epoch": 1.3417558886509635,
+      "grad_norm": 4.028485298156738,
+      "learning_rate": 4.292117483202545e-05,
+      "loss": 0.9742,
+      "step": 3133
+    },
+    {
+      "epoch": 1.3421841541755888,
+      "grad_norm": 3.1344947814941406,
+      "learning_rate": 4.291633836386321e-05,
+      "loss": 1.0956,
+      "step": 3134
+    },
+    {
+      "epoch": 1.342612419700214,
+      "grad_norm": 1.3709715604782104,
+      "learning_rate": 4.2911500516748554e-05,
+      "loss": 0.3011,
+      "step": 3135
+    },
+    {
+      "epoch": 1.3430406852248393,
+      "grad_norm": 13.806245803833008,
+      "learning_rate": 4.290666129105384e-05,
+      "loss": 1.2907,
+      "step": 3136
+    },
+    {
+      "epoch": 1.3434689507494646,
+      "grad_norm": 2.5508713722229004,
+      "learning_rate": 4.290182068715154e-05,
+      "loss": 2.1897,
+      "step": 3137
+    },
+    {
+      "epoch": 1.3438972162740899,
+      "grad_norm": 0.9410331845283508,
+      "learning_rate": 4.2896978705414194e-05,
+      "loss": 0.6205,
+      "step": 3138
+    },
+    {
+      "epoch": 1.3443254817987151,
+      "grad_norm": 6.271484851837158,
+      "learning_rate": 4.289213534621448e-05,
+      "loss": 1.5411,
+      "step": 3139
+    },
+    {
+      "epoch": 1.3447537473233404,
+      "grad_norm": 2.888932704925537,
+      "learning_rate": 4.288729060992518e-05,
+      "loss": 0.5832,
+      "step": 3140
+    },
+    {
+      "epoch": 1.3451820128479657,
+      "grad_norm": 0.767907440662384,
+      "learning_rate": 4.288244449691916e-05,
+      "loss": 0.1758,
+      "step": 3141
+    },
+    {
+      "epoch": 1.345610278372591,
+      "grad_norm": 2.26218581199646,
+      "learning_rate": 4.287759700756943e-05,
+      "loss": 0.4644,
+      "step": 3142
+    },
+    {
+      "epoch": 1.3460385438972162,
+      "grad_norm": 2.206847667694092,
+      "learning_rate": 4.287274814224905e-05,
+      "loss": 0.4467,
+      "step": 3143
+    },
+    {
+      "epoch": 1.3464668094218415,
+      "grad_norm": 3.042250871658325,
+      "learning_rate": 4.286789790133126e-05,
+      "loss": 0.7782,
+      "step": 3144
+    },
+    {
+      "epoch": 1.3468950749464668,
+      "grad_norm": 6.195914268493652,
+      "learning_rate": 4.2863046285189324e-05,
+      "loss": 0.9888,
+      "step": 3145
+    },
+    {
+      "epoch": 1.347323340471092,
+      "grad_norm": 2.8716769218444824,
+      "learning_rate": 4.285819329419667e-05,
+      "loss": 0.6907,
+      "step": 3146
+    },
+    {
+      "epoch": 1.3477516059957173,
+      "grad_norm": 2.057724714279175,
+      "learning_rate": 4.2853338928726824e-05,
+      "loss": 0.438,
+      "step": 3147
+    },
+    {
+      "epoch": 1.3481798715203426,
+      "grad_norm": 2.0494089126586914,
+      "learning_rate": 4.2848483189153396e-05,
+      "loss": 0.3477,
+      "step": 3148
+    },
+    {
+      "epoch": 1.3486081370449678,
+      "grad_norm": 2.2156670093536377,
+      "learning_rate": 4.284362607585011e-05,
+      "loss": 0.8343,
+      "step": 3149
+    },
+    {
+      "epoch": 1.3490364025695931,
+      "grad_norm": 3.242133855819702,
+      "learning_rate": 4.283876758919081e-05,
+      "loss": 1.5404,
+      "step": 3150
+    },
+    {
+      "epoch": 1.3494646680942184,
+      "grad_norm": 2.41792893409729,
+      "learning_rate": 4.283390772954943e-05,
+      "loss": 0.4953,
+      "step": 3151
+    },
+    {
+      "epoch": 1.3498929336188437,
+      "grad_norm": 4.823680400848389,
+      "learning_rate": 4.282904649730002e-05,
+      "loss": 2.2084,
+      "step": 3152
+    },
+    {
+      "epoch": 1.350321199143469,
+      "grad_norm": 2.621241569519043,
+      "learning_rate": 4.282418389281672e-05,
+      "loss": 0.4404,
+      "step": 3153
+    },
+    {
+      "epoch": 1.3507494646680942,
+      "grad_norm": 1.8123663663864136,
+      "learning_rate": 4.2819319916473796e-05,
+      "loss": 0.8368,
+      "step": 3154
+    },
+    {
+      "epoch": 1.3511777301927195,
+      "grad_norm": 2.9952774047851562,
+      "learning_rate": 4.281445456864561e-05,
+      "loss": 0.7032,
+      "step": 3155
+    },
+    {
+      "epoch": 1.3516059957173447,
+      "grad_norm": 3.7047946453094482,
+      "learning_rate": 4.2809587849706626e-05,
+      "loss": 0.6135,
+      "step": 3156
+    },
+    {
+      "epoch": 1.35203426124197,
+      "grad_norm": 2.9256677627563477,
+      "learning_rate": 4.280471976003141e-05,
+      "loss": 0.6794,
+      "step": 3157
+    },
+    {
+      "epoch": 1.3524625267665953,
+      "grad_norm": 3.2096102237701416,
+      "learning_rate": 4.279985029999465e-05,
+      "loss": 0.8741,
+      "step": 3158
+    },
+    {
+      "epoch": 1.3528907922912206,
+      "grad_norm": 1.2702350616455078,
+      "learning_rate": 4.2794979469971123e-05,
+      "loss": 0.2079,
+      "step": 3159
+    },
+    {
+      "epoch": 1.3533190578158458,
+      "grad_norm": 2.684248685836792,
+      "learning_rate": 4.279010727033573e-05,
+      "loss": 0.4869,
+      "step": 3160
+    },
+    {
+      "epoch": 1.353747323340471,
+      "grad_norm": 1.4249293804168701,
+      "learning_rate": 4.278523370146345e-05,
+      "loss": 0.7615,
+      "step": 3161
+    },
+    {
+      "epoch": 1.3541755888650964,
+      "grad_norm": 1.7604360580444336,
+      "learning_rate": 4.27803587637294e-05,
+      "loss": 0.3684,
+      "step": 3162
+    },
+    {
+      "epoch": 1.3546038543897216,
+      "grad_norm": 4.679610252380371,
+      "learning_rate": 4.277548245750876e-05,
+      "loss": 0.3932,
+      "step": 3163
+    },
+    {
+      "epoch": 1.355032119914347,
+      "grad_norm": 2.041433095932007,
+      "learning_rate": 4.277060478317687e-05,
+      "loss": 1.1691,
+      "step": 3164
+    },
+    {
+      "epoch": 1.3554603854389722,
+      "grad_norm": 1.8463116884231567,
+      "learning_rate": 4.276572574110913e-05,
+      "loss": 0.854,
+      "step": 3165
+    },
+    {
+      "epoch": 1.3558886509635975,
+      "grad_norm": 1.9700732231140137,
+      "learning_rate": 4.276084533168107e-05,
+      "loss": 0.566,
+      "step": 3166
+    },
+    {
+      "epoch": 1.3563169164882227,
+      "grad_norm": 0.9739698767662048,
+      "learning_rate": 4.2755963555268295e-05,
+      "loss": 0.2589,
+      "step": 3167
+    },
+    {
+      "epoch": 1.356745182012848,
+      "grad_norm": 3.6578550338745117,
+      "learning_rate": 4.275108041224657e-05,
+      "loss": 1.068,
+      "step": 3168
+    },
+    {
+      "epoch": 1.3571734475374733,
+      "grad_norm": 3.2930080890655518,
+      "learning_rate": 4.2746195902991705e-05,
+      "loss": 0.9617,
+      "step": 3169
+    },
+    {
+      "epoch": 1.3576017130620985,
+      "grad_norm": 2.7140228748321533,
+      "learning_rate": 4.274131002787965e-05,
+      "loss": 0.2763,
+      "step": 3170
+    },
+    {
+      "epoch": 1.3580299785867238,
+      "grad_norm": 3.3227038383483887,
+      "learning_rate": 4.273642278728646e-05,
+      "loss": 0.6898,
+      "step": 3171
+    },
+    {
+      "epoch": 1.358458244111349,
+      "grad_norm": 2.6733906269073486,
+      "learning_rate": 4.273153418158828e-05,
+      "loss": 1.1712,
+      "step": 3172
+    },
+    {
+      "epoch": 1.3588865096359743,
+      "grad_norm": 2.7238383293151855,
+      "learning_rate": 4.272664421116137e-05,
+      "loss": 1.2544,
+      "step": 3173
+    },
+    {
+      "epoch": 1.3593147751605996,
+      "grad_norm": 2.8085238933563232,
+      "learning_rate": 4.272175287638208e-05,
+      "loss": 0.9353,
+      "step": 3174
+    },
+    {
+      "epoch": 1.359743040685225,
+      "grad_norm": 1.5621694326400757,
+      "learning_rate": 4.27168601776269e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 1.3601713062098502,
+      "grad_norm": 3.9769833087921143,
+      "learning_rate": 4.271196611527238e-05,
+      "loss": 0.4539,
+      "step": 3176
+    },
+    {
+      "epoch": 1.3605995717344754,
+      "grad_norm": 4.669671058654785,
+      "learning_rate": 4.270707068969522e-05,
+      "loss": 0.9009,
+      "step": 3177
+    },
+    {
+      "epoch": 1.3610278372591007,
+      "grad_norm": 5.075175762176514,
+      "learning_rate": 4.2702173901272186e-05,
+      "loss": 0.5864,
+      "step": 3178
+    },
+    {
+      "epoch": 1.361456102783726,
+      "grad_norm": 2.2538001537323,
+      "learning_rate": 4.269727575038017e-05,
+      "loss": 0.6592,
+      "step": 3179
+    },
+    {
+      "epoch": 1.3618843683083512,
+      "grad_norm": 5.3138933181762695,
+      "learning_rate": 4.269237623739616e-05,
+      "loss": 0.6276,
+      "step": 3180
+    },
+    {
+      "epoch": 1.3623126338329765,
+      "grad_norm": 2.7617411613464355,
+      "learning_rate": 4.268747536269726e-05,
+      "loss": 0.4716,
+      "step": 3181
+    },
+    {
+      "epoch": 1.3627408993576018,
+      "grad_norm": 4.517707347869873,
+      "learning_rate": 4.268257312666067e-05,
+      "loss": 0.8355,
+      "step": 3182
+    },
+    {
+      "epoch": 1.363169164882227,
+      "grad_norm": 4.2871012687683105,
+      "learning_rate": 4.267766952966369e-05,
+      "loss": 0.7541,
+      "step": 3183
+    },
+    {
+      "epoch": 1.3635974304068523,
+      "grad_norm": 1.189998745918274,
+      "learning_rate": 4.267276457208373e-05,
+      "loss": 0.842,
+      "step": 3184
+    },
+    {
+      "epoch": 1.3640256959314776,
+      "grad_norm": 1.7509980201721191,
+      "learning_rate": 4.266785825429833e-05,
+      "loss": 0.425,
+      "step": 3185
+    },
+    {
+      "epoch": 1.3644539614561029,
+      "grad_norm": 3.2146637439727783,
+      "learning_rate": 4.266295057668508e-05,
+      "loss": 1.0248,
+      "step": 3186
+    },
+    {
+      "epoch": 1.3648822269807281,
+      "grad_norm": 2.591434955596924,
+      "learning_rate": 4.2658041539621715e-05,
+      "loss": 0.4232,
+      "step": 3187
+    },
+    {
+      "epoch": 1.3653104925053534,
+      "grad_norm": 0.8300306797027588,
+      "learning_rate": 4.265313114348608e-05,
+      "loss": 0.7147,
+      "step": 3188
+    },
+    {
+      "epoch": 1.3657387580299787,
+      "grad_norm": 3.366647958755493,
+      "learning_rate": 4.264821938865609e-05,
+      "loss": 1.3713,
+      "step": 3189
+    },
+    {
+      "epoch": 1.366167023554604,
+      "grad_norm": 1.825074315071106,
+      "learning_rate": 4.264330627550979e-05,
+      "loss": 0.3674,
+      "step": 3190
+    },
+    {
+      "epoch": 1.3665952890792292,
+      "grad_norm": 7.309889793395996,
+      "learning_rate": 4.2638391804425323e-05,
+      "loss": 1.005,
+      "step": 3191
+    },
+    {
+      "epoch": 1.3670235546038545,
+      "grad_norm": 1.394088625907898,
+      "learning_rate": 4.263347597578094e-05,
+      "loss": 0.7754,
+      "step": 3192
+    },
+    {
+      "epoch": 1.3674518201284798,
+      "grad_norm": 1.7570587396621704,
+      "learning_rate": 4.2628558789954994e-05,
+      "loss": 1.1069,
+      "step": 3193
+    },
+    {
+      "epoch": 1.367880085653105,
+      "grad_norm": 3.9192581176757812,
+      "learning_rate": 4.2623640247325935e-05,
+      "loss": 1.0436,
+      "step": 3194
+    },
+    {
+      "epoch": 1.3683083511777303,
+      "grad_norm": 4.280920505523682,
+      "learning_rate": 4.261872034827234e-05,
+      "loss": 1.5871,
+      "step": 3195
+    },
+    {
+      "epoch": 1.3687366167023556,
+      "grad_norm": 5.80382776260376,
+      "learning_rate": 4.261379909317286e-05,
+      "loss": 0.452,
+      "step": 3196
+    },
+    {
+      "epoch": 1.3691648822269809,
+      "grad_norm": 4.641732215881348,
+      "learning_rate": 4.260887648240627e-05,
+      "loss": 1.0628,
+      "step": 3197
+    },
+    {
+      "epoch": 1.3695931477516061,
+      "grad_norm": 4.503076553344727,
+      "learning_rate": 4.260395251635145e-05,
+      "loss": 0.6196,
+      "step": 3198
+    },
+    {
+      "epoch": 1.3700214132762314,
+      "grad_norm": 2.7791004180908203,
+      "learning_rate": 4.2599027195387364e-05,
+      "loss": 0.5723,
+      "step": 3199
+    },
+    {
+      "epoch": 1.3704496788008567,
+      "grad_norm": 1.4278693199157715,
+      "learning_rate": 4.2594100519893115e-05,
+      "loss": 0.2364,
+      "step": 3200
+    },
+    {
+      "epoch": 1.370877944325482,
+      "grad_norm": 4.34309720993042,
+      "learning_rate": 4.2589172490247876e-05,
+      "loss": 1.3508,
+      "step": 3201
+    },
+    {
+      "epoch": 1.3713062098501072,
+      "grad_norm": 2.586380958557129,
+      "learning_rate": 4.258424310683094e-05,
+      "loss": 0.8108,
+      "step": 3202
+    },
+    {
+      "epoch": 1.3717344753747323,
+      "grad_norm": 4.095396995544434,
+      "learning_rate": 4.257931237002171e-05,
+      "loss": 0.5181,
+      "step": 3203
+    },
+    {
+      "epoch": 1.3721627408993575,
+      "grad_norm": 3.8632209300994873,
+      "learning_rate": 4.257438028019968e-05,
+      "loss": 1.0623,
+      "step": 3204
+    },
+    {
+      "epoch": 1.3725910064239828,
+      "grad_norm": 3.3289520740509033,
+      "learning_rate": 4.2569446837744464e-05,
+      "loss": 0.9152,
+      "step": 3205
+    },
+    {
+      "epoch": 1.373019271948608,
+      "grad_norm": 3.581936836242676,
+      "learning_rate": 4.2564512043035753e-05,
+      "loss": 0.845,
+      "step": 3206
+    },
+    {
+      "epoch": 1.3734475374732333,
+      "grad_norm": 3.5844621658325195,
+      "learning_rate": 4.255957589645337e-05,
+      "loss": 1.7267,
+      "step": 3207
+    },
+    {
+      "epoch": 1.3738758029978586,
+      "grad_norm": 2.0118887424468994,
+      "learning_rate": 4.255463839837724e-05,
+      "loss": 0.3824,
+      "step": 3208
+    },
+    {
+      "epoch": 1.3743040685224839,
+      "grad_norm": 3.800093173980713,
+      "learning_rate": 4.2549699549187365e-05,
+      "loss": 0.6683,
+      "step": 3209
+    },
+    {
+      "epoch": 1.3747323340471092,
+      "grad_norm": 1.2045449018478394,
+      "learning_rate": 4.2544759349263886e-05,
+      "loss": 0.6683,
+      "step": 3210
+    },
+    {
+      "epoch": 1.3751605995717344,
+      "grad_norm": 1.699965000152588,
+      "learning_rate": 4.253981779898701e-05,
+      "loss": 0.8829,
+      "step": 3211
+    },
+    {
+      "epoch": 1.3755888650963597,
+      "grad_norm": 10.411822319030762,
+      "learning_rate": 4.25348748987371e-05,
+      "loss": 0.7794,
+      "step": 3212
+    },
+    {
+      "epoch": 1.376017130620985,
+      "grad_norm": 2.8435609340667725,
+      "learning_rate": 4.252993064889457e-05,
+      "loss": 0.8606,
+      "step": 3213
+    },
+    {
+      "epoch": 1.3764453961456102,
+      "grad_norm": 4.214879989624023,
+      "learning_rate": 4.252498504983996e-05,
+      "loss": 1.4581,
+      "step": 3214
+    },
+    {
+      "epoch": 1.3768736616702355,
+      "grad_norm": 3.8575899600982666,
+      "learning_rate": 4.252003810195392e-05,
+      "loss": 0.8263,
+      "step": 3215
+    },
+    {
+      "epoch": 1.3773019271948608,
+      "grad_norm": 3.205610990524292,
+      "learning_rate": 4.25150898056172e-05,
+      "loss": 0.8311,
+      "step": 3216
+    },
+    {
+      "epoch": 1.377730192719486,
+      "grad_norm": 1.9648172855377197,
+      "learning_rate": 4.251014016121065e-05,
+      "loss": 0.532,
+      "step": 3217
+    },
+    {
+      "epoch": 1.3781584582441113,
+      "grad_norm": 2.9841833114624023,
+      "learning_rate": 4.250518916911522e-05,
+      "loss": 0.6834,
+      "step": 3218
+    },
+    {
+      "epoch": 1.3785867237687366,
+      "grad_norm": 3.7862918376922607,
+      "learning_rate": 4.250023682971198e-05,
+      "loss": 0.6552,
+      "step": 3219
+    },
+    {
+      "epoch": 1.3790149892933619,
+      "grad_norm": 6.986976146697998,
+      "learning_rate": 4.249528314338208e-05,
+      "loss": 1.7024,
+      "step": 3220
+    },
+    {
+      "epoch": 1.3794432548179871,
+      "grad_norm": 4.714156150817871,
+      "learning_rate": 4.24903281105068e-05,
+      "loss": 1.0292,
+      "step": 3221
+    },
+    {
+      "epoch": 1.3798715203426124,
+      "grad_norm": 2.292677402496338,
+      "learning_rate": 4.248537173146749e-05,
+      "loss": 1.0915,
+      "step": 3222
+    },
+    {
+      "epoch": 1.3802997858672377,
+      "grad_norm": 4.4004364013671875,
+      "learning_rate": 4.248041400664564e-05,
+      "loss": 1.3775,
+      "step": 3223
+    },
+    {
+      "epoch": 1.380728051391863,
+      "grad_norm": 1.970548152923584,
+      "learning_rate": 4.247545493642282e-05,
+      "loss": 0.4755,
+      "step": 3224
+    },
+    {
+      "epoch": 1.3811563169164882,
+      "grad_norm": 2.531367063522339,
+      "learning_rate": 4.2470494521180724e-05,
+      "loss": 0.4355,
+      "step": 3225
+    },
+    {
+      "epoch": 1.3815845824411135,
+      "grad_norm": 1.9737483263015747,
+      "learning_rate": 4.246553276130112e-05,
+      "loss": 1.1079,
+      "step": 3226
+    },
+    {
+      "epoch": 1.3820128479657388,
+      "grad_norm": 2.307835340499878,
+      "learning_rate": 4.2460569657165904e-05,
+      "loss": 0.7287,
+      "step": 3227
+    },
+    {
+      "epoch": 1.382441113490364,
+      "grad_norm": 2.9070651531219482,
+      "learning_rate": 4.245560520915706e-05,
+      "loss": 0.5858,
+      "step": 3228
+    },
+    {
+      "epoch": 1.3828693790149893,
+      "grad_norm": 4.0921630859375,
+      "learning_rate": 4.245063941765669e-05,
+      "loss": 1.3672,
+      "step": 3229
+    },
+    {
+      "epoch": 1.3832976445396146,
+      "grad_norm": 1.802626132965088,
+      "learning_rate": 4.244567228304699e-05,
+      "loss": 0.6373,
+      "step": 3230
+    },
+    {
+      "epoch": 1.3837259100642398,
+      "grad_norm": 5.89150333404541,
+      "learning_rate": 4.244070380571027e-05,
+      "loss": 0.8395,
+      "step": 3231
+    },
+    {
+      "epoch": 1.384154175588865,
+      "grad_norm": 2.631085157394409,
+      "learning_rate": 4.2435733986028914e-05,
+      "loss": 0.4371,
+      "step": 3232
+    },
+    {
+      "epoch": 1.3845824411134904,
+      "grad_norm": 3.5609047412872314,
+      "learning_rate": 4.243076282438545e-05,
+      "loss": 0.6613,
+      "step": 3233
+    },
+    {
+      "epoch": 1.3850107066381157,
+      "grad_norm": 2.8207926750183105,
+      "learning_rate": 4.242579032116247e-05,
+      "loss": 0.4416,
+      "step": 3234
+    },
+    {
+      "epoch": 1.385438972162741,
+      "grad_norm": 6.866515159606934,
+      "learning_rate": 4.242081647674271e-05,
+      "loss": 1.2838,
+      "step": 3235
+    },
+    {
+      "epoch": 1.3858672376873662,
+      "grad_norm": 2.9447689056396484,
+      "learning_rate": 4.241584129150898e-05,
+      "loss": 1.9225,
+      "step": 3236
+    },
+    {
+      "epoch": 1.3862955032119915,
+      "grad_norm": 4.9515380859375,
+      "learning_rate": 4.2410864765844194e-05,
+      "loss": 1.055,
+      "step": 3237
+    },
+    {
+      "epoch": 1.3867237687366167,
+      "grad_norm": 2.624083995819092,
+      "learning_rate": 4.2405886900131384e-05,
+      "loss": 0.5305,
+      "step": 3238
+    },
+    {
+      "epoch": 1.387152034261242,
+      "grad_norm": 2.1608049869537354,
+      "learning_rate": 4.240090769475368e-05,
+      "loss": 0.3591,
+      "step": 3239
+    },
+    {
+      "epoch": 1.3875802997858673,
+      "grad_norm": 1.8861267566680908,
+      "learning_rate": 4.239592715009429e-05,
+      "loss": 0.4436,
+      "step": 3240
+    },
+    {
+      "epoch": 1.3880085653104925,
+      "grad_norm": 1.9717744588851929,
+      "learning_rate": 4.239094526653659e-05,
+      "loss": 1.101,
+      "step": 3241
+    },
+    {
+      "epoch": 1.3884368308351178,
+      "grad_norm": 4.956071376800537,
+      "learning_rate": 4.238596204446397e-05,
+      "loss": 0.9324,
+      "step": 3242
+    },
+    {
+      "epoch": 1.388865096359743,
+      "grad_norm": 2.5334222316741943,
+      "learning_rate": 4.238097748426e-05,
+      "loss": 1.3841,
+      "step": 3243
+    },
+    {
+      "epoch": 1.3892933618843684,
+      "grad_norm": 3.057485818862915,
+      "learning_rate": 4.2375991586308316e-05,
+      "loss": 1.8379,
+      "step": 3244
+    },
+    {
+      "epoch": 1.3897216274089936,
+      "grad_norm": 2.362947940826416,
+      "learning_rate": 4.237100435099266e-05,
+      "loss": 0.7206,
+      "step": 3245
+    },
+    {
+      "epoch": 1.390149892933619,
+      "grad_norm": 4.0680646896362305,
+      "learning_rate": 4.2366015778696885e-05,
+      "loss": 1.2979,
+      "step": 3246
+    },
+    {
+      "epoch": 1.3905781584582442,
+      "grad_norm": 2.8653204441070557,
+      "learning_rate": 4.236102586980493e-05,
+      "loss": 0.6192,
+      "step": 3247
+    },
+    {
+      "epoch": 1.3910064239828694,
+      "grad_norm": 1.3686667680740356,
+      "learning_rate": 4.235603462470087e-05,
+      "loss": 0.9641,
+      "step": 3248
+    },
+    {
+      "epoch": 1.3914346895074947,
+      "grad_norm": 4.826132297515869,
+      "learning_rate": 4.235104204376884e-05,
+      "loss": 0.557,
+      "step": 3249
+    },
+    {
+      "epoch": 1.39186295503212,
+      "grad_norm": 2.9024617671966553,
+      "learning_rate": 4.234604812739312e-05,
+      "loss": 0.6298,
+      "step": 3250
+    },
+    {
+      "epoch": 1.3922912205567453,
+      "grad_norm": 2.689669370651245,
+      "learning_rate": 4.234105287595806e-05,
+      "loss": 1.4292,
+      "step": 3251
+    },
+    {
+      "epoch": 1.3927194860813705,
+      "grad_norm": 4.431736946105957,
+      "learning_rate": 4.2336056289848124e-05,
+      "loss": 0.9087,
+      "step": 3252
+    },
+    {
+      "epoch": 1.3931477516059958,
+      "grad_norm": 1.2993413209915161,
+      "learning_rate": 4.23310583694479e-05,
+      "loss": 0.4678,
+      "step": 3253
+    },
+    {
+      "epoch": 1.3935760171306208,
+      "grad_norm": 1.8649502992630005,
+      "learning_rate": 4.232605911514202e-05,
+      "loss": 0.301,
+      "step": 3254
+    },
+    {
+      "epoch": 1.3940042826552461,
+      "grad_norm": 2.588381767272949,
+      "learning_rate": 4.23210585273153e-05,
+      "loss": 0.5776,
+      "step": 3255
+    },
+    {
+      "epoch": 1.3944325481798714,
+      "grad_norm": 9.300151824951172,
+      "learning_rate": 4.23160566063526e-05,
+      "loss": 1.3874,
+      "step": 3256
+    },
+    {
+      "epoch": 1.3948608137044967,
+      "grad_norm": 4.5422868728637695,
+      "learning_rate": 4.231105335263889e-05,
+      "loss": 1.8268,
+      "step": 3257
+    },
+    {
+      "epoch": 1.395289079229122,
+      "grad_norm": 0.9776140451431274,
+      "learning_rate": 4.2306048766559256e-05,
+      "loss": 0.5325,
+      "step": 3258
+    },
+    {
+      "epoch": 1.3957173447537472,
+      "grad_norm": 3.1898624897003174,
+      "learning_rate": 4.230104284849889e-05,
+      "loss": 0.9112,
+      "step": 3259
+    },
+    {
+      "epoch": 1.3961456102783725,
+      "grad_norm": 1.6079237461090088,
+      "learning_rate": 4.229603559884308e-05,
+      "loss": 0.8249,
+      "step": 3260
+    },
+    {
+      "epoch": 1.3965738758029977,
+      "grad_norm": 3.8912405967712402,
+      "learning_rate": 4.229102701797719e-05,
+      "loss": 0.6113,
+      "step": 3261
+    },
+    {
+      "epoch": 1.397002141327623,
+      "grad_norm": 6.908430576324463,
+      "learning_rate": 4.228601710628674e-05,
+      "loss": 0.8694,
+      "step": 3262
+    },
+    {
+      "epoch": 1.3974304068522483,
+      "grad_norm": 0.7228675484657288,
+      "learning_rate": 4.228100586415731e-05,
+      "loss": 0.2311,
+      "step": 3263
+    },
+    {
+      "epoch": 1.3978586723768736,
+      "grad_norm": 3.377138137817383,
+      "learning_rate": 4.22759932919746e-05,
+      "loss": 1.0095,
+      "step": 3264
+    },
+    {
+      "epoch": 1.3982869379014988,
+      "grad_norm": 2.4778833389282227,
+      "learning_rate": 4.227097939012441e-05,
+      "loss": 0.4219,
+      "step": 3265
+    },
+    {
+      "epoch": 1.398715203426124,
+      "grad_norm": 3.0784335136413574,
+      "learning_rate": 4.226596415899263e-05,
+      "loss": 1.1306,
+      "step": 3266
+    },
+    {
+      "epoch": 1.3991434689507494,
+      "grad_norm": 2.8715274333953857,
+      "learning_rate": 4.2260947598965284e-05,
+      "loss": 1.1274,
+      "step": 3267
+    },
+    {
+      "epoch": 1.3995717344753746,
+      "grad_norm": 5.087235450744629,
+      "learning_rate": 4.225592971042846e-05,
+      "loss": 0.4479,
+      "step": 3268
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 1.0974706411361694,
+      "learning_rate": 4.225091049376837e-05,
+      "loss": 0.2879,
+      "step": 3269
+    },
+    {
+      "epoch": 1.4004282655246252,
+      "grad_norm": 3.3781509399414062,
+      "learning_rate": 4.2245889949371324e-05,
+      "loss": 0.5384,
+      "step": 3270
+    },
+    {
+      "epoch": 1.4008565310492505,
+      "grad_norm": 2.5233283042907715,
+      "learning_rate": 4.224086807762374e-05,
+      "loss": 0.3922,
+      "step": 3271
+    },
+    {
+      "epoch": 1.4012847965738757,
+      "grad_norm": 3.729512929916382,
+      "learning_rate": 4.223584487891212e-05,
+      "loss": 1.2068,
+      "step": 3272
+    },
+    {
+      "epoch": 1.401713062098501,
+      "grad_norm": 1.9425138235092163,
+      "learning_rate": 4.223082035362309e-05,
+      "loss": 0.8456,
+      "step": 3273
+    },
+    {
+      "epoch": 1.4021413276231263,
+      "grad_norm": 1.60538649559021,
+      "learning_rate": 4.222579450214338e-05,
+      "loss": 1.5481,
+      "step": 3274
+    },
+    {
+      "epoch": 1.4025695931477515,
+      "grad_norm": 2.8598439693450928,
+      "learning_rate": 4.222076732485979e-05,
+      "loss": 0.7806,
+      "step": 3275
+    },
+    {
+      "epoch": 1.4029978586723768,
+      "grad_norm": 2.062056303024292,
+      "learning_rate": 4.221573882215924e-05,
+      "loss": 0.5501,
+      "step": 3276
+    },
+    {
+      "epoch": 1.403426124197002,
+      "grad_norm": 1.1801632642745972,
+      "learning_rate": 4.221070899442878e-05,
+      "loss": 0.5164,
+      "step": 3277
+    },
+    {
+      "epoch": 1.4038543897216273,
+      "grad_norm": 3.680969715118408,
+      "learning_rate": 4.2205677842055516e-05,
+      "loss": 0.8487,
+      "step": 3278
+    },
+    {
+      "epoch": 1.4042826552462526,
+      "grad_norm": 3.043855667114258,
+      "learning_rate": 4.220064536542668e-05,
+      "loss": 1.1775,
+      "step": 3279
+    },
+    {
+      "epoch": 1.404710920770878,
+      "grad_norm": 11.845020294189453,
+      "learning_rate": 4.219561156492962e-05,
+      "loss": 0.5262,
+      "step": 3280
+    },
+    {
+      "epoch": 1.4051391862955032,
+      "grad_norm": 1.6347049474716187,
+      "learning_rate": 4.2190576440951735e-05,
+      "loss": 0.5204,
+      "step": 3281
+    },
+    {
+      "epoch": 1.4055674518201284,
+      "grad_norm": 1.4214506149291992,
+      "learning_rate": 4.218553999388059e-05,
+      "loss": 0.5135,
+      "step": 3282
+    },
+    {
+      "epoch": 1.4059957173447537,
+      "grad_norm": 5.315835952758789,
+      "learning_rate": 4.2180502224103795e-05,
+      "loss": 0.9797,
+      "step": 3283
+    },
+    {
+      "epoch": 1.406423982869379,
+      "grad_norm": 10.452566146850586,
+      "learning_rate": 4.217546313200911e-05,
+      "loss": 1.0432,
+      "step": 3284
+    },
+    {
+      "epoch": 1.4068522483940042,
+      "grad_norm": 2.2889530658721924,
+      "learning_rate": 4.217042271798437e-05,
+      "loss": 0.7137,
+      "step": 3285
+    },
+    {
+      "epoch": 1.4072805139186295,
+      "grad_norm": 2.878095865249634,
+      "learning_rate": 4.216538098241751e-05,
+      "loss": 0.5499,
+      "step": 3286
+    },
+    {
+      "epoch": 1.4077087794432548,
+      "grad_norm": 3.7446062564849854,
+      "learning_rate": 4.216033792569658e-05,
+      "loss": 1.2535,
+      "step": 3287
+    },
+    {
+      "epoch": 1.40813704496788,
+      "grad_norm": 1.126987338066101,
+      "learning_rate": 4.215529354820971e-05,
+      "loss": 0.3006,
+      "step": 3288
+    },
+    {
+      "epoch": 1.4085653104925053,
+      "grad_norm": 9.707180976867676,
+      "learning_rate": 4.215024785034517e-05,
+      "loss": 1.0512,
+      "step": 3289
+    },
+    {
+      "epoch": 1.4089935760171306,
+      "grad_norm": 0.7638315558433533,
+      "learning_rate": 4.214520083249129e-05,
+      "loss": 0.2511,
+      "step": 3290
+    },
+    {
+      "epoch": 1.4094218415417559,
+      "grad_norm": 0.7796064019203186,
+      "learning_rate": 4.2140152495036536e-05,
+      "loss": 0.3971,
+      "step": 3291
+    },
+    {
+      "epoch": 1.4098501070663811,
+      "grad_norm": 3.5184743404388428,
+      "learning_rate": 4.2135102838369435e-05,
+      "loss": 1.0753,
+      "step": 3292
+    },
+    {
+      "epoch": 1.4102783725910064,
+      "grad_norm": 3.5168864727020264,
+      "learning_rate": 4.213005186287866e-05,
+      "loss": 1.0716,
+      "step": 3293
+    },
+    {
+      "epoch": 1.4107066381156317,
+      "grad_norm": 2.759732484817505,
+      "learning_rate": 4.2124999568952964e-05,
+      "loss": 1.6162,
+      "step": 3294
+    },
+    {
+      "epoch": 1.411134903640257,
+      "grad_norm": 2.1436688899993896,
+      "learning_rate": 4.211994595698119e-05,
+      "loss": 0.8411,
+      "step": 3295
+    },
+    {
+      "epoch": 1.4115631691648822,
+      "grad_norm": 1.4776955842971802,
+      "learning_rate": 4.211489102735231e-05,
+      "loss": 0.1181,
+      "step": 3296
+    },
+    {
+      "epoch": 1.4119914346895075,
+      "grad_norm": 1.9543042182922363,
+      "learning_rate": 4.210983478045537e-05,
+      "loss": 0.476,
+      "step": 3297
+    },
+    {
+      "epoch": 1.4124197002141328,
+      "grad_norm": 3.2949206829071045,
+      "learning_rate": 4.210477721667954e-05,
+      "loss": 1.2373,
+      "step": 3298
+    },
+    {
+      "epoch": 1.412847965738758,
+      "grad_norm": 1.7042189836502075,
+      "learning_rate": 4.209971833641408e-05,
+      "loss": 0.4066,
+      "step": 3299
+    },
+    {
+      "epoch": 1.4132762312633833,
+      "grad_norm": 6.8743767738342285,
+      "learning_rate": 4.209465814004835e-05,
+      "loss": 1.3043,
+      "step": 3300
+    },
+    {
+      "epoch": 1.4137044967880086,
+      "grad_norm": 6.602970123291016,
+      "learning_rate": 4.20895966279718e-05,
+      "loss": 1.7334,
+      "step": 3301
+    },
+    {
+      "epoch": 1.4141327623126339,
+      "grad_norm": 4.893503189086914,
+      "learning_rate": 4.2084533800574034e-05,
+      "loss": 0.5492,
+      "step": 3302
+    },
+    {
+      "epoch": 1.4145610278372591,
+      "grad_norm": 2.1145291328430176,
+      "learning_rate": 4.207946965824468e-05,
+      "loss": 0.3197,
+      "step": 3303
+    },
+    {
+      "epoch": 1.4149892933618844,
+      "grad_norm": 6.559021949768066,
+      "learning_rate": 4.207440420137353e-05,
+      "loss": 1.6841,
+      "step": 3304
+    },
+    {
+      "epoch": 1.4154175588865097,
+      "grad_norm": 3.0231692790985107,
+      "learning_rate": 4.206933743035043e-05,
+      "loss": 1.0479,
+      "step": 3305
+    },
+    {
+      "epoch": 1.415845824411135,
+      "grad_norm": 1.276057481765747,
+      "learning_rate": 4.2064269345565365e-05,
+      "loss": 0.3739,
+      "step": 3306
+    },
+    {
+      "epoch": 1.4162740899357602,
+      "grad_norm": 5.799605369567871,
+      "learning_rate": 4.2059199947408414e-05,
+      "loss": 0.9794,
+      "step": 3307
+    },
+    {
+      "epoch": 1.4167023554603855,
+      "grad_norm": 3.792879104614258,
+      "learning_rate": 4.205412923626974e-05,
+      "loss": 0.7155,
+      "step": 3308
+    },
+    {
+      "epoch": 1.4171306209850107,
+      "grad_norm": 3.1941914558410645,
+      "learning_rate": 4.20490572125396e-05,
+      "loss": 0.9763,
+      "step": 3309
+    },
+    {
+      "epoch": 1.417558886509636,
+      "grad_norm": 3.0213100910186768,
+      "learning_rate": 4.20439838766084e-05,
+      "loss": 0.9725,
+      "step": 3310
+    },
+    {
+      "epoch": 1.4179871520342613,
+      "grad_norm": 4.169178009033203,
+      "learning_rate": 4.2038909228866594e-05,
+      "loss": 1.5309,
+      "step": 3311
+    },
+    {
+      "epoch": 1.4184154175588866,
+      "grad_norm": 3.0085501670837402,
+      "learning_rate": 4.203383326970477e-05,
+      "loss": 1.1287,
+      "step": 3312
+    },
+    {
+      "epoch": 1.4188436830835118,
+      "grad_norm": 26.03523063659668,
+      "learning_rate": 4.202875599951359e-05,
+      "loss": 1.1945,
+      "step": 3313
+    },
+    {
+      "epoch": 1.419271948608137,
+      "grad_norm": 3.320258617401123,
+      "learning_rate": 4.202367741868385e-05,
+      "loss": 0.7057,
+      "step": 3314
+    },
+    {
+      "epoch": 1.4197002141327624,
+      "grad_norm": 6.929530143737793,
+      "learning_rate": 4.201859752760642e-05,
+      "loss": 1.6066,
+      "step": 3315
+    },
+    {
+      "epoch": 1.4201284796573876,
+      "grad_norm": 7.1356120109558105,
+      "learning_rate": 4.2013516326672273e-05,
+      "loss": 1.1371,
+      "step": 3316
+    },
+    {
+      "epoch": 1.420556745182013,
+      "grad_norm": 2.200058698654175,
+      "learning_rate": 4.2008433816272505e-05,
+      "loss": 0.3363,
+      "step": 3317
+    },
+    {
+      "epoch": 1.4209850107066382,
+      "grad_norm": 3.415626049041748,
+      "learning_rate": 4.200334999679829e-05,
+      "loss": 1.2334,
+      "step": 3318
+    },
+    {
+      "epoch": 1.4214132762312635,
+      "grad_norm": 3.1297218799591064,
+      "learning_rate": 4.199826486864091e-05,
+      "loss": 0.5651,
+      "step": 3319
+    },
+    {
+      "epoch": 1.4218415417558887,
+      "grad_norm": 1.0630816221237183,
+      "learning_rate": 4.199317843219174e-05,
+      "loss": 0.505,
+      "step": 3320
+    },
+    {
+      "epoch": 1.422269807280514,
+      "grad_norm": 2.630876302719116,
+      "learning_rate": 4.198809068784228e-05,
+      "loss": 0.6906,
+      "step": 3321
+    },
+    {
+      "epoch": 1.4226980728051393,
+      "grad_norm": 4.695979118347168,
+      "learning_rate": 4.19830016359841e-05,
+      "loss": 1.4873,
+      "step": 3322
+    },
+    {
+      "epoch": 1.4231263383297645,
+      "grad_norm": 1.752192497253418,
+      "learning_rate": 4.19779112770089e-05,
+      "loss": 0.7128,
+      "step": 3323
+    },
+    {
+      "epoch": 1.4235546038543898,
+      "grad_norm": 3.5999960899353027,
+      "learning_rate": 4.1972819611308446e-05,
+      "loss": 0.8791,
+      "step": 3324
+    },
+    {
+      "epoch": 1.423982869379015,
+      "grad_norm": 4.213655471801758,
+      "learning_rate": 4.196772663927464e-05,
+      "loss": 0.8275,
+      "step": 3325
+    },
+    {
+      "epoch": 1.4244111349036404,
+      "grad_norm": 3.7210094928741455,
+      "learning_rate": 4.196263236129946e-05,
+      "loss": 0.3159,
+      "step": 3326
+    },
+    {
+      "epoch": 1.4248394004282656,
+      "grad_norm": 3.8291430473327637,
+      "learning_rate": 4.1957536777775005e-05,
+      "loss": 1.0181,
+      "step": 3327
+    },
+    {
+      "epoch": 1.425267665952891,
+      "grad_norm": 2.5982043743133545,
+      "learning_rate": 4.195243988909345e-05,
+      "loss": 0.9559,
+      "step": 3328
+    },
+    {
+      "epoch": 1.4256959314775162,
+      "grad_norm": 4.86597204208374,
+      "learning_rate": 4.194734169564708e-05,
+      "loss": 1.1021,
+      "step": 3329
+    },
+    {
+      "epoch": 1.4261241970021414,
+      "grad_norm": 3.3728394508361816,
+      "learning_rate": 4.194224219782829e-05,
+      "loss": 0.4124,
+      "step": 3330
+    },
+    {
+      "epoch": 1.4265524625267667,
+      "grad_norm": 1.2928828001022339,
+      "learning_rate": 4.1937141396029584e-05,
+      "loss": 0.314,
+      "step": 3331
+    },
+    {
+      "epoch": 1.426980728051392,
+      "grad_norm": 3.09968900680542,
+      "learning_rate": 4.193203929064353e-05,
+      "loss": 0.6106,
+      "step": 3332
+    },
+    {
+      "epoch": 1.4274089935760172,
+      "grad_norm": 2.8744583129882812,
+      "learning_rate": 4.1926935882062824e-05,
+      "loss": 0.8262,
+      "step": 3333
+    },
+    {
+      "epoch": 1.4278372591006425,
+      "grad_norm": 4.135104656219482,
+      "learning_rate": 4.1921831170680256e-05,
+      "loss": 0.9099,
+      "step": 3334
+    },
+    {
+      "epoch": 1.4282655246252678,
+      "grad_norm": 2.3365371227264404,
+      "learning_rate": 4.191672515688872e-05,
+      "loss": 1.4081,
+      "step": 3335
+    },
+    {
+      "epoch": 1.428693790149893,
+      "grad_norm": 1.9940423965454102,
+      "learning_rate": 4.19116178410812e-05,
+      "loss": 0.3609,
+      "step": 3336
+    },
+    {
+      "epoch": 1.4291220556745183,
+      "grad_norm": 1.7653135061264038,
+      "learning_rate": 4.190650922365079e-05,
+      "loss": 0.7808,
+      "step": 3337
+    },
+    {
+      "epoch": 1.4295503211991436,
+      "grad_norm": 0.8210492134094238,
+      "learning_rate": 4.190139930499069e-05,
+      "loss": 0.3624,
+      "step": 3338
+    },
+    {
+      "epoch": 1.4299785867237689,
+      "grad_norm": 3.5401039123535156,
+      "learning_rate": 4.1896288085494174e-05,
+      "loss": 1.0193,
+      "step": 3339
+    },
+    {
+      "epoch": 1.430406852248394,
+      "grad_norm": 4.227529048919678,
+      "learning_rate": 4.1891175565554644e-05,
+      "loss": 0.5665,
+      "step": 3340
+    },
+    {
+      "epoch": 1.4308351177730192,
+      "grad_norm": 9.289758682250977,
+      "learning_rate": 4.1886061745565575e-05,
+      "loss": 0.5539,
+      "step": 3341
+    },
+    {
+      "epoch": 1.4312633832976445,
+      "grad_norm": 2.66886830329895,
+      "learning_rate": 4.188094662592058e-05,
+      "loss": 0.5589,
+      "step": 3342
+    },
+    {
+      "epoch": 1.4316916488222697,
+      "grad_norm": 3.8533565998077393,
+      "learning_rate": 4.1875830207013346e-05,
+      "loss": 0.9288,
+      "step": 3343
+    },
+    {
+      "epoch": 1.432119914346895,
+      "grad_norm": 7.575883388519287,
+      "learning_rate": 4.187071248923766e-05,
+      "loss": 2.2979,
+      "step": 3344
+    },
+    {
+      "epoch": 1.4325481798715203,
+      "grad_norm": 3.848125457763672,
+      "learning_rate": 4.1865593472987415e-05,
+      "loss": 0.4704,
+      "step": 3345
+    },
+    {
+      "epoch": 1.4329764453961455,
+      "grad_norm": 2.989682197570801,
+      "learning_rate": 4.186047315865659e-05,
+      "loss": 0.7134,
+      "step": 3346
+    },
+    {
+      "epoch": 1.4334047109207708,
+      "grad_norm": 5.434535980224609,
+      "learning_rate": 4.18553515466393e-05,
+      "loss": 2.0231,
+      "step": 3347
+    },
+    {
+      "epoch": 1.433832976445396,
+      "grad_norm": 7.991541862487793,
+      "learning_rate": 4.185022863732971e-05,
+      "loss": 0.6347,
+      "step": 3348
+    },
+    {
+      "epoch": 1.4342612419700214,
+      "grad_norm": 4.254307270050049,
+      "learning_rate": 4.184510443112214e-05,
+      "loss": 1.4719,
+      "step": 3349
+    },
+    {
+      "epoch": 1.4346895074946466,
+      "grad_norm": 3.268131971359253,
+      "learning_rate": 4.183997892841095e-05,
+      "loss": 1.4151,
+      "step": 3350
+    },
+    {
+      "epoch": 1.435117773019272,
+      "grad_norm": 4.105069160461426,
+      "learning_rate": 4.183485212959065e-05,
+      "loss": 2.1748,
+      "step": 3351
+    },
+    {
+      "epoch": 1.4355460385438972,
+      "grad_norm": 0.8535879850387573,
+      "learning_rate": 4.182972403505582e-05,
+      "loss": 0.5534,
+      "step": 3352
+    },
+    {
+      "epoch": 1.4359743040685224,
+      "grad_norm": 13.23870849609375,
+      "learning_rate": 4.182459464520117e-05,
+      "loss": 1.5335,
+      "step": 3353
+    },
+    {
+      "epoch": 1.4364025695931477,
+      "grad_norm": 1.387534260749817,
+      "learning_rate": 4.1819463960421454e-05,
+      "loss": 1.0261,
+      "step": 3354
+    },
+    {
+      "epoch": 1.436830835117773,
+      "grad_norm": 5.592858791351318,
+      "learning_rate": 4.181433198111159e-05,
+      "loss": 1.0878,
+      "step": 3355
+    },
+    {
+      "epoch": 1.4372591006423983,
+      "grad_norm": 5.492796897888184,
+      "learning_rate": 4.1809198707666565e-05,
+      "loss": 1.304,
+      "step": 3356
+    },
+    {
+      "epoch": 1.4376873661670235,
+      "grad_norm": 2.531365394592285,
+      "learning_rate": 4.1804064140481454e-05,
+      "loss": 0.6139,
+      "step": 3357
+    },
+    {
+      "epoch": 1.4381156316916488,
+      "grad_norm": 2.9398441314697266,
+      "learning_rate": 4.179892827995146e-05,
+      "loss": 0.7957,
+      "step": 3358
+    },
+    {
+      "epoch": 1.438543897216274,
+      "grad_norm": 4.503761291503906,
+      "learning_rate": 4.1793791126471846e-05,
+      "loss": 0.5925,
+      "step": 3359
+    },
+    {
+      "epoch": 1.4389721627408993,
+      "grad_norm": 3.7280194759368896,
+      "learning_rate": 4.178865268043804e-05,
+      "loss": 1.7445,
+      "step": 3360
+    },
+    {
+      "epoch": 1.4394004282655246,
+      "grad_norm": 4.125545501708984,
+      "learning_rate": 4.1783512942245485e-05,
+      "loss": 1.7725,
+      "step": 3361
+    },
+    {
+      "epoch": 1.4398286937901499,
+      "grad_norm": 3.239468574523926,
+      "learning_rate": 4.1778371912289796e-05,
+      "loss": 1.2294,
+      "step": 3362
+    },
+    {
+      "epoch": 1.4402569593147752,
+      "grad_norm": 5.70818567276001,
+      "learning_rate": 4.177322959096664e-05,
+      "loss": 0.9747,
+      "step": 3363
+    },
+    {
+      "epoch": 1.4406852248394004,
+      "grad_norm": 6.616605758666992,
+      "learning_rate": 4.1768085978671825e-05,
+      "loss": 0.8763,
+      "step": 3364
+    },
+    {
+      "epoch": 1.4411134903640257,
+      "grad_norm": 2.8124372959136963,
+      "learning_rate": 4.176294107580121e-05,
+      "loss": 1.3053,
+      "step": 3365
+    },
+    {
+      "epoch": 1.441541755888651,
+      "grad_norm": 5.259632110595703,
+      "learning_rate": 4.1757794882750794e-05,
+      "loss": 0.9994,
+      "step": 3366
+    },
+    {
+      "epoch": 1.4419700214132762,
+      "grad_norm": 7.048255920410156,
+      "learning_rate": 4.1752647399916665e-05,
+      "loss": 1.4229,
+      "step": 3367
+    },
+    {
+      "epoch": 1.4423982869379015,
+      "grad_norm": 5.696344375610352,
+      "learning_rate": 4.174749862769498e-05,
+      "loss": 1.0931,
+      "step": 3368
+    },
+    {
+      "epoch": 1.4428265524625268,
+      "grad_norm": 0.649321973323822,
+      "learning_rate": 4.174234856648205e-05,
+      "loss": 0.2794,
+      "step": 3369
+    },
+    {
+      "epoch": 1.443254817987152,
+      "grad_norm": 4.143118381500244,
+      "learning_rate": 4.1737197216674236e-05,
+      "loss": 1.7311,
+      "step": 3370
+    },
+    {
+      "epoch": 1.4436830835117773,
+      "grad_norm": 2.9420440196990967,
+      "learning_rate": 4.173204457866802e-05,
+      "loss": 0.6824,
+      "step": 3371
+    },
+    {
+      "epoch": 1.4441113490364026,
+      "grad_norm": 5.469513416290283,
+      "learning_rate": 4.1726890652859997e-05,
+      "loss": 1.6669,
+      "step": 3372
+    },
+    {
+      "epoch": 1.4445396145610279,
+      "grad_norm": 3.1469035148620605,
+      "learning_rate": 4.172173543964683e-05,
+      "loss": 1.1958,
+      "step": 3373
+    },
+    {
+      "epoch": 1.4449678800856531,
+      "grad_norm": 2.6148178577423096,
+      "learning_rate": 4.171657893942529e-05,
+      "loss": 0.4727,
+      "step": 3374
+    },
+    {
+      "epoch": 1.4453961456102784,
+      "grad_norm": 2.833531618118286,
+      "learning_rate": 4.1711421152592266e-05,
+      "loss": 0.9083,
+      "step": 3375
+    },
+    {
+      "epoch": 1.4458244111349037,
+      "grad_norm": 1.440440058708191,
+      "learning_rate": 4.170626207954472e-05,
+      "loss": 0.2798,
+      "step": 3376
+    },
+    {
+      "epoch": 1.446252676659529,
+      "grad_norm": 1.054205298423767,
+      "learning_rate": 4.170110172067975e-05,
+      "loss": 0.8003,
+      "step": 3377
+    },
+    {
+      "epoch": 1.4466809421841542,
+      "grad_norm": 2.901146173477173,
+      "learning_rate": 4.1695940076394516e-05,
+      "loss": 0.6978,
+      "step": 3378
+    },
+    {
+      "epoch": 1.4471092077087795,
+      "grad_norm": 3.1342906951904297,
+      "learning_rate": 4.169077714708628e-05,
+      "loss": 0.5242,
+      "step": 3379
+    },
+    {
+      "epoch": 1.4475374732334048,
+      "grad_norm": 1.2046236991882324,
+      "learning_rate": 4.168561293315243e-05,
+      "loss": 0.8583,
+      "step": 3380
+    },
+    {
+      "epoch": 1.44796573875803,
+      "grad_norm": 1.747991681098938,
+      "learning_rate": 4.168044743499042e-05,
+      "loss": 0.2606,
+      "step": 3381
+    },
+    {
+      "epoch": 1.4483940042826553,
+      "grad_norm": 1.215966820716858,
+      "learning_rate": 4.167528065299784e-05,
+      "loss": 0.2941,
+      "step": 3382
+    },
+    {
+      "epoch": 1.4488222698072806,
+      "grad_norm": 3.1287882328033447,
+      "learning_rate": 4.1670112587572334e-05,
+      "loss": 0.39,
+      "step": 3383
+    },
+    {
+      "epoch": 1.4492505353319058,
+      "grad_norm": 2.0574090480804443,
+      "learning_rate": 4.166494323911168e-05,
+      "loss": 0.94,
+      "step": 3384
+    },
+    {
+      "epoch": 1.4496788008565311,
+      "grad_norm": 0.9463105797767639,
+      "learning_rate": 4.165977260801375e-05,
+      "loss": 0.4292,
+      "step": 3385
+    },
+    {
+      "epoch": 1.4501070663811564,
+      "grad_norm": 7.041192054748535,
+      "learning_rate": 4.1654600694676487e-05,
+      "loss": 0.9768,
+      "step": 3386
+    },
+    {
+      "epoch": 1.4505353319057817,
+      "grad_norm": 4.212217330932617,
+      "learning_rate": 4.1649427499497974e-05,
+      "loss": 1.2503,
+      "step": 3387
+    },
+    {
+      "epoch": 1.450963597430407,
+      "grad_norm": 5.79233980178833,
+      "learning_rate": 4.164425302287636e-05,
+      "loss": 1.448,
+      "step": 3388
+    },
+    {
+      "epoch": 1.4513918629550322,
+      "grad_norm": 5.889222145080566,
+      "learning_rate": 4.1639077265209915e-05,
+      "loss": 1.8578,
+      "step": 3389
+    },
+    {
+      "epoch": 1.4518201284796575,
+      "grad_norm": 4.707213401794434,
+      "learning_rate": 4.163390022689698e-05,
+      "loss": 0.714,
+      "step": 3390
+    },
+    {
+      "epoch": 1.4522483940042825,
+      "grad_norm": 2.2578580379486084,
+      "learning_rate": 4.162872190833603e-05,
+      "loss": 0.5103,
+      "step": 3391
+    },
+    {
+      "epoch": 1.4526766595289078,
+      "grad_norm": 1.210340142250061,
+      "learning_rate": 4.162354230992562e-05,
+      "loss": 0.5489,
+      "step": 3392
+    },
+    {
+      "epoch": 1.453104925053533,
+      "grad_norm": 0.7986881136894226,
+      "learning_rate": 4.161836143206439e-05,
+      "loss": 0.2321,
+      "step": 3393
+    },
+    {
+      "epoch": 1.4535331905781583,
+      "grad_norm": 13.128469467163086,
+      "learning_rate": 4.16131792751511e-05,
+      "loss": 1.3492,
+      "step": 3394
+    },
+    {
+      "epoch": 1.4539614561027836,
+      "grad_norm": 2.015683650970459,
+      "learning_rate": 4.1607995839584605e-05,
+      "loss": 0.4372,
+      "step": 3395
+    },
+    {
+      "epoch": 1.4543897216274089,
+      "grad_norm": 4.152002811431885,
+      "learning_rate": 4.160281112576385e-05,
+      "loss": 0.9259,
+      "step": 3396
+    },
+    {
+      "epoch": 1.4548179871520341,
+      "grad_norm": 5.058429718017578,
+      "learning_rate": 4.159762513408789e-05,
+      "loss": 0.8775,
+      "step": 3397
+    },
+    {
+      "epoch": 1.4552462526766594,
+      "grad_norm": 7.49371337890625,
+      "learning_rate": 4.159243786495585e-05,
+      "loss": 1.591,
+      "step": 3398
+    },
+    {
+      "epoch": 1.4556745182012847,
+      "grad_norm": 3.2103283405303955,
+      "learning_rate": 4.1587249318766994e-05,
+      "loss": 0.836,
+      "step": 3399
+    },
+    {
+      "epoch": 1.45610278372591,
+      "grad_norm": 3.50085711479187,
+      "learning_rate": 4.1582059495920664e-05,
+      "loss": 0.9089,
+      "step": 3400
+    },
+    {
+      "epoch": 1.4565310492505352,
+      "grad_norm": 3.310194492340088,
+      "learning_rate": 4.157686839681629e-05,
+      "loss": 0.6491,
+      "step": 3401
+    },
+    {
+      "epoch": 1.4569593147751605,
+      "grad_norm": 1.6875191926956177,
+      "learning_rate": 4.1571676021853424e-05,
+      "loss": 0.3014,
+      "step": 3402
+    },
+    {
+      "epoch": 1.4573875802997858,
+      "grad_norm": 5.499948024749756,
+      "learning_rate": 4.156648237143169e-05,
+      "loss": 1.2529,
+      "step": 3403
+    },
+    {
+      "epoch": 1.457815845824411,
+      "grad_norm": 3.772005558013916,
+      "learning_rate": 4.1561287445950835e-05,
+      "loss": 1.2384,
+      "step": 3404
+    },
+    {
+      "epoch": 1.4582441113490363,
+      "grad_norm": 4.720430374145508,
+      "learning_rate": 4.1556091245810685e-05,
+      "loss": 1.0032,
+      "step": 3405
+    },
+    {
+      "epoch": 1.4586723768736616,
+      "grad_norm": 1.1161150932312012,
+      "learning_rate": 4.1550893771411184e-05,
+      "loss": 0.4347,
+      "step": 3406
+    },
+    {
+      "epoch": 1.4591006423982869,
+      "grad_norm": 2.9935216903686523,
+      "learning_rate": 4.1545695023152335e-05,
+      "loss": 0.7778,
+      "step": 3407
+    },
+    {
+      "epoch": 1.4595289079229121,
+      "grad_norm": 3.1354713439941406,
+      "learning_rate": 4.154049500143429e-05,
+      "loss": 2.0022,
+      "step": 3408
+    },
+    {
+      "epoch": 1.4599571734475374,
+      "grad_norm": 6.413430690765381,
+      "learning_rate": 4.1535293706657276e-05,
+      "loss": 0.431,
+      "step": 3409
+    },
+    {
+      "epoch": 1.4603854389721627,
+      "grad_norm": 1.8439077138900757,
+      "learning_rate": 4.153009113922161e-05,
+      "loss": 0.855,
+      "step": 3410
+    },
+    {
+      "epoch": 1.460813704496788,
+      "grad_norm": 5.306209564208984,
+      "learning_rate": 4.152488729952769e-05,
+      "loss": 0.7579,
+      "step": 3411
+    },
+    {
+      "epoch": 1.4612419700214132,
+      "grad_norm": 3.7027690410614014,
+      "learning_rate": 4.1519682187976085e-05,
+      "loss": 0.802,
+      "step": 3412
+    },
+    {
+      "epoch": 1.4616702355460385,
+      "grad_norm": 2.175788402557373,
+      "learning_rate": 4.1514475804967375e-05,
+      "loss": 0.6354,
+      "step": 3413
+    },
+    {
+      "epoch": 1.4620985010706637,
+      "grad_norm": 3.0127761363983154,
+      "learning_rate": 4.1509268150902286e-05,
+      "loss": 0.4521,
+      "step": 3414
+    },
+    {
+      "epoch": 1.462526766595289,
+      "grad_norm": 1.5740811824798584,
+      "learning_rate": 4.150405922618164e-05,
+      "loss": 0.803,
+      "step": 3415
+    },
+    {
+      "epoch": 1.4629550321199143,
+      "grad_norm": 2.781445264816284,
+      "learning_rate": 4.149884903120633e-05,
+      "loss": 1.7386,
+      "step": 3416
+    },
+    {
+      "epoch": 1.4633832976445396,
+      "grad_norm": 0.8119634389877319,
+      "learning_rate": 4.149363756637738e-05,
+      "loss": 0.3719,
+      "step": 3417
+    },
+    {
+      "epoch": 1.4638115631691648,
+      "grad_norm": 2.3624072074890137,
+      "learning_rate": 4.1488424832095894e-05,
+      "loss": 0.929,
+      "step": 3418
+    },
+    {
+      "epoch": 1.46423982869379,
+      "grad_norm": 2.4462523460388184,
+      "learning_rate": 4.148321082876307e-05,
+      "loss": 0.7704,
+      "step": 3419
+    },
+    {
+      "epoch": 1.4646680942184154,
+      "grad_norm": 1.3786722421646118,
+      "learning_rate": 4.147799555678021e-05,
+      "loss": 0.6639,
+      "step": 3420
+    },
+    {
+      "epoch": 1.4650963597430406,
+      "grad_norm": 1.8787975311279297,
+      "learning_rate": 4.147277901654873e-05,
+      "loss": 0.4494,
+      "step": 3421
+    },
+    {
+      "epoch": 1.465524625267666,
+      "grad_norm": 3.790964126586914,
+      "learning_rate": 4.1467561208470105e-05,
+      "loss": 0.6897,
+      "step": 3422
+    },
+    {
+      "epoch": 1.4659528907922912,
+      "grad_norm": 5.266517162322998,
+      "learning_rate": 4.146234213294595e-05,
+      "loss": 1.0257,
+      "step": 3423
+    },
+    {
+      "epoch": 1.4663811563169165,
+      "grad_norm": 4.524936676025391,
+      "learning_rate": 4.145712179037794e-05,
+      "loss": 1.3897,
+      "step": 3424
+    },
+    {
+      "epoch": 1.4668094218415417,
+      "grad_norm": 2.1544477939605713,
+      "learning_rate": 4.145190018116787e-05,
+      "loss": 0.9864,
+      "step": 3425
+    },
+    {
+      "epoch": 1.467237687366167,
+      "grad_norm": 3.229947328567505,
+      "learning_rate": 4.144667730571763e-05,
+      "loss": 1.1438,
+      "step": 3426
+    },
+    {
+      "epoch": 1.4676659528907923,
+      "grad_norm": 2.1890437602996826,
+      "learning_rate": 4.144145316442921e-05,
+      "loss": 0.632,
+      "step": 3427
+    },
+    {
+      "epoch": 1.4680942184154175,
+      "grad_norm": 2.0163347721099854,
+      "learning_rate": 4.1436227757704685e-05,
+      "loss": 0.9159,
+      "step": 3428
+    },
+    {
+      "epoch": 1.4685224839400428,
+      "grad_norm": 4.7837629318237305,
+      "learning_rate": 4.143100108594623e-05,
+      "loss": 1.8426,
+      "step": 3429
+    },
+    {
+      "epoch": 1.468950749464668,
+      "grad_norm": 2.1285228729248047,
+      "learning_rate": 4.1425773149556134e-05,
+      "loss": 0.6464,
+      "step": 3430
+    },
+    {
+      "epoch": 1.4693790149892934,
+      "grad_norm": 0.8740336298942566,
+      "learning_rate": 4.142054394893676e-05,
+      "loss": 0.4172,
+      "step": 3431
+    },
+    {
+      "epoch": 1.4698072805139186,
+      "grad_norm": 0.9631616473197937,
+      "learning_rate": 4.141531348449059e-05,
+      "loss": 0.2875,
+      "step": 3432
+    },
+    {
+      "epoch": 1.470235546038544,
+      "grad_norm": 2.4061458110809326,
+      "learning_rate": 4.141008175662019e-05,
+      "loss": 0.4783,
+      "step": 3433
+    },
+    {
+      "epoch": 1.4706638115631692,
+      "grad_norm": 3.126779794692993,
+      "learning_rate": 4.140484876572822e-05,
+      "loss": 0.7296,
+      "step": 3434
+    },
+    {
+      "epoch": 1.4710920770877944,
+      "grad_norm": 4.572654724121094,
+      "learning_rate": 4.139961451221745e-05,
+      "loss": 1.0665,
+      "step": 3435
+    },
+    {
+      "epoch": 1.4715203426124197,
+      "grad_norm": 2.7414603233337402,
+      "learning_rate": 4.139437899649074e-05,
+      "loss": 0.354,
+      "step": 3436
+    },
+    {
+      "epoch": 1.471948608137045,
+      "grad_norm": 1.8749240636825562,
+      "learning_rate": 4.138914221895105e-05,
+      "loss": 0.3584,
+      "step": 3437
+    },
+    {
+      "epoch": 1.4723768736616702,
+      "grad_norm": 3.1990468502044678,
+      "learning_rate": 4.138390418000143e-05,
+      "loss": 1.6883,
+      "step": 3438
+    },
+    {
+      "epoch": 1.4728051391862955,
+      "grad_norm": 3.456423282623291,
+      "learning_rate": 4.1378664880045025e-05,
+      "loss": 1.1729,
+      "step": 3439
+    },
+    {
+      "epoch": 1.4732334047109208,
+      "grad_norm": 3.9094388484954834,
+      "learning_rate": 4.13734243194851e-05,
+      "loss": 0.7606,
+      "step": 3440
+    },
+    {
+      "epoch": 1.473661670235546,
+      "grad_norm": 4.204035758972168,
+      "learning_rate": 4.1368182498724995e-05,
+      "loss": 0.8343,
+      "step": 3441
+    },
+    {
+      "epoch": 1.4740899357601713,
+      "grad_norm": 1.6609174013137817,
+      "learning_rate": 4.136293941816815e-05,
+      "loss": 1.1098,
+      "step": 3442
+    },
+    {
+      "epoch": 1.4745182012847966,
+      "grad_norm": 1.1285548210144043,
+      "learning_rate": 4.13576950782181e-05,
+      "loss": 0.5891,
+      "step": 3443
+    },
+    {
+      "epoch": 1.4749464668094219,
+      "grad_norm": 2.8994810581207275,
+      "learning_rate": 4.1352449479278484e-05,
+      "loss": 0.7276,
+      "step": 3444
+    },
+    {
+      "epoch": 1.4753747323340471,
+      "grad_norm": 1.373367428779602,
+      "learning_rate": 4.1347202621753044e-05,
+      "loss": 0.7499,
+      "step": 3445
+    },
+    {
+      "epoch": 1.4758029978586724,
+      "grad_norm": 4.666446685791016,
+      "learning_rate": 4.13419545060456e-05,
+      "loss": 0.966,
+      "step": 3446
+    },
+    {
+      "epoch": 1.4762312633832977,
+      "grad_norm": 3.6622719764709473,
+      "learning_rate": 4.13367051325601e-05,
+      "loss": 0.6327,
+      "step": 3447
+    },
+    {
+      "epoch": 1.476659528907923,
+      "grad_norm": 1.9466570615768433,
+      "learning_rate": 4.133145450170055e-05,
+      "loss": 0.9534,
+      "step": 3448
+    },
+    {
+      "epoch": 1.4770877944325482,
+      "grad_norm": 2.2907555103302,
+      "learning_rate": 4.1326202613871065e-05,
+      "loss": 1.2775,
+      "step": 3449
+    },
+    {
+      "epoch": 1.4775160599571735,
+      "grad_norm": 2.77740740776062,
+      "learning_rate": 4.132094946947589e-05,
+      "loss": 1.0508,
+      "step": 3450
+    },
+    {
+      "epoch": 1.4779443254817988,
+      "grad_norm": 1.4874367713928223,
+      "learning_rate": 4.131569506891931e-05,
+      "loss": 0.6345,
+      "step": 3451
+    },
+    {
+      "epoch": 1.478372591006424,
+      "grad_norm": 4.260476112365723,
+      "learning_rate": 4.131043941260576e-05,
+      "loss": 1.0106,
+      "step": 3452
+    },
+    {
+      "epoch": 1.4788008565310493,
+      "grad_norm": 1.7332102060317993,
+      "learning_rate": 4.130518250093972e-05,
+      "loss": 0.7133,
+      "step": 3453
+    },
+    {
+      "epoch": 1.4792291220556746,
+      "grad_norm": 5.190019607543945,
+      "learning_rate": 4.129992433432582e-05,
+      "loss": 0.985,
+      "step": 3454
+    },
+    {
+      "epoch": 1.4796573875802999,
+      "grad_norm": 2.791733503341675,
+      "learning_rate": 4.1294664913168756e-05,
+      "loss": 1.28,
+      "step": 3455
+    },
+    {
+      "epoch": 1.4800856531049251,
+      "grad_norm": 2.794274091720581,
+      "learning_rate": 4.128940423787332e-05,
+      "loss": 1.0165,
+      "step": 3456
+    },
+    {
+      "epoch": 1.4805139186295504,
+      "grad_norm": 3.8007419109344482,
+      "learning_rate": 4.128414230884441e-05,
+      "loss": 0.8984,
+      "step": 3457
+    },
+    {
+      "epoch": 1.4809421841541757,
+      "grad_norm": 5.2414069175720215,
+      "learning_rate": 4.1278879126487015e-05,
+      "loss": 0.6841,
+      "step": 3458
+    },
+    {
+      "epoch": 1.481370449678801,
+      "grad_norm": 5.0623555183410645,
+      "learning_rate": 4.1273614691206216e-05,
+      "loss": 2.376,
+      "step": 3459
+    },
+    {
+      "epoch": 1.4817987152034262,
+      "grad_norm": 2.0056023597717285,
+      "learning_rate": 4.12683490034072e-05,
+      "loss": 1.0442,
+      "step": 3460
+    },
+    {
+      "epoch": 1.4822269807280515,
+      "grad_norm": 3.8392257690429688,
+      "learning_rate": 4.126308206349526e-05,
+      "loss": 1.9331,
+      "step": 3461
+    },
+    {
+      "epoch": 1.4826552462526768,
+      "grad_norm": 2.943016290664673,
+      "learning_rate": 4.125781387187576e-05,
+      "loss": 0.8661,
+      "step": 3462
+    },
+    {
+      "epoch": 1.483083511777302,
+      "grad_norm": 4.2839531898498535,
+      "learning_rate": 4.1252544428954166e-05,
+      "loss": 1.1111,
+      "step": 3463
+    },
+    {
+      "epoch": 1.4835117773019273,
+      "grad_norm": 4.373819351196289,
+      "learning_rate": 4.124727373513606e-05,
+      "loss": 0.8095,
+      "step": 3464
+    },
+    {
+      "epoch": 1.4839400428265526,
+      "grad_norm": 1.4155157804489136,
+      "learning_rate": 4.12420017908271e-05,
+      "loss": 0.2948,
+      "step": 3465
+    },
+    {
+      "epoch": 1.4843683083511778,
+      "grad_norm": 2.0956990718841553,
+      "learning_rate": 4.1236728596433053e-05,
+      "loss": 0.5018,
+      "step": 3466
+    },
+    {
+      "epoch": 1.484796573875803,
+      "grad_norm": 2.6596760749816895,
+      "learning_rate": 4.1231454152359774e-05,
+      "loss": 1.311,
+      "step": 3467
+    },
+    {
+      "epoch": 1.4852248394004284,
+      "grad_norm": 0.593553364276886,
+      "learning_rate": 4.122617845901322e-05,
+      "loss": 0.261,
+      "step": 3468
+    },
+    {
+      "epoch": 1.4856531049250536,
+      "grad_norm": 4.3122878074646,
+      "learning_rate": 4.122090151679943e-05,
+      "loss": 1.2532,
+      "step": 3469
+    },
+    {
+      "epoch": 1.486081370449679,
+      "grad_norm": 1.7662782669067383,
+      "learning_rate": 4.1215623326124566e-05,
+      "loss": 0.7185,
+      "step": 3470
+    },
+    {
+      "epoch": 1.4865096359743042,
+      "grad_norm": 2.5714032649993896,
+      "learning_rate": 4.121034388739485e-05,
+      "loss": 1.2007,
+      "step": 3471
+    },
+    {
+      "epoch": 1.4869379014989295,
+      "grad_norm": 4.9038987159729,
+      "learning_rate": 4.120506320101665e-05,
+      "loss": 1.1944,
+      "step": 3472
+    },
+    {
+      "epoch": 1.4873661670235547,
+      "grad_norm": 5.438054084777832,
+      "learning_rate": 4.119978126739637e-05,
+      "loss": 1.3491,
+      "step": 3473
+    },
+    {
+      "epoch": 1.48779443254818,
+      "grad_norm": 2.775134801864624,
+      "learning_rate": 4.119449808694056e-05,
+      "loss": 1.0556,
+      "step": 3474
+    },
+    {
+      "epoch": 1.4882226980728053,
+      "grad_norm": 1.0165810585021973,
+      "learning_rate": 4.1189213660055836e-05,
+      "loss": 0.6387,
+      "step": 3475
+    },
+    {
+      "epoch": 1.4886509635974305,
+      "grad_norm": 5.628504753112793,
+      "learning_rate": 4.118392798714892e-05,
+      "loss": 1.2397,
+      "step": 3476
+    },
+    {
+      "epoch": 1.4890792291220556,
+      "grad_norm": 4.945032596588135,
+      "learning_rate": 4.117864106862664e-05,
+      "loss": 1.6055,
+      "step": 3477
+    },
+    {
+      "epoch": 1.4895074946466809,
+      "grad_norm": 3.4223291873931885,
+      "learning_rate": 4.11733529048959e-05,
+      "loss": 0.8865,
+      "step": 3478
+    },
+    {
+      "epoch": 1.4899357601713061,
+      "grad_norm": 3.2041139602661133,
+      "learning_rate": 4.1168063496363715e-05,
+      "loss": 0.7027,
+      "step": 3479
+    },
+    {
+      "epoch": 1.4903640256959314,
+      "grad_norm": 3.6861095428466797,
+      "learning_rate": 4.116277284343719e-05,
+      "loss": 1.4316,
+      "step": 3480
+    },
+    {
+      "epoch": 1.4907922912205567,
+      "grad_norm": 2.813203811645508,
+      "learning_rate": 4.115748094652352e-05,
+      "loss": 1.7327,
+      "step": 3481
+    },
+    {
+      "epoch": 1.491220556745182,
+      "grad_norm": 4.2796854972839355,
+      "learning_rate": 4.115218780603002e-05,
+      "loss": 0.9946,
+      "step": 3482
+    },
+    {
+      "epoch": 1.4916488222698072,
+      "grad_norm": 2.640629768371582,
+      "learning_rate": 4.1146893422364067e-05,
+      "loss": 0.4003,
+      "step": 3483
+    },
+    {
+      "epoch": 1.4920770877944325,
+      "grad_norm": 3.0859482288360596,
+      "learning_rate": 4.114159779593315e-05,
+      "loss": 0.6417,
+      "step": 3484
+    },
+    {
+      "epoch": 1.4925053533190578,
+      "grad_norm": 0.8212679624557495,
+      "learning_rate": 4.113630092714486e-05,
+      "loss": 0.2236,
+      "step": 3485
+    },
+    {
+      "epoch": 1.492933618843683,
+      "grad_norm": 3.8972930908203125,
+      "learning_rate": 4.113100281640686e-05,
+      "loss": 1.6769,
+      "step": 3486
+    },
+    {
+      "epoch": 1.4933618843683083,
+      "grad_norm": 2.1593892574310303,
+      "learning_rate": 4.112570346412695e-05,
+      "loss": 0.7406,
+      "step": 3487
+    },
+    {
+      "epoch": 1.4937901498929336,
+      "grad_norm": 4.649615287780762,
+      "learning_rate": 4.112040287071299e-05,
+      "loss": 0.7456,
+      "step": 3488
+    },
+    {
+      "epoch": 1.4942184154175588,
+      "grad_norm": 2.2636284828186035,
+      "learning_rate": 4.111510103657295e-05,
+      "loss": 0.8599,
+      "step": 3489
+    },
+    {
+      "epoch": 1.4946466809421841,
+      "grad_norm": 1.2287404537200928,
+      "learning_rate": 4.1109797962114885e-05,
+      "loss": 0.2042,
+      "step": 3490
+    },
+    {
+      "epoch": 1.4950749464668094,
+      "grad_norm": 1.9291549921035767,
+      "learning_rate": 4.110449364774695e-05,
+      "loss": 0.9898,
+      "step": 3491
+    },
+    {
+      "epoch": 1.4955032119914347,
+      "grad_norm": 3.7104618549346924,
+      "learning_rate": 4.1099188093877415e-05,
+      "loss": 0.8477,
+      "step": 3492
+    },
+    {
+      "epoch": 1.49593147751606,
+      "grad_norm": 2.3150582313537598,
+      "learning_rate": 4.109388130091461e-05,
+      "loss": 0.6885,
+      "step": 3493
+    },
+    {
+      "epoch": 1.4963597430406852,
+      "grad_norm": 3.847897529602051,
+      "learning_rate": 4.108857326926698e-05,
+      "loss": 0.5499,
+      "step": 3494
+    },
+    {
+      "epoch": 1.4967880085653105,
+      "grad_norm": 3.951779365539551,
+      "learning_rate": 4.108326399934308e-05,
+      "loss": 0.9814,
+      "step": 3495
+    },
+    {
+      "epoch": 1.4972162740899357,
+      "grad_norm": 3.265084743499756,
+      "learning_rate": 4.1077953491551536e-05,
+      "loss": 0.4462,
+      "step": 3496
+    },
+    {
+      "epoch": 1.497644539614561,
+      "grad_norm": 4.222309112548828,
+      "learning_rate": 4.107264174630107e-05,
+      "loss": 1.6767,
+      "step": 3497
+    },
+    {
+      "epoch": 1.4980728051391863,
+      "grad_norm": 2.7461209297180176,
+      "learning_rate": 4.106732876400051e-05,
+      "loss": 0.869,
+      "step": 3498
+    },
+    {
+      "epoch": 1.4985010706638116,
+      "grad_norm": 3.229391574859619,
+      "learning_rate": 4.106201454505878e-05,
+      "loss": 1.9063,
+      "step": 3499
+    },
+    {
+      "epoch": 1.4989293361884368,
+      "grad_norm": 6.676817893981934,
+      "learning_rate": 4.10566990898849e-05,
+      "loss": 0.5059,
+      "step": 3500
+    },
+    {
+      "epoch": 1.499357601713062,
+      "grad_norm": 4.179088592529297,
+      "learning_rate": 4.105138239888797e-05,
+      "loss": 1.0404,
+      "step": 3501
+    },
+    {
+      "epoch": 1.4997858672376874,
+      "grad_norm": 6.831240177154541,
+      "learning_rate": 4.1046064472477195e-05,
+      "loss": 0.5683,
+      "step": 3502
+    },
+    {
+      "epoch": 1.5002141327623126,
+      "grad_norm": 3.5424094200134277,
+      "learning_rate": 4.104074531106189e-05,
+      "loss": 0.7284,
+      "step": 3503
+    },
+    {
+      "epoch": 1.500642398286938,
+      "grad_norm": 7.612189292907715,
+      "learning_rate": 4.103542491505143e-05,
+      "loss": 0.8908,
+      "step": 3504
+    },
+    {
+      "epoch": 1.5010706638115632,
+      "grad_norm": 5.580769062042236,
+      "learning_rate": 4.1030103284855324e-05,
+      "loss": 1.0079,
+      "step": 3505
+    },
+    {
+      "epoch": 1.5014989293361884,
+      "grad_norm": 4.790192604064941,
+      "learning_rate": 4.102478042088315e-05,
+      "loss": 0.6485,
+      "step": 3506
+    },
+    {
+      "epoch": 1.5019271948608137,
+      "grad_norm": 3.1503803730010986,
+      "learning_rate": 4.101945632354458e-05,
+      "loss": 0.9557,
+      "step": 3507
+    },
+    {
+      "epoch": 1.502355460385439,
+      "grad_norm": 1.829128384590149,
+      "learning_rate": 4.101413099324941e-05,
+      "loss": 0.9131,
+      "step": 3508
+    },
+    {
+      "epoch": 1.5027837259100643,
+      "grad_norm": 4.123594760894775,
+      "learning_rate": 4.100880443040749e-05,
+      "loss": 0.6467,
+      "step": 3509
+    },
+    {
+      "epoch": 1.5032119914346895,
+      "grad_norm": 2.4960715770721436,
+      "learning_rate": 4.100347663542879e-05,
+      "loss": 0.5845,
+      "step": 3510
+    },
+    {
+      "epoch": 1.5036402569593148,
+      "grad_norm": 2.46711802482605,
+      "learning_rate": 4.0998147608723384e-05,
+      "loss": 0.5555,
+      "step": 3511
+    },
+    {
+      "epoch": 1.50406852248394,
+      "grad_norm": 1.9919739961624146,
+      "learning_rate": 4.099281735070141e-05,
+      "loss": 0.3275,
+      "step": 3512
+    },
+    {
+      "epoch": 1.5044967880085653,
+      "grad_norm": 4.056657314300537,
+      "learning_rate": 4.098748586177313e-05,
+      "loss": 1.2734,
+      "step": 3513
+    },
+    {
+      "epoch": 1.5049250535331906,
+      "grad_norm": 4.270914554595947,
+      "learning_rate": 4.098215314234888e-05,
+      "loss": 0.5349,
+      "step": 3514
+    },
+    {
+      "epoch": 1.5053533190578159,
+      "grad_norm": 1.1274447441101074,
+      "learning_rate": 4.09768191928391e-05,
+      "loss": 0.3313,
+      "step": 3515
+    },
+    {
+      "epoch": 1.5057815845824412,
+      "grad_norm": 3.099731206893921,
+      "learning_rate": 4.097148401365433e-05,
+      "loss": 0.6798,
+      "step": 3516
+    },
+    {
+      "epoch": 1.5062098501070664,
+      "grad_norm": 2.4681317806243896,
+      "learning_rate": 4.096614760520519e-05,
+      "loss": 0.7622,
+      "step": 3517
+    },
+    {
+      "epoch": 1.5066381156316917,
+      "grad_norm": 3.239453077316284,
+      "learning_rate": 4.0960809967902415e-05,
+      "loss": 0.9706,
+      "step": 3518
+    },
+    {
+      "epoch": 1.507066381156317,
+      "grad_norm": 1.214159369468689,
+      "learning_rate": 4.095547110215681e-05,
+      "loss": 1.0606,
+      "step": 3519
+    },
+    {
+      "epoch": 1.507494646680942,
+      "grad_norm": 2.6503231525421143,
+      "learning_rate": 4.095013100837929e-05,
+      "loss": 0.9843,
+      "step": 3520
+    },
+    {
+      "epoch": 1.5079229122055673,
+      "grad_norm": 2.0771329402923584,
+      "learning_rate": 4.0944789686980866e-05,
+      "loss": 0.5612,
+      "step": 3521
+    },
+    {
+      "epoch": 1.5083511777301926,
+      "grad_norm": 2.5400984287261963,
+      "learning_rate": 4.0939447138372635e-05,
+      "loss": 0.7614,
+      "step": 3522
+    },
+    {
+      "epoch": 1.5087794432548178,
+      "grad_norm": 5.072625637054443,
+      "learning_rate": 4.0934103362965795e-05,
+      "loss": 0.5186,
+      "step": 3523
+    },
+    {
+      "epoch": 1.509207708779443,
+      "grad_norm": 0.6816118955612183,
+      "learning_rate": 4.0928758361171635e-05,
+      "loss": 0.3261,
+      "step": 3524
+    },
+    {
+      "epoch": 1.5096359743040684,
+      "grad_norm": 5.173656940460205,
+      "learning_rate": 4.092341213340155e-05,
+      "loss": 1.0802,
+      "step": 3525
+    },
+    {
+      "epoch": 1.5100642398286936,
+      "grad_norm": 2.6090283393859863,
+      "learning_rate": 4.0918064680067004e-05,
+      "loss": 0.6871,
+      "step": 3526
+    },
+    {
+      "epoch": 1.510492505353319,
+      "grad_norm": 4.988450527191162,
+      "learning_rate": 4.091271600157957e-05,
+      "loss": 1.3128,
+      "step": 3527
+    },
+    {
+      "epoch": 1.5109207708779442,
+      "grad_norm": 4.227377891540527,
+      "learning_rate": 4.090736609835092e-05,
+      "loss": 1.0548,
+      "step": 3528
+    },
+    {
+      "epoch": 1.5113490364025695,
+      "grad_norm": 1.286763072013855,
+      "learning_rate": 4.0902014970792823e-05,
+      "loss": 0.7705,
+      "step": 3529
+    },
+    {
+      "epoch": 1.5117773019271947,
+      "grad_norm": 2.664961814880371,
+      "learning_rate": 4.0896662619317125e-05,
+      "loss": 0.8919,
+      "step": 3530
+    },
+    {
+      "epoch": 1.51220556745182,
+      "grad_norm": 4.364532947540283,
+      "learning_rate": 4.089130904433578e-05,
+      "loss": 0.7081,
+      "step": 3531
+    },
+    {
+      "epoch": 1.5126338329764453,
+      "grad_norm": 2.588366985321045,
+      "learning_rate": 4.088595424626083e-05,
+      "loss": 0.5471,
+      "step": 3532
+    },
+    {
+      "epoch": 1.5130620985010705,
+      "grad_norm": 2.5360941886901855,
+      "learning_rate": 4.088059822550442e-05,
+      "loss": 1.0504,
+      "step": 3533
+    },
+    {
+      "epoch": 1.5134903640256958,
+      "grad_norm": 1.270614504814148,
+      "learning_rate": 4.0875240982478775e-05,
+      "loss": 0.8714,
+      "step": 3534
+    },
+    {
+      "epoch": 1.513918629550321,
+      "grad_norm": 3.5477190017700195,
+      "learning_rate": 4.0869882517596224e-05,
+      "loss": 0.5953,
+      "step": 3535
+    },
+    {
+      "epoch": 1.5143468950749464,
+      "grad_norm": 2.691185712814331,
+      "learning_rate": 4.0864522831269185e-05,
+      "loss": 1.2488,
+      "step": 3536
+    },
+    {
+      "epoch": 1.5147751605995716,
+      "grad_norm": 4.589627265930176,
+      "learning_rate": 4.085916192391018e-05,
+      "loss": 1.096,
+      "step": 3537
+    },
+    {
+      "epoch": 1.515203426124197,
+      "grad_norm": 2.378312826156616,
+      "learning_rate": 4.085379979593181e-05,
+      "loss": 0.7188,
+      "step": 3538
+    },
+    {
+      "epoch": 1.5156316916488222,
+      "grad_norm": 7.654002666473389,
+      "learning_rate": 4.0848436447746785e-05,
+      "loss": 0.819,
+      "step": 3539
+    },
+    {
+      "epoch": 1.5160599571734474,
+      "grad_norm": 2.818167209625244,
+      "learning_rate": 4.0843071879767893e-05,
+      "loss": 1.3015,
+      "step": 3540
+    },
+    {
+      "epoch": 1.5164882226980727,
+      "grad_norm": 1.880845308303833,
+      "learning_rate": 4.0837706092408035e-05,
+      "loss": 0.6893,
+      "step": 3541
+    },
+    {
+      "epoch": 1.516916488222698,
+      "grad_norm": 2.3704302310943604,
+      "learning_rate": 4.083233908608018e-05,
+      "loss": 0.4546,
+      "step": 3542
+    },
+    {
+      "epoch": 1.5173447537473232,
+      "grad_norm": 4.2115960121154785,
+      "learning_rate": 4.0826970861197424e-05,
+      "loss": 1.8262,
+      "step": 3543
+    },
+    {
+      "epoch": 1.5177730192719485,
+      "grad_norm": 3.2611894607543945,
+      "learning_rate": 4.082160141817293e-05,
+      "loss": 0.6508,
+      "step": 3544
+    },
+    {
+      "epoch": 1.5182012847965738,
+      "grad_norm": 2.6320438385009766,
+      "learning_rate": 4.081623075741996e-05,
+      "loss": 1.0529,
+      "step": 3545
+    },
+    {
+      "epoch": 1.518629550321199,
+      "grad_norm": 1.2356646060943604,
+      "learning_rate": 4.0810858879351866e-05,
+      "loss": 0.2599,
+      "step": 3546
+    },
+    {
+      "epoch": 1.5190578158458243,
+      "grad_norm": 4.862902641296387,
+      "learning_rate": 4.080548578438213e-05,
+      "loss": 1.8691,
+      "step": 3547
+    },
+    {
+      "epoch": 1.5194860813704496,
+      "grad_norm": 5.437114238739014,
+      "learning_rate": 4.080011147292427e-05,
+      "loss": 0.5743,
+      "step": 3548
+    },
+    {
+      "epoch": 1.5199143468950749,
+      "grad_norm": 3.201296806335449,
+      "learning_rate": 4.079473594539194e-05,
+      "loss": 1.1001,
+      "step": 3549
+    },
+    {
+      "epoch": 1.5203426124197001,
+      "grad_norm": 2.0491559505462646,
+      "learning_rate": 4.078935920219886e-05,
+      "loss": 0.6392,
+      "step": 3550
+    },
+    {
+      "epoch": 1.5207708779443254,
+      "grad_norm": 1.9803279638290405,
+      "learning_rate": 4.078398124375889e-05,
+      "loss": 0.3591,
+      "step": 3551
+    },
+    {
+      "epoch": 1.5211991434689507,
+      "grad_norm": 4.216710567474365,
+      "learning_rate": 4.07786020704859e-05,
+      "loss": 0.6108,
+      "step": 3552
+    },
+    {
+      "epoch": 1.521627408993576,
+      "grad_norm": 2.343379020690918,
+      "learning_rate": 4.077322168279396e-05,
+      "loss": 0.8078,
+      "step": 3553
+    },
+    {
+      "epoch": 1.5220556745182012,
+      "grad_norm": 1.3368088006973267,
+      "learning_rate": 4.076784008109714e-05,
+      "loss": 0.6896,
+      "step": 3554
+    },
+    {
+      "epoch": 1.5224839400428265,
+      "grad_norm": 2.188075065612793,
+      "learning_rate": 4.0762457265809656e-05,
+      "loss": 1.0667,
+      "step": 3555
+    },
+    {
+      "epoch": 1.5229122055674518,
+      "grad_norm": 5.100575923919678,
+      "learning_rate": 4.07570732373458e-05,
+      "loss": 0.6383,
+      "step": 3556
+    },
+    {
+      "epoch": 1.523340471092077,
+      "grad_norm": 14.640643119812012,
+      "learning_rate": 4.075168799611996e-05,
+      "loss": 0.6828,
+      "step": 3557
+    },
+    {
+      "epoch": 1.5237687366167023,
+      "grad_norm": 2.4409823417663574,
+      "learning_rate": 4.0746301542546615e-05,
+      "loss": 1.5632,
+      "step": 3558
+    },
+    {
+      "epoch": 1.5241970021413276,
+      "grad_norm": 3.2400903701782227,
+      "learning_rate": 4.074091387704035e-05,
+      "loss": 0.6352,
+      "step": 3559
+    },
+    {
+      "epoch": 1.5246252676659529,
+      "grad_norm": 1.4296512603759766,
+      "learning_rate": 4.0735525000015814e-05,
+      "loss": 0.7907,
+      "step": 3560
+    },
+    {
+      "epoch": 1.5250535331905781,
+      "grad_norm": 3.4445440769195557,
+      "learning_rate": 4.07301349118878e-05,
+      "loss": 1.7093,
+      "step": 3561
+    },
+    {
+      "epoch": 1.5254817987152034,
+      "grad_norm": 2.016432046890259,
+      "learning_rate": 4.072474361307112e-05,
+      "loss": 1.149,
+      "step": 3562
+    },
+    {
+      "epoch": 1.5259100642398287,
+      "grad_norm": 2.674612045288086,
+      "learning_rate": 4.071935110398075e-05,
+      "loss": 0.767,
+      "step": 3563
+    },
+    {
+      "epoch": 1.526338329764454,
+      "grad_norm": 2.9820847511291504,
+      "learning_rate": 4.0713957385031734e-05,
+      "loss": 0.9626,
+      "step": 3564
+    },
+    {
+      "epoch": 1.5267665952890792,
+      "grad_norm": 5.029166221618652,
+      "learning_rate": 4.070856245663919e-05,
+      "loss": 1.107,
+      "step": 3565
+    },
+    {
+      "epoch": 1.5271948608137045,
+      "grad_norm": 5.939691066741943,
+      "learning_rate": 4.070316631921835e-05,
+      "loss": 1.5331,
+      "step": 3566
+    },
+    {
+      "epoch": 1.5276231263383298,
+      "grad_norm": 3.5203487873077393,
+      "learning_rate": 4.069776897318455e-05,
+      "loss": 1.2495,
+      "step": 3567
+    },
+    {
+      "epoch": 1.528051391862955,
+      "grad_norm": 2.1628832817077637,
+      "learning_rate": 4.069237041895318e-05,
+      "loss": 0.5554,
+      "step": 3568
+    },
+    {
+      "epoch": 1.5284796573875803,
+      "grad_norm": 4.769574165344238,
+      "learning_rate": 4.0686970656939756e-05,
+      "loss": 0.8068,
+      "step": 3569
+    },
+    {
+      "epoch": 1.5289079229122056,
+      "grad_norm": 4.7276811599731445,
+      "learning_rate": 4.0681569687559874e-05,
+      "loss": 0.5499,
+      "step": 3570
+    },
+    {
+      "epoch": 1.5293361884368308,
+      "grad_norm": 3.827293872833252,
+      "learning_rate": 4.0676167511229234e-05,
+      "loss": 0.5979,
+      "step": 3571
+    },
+    {
+      "epoch": 1.529764453961456,
+      "grad_norm": 4.422692775726318,
+      "learning_rate": 4.067076412836361e-05,
+      "loss": 1.1925,
+      "step": 3572
+    },
+    {
+      "epoch": 1.5301927194860814,
+      "grad_norm": 2.5613601207733154,
+      "learning_rate": 4.066535953937889e-05,
+      "loss": 0.77,
+      "step": 3573
+    },
+    {
+      "epoch": 1.5306209850107066,
+      "grad_norm": 1.4159045219421387,
+      "learning_rate": 4.065995374469105e-05,
+      "loss": 0.811,
+      "step": 3574
+    },
+    {
+      "epoch": 1.531049250535332,
+      "grad_norm": 3.2183170318603516,
+      "learning_rate": 4.0654546744716125e-05,
+      "loss": 1.0976,
+      "step": 3575
+    },
+    {
+      "epoch": 1.5314775160599572,
+      "grad_norm": 1.4372327327728271,
+      "learning_rate": 4.06491385398703e-05,
+      "loss": 0.9105,
+      "step": 3576
+    },
+    {
+      "epoch": 1.5319057815845825,
+      "grad_norm": 3.549729824066162,
+      "learning_rate": 4.064372913056982e-05,
+      "loss": 0.6019,
+      "step": 3577
+    },
+    {
+      "epoch": 1.5323340471092077,
+      "grad_norm": 4.109278202056885,
+      "learning_rate": 4.0638318517231016e-05,
+      "loss": 1.1664,
+      "step": 3578
+    },
+    {
+      "epoch": 1.532762312633833,
+      "grad_norm": 3.66487455368042,
+      "learning_rate": 4.0632906700270325e-05,
+      "loss": 1.5366,
+      "step": 3579
+    },
+    {
+      "epoch": 1.5331905781584583,
+      "grad_norm": 2.735414505004883,
+      "learning_rate": 4.062749368010428e-05,
+      "loss": 1.053,
+      "step": 3580
+    },
+    {
+      "epoch": 1.5336188436830835,
+      "grad_norm": 1.7806777954101562,
+      "learning_rate": 4.062207945714949e-05,
+      "loss": 0.4391,
+      "step": 3581
+    },
+    {
+      "epoch": 1.5340471092077088,
+      "grad_norm": 2.61051607131958,
+      "learning_rate": 4.0616664031822684e-05,
+      "loss": 1.4318,
+      "step": 3582
+    },
+    {
+      "epoch": 1.534475374732334,
+      "grad_norm": 4.845090389251709,
+      "learning_rate": 4.061124740454065e-05,
+      "loss": 1.621,
+      "step": 3583
+    },
+    {
+      "epoch": 1.5349036402569594,
+      "grad_norm": 1.5493593215942383,
+      "learning_rate": 4.060582957572029e-05,
+      "loss": 0.6835,
+      "step": 3584
+    },
+    {
+      "epoch": 1.5353319057815846,
+      "grad_norm": 4.336452007293701,
+      "learning_rate": 4.06004105457786e-05,
+      "loss": 1.4747,
+      "step": 3585
+    },
+    {
+      "epoch": 1.53576017130621,
+      "grad_norm": 5.2416462898254395,
+      "learning_rate": 4.059499031513265e-05,
+      "loss": 0.8938,
+      "step": 3586
+    },
+    {
+      "epoch": 1.5361884368308352,
+      "grad_norm": 3.8316264152526855,
+      "learning_rate": 4.058956888419962e-05,
+      "loss": 0.9147,
+      "step": 3587
+    },
+    {
+      "epoch": 1.5366167023554604,
+      "grad_norm": 2.4941277503967285,
+      "learning_rate": 4.058414625339679e-05,
+      "loss": 1.2809,
+      "step": 3588
+    },
+    {
+      "epoch": 1.5370449678800857,
+      "grad_norm": 2.5657148361206055,
+      "learning_rate": 4.05787224231415e-05,
+      "loss": 0.5073,
+      "step": 3589
+    },
+    {
+      "epoch": 1.537473233404711,
+      "grad_norm": 2.84454607963562,
+      "learning_rate": 4.0573297393851217e-05,
+      "loss": 1.094,
+      "step": 3590
+    },
+    {
+      "epoch": 1.5379014989293363,
+      "grad_norm": 3.224012613296509,
+      "learning_rate": 4.056787116594348e-05,
+      "loss": 1.2478,
+      "step": 3591
+    },
+    {
+      "epoch": 1.5383297644539615,
+      "grad_norm": 1.37186598777771,
+      "learning_rate": 4.0562443739835914e-05,
+      "loss": 0.7663,
+      "step": 3592
+    },
+    {
+      "epoch": 1.5387580299785868,
+      "grad_norm": 4.6758527755737305,
+      "learning_rate": 4.055701511594626e-05,
+      "loss": 2.368,
+      "step": 3593
+    },
+    {
+      "epoch": 1.539186295503212,
+      "grad_norm": 1.4411481618881226,
+      "learning_rate": 4.0551585294692336e-05,
+      "loss": 0.6792,
+      "step": 3594
+    },
+    {
+      "epoch": 1.5396145610278373,
+      "grad_norm": 2.7832112312316895,
+      "learning_rate": 4.0546154276492055e-05,
+      "loss": 0.5973,
+      "step": 3595
+    },
+    {
+      "epoch": 1.5400428265524626,
+      "grad_norm": 0.62091064453125,
+      "learning_rate": 4.0540722061763416e-05,
+      "loss": 0.201,
+      "step": 3596
+    },
+    {
+      "epoch": 1.5404710920770879,
+      "grad_norm": 1.2978266477584839,
+      "learning_rate": 4.053528865092452e-05,
+      "loss": 0.3844,
+      "step": 3597
+    },
+    {
+      "epoch": 1.5408993576017131,
+      "grad_norm": 1.6599040031433105,
+      "learning_rate": 4.052985404439355e-05,
+      "loss": 0.5822,
+      "step": 3598
+    },
+    {
+      "epoch": 1.5413276231263384,
+      "grad_norm": 7.5992112159729,
+      "learning_rate": 4.05244182425888e-05,
+      "loss": 1.3597,
+      "step": 3599
+    },
+    {
+      "epoch": 1.5417558886509637,
+      "grad_norm": 3.5709919929504395,
+      "learning_rate": 4.051898124592864e-05,
+      "loss": 0.5533,
+      "step": 3600
+    },
+    {
+      "epoch": 1.542184154175589,
+      "grad_norm": 4.04424524307251,
+      "learning_rate": 4.051354305483153e-05,
+      "loss": 0.885,
+      "step": 3601
+    },
+    {
+      "epoch": 1.5426124197002142,
+      "grad_norm": 0.6517942547798157,
+      "learning_rate": 4.050810366971602e-05,
+      "loss": 0.225,
+      "step": 3602
+    },
+    {
+      "epoch": 1.5430406852248395,
+      "grad_norm": 4.691094875335693,
+      "learning_rate": 4.050266309100077e-05,
+      "loss": 1.0627,
+      "step": 3603
+    },
+    {
+      "epoch": 1.5434689507494648,
+      "grad_norm": 10.614755630493164,
+      "learning_rate": 4.049722131910452e-05,
+      "loss": 1.4829,
+      "step": 3604
+    },
+    {
+      "epoch": 1.54389721627409,
+      "grad_norm": 1.1897809505462646,
+      "learning_rate": 4.04917783544461e-05,
+      "loss": 0.586,
+      "step": 3605
+    },
+    {
+      "epoch": 1.5443254817987153,
+      "grad_norm": 3.5981993675231934,
+      "learning_rate": 4.048633419744443e-05,
+      "loss": 1.4583,
+      "step": 3606
+    },
+    {
+      "epoch": 1.5447537473233406,
+      "grad_norm": 2.4930713176727295,
+      "learning_rate": 4.048088884851853e-05,
+      "loss": 0.7789,
+      "step": 3607
+    },
+    {
+      "epoch": 1.5451820128479659,
+      "grad_norm": 5.1933913230896,
+      "learning_rate": 4.0475442308087516e-05,
+      "loss": 1.0928,
+      "step": 3608
+    },
+    {
+      "epoch": 1.5456102783725911,
+      "grad_norm": 3.5894558429718018,
+      "learning_rate": 4.046999457657057e-05,
+      "loss": 1.3084,
+      "step": 3609
+    },
+    {
+      "epoch": 1.5460385438972164,
+      "grad_norm": 3.358830213546753,
+      "learning_rate": 4.0464545654387e-05,
+      "loss": 1.5509,
+      "step": 3610
+    },
+    {
+      "epoch": 1.5464668094218417,
+      "grad_norm": 1.8138073682785034,
+      "learning_rate": 4.045909554195617e-05,
+      "loss": 0.8812,
+      "step": 3611
+    },
+    {
+      "epoch": 1.546895074946467,
+      "grad_norm": 3.3327314853668213,
+      "learning_rate": 4.045364423969757e-05,
+      "loss": 1.1986,
+      "step": 3612
+    },
+    {
+      "epoch": 1.5473233404710922,
+      "grad_norm": 1.4394782781600952,
+      "learning_rate": 4.044819174803077e-05,
+      "loss": 0.3572,
+      "step": 3613
+    },
+    {
+      "epoch": 1.5477516059957175,
+      "grad_norm": 1.8302910327911377,
+      "learning_rate": 4.044273806737542e-05,
+      "loss": 0.7527,
+      "step": 3614
+    },
+    {
+      "epoch": 1.5481798715203428,
+      "grad_norm": 2.313859462738037,
+      "learning_rate": 4.0437283198151256e-05,
+      "loss": 0.4761,
+      "step": 3615
+    },
+    {
+      "epoch": 1.548608137044968,
+      "grad_norm": 1.0297751426696777,
+      "learning_rate": 4.043182714077813e-05,
+      "loss": 0.3895,
+      "step": 3616
+    },
+    {
+      "epoch": 1.5490364025695933,
+      "grad_norm": 1.5716662406921387,
+      "learning_rate": 4.0426369895675994e-05,
+      "loss": 0.4703,
+      "step": 3617
+    },
+    {
+      "epoch": 1.5494646680942186,
+      "grad_norm": 1.8383938074111938,
+      "learning_rate": 4.042091146326484e-05,
+      "loss": 0.6952,
+      "step": 3618
+    },
+    {
+      "epoch": 1.5498929336188438,
+      "grad_norm": 2.9448015689849854,
+      "learning_rate": 4.041545184396479e-05,
+      "loss": 0.7593,
+      "step": 3619
+    },
+    {
+      "epoch": 1.550321199143469,
+      "grad_norm": 1.2212061882019043,
+      "learning_rate": 4.040999103819606e-05,
+      "loss": 0.5589,
+      "step": 3620
+    },
+    {
+      "epoch": 1.5507494646680944,
+      "grad_norm": 1.8387115001678467,
+      "learning_rate": 4.040452904637894e-05,
+      "loss": 0.658,
+      "step": 3621
+    },
+    {
+      "epoch": 1.5511777301927197,
+      "grad_norm": 5.374927520751953,
+      "learning_rate": 4.0399065868933826e-05,
+      "loss": 1.0452,
+      "step": 3622
+    },
+    {
+      "epoch": 1.5516059957173447,
+      "grad_norm": 0.7305449843406677,
+      "learning_rate": 4.039360150628119e-05,
+      "loss": 0.2693,
+      "step": 3623
+    },
+    {
+      "epoch": 1.55203426124197,
+      "grad_norm": 1.8033902645111084,
+      "learning_rate": 4.038813595884161e-05,
+      "loss": 0.698,
+      "step": 3624
+    },
+    {
+      "epoch": 1.5524625267665952,
+      "grad_norm": 7.619634628295898,
+      "learning_rate": 4.038266922703574e-05,
+      "loss": 1.6413,
+      "step": 3625
+    },
+    {
+      "epoch": 1.5528907922912205,
+      "grad_norm": 5.156085968017578,
+      "learning_rate": 4.0377201311284344e-05,
+      "loss": 0.9676,
+      "step": 3626
+    },
+    {
+      "epoch": 1.5533190578158458,
+      "grad_norm": 3.3987698554992676,
+      "learning_rate": 4.037173221200826e-05,
+      "loss": 0.6571,
+      "step": 3627
+    },
+    {
+      "epoch": 1.553747323340471,
+      "grad_norm": 3.8005099296569824,
+      "learning_rate": 4.0366261929628424e-05,
+      "loss": 2.1394,
+      "step": 3628
+    },
+    {
+      "epoch": 1.5541755888650963,
+      "grad_norm": 3.9766862392425537,
+      "learning_rate": 4.0360790464565866e-05,
+      "loss": 0.5611,
+      "step": 3629
+    },
+    {
+      "epoch": 1.5546038543897216,
+      "grad_norm": 1.5013350248336792,
+      "learning_rate": 4.03553178172417e-05,
+      "loss": 1.3024,
+      "step": 3630
+    },
+    {
+      "epoch": 1.5550321199143469,
+      "grad_norm": 8.123748779296875,
+      "learning_rate": 4.034984398807713e-05,
+      "loss": 0.8549,
+      "step": 3631
+    },
+    {
+      "epoch": 1.5554603854389721,
+      "grad_norm": 1.9341837167739868,
+      "learning_rate": 4.0344368977493475e-05,
+      "loss": 0.8854,
+      "step": 3632
+    },
+    {
+      "epoch": 1.5558886509635974,
+      "grad_norm": 1.7721277475357056,
+      "learning_rate": 4.03388927859121e-05,
+      "loss": 0.3889,
+      "step": 3633
+    },
+    {
+      "epoch": 1.5563169164882227,
+      "grad_norm": 4.006669044494629,
+      "learning_rate": 4.0333415413754504e-05,
+      "loss": 1.88,
+      "step": 3634
+    },
+    {
+      "epoch": 1.556745182012848,
+      "grad_norm": 1.5958110094070435,
+      "learning_rate": 4.032793686144226e-05,
+      "loss": 0.5577,
+      "step": 3635
+    },
+    {
+      "epoch": 1.5571734475374732,
+      "grad_norm": 1.1773638725280762,
+      "learning_rate": 4.032245712939702e-05,
+      "loss": 0.5687,
+      "step": 3636
+    },
+    {
+      "epoch": 1.5576017130620985,
+      "grad_norm": 0.7184120416641235,
+      "learning_rate": 4.0316976218040546e-05,
+      "loss": 0.2035,
+      "step": 3637
+    },
+    {
+      "epoch": 1.5580299785867238,
+      "grad_norm": 6.286162376403809,
+      "learning_rate": 4.031149412779469e-05,
+      "loss": 1.7363,
+      "step": 3638
+    },
+    {
+      "epoch": 1.558458244111349,
+      "grad_norm": 1.9487216472625732,
+      "learning_rate": 4.0306010859081365e-05,
+      "loss": 0.6173,
+      "step": 3639
+    },
+    {
+      "epoch": 1.5588865096359743,
+      "grad_norm": 3.9601478576660156,
+      "learning_rate": 4.0300526412322624e-05,
+      "loss": 1.8345,
+      "step": 3640
+    },
+    {
+      "epoch": 1.5593147751605996,
+      "grad_norm": 2.3996033668518066,
+      "learning_rate": 4.0295040787940563e-05,
+      "loss": 1.073,
+      "step": 3641
+    },
+    {
+      "epoch": 1.5597430406852248,
+      "grad_norm": 3.6490468978881836,
+      "learning_rate": 4.02895539863574e-05,
+      "loss": 1.1103,
+      "step": 3642
+    },
+    {
+      "epoch": 1.5601713062098501,
+      "grad_norm": 4.4182281494140625,
+      "learning_rate": 4.028406600799544e-05,
+      "loss": 1.196,
+      "step": 3643
+    },
+    {
+      "epoch": 1.5605995717344754,
+      "grad_norm": 3.0484986305236816,
+      "learning_rate": 4.027857685327705e-05,
+      "loss": 1.0885,
+      "step": 3644
+    },
+    {
+      "epoch": 1.5610278372591007,
+      "grad_norm": 1.0216811895370483,
+      "learning_rate": 4.027308652262472e-05,
+      "loss": 0.2668,
+      "step": 3645
+    },
+    {
+      "epoch": 1.561456102783726,
+      "grad_norm": 8.655177116394043,
+      "learning_rate": 4.0267595016461035e-05,
+      "loss": 0.5979,
+      "step": 3646
+    },
+    {
+      "epoch": 1.5618843683083512,
+      "grad_norm": 2.3011839389801025,
+      "learning_rate": 4.026210233520864e-05,
+      "loss": 1.1057,
+      "step": 3647
+    },
+    {
+      "epoch": 1.5623126338329765,
+      "grad_norm": 1.506079912185669,
+      "learning_rate": 4.0256608479290285e-05,
+      "loss": 0.5328,
+      "step": 3648
+    },
+    {
+      "epoch": 1.5627408993576017,
+      "grad_norm": 2.3262383937835693,
+      "learning_rate": 4.025111344912882e-05,
+      "loss": 0.7304,
+      "step": 3649
+    },
+    {
+      "epoch": 1.563169164882227,
+      "grad_norm": 2.959963798522949,
+      "learning_rate": 4.0245617245147164e-05,
+      "loss": 1.0577,
+      "step": 3650
+    },
+    {
+      "epoch": 1.5635974304068523,
+      "grad_norm": 2.590289831161499,
+      "learning_rate": 4.024011986776835e-05,
+      "loss": 1.9431,
+      "step": 3651
+    },
+    {
+      "epoch": 1.5640256959314776,
+      "grad_norm": 3.5755667686462402,
+      "learning_rate": 4.023462131741549e-05,
+      "loss": 1.5315,
+      "step": 3652
+    },
+    {
+      "epoch": 1.5644539614561028,
+      "grad_norm": 3.356647253036499,
+      "learning_rate": 4.022912159451177e-05,
+      "loss": 0.6741,
+      "step": 3653
+    },
+    {
+      "epoch": 1.564882226980728,
+      "grad_norm": 7.048192501068115,
+      "learning_rate": 4.022362069948051e-05,
+      "loss": 0.7512,
+      "step": 3654
+    },
+    {
+      "epoch": 1.5653104925053534,
+      "grad_norm": 1.8317996263504028,
+      "learning_rate": 4.021811863274507e-05,
+      "loss": 0.5228,
+      "step": 3655
+    },
+    {
+      "epoch": 1.5657387580299786,
+      "grad_norm": 5.340234756469727,
+      "learning_rate": 4.021261539472894e-05,
+      "loss": 1.3812,
+      "step": 3656
+    },
+    {
+      "epoch": 1.566167023554604,
+      "grad_norm": 7.913243293762207,
+      "learning_rate": 4.020711098585566e-05,
+      "loss": 0.9728,
+      "step": 3657
+    },
+    {
+      "epoch": 1.566595289079229,
+      "grad_norm": 4.0934247970581055,
+      "learning_rate": 4.020160540654891e-05,
+      "loss": 2.87,
+      "step": 3658
+    },
+    {
+      "epoch": 1.5670235546038542,
+      "grad_norm": 2.321702003479004,
+      "learning_rate": 4.019609865723242e-05,
+      "loss": 0.6404,
+      "step": 3659
+    },
+    {
+      "epoch": 1.5674518201284795,
+      "grad_norm": 1.4175344705581665,
+      "learning_rate": 4.0190590738330025e-05,
+      "loss": 0.5396,
+      "step": 3660
+    },
+    {
+      "epoch": 1.5678800856531048,
+      "grad_norm": 2.7241134643554688,
+      "learning_rate": 4.018508165026565e-05,
+      "loss": 0.5472,
+      "step": 3661
+    },
+    {
+      "epoch": 1.56830835117773,
+      "grad_norm": 3.995584726333618,
+      "learning_rate": 4.017957139346331e-05,
+      "loss": 0.709,
+      "step": 3662
+    },
+    {
+      "epoch": 1.5687366167023553,
+      "grad_norm": 3.600517749786377,
+      "learning_rate": 4.01740599683471e-05,
+      "loss": 1.322,
+      "step": 3663
+    },
+    {
+      "epoch": 1.5691648822269806,
+      "grad_norm": 2.5837013721466064,
+      "learning_rate": 4.0168547375341226e-05,
+      "loss": 1.2605,
+      "step": 3664
+    },
+    {
+      "epoch": 1.5695931477516059,
+      "grad_norm": 2.587344169616699,
+      "learning_rate": 4.016303361486996e-05,
+      "loss": 0.6434,
+      "step": 3665
+    },
+    {
+      "epoch": 1.5700214132762311,
+      "grad_norm": 2.277331590652466,
+      "learning_rate": 4.015751868735768e-05,
+      "loss": 0.9855,
+      "step": 3666
+    },
+    {
+      "epoch": 1.5704496788008564,
+      "grad_norm": 4.332453727722168,
+      "learning_rate": 4.015200259322885e-05,
+      "loss": 0.5869,
+      "step": 3667
+    },
+    {
+      "epoch": 1.5708779443254817,
+      "grad_norm": 2.4968223571777344,
+      "learning_rate": 4.014648533290802e-05,
+      "loss": 0.5095,
+      "step": 3668
+    },
+    {
+      "epoch": 1.571306209850107,
+      "grad_norm": 4.061594486236572,
+      "learning_rate": 4.014096690681984e-05,
+      "loss": 0.5456,
+      "step": 3669
+    },
+    {
+      "epoch": 1.5717344753747322,
+      "grad_norm": 2.1207327842712402,
+      "learning_rate": 4.0135447315389036e-05,
+      "loss": 0.725,
+      "step": 3670
+    },
+    {
+      "epoch": 1.5721627408993575,
+      "grad_norm": 2.4488651752471924,
+      "learning_rate": 4.0129926559040425e-05,
+      "loss": 0.3841,
+      "step": 3671
+    },
+    {
+      "epoch": 1.5725910064239828,
+      "grad_norm": 2.855560541152954,
+      "learning_rate": 4.012440463819893e-05,
+      "loss": 0.506,
+      "step": 3672
+    },
+    {
+      "epoch": 1.573019271948608,
+      "grad_norm": 1.442191243171692,
+      "learning_rate": 4.0118881553289546e-05,
+      "loss": 1.0964,
+      "step": 3673
+    },
+    {
+      "epoch": 1.5734475374732333,
+      "grad_norm": 2.757619857788086,
+      "learning_rate": 4.011335730473735e-05,
+      "loss": 0.9457,
+      "step": 3674
+    },
+    {
+      "epoch": 1.5738758029978586,
+      "grad_norm": 2.936530113220215,
+      "learning_rate": 4.010783189296755e-05,
+      "loss": 0.8808,
+      "step": 3675
+    },
+    {
+      "epoch": 1.5743040685224838,
+      "grad_norm": 5.791811466217041,
+      "learning_rate": 4.01023053184054e-05,
+      "loss": 1.7658,
+      "step": 3676
+    },
+    {
+      "epoch": 1.574732334047109,
+      "grad_norm": 3.5858993530273438,
+      "learning_rate": 4.009677758147627e-05,
+      "loss": 1.2421,
+      "step": 3677
+    },
+    {
+      "epoch": 1.5751605995717344,
+      "grad_norm": 2.8515281677246094,
+      "learning_rate": 4.0091248682605595e-05,
+      "loss": 0.4929,
+      "step": 3678
+    },
+    {
+      "epoch": 1.5755888650963596,
+      "grad_norm": 3.9565062522888184,
+      "learning_rate": 4.0085718622218915e-05,
+      "loss": 1.3365,
+      "step": 3679
+    },
+    {
+      "epoch": 1.576017130620985,
+      "grad_norm": 2.0542004108428955,
+      "learning_rate": 4.0080187400741866e-05,
+      "loss": 0.5823,
+      "step": 3680
+    },
+    {
+      "epoch": 1.5764453961456102,
+      "grad_norm": 3.328505754470825,
+      "learning_rate": 4.0074655018600154e-05,
+      "loss": 0.8769,
+      "step": 3681
+    },
+    {
+      "epoch": 1.5768736616702355,
+      "grad_norm": 1.989592432975769,
+      "learning_rate": 4.00691214762196e-05,
+      "loss": 0.6317,
+      "step": 3682
+    },
+    {
+      "epoch": 1.5773019271948607,
+      "grad_norm": 2.6524205207824707,
+      "learning_rate": 4.006358677402609e-05,
+      "loss": 0.2548,
+      "step": 3683
+    },
+    {
+      "epoch": 1.577730192719486,
+      "grad_norm": 5.287588119506836,
+      "learning_rate": 4.005805091244561e-05,
+      "loss": 0.8028,
+      "step": 3684
+    },
+    {
+      "epoch": 1.5781584582441113,
+      "grad_norm": 5.370800971984863,
+      "learning_rate": 4.005251389190424e-05,
+      "loss": 0.3283,
+      "step": 3685
+    },
+    {
+      "epoch": 1.5785867237687365,
+      "grad_norm": 3.6723060607910156,
+      "learning_rate": 4.0046975712828135e-05,
+      "loss": 0.9049,
+      "step": 3686
+    },
+    {
+      "epoch": 1.5790149892933618,
+      "grad_norm": 2.819416046142578,
+      "learning_rate": 4.004143637564355e-05,
+      "loss": 0.4988,
+      "step": 3687
+    },
+    {
+      "epoch": 1.579443254817987,
+      "grad_norm": 6.322763919830322,
+      "learning_rate": 4.003589588077682e-05,
+      "loss": 1.0599,
+      "step": 3688
+    },
+    {
+      "epoch": 1.5798715203426124,
+      "grad_norm": 3.24322509765625,
+      "learning_rate": 4.00303542286544e-05,
+      "loss": 0.9525,
+      "step": 3689
+    },
+    {
+      "epoch": 1.5802997858672376,
+      "grad_norm": 2.825035810470581,
+      "learning_rate": 4.002481141970278e-05,
+      "loss": 1.0659,
+      "step": 3690
+    },
+    {
+      "epoch": 1.580728051391863,
+      "grad_norm": 6.180501937866211,
+      "learning_rate": 4.001926745434858e-05,
+      "loss": 0.7928,
+      "step": 3691
+    },
+    {
+      "epoch": 1.5811563169164882,
+      "grad_norm": 4.792420387268066,
+      "learning_rate": 4.0013722333018524e-05,
+      "loss": 0.374,
+      "step": 3692
+    },
+    {
+      "epoch": 1.5815845824411134,
+      "grad_norm": 4.787214756011963,
+      "learning_rate": 4.000817605613936e-05,
+      "loss": 0.6188,
+      "step": 3693
+    },
+    {
+      "epoch": 1.5820128479657387,
+      "grad_norm": 9.490128517150879,
+      "learning_rate": 4.0002628624137974e-05,
+      "loss": 2.3237,
+      "step": 3694
+    },
+    {
+      "epoch": 1.582441113490364,
+      "grad_norm": 1.2019516229629517,
+      "learning_rate": 3.9997080037441345e-05,
+      "loss": 0.3607,
+      "step": 3695
+    },
+    {
+      "epoch": 1.5828693790149893,
+      "grad_norm": 1.3326079845428467,
+      "learning_rate": 3.999153029647651e-05,
+      "loss": 0.7039,
+      "step": 3696
+    },
+    {
+      "epoch": 1.5832976445396145,
+      "grad_norm": 4.318633556365967,
+      "learning_rate": 3.998597940167063e-05,
+      "loss": 0.823,
+      "step": 3697
+    },
+    {
+      "epoch": 1.5837259100642398,
+      "grad_norm": 3.1041529178619385,
+      "learning_rate": 3.998042735345091e-05,
+      "loss": 0.7501,
+      "step": 3698
+    },
+    {
+      "epoch": 1.584154175588865,
+      "grad_norm": 7.700765609741211,
+      "learning_rate": 3.9974874152244704e-05,
+      "loss": 0.812,
+      "step": 3699
+    },
+    {
+      "epoch": 1.5845824411134903,
+      "grad_norm": 3.7068240642547607,
+      "learning_rate": 3.996931979847939e-05,
+      "loss": 0.8916,
+      "step": 3700
+    },
+    {
+      "epoch": 1.5850107066381156,
+      "grad_norm": 0.9422901272773743,
+      "learning_rate": 3.996376429258247e-05,
+      "loss": 0.1888,
+      "step": 3701
+    },
+    {
+      "epoch": 1.5854389721627409,
+      "grad_norm": 1.7164459228515625,
+      "learning_rate": 3.995820763498155e-05,
+      "loss": 0.6529,
+      "step": 3702
+    },
+    {
+      "epoch": 1.5858672376873661,
+      "grad_norm": 4.2930192947387695,
+      "learning_rate": 3.9952649826104296e-05,
+      "loss": 1.1935,
+      "step": 3703
+    },
+    {
+      "epoch": 1.5862955032119914,
+      "grad_norm": 2.7019290924072266,
+      "learning_rate": 3.9947090866378456e-05,
+      "loss": 0.4716,
+      "step": 3704
+    },
+    {
+      "epoch": 1.5867237687366167,
+      "grad_norm": 3.487298011779785,
+      "learning_rate": 3.9941530756231895e-05,
+      "loss": 1.0882,
+      "step": 3705
+    },
+    {
+      "epoch": 1.587152034261242,
+      "grad_norm": 2.2718403339385986,
+      "learning_rate": 3.993596949609256e-05,
+      "loss": 0.5444,
+      "step": 3706
+    },
+    {
+      "epoch": 1.5875802997858672,
+      "grad_norm": 4.30404806137085,
+      "learning_rate": 3.993040708638847e-05,
+      "loss": 1.7276,
+      "step": 3707
+    },
+    {
+      "epoch": 1.5880085653104925,
+      "grad_norm": 3.0054919719696045,
+      "learning_rate": 3.992484352754774e-05,
+      "loss": 1.7178,
+      "step": 3708
+    },
+    {
+      "epoch": 1.5884368308351178,
+      "grad_norm": 25.525493621826172,
+      "learning_rate": 3.9919278819998585e-05,
+      "loss": 0.9543,
+      "step": 3709
+    },
+    {
+      "epoch": 1.588865096359743,
+      "grad_norm": 1.151955485343933,
+      "learning_rate": 3.991371296416929e-05,
+      "loss": 0.3977,
+      "step": 3710
+    },
+    {
+      "epoch": 1.5892933618843683,
+      "grad_norm": 2.477975368499756,
+      "learning_rate": 3.9908145960488255e-05,
+      "loss": 1.243,
+      "step": 3711
+    },
+    {
+      "epoch": 1.5897216274089936,
+      "grad_norm": 1.282427430152893,
+      "learning_rate": 3.9902577809383936e-05,
+      "loss": 0.7483,
+      "step": 3712
+    },
+    {
+      "epoch": 1.5901498929336189,
+      "grad_norm": 2.034245729446411,
+      "learning_rate": 3.9897008511284885e-05,
+      "loss": 1.1894,
+      "step": 3713
+    },
+    {
+      "epoch": 1.5905781584582441,
+      "grad_norm": 1.1172599792480469,
+      "learning_rate": 3.989143806661977e-05,
+      "loss": 0.3938,
+      "step": 3714
+    },
+    {
+      "epoch": 1.5910064239828694,
+      "grad_norm": 2.0459206104278564,
+      "learning_rate": 3.988586647581731e-05,
+      "loss": 0.6281,
+      "step": 3715
+    },
+    {
+      "epoch": 1.5914346895074947,
+      "grad_norm": 1.7057603597640991,
+      "learning_rate": 3.988029373930634e-05,
+      "loss": 0.383,
+      "step": 3716
+    },
+    {
+      "epoch": 1.59186295503212,
+      "grad_norm": 6.488925933837891,
+      "learning_rate": 3.987471985751577e-05,
+      "loss": 1.6337,
+      "step": 3717
+    },
+    {
+      "epoch": 1.5922912205567452,
+      "grad_norm": 2.3408496379852295,
+      "learning_rate": 3.98691448308746e-05,
+      "loss": 0.4976,
+      "step": 3718
+    },
+    {
+      "epoch": 1.5927194860813705,
+      "grad_norm": 4.230133533477783,
+      "learning_rate": 3.9863568659811915e-05,
+      "loss": 1.1484,
+      "step": 3719
+    },
+    {
+      "epoch": 1.5931477516059958,
+      "grad_norm": 21.19440460205078,
+      "learning_rate": 3.9857991344756896e-05,
+      "loss": 1.2946,
+      "step": 3720
+    },
+    {
+      "epoch": 1.593576017130621,
+      "grad_norm": 3.1332974433898926,
+      "learning_rate": 3.98524128861388e-05,
+      "loss": 0.7638,
+      "step": 3721
+    },
+    {
+      "epoch": 1.5940042826552463,
+      "grad_norm": 5.322364330291748,
+      "learning_rate": 3.9846833284387e-05,
+      "loss": 1.0865,
+      "step": 3722
+    },
+    {
+      "epoch": 1.5944325481798716,
+      "grad_norm": 4.831900596618652,
+      "learning_rate": 3.984125253993091e-05,
+      "loss": 0.9519,
+      "step": 3723
+    },
+    {
+      "epoch": 1.5948608137044968,
+      "grad_norm": 1.301560640335083,
+      "learning_rate": 3.9835670653200076e-05,
+      "loss": 0.6101,
+      "step": 3724
+    },
+    {
+      "epoch": 1.595289079229122,
+      "grad_norm": 2.8921589851379395,
+      "learning_rate": 3.98300876246241e-05,
+      "loss": 1.2772,
+      "step": 3725
+    },
+    {
+      "epoch": 1.5957173447537474,
+      "grad_norm": 4.451436996459961,
+      "learning_rate": 3.982450345463271e-05,
+      "loss": 1.2128,
+      "step": 3726
+    },
+    {
+      "epoch": 1.5961456102783727,
+      "grad_norm": 4.513101577758789,
+      "learning_rate": 3.981891814365568e-05,
+      "loss": 1.587,
+      "step": 3727
+    },
+    {
+      "epoch": 1.596573875802998,
+      "grad_norm": 5.714897155761719,
+      "learning_rate": 3.981333169212289e-05,
+      "loss": 1.1201,
+      "step": 3728
+    },
+    {
+      "epoch": 1.5970021413276232,
+      "grad_norm": 3.0976920127868652,
+      "learning_rate": 3.980774410046432e-05,
+      "loss": 0.6534,
+      "step": 3729
+    },
+    {
+      "epoch": 1.5974304068522485,
+      "grad_norm": 2.411978006362915,
+      "learning_rate": 3.980215536911001e-05,
+      "loss": 0.6083,
+      "step": 3730
+    },
+    {
+      "epoch": 1.5978586723768737,
+      "grad_norm": 3.125232219696045,
+      "learning_rate": 3.979656549849012e-05,
+      "loss": 0.7014,
+      "step": 3731
+    },
+    {
+      "epoch": 1.598286937901499,
+      "grad_norm": 1.1759332418441772,
+      "learning_rate": 3.979097448903487e-05,
+      "loss": 0.9951,
+      "step": 3732
+    },
+    {
+      "epoch": 1.5987152034261243,
+      "grad_norm": 1.9927552938461304,
+      "learning_rate": 3.978538234117458e-05,
+      "loss": 0.8191,
+      "step": 3733
+    },
+    {
+      "epoch": 1.5991434689507495,
+      "grad_norm": 2.711063861846924,
+      "learning_rate": 3.9779789055339656e-05,
+      "loss": 1.5711,
+      "step": 3734
+    },
+    {
+      "epoch": 1.5995717344753748,
+      "grad_norm": 3.301703453063965,
+      "learning_rate": 3.9774194631960595e-05,
+      "loss": 0.8063,
+      "step": 3735
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 3.4675493240356445,
+      "learning_rate": 3.976859907146798e-05,
+      "loss": 0.5641,
+      "step": 3736
+    },
+    {
+      "epoch": 1.6004282655246254,
+      "grad_norm": 2.1796796321868896,
+      "learning_rate": 3.976300237429248e-05,
+      "loss": 0.8461,
+      "step": 3737
+    },
+    {
+      "epoch": 1.6008565310492506,
+      "grad_norm": 2.8883426189422607,
+      "learning_rate": 3.975740454086484e-05,
+      "loss": 0.9871,
+      "step": 3738
+    },
+    {
+      "epoch": 1.601284796573876,
+      "grad_norm": 2.4689157009124756,
+      "learning_rate": 3.9751805571615924e-05,
+      "loss": 0.2354,
+      "step": 3739
+    },
+    {
+      "epoch": 1.6017130620985012,
+      "grad_norm": 25.96824073791504,
+      "learning_rate": 3.9746205466976646e-05,
+      "loss": 0.9352,
+      "step": 3740
+    },
+    {
+      "epoch": 1.6021413276231264,
+      "grad_norm": 4.4291839599609375,
+      "learning_rate": 3.9740604227378034e-05,
+      "loss": 0.3671,
+      "step": 3741
+    },
+    {
+      "epoch": 1.6025695931477517,
+      "grad_norm": 2.5682919025421143,
+      "learning_rate": 3.9735001853251186e-05,
+      "loss": 0.4589,
+      "step": 3742
+    },
+    {
+      "epoch": 1.602997858672377,
+      "grad_norm": 3.6207761764526367,
+      "learning_rate": 3.9729398345027305e-05,
+      "loss": 0.6292,
+      "step": 3743
+    },
+    {
+      "epoch": 1.6034261241970023,
+      "grad_norm": 2.733515739440918,
+      "learning_rate": 3.972379370313766e-05,
+      "loss": 0.7661,
+      "step": 3744
+    },
+    {
+      "epoch": 1.6038543897216275,
+      "grad_norm": 2.669299840927124,
+      "learning_rate": 3.971818792801363e-05,
+      "loss": 1.1573,
+      "step": 3745
+    },
+    {
+      "epoch": 1.6042826552462528,
+      "grad_norm": 0.5983911156654358,
+      "learning_rate": 3.971258102008667e-05,
+      "loss": 0.1948,
+      "step": 3746
+    },
+    {
+      "epoch": 1.604710920770878,
+      "grad_norm": 0.8387130498886108,
+      "learning_rate": 3.9706972979788314e-05,
+      "loss": 0.3001,
+      "step": 3747
+    },
+    {
+      "epoch": 1.6051391862955033,
+      "grad_norm": 3.7059483528137207,
+      "learning_rate": 3.97013638075502e-05,
+      "loss": 2.103,
+      "step": 3748
+    },
+    {
+      "epoch": 1.6055674518201286,
+      "grad_norm": 1.4870651960372925,
+      "learning_rate": 3.9695753503804035e-05,
+      "loss": 0.7245,
+      "step": 3749
+    },
+    {
+      "epoch": 1.6059957173447539,
+      "grad_norm": 2.279506206512451,
+      "learning_rate": 3.969014206898163e-05,
+      "loss": 0.7498,
+      "step": 3750
+    },
+    {
+      "epoch": 1.6064239828693792,
+      "grad_norm": 2.3626182079315186,
+      "learning_rate": 3.9684529503514875e-05,
+      "loss": 0.8327,
+      "step": 3751
+    },
+    {
+      "epoch": 1.6068522483940044,
+      "grad_norm": 2.007248878479004,
+      "learning_rate": 3.967891580783575e-05,
+      "loss": 0.4684,
+      "step": 3752
+    },
+    {
+      "epoch": 1.6072805139186297,
+      "grad_norm": 0.7587634921073914,
+      "learning_rate": 3.9673300982376315e-05,
+      "loss": 0.2704,
+      "step": 3753
+    },
+    {
+      "epoch": 1.607708779443255,
+      "grad_norm": 5.703794002532959,
+      "learning_rate": 3.9667685027568726e-05,
+      "loss": 0.8193,
+      "step": 3754
+    },
+    {
+      "epoch": 1.6081370449678802,
+      "grad_norm": 6.965898513793945,
+      "learning_rate": 3.966206794384522e-05,
+      "loss": 0.7615,
+      "step": 3755
+    },
+    {
+      "epoch": 1.6085653104925055,
+      "grad_norm": 1.2176017761230469,
+      "learning_rate": 3.9656449731638114e-05,
+      "loss": 0.6252,
+      "step": 3756
+    },
+    {
+      "epoch": 1.6089935760171308,
+      "grad_norm": 8.106256484985352,
+      "learning_rate": 3.9650830391379825e-05,
+      "loss": 0.9288,
+      "step": 3757
+    },
+    {
+      "epoch": 1.609421841541756,
+      "grad_norm": 2.737274408340454,
+      "learning_rate": 3.964520992350287e-05,
+      "loss": 0.4149,
+      "step": 3758
+    },
+    {
+      "epoch": 1.6098501070663813,
+      "grad_norm": 1.5380890369415283,
+      "learning_rate": 3.963958832843982e-05,
+      "loss": 0.7896,
+      "step": 3759
+    },
+    {
+      "epoch": 1.6102783725910066,
+      "grad_norm": 3.4913620948791504,
+      "learning_rate": 3.963396560662334e-05,
+      "loss": 0.3807,
+      "step": 3760
+    },
+    {
+      "epoch": 1.6107066381156316,
+      "grad_norm": 5.792602062225342,
+      "learning_rate": 3.962834175848619e-05,
+      "loss": 0.8033,
+      "step": 3761
+    },
+    {
+      "epoch": 1.611134903640257,
+      "grad_norm": 6.060290813446045,
+      "learning_rate": 3.962271678446124e-05,
+      "loss": 1.209,
+      "step": 3762
+    },
+    {
+      "epoch": 1.6115631691648822,
+      "grad_norm": 2.1247189044952393,
+      "learning_rate": 3.96170906849814e-05,
+      "loss": 0.6312,
+      "step": 3763
+    },
+    {
+      "epoch": 1.6119914346895075,
+      "grad_norm": 2.0412402153015137,
+      "learning_rate": 3.9611463460479694e-05,
+      "loss": 1.2338,
+      "step": 3764
+    },
+    {
+      "epoch": 1.6124197002141327,
+      "grad_norm": 4.092912197113037,
+      "learning_rate": 3.960583511138924e-05,
+      "loss": 0.8946,
+      "step": 3765
+    },
+    {
+      "epoch": 1.612847965738758,
+      "grad_norm": 3.935006618499756,
+      "learning_rate": 3.960020563814321e-05,
+      "loss": 1.2909,
+      "step": 3766
+    },
+    {
+      "epoch": 1.6132762312633833,
+      "grad_norm": 2.696444511413574,
+      "learning_rate": 3.959457504117491e-05,
+      "loss": 1.3845,
+      "step": 3767
+    },
+    {
+      "epoch": 1.6137044967880085,
+      "grad_norm": 3.744647979736328,
+      "learning_rate": 3.958894332091767e-05,
+      "loss": 0.6579,
+      "step": 3768
+    },
+    {
+      "epoch": 1.6141327623126338,
+      "grad_norm": 2.7593090534210205,
+      "learning_rate": 3.9583310477804975e-05,
+      "loss": 0.5906,
+      "step": 3769
+    },
+    {
+      "epoch": 1.614561027837259,
+      "grad_norm": 1.1248925924301147,
+      "learning_rate": 3.957767651227035e-05,
+      "loss": 0.2671,
+      "step": 3770
+    },
+    {
+      "epoch": 1.6149892933618843,
+      "grad_norm": 3.0032217502593994,
+      "learning_rate": 3.957204142474742e-05,
+      "loss": 0.9663,
+      "step": 3771
+    },
+    {
+      "epoch": 1.6154175588865096,
+      "grad_norm": 6.156295299530029,
+      "learning_rate": 3.956640521566989e-05,
+      "loss": 0.4248,
+      "step": 3772
+    },
+    {
+      "epoch": 1.615845824411135,
+      "grad_norm": 3.296386957168579,
+      "learning_rate": 3.956076788547157e-05,
+      "loss": 0.6839,
+      "step": 3773
+    },
+    {
+      "epoch": 1.6162740899357602,
+      "grad_norm": 2.054767608642578,
+      "learning_rate": 3.9555129434586336e-05,
+      "loss": 0.511,
+      "step": 3774
+    },
+    {
+      "epoch": 1.6167023554603854,
+      "grad_norm": 5.709110260009766,
+      "learning_rate": 3.9549489863448156e-05,
+      "loss": 1.0686,
+      "step": 3775
+    },
+    {
+      "epoch": 1.6171306209850107,
+      "grad_norm": 3.27726149559021,
+      "learning_rate": 3.95438491724911e-05,
+      "loss": 0.8923,
+      "step": 3776
+    },
+    {
+      "epoch": 1.617558886509636,
+      "grad_norm": 0.9904271960258484,
+      "learning_rate": 3.9538207362149295e-05,
+      "loss": 0.4218,
+      "step": 3777
+    },
+    {
+      "epoch": 1.6179871520342612,
+      "grad_norm": 3.464601755142212,
+      "learning_rate": 3.953256443285698e-05,
+      "loss": 0.6,
+      "step": 3778
+    },
+    {
+      "epoch": 1.6184154175588865,
+      "grad_norm": 1.561919927597046,
+      "learning_rate": 3.952692038504846e-05,
+      "loss": 0.7952,
+      "step": 3779
+    },
+    {
+      "epoch": 1.6188436830835118,
+      "grad_norm": 2.3932697772979736,
+      "learning_rate": 3.952127521915814e-05,
+      "loss": 1.5314,
+      "step": 3780
+    },
+    {
+      "epoch": 1.619271948608137,
+      "grad_norm": 1.9771136045455933,
+      "learning_rate": 3.951562893562052e-05,
+      "loss": 0.7989,
+      "step": 3781
+    },
+    {
+      "epoch": 1.6197002141327623,
+      "grad_norm": 2.4884989261627197,
+      "learning_rate": 3.950998153487015e-05,
+      "loss": 0.4942,
+      "step": 3782
+    },
+    {
+      "epoch": 1.6201284796573876,
+      "grad_norm": 0.8581085801124573,
+      "learning_rate": 3.9504333017341696e-05,
+      "loss": 0.4079,
+      "step": 3783
+    },
+    {
+      "epoch": 1.6205567451820129,
+      "grad_norm": 2.7784383296966553,
+      "learning_rate": 3.9498683383469917e-05,
+      "loss": 0.9541,
+      "step": 3784
+    },
+    {
+      "epoch": 1.6209850107066381,
+      "grad_norm": 10.827415466308594,
+      "learning_rate": 3.9493032633689645e-05,
+      "loss": 0.8488,
+      "step": 3785
+    },
+    {
+      "epoch": 1.6214132762312634,
+      "grad_norm": 4.561352729797363,
+      "learning_rate": 3.948738076843577e-05,
+      "loss": 1.1147,
+      "step": 3786
+    },
+    {
+      "epoch": 1.6218415417558887,
+      "grad_norm": 0.5558221340179443,
+      "learning_rate": 3.9481727788143306e-05,
+      "loss": 0.1807,
+      "step": 3787
+    },
+    {
+      "epoch": 1.622269807280514,
+      "grad_norm": 3.209087371826172,
+      "learning_rate": 3.947607369324735e-05,
+      "loss": 0.9504,
+      "step": 3788
+    },
+    {
+      "epoch": 1.6226980728051392,
+      "grad_norm": 2.669891357421875,
+      "learning_rate": 3.947041848418308e-05,
+      "loss": 0.9821,
+      "step": 3789
+    },
+    {
+      "epoch": 1.6231263383297645,
+      "grad_norm": 1.870954990386963,
+      "learning_rate": 3.9464762161385734e-05,
+      "loss": 0.3929,
+      "step": 3790
+    },
+    {
+      "epoch": 1.6235546038543898,
+      "grad_norm": 0.8550050258636475,
+      "learning_rate": 3.9459104725290685e-05,
+      "loss": 0.3122,
+      "step": 3791
+    },
+    {
+      "epoch": 1.623982869379015,
+      "grad_norm": 4.030742168426514,
+      "learning_rate": 3.9453446176333344e-05,
+      "loss": 0.5507,
+      "step": 3792
+    },
+    {
+      "epoch": 1.6244111349036403,
+      "grad_norm": 5.1873979568481445,
+      "learning_rate": 3.9447786514949235e-05,
+      "loss": 1.2571,
+      "step": 3793
+    },
+    {
+      "epoch": 1.6248394004282656,
+      "grad_norm": 2.734980344772339,
+      "learning_rate": 3.9442125741573965e-05,
+      "loss": 0.9756,
+      "step": 3794
+    },
+    {
+      "epoch": 1.6252676659528906,
+      "grad_norm": 0.6418460011482239,
+      "learning_rate": 3.943646385664321e-05,
+      "loss": 0.3597,
+      "step": 3795
+    },
+    {
+      "epoch": 1.625695931477516,
+      "grad_norm": 0.8489466309547424,
+      "learning_rate": 3.9430800860592754e-05,
+      "loss": 0.3685,
+      "step": 3796
+    },
+    {
+      "epoch": 1.6261241970021412,
+      "grad_norm": 3.9467849731445312,
+      "learning_rate": 3.942513675385846e-05,
+      "loss": 0.8342,
+      "step": 3797
+    },
+    {
+      "epoch": 1.6265524625267664,
+      "grad_norm": 7.810581207275391,
+      "learning_rate": 3.941947153687626e-05,
+      "loss": 0.721,
+      "step": 3798
+    },
+    {
+      "epoch": 1.6269807280513917,
+      "grad_norm": 7.452377796173096,
+      "learning_rate": 3.941380521008219e-05,
+      "loss": 1.6451,
+      "step": 3799
+    },
+    {
+      "epoch": 1.627408993576017,
+      "grad_norm": 2.9991025924682617,
+      "learning_rate": 3.940813777391236e-05,
+      "loss": 0.6031,
+      "step": 3800
+    },
+    {
+      "epoch": 1.6278372591006423,
+      "grad_norm": 5.681662559509277,
+      "learning_rate": 3.940246922880299e-05,
+      "loss": 0.9506,
+      "step": 3801
+    },
+    {
+      "epoch": 1.6282655246252675,
+      "grad_norm": 1.6561659574508667,
+      "learning_rate": 3.9396799575190346e-05,
+      "loss": 0.3632,
+      "step": 3802
+    },
+    {
+      "epoch": 1.6286937901498928,
+      "grad_norm": 3.2274694442749023,
+      "learning_rate": 3.939112881351081e-05,
+      "loss": 0.7159,
+      "step": 3803
+    },
+    {
+      "epoch": 1.629122055674518,
+      "grad_norm": 3.578341007232666,
+      "learning_rate": 3.938545694420084e-05,
+      "loss": 1.7035,
+      "step": 3804
+    },
+    {
+      "epoch": 1.6295503211991433,
+      "grad_norm": 1.065347671508789,
+      "learning_rate": 3.9379783967696964e-05,
+      "loss": 0.2354,
+      "step": 3805
+    },
+    {
+      "epoch": 1.6299785867237686,
+      "grad_norm": 2.9539079666137695,
+      "learning_rate": 3.9374109884435826e-05,
+      "loss": 1.0718,
+      "step": 3806
+    },
+    {
+      "epoch": 1.6304068522483939,
+      "grad_norm": 3.574463367462158,
+      "learning_rate": 3.936843469485413e-05,
+      "loss": 1.0124,
+      "step": 3807
+    },
+    {
+      "epoch": 1.6308351177730191,
+      "grad_norm": 2.9051830768585205,
+      "learning_rate": 3.936275839938868e-05,
+      "loss": 1.1186,
+      "step": 3808
+    },
+    {
+      "epoch": 1.6312633832976444,
+      "grad_norm": 2.6893856525421143,
+      "learning_rate": 3.935708099847635e-05,
+      "loss": 0.4925,
+      "step": 3809
+    },
+    {
+      "epoch": 1.6316916488222697,
+      "grad_norm": 2.5238091945648193,
+      "learning_rate": 3.935140249255412e-05,
+      "loss": 1.2663,
+      "step": 3810
+    },
+    {
+      "epoch": 1.632119914346895,
+      "grad_norm": 1.5530664920806885,
+      "learning_rate": 3.9345722882059025e-05,
+      "loss": 0.6164,
+      "step": 3811
+    },
+    {
+      "epoch": 1.6325481798715202,
+      "grad_norm": 8.006832122802734,
+      "learning_rate": 3.9340042167428226e-05,
+      "loss": 1.1962,
+      "step": 3812
+    },
+    {
+      "epoch": 1.6329764453961455,
+      "grad_norm": 3.0382959842681885,
+      "learning_rate": 3.933436034909893e-05,
+      "loss": 1.0712,
+      "step": 3813
+    },
+    {
+      "epoch": 1.6334047109207708,
+      "grad_norm": 5.014316082000732,
+      "learning_rate": 3.9328677427508444e-05,
+      "loss": 1.2888,
+      "step": 3814
+    },
+    {
+      "epoch": 1.633832976445396,
+      "grad_norm": 3.135211706161499,
+      "learning_rate": 3.932299340309417e-05,
+      "loss": 0.3533,
+      "step": 3815
+    },
+    {
+      "epoch": 1.6342612419700213,
+      "grad_norm": 4.326828956604004,
+      "learning_rate": 3.9317308276293574e-05,
+      "loss": 1.5043,
+      "step": 3816
+    },
+    {
+      "epoch": 1.6346895074946466,
+      "grad_norm": 1.4470716714859009,
+      "learning_rate": 3.9311622047544235e-05,
+      "loss": 0.4466,
+      "step": 3817
+    },
+    {
+      "epoch": 1.6351177730192719,
+      "grad_norm": 3.8654675483703613,
+      "learning_rate": 3.930593471728379e-05,
+      "loss": 1.246,
+      "step": 3818
+    },
+    {
+      "epoch": 1.6355460385438971,
+      "grad_norm": 1.6467291116714478,
+      "learning_rate": 3.9300246285949974e-05,
+      "loss": 0.4687,
+      "step": 3819
+    },
+    {
+      "epoch": 1.6359743040685224,
+      "grad_norm": 2.5229310989379883,
+      "learning_rate": 3.929455675398059e-05,
+      "loss": 0.6321,
+      "step": 3820
+    },
+    {
+      "epoch": 1.6364025695931477,
+      "grad_norm": 2.4927070140838623,
+      "learning_rate": 3.928886612181356e-05,
+      "loss": 0.792,
+      "step": 3821
+    },
+    {
+      "epoch": 1.636830835117773,
+      "grad_norm": 1.1532708406448364,
+      "learning_rate": 3.9283174389886866e-05,
+      "loss": 0.708,
+      "step": 3822
+    },
+    {
+      "epoch": 1.6372591006423982,
+      "grad_norm": 4.760126113891602,
+      "learning_rate": 3.927748155863857e-05,
+      "loss": 1.3634,
+      "step": 3823
+    },
+    {
+      "epoch": 1.6376873661670235,
+      "grad_norm": 5.714986801147461,
+      "learning_rate": 3.927178762850684e-05,
+      "loss": 1.4869,
+      "step": 3824
+    },
+    {
+      "epoch": 1.6381156316916488,
+      "grad_norm": 3.0874412059783936,
+      "learning_rate": 3.926609259992991e-05,
+      "loss": 0.7419,
+      "step": 3825
+    },
+    {
+      "epoch": 1.638543897216274,
+      "grad_norm": 0.8313616514205933,
+      "learning_rate": 3.92603964733461e-05,
+      "loss": 0.4023,
+      "step": 3826
+    },
+    {
+      "epoch": 1.6389721627408993,
+      "grad_norm": 0.9612526893615723,
+      "learning_rate": 3.925469924919381e-05,
+      "loss": 0.2505,
+      "step": 3827
+    },
+    {
+      "epoch": 1.6394004282655246,
+      "grad_norm": 3.464444875717163,
+      "learning_rate": 3.9249000927911566e-05,
+      "loss": 1.1452,
+      "step": 3828
+    },
+    {
+      "epoch": 1.6398286937901498,
+      "grad_norm": 2.0313377380371094,
+      "learning_rate": 3.9243301509937924e-05,
+      "loss": 0.2937,
+      "step": 3829
+    },
+    {
+      "epoch": 1.640256959314775,
+      "grad_norm": 3.448849678039551,
+      "learning_rate": 3.9237600995711534e-05,
+      "loss": 1.4706,
+      "step": 3830
+    },
+    {
+      "epoch": 1.6406852248394004,
+      "grad_norm": 3.057173252105713,
+      "learning_rate": 3.9231899385671174e-05,
+      "loss": 1.0664,
+      "step": 3831
+    },
+    {
+      "epoch": 1.6411134903640257,
+      "grad_norm": 3.602323293685913,
+      "learning_rate": 3.922619668025565e-05,
+      "loss": 0.7774,
+      "step": 3832
+    },
+    {
+      "epoch": 1.641541755888651,
+      "grad_norm": 6.636130332946777,
+      "learning_rate": 3.922049287990389e-05,
+      "loss": 0.8593,
+      "step": 3833
+    },
+    {
+      "epoch": 1.6419700214132762,
+      "grad_norm": 4.394871234893799,
+      "learning_rate": 3.921478798505489e-05,
+      "loss": 1.279,
+      "step": 3834
+    },
+    {
+      "epoch": 1.6423982869379015,
+      "grad_norm": 3.76418399810791,
+      "learning_rate": 3.920908199614774e-05,
+      "loss": 1.0795,
+      "step": 3835
+    },
+    {
+      "epoch": 1.6428265524625267,
+      "grad_norm": 5.016114711761475,
+      "learning_rate": 3.92033749136216e-05,
+      "loss": 0.7589,
+      "step": 3836
+    },
+    {
+      "epoch": 1.643254817987152,
+      "grad_norm": 4.668193817138672,
+      "learning_rate": 3.919766673791573e-05,
+      "loss": 0.6024,
+      "step": 3837
+    },
+    {
+      "epoch": 1.6436830835117773,
+      "grad_norm": 3.8034660816192627,
+      "learning_rate": 3.919195746946946e-05,
+      "loss": 0.5419,
+      "step": 3838
+    },
+    {
+      "epoch": 1.6441113490364025,
+      "grad_norm": 3.2344584465026855,
+      "learning_rate": 3.9186247108722204e-05,
+      "loss": 0.3744,
+      "step": 3839
+    },
+    {
+      "epoch": 1.6445396145610278,
+      "grad_norm": 8.868979454040527,
+      "learning_rate": 3.918053565611348e-05,
+      "loss": 1.2735,
+      "step": 3840
+    },
+    {
+      "epoch": 1.644967880085653,
+      "grad_norm": 2.1671228408813477,
+      "learning_rate": 3.9174823112082875e-05,
+      "loss": 0.7832,
+      "step": 3841
+    },
+    {
+      "epoch": 1.6453961456102784,
+      "grad_norm": 3.9923019409179688,
+      "learning_rate": 3.916910947707005e-05,
+      "loss": 1.3883,
+      "step": 3842
+    },
+    {
+      "epoch": 1.6458244111349036,
+      "grad_norm": 2.6140236854553223,
+      "learning_rate": 3.9163394751514785e-05,
+      "loss": 0.8075,
+      "step": 3843
+    },
+    {
+      "epoch": 1.646252676659529,
+      "grad_norm": 11.125367164611816,
+      "learning_rate": 3.91576789358569e-05,
+      "loss": 1.5268,
+      "step": 3844
+    },
+    {
+      "epoch": 1.6466809421841542,
+      "grad_norm": 3.1925997734069824,
+      "learning_rate": 3.915196203053633e-05,
+      "loss": 1.0985,
+      "step": 3845
+    },
+    {
+      "epoch": 1.6471092077087794,
+      "grad_norm": 4.235025405883789,
+      "learning_rate": 3.9146244035993074e-05,
+      "loss": 1.0043,
+      "step": 3846
+    },
+    {
+      "epoch": 1.6475374732334047,
+      "grad_norm": 2.2963976860046387,
+      "learning_rate": 3.914052495266723e-05,
+      "loss": 0.4215,
+      "step": 3847
+    },
+    {
+      "epoch": 1.64796573875803,
+      "grad_norm": 6.275298118591309,
+      "learning_rate": 3.913480478099897e-05,
+      "loss": 0.9036,
+      "step": 3848
+    },
+    {
+      "epoch": 1.6483940042826553,
+      "grad_norm": 1.2723628282546997,
+      "learning_rate": 3.912908352142857e-05,
+      "loss": 0.5829,
+      "step": 3849
+    },
+    {
+      "epoch": 1.6488222698072805,
+      "grad_norm": 3.653262138366699,
+      "learning_rate": 3.912336117439636e-05,
+      "loss": 1.1841,
+      "step": 3850
+    },
+    {
+      "epoch": 1.6492505353319058,
+      "grad_norm": 3.539663791656494,
+      "learning_rate": 3.911763774034276e-05,
+      "loss": 1.0766,
+      "step": 3851
+    },
+    {
+      "epoch": 1.649678800856531,
+      "grad_norm": 2.193166732788086,
+      "learning_rate": 3.911191321970829e-05,
+      "loss": 0.3642,
+      "step": 3852
+    },
+    {
+      "epoch": 1.6501070663811563,
+      "grad_norm": 5.281402111053467,
+      "learning_rate": 3.9106187612933545e-05,
+      "loss": 0.8125,
+      "step": 3853
+    },
+    {
+      "epoch": 1.6505353319057816,
+      "grad_norm": 3.448988199234009,
+      "learning_rate": 3.9100460920459204e-05,
+      "loss": 0.8175,
+      "step": 3854
+    },
+    {
+      "epoch": 1.6509635974304069,
+      "grad_norm": 3.6125848293304443,
+      "learning_rate": 3.909473314272603e-05,
+      "loss": 0.6333,
+      "step": 3855
+    },
+    {
+      "epoch": 1.6513918629550322,
+      "grad_norm": 9.460748672485352,
+      "learning_rate": 3.908900428017486e-05,
+      "loss": 1.1607,
+      "step": 3856
+    },
+    {
+      "epoch": 1.6518201284796574,
+      "grad_norm": 29.129047393798828,
+      "learning_rate": 3.9083274333246635e-05,
+      "loss": 0.9122,
+      "step": 3857
+    },
+    {
+      "epoch": 1.6522483940042827,
+      "grad_norm": 2.8762924671173096,
+      "learning_rate": 3.907754330238235e-05,
+      "loss": 0.3543,
+      "step": 3858
+    },
+    {
+      "epoch": 1.652676659528908,
+      "grad_norm": 2.599579334259033,
+      "learning_rate": 3.9071811188023124e-05,
+      "loss": 0.7149,
+      "step": 3859
+    },
+    {
+      "epoch": 1.6531049250535332,
+      "grad_norm": 2.272627830505371,
+      "learning_rate": 3.9066077990610106e-05,
+      "loss": 0.458,
+      "step": 3860
+    },
+    {
+      "epoch": 1.6535331905781585,
+      "grad_norm": 4.131023406982422,
+      "learning_rate": 3.906034371058459e-05,
+      "loss": 0.9768,
+      "step": 3861
+    },
+    {
+      "epoch": 1.6539614561027838,
+      "grad_norm": 7.73636531829834,
+      "learning_rate": 3.90546083483879e-05,
+      "loss": 1.1765,
+      "step": 3862
+    },
+    {
+      "epoch": 1.654389721627409,
+      "grad_norm": 1.695809006690979,
+      "learning_rate": 3.9048871904461475e-05,
+      "loss": 0.707,
+      "step": 3863
+    },
+    {
+      "epoch": 1.6548179871520343,
+      "grad_norm": 1.6792389154434204,
+      "learning_rate": 3.9043134379246824e-05,
+      "loss": 0.3114,
+      "step": 3864
+    },
+    {
+      "epoch": 1.6552462526766596,
+      "grad_norm": 3.6886019706726074,
+      "learning_rate": 3.903739577318554e-05,
+      "loss": 1.1646,
+      "step": 3865
+    },
+    {
+      "epoch": 1.6556745182012849,
+      "grad_norm": 3.536348342895508,
+      "learning_rate": 3.90316560867193e-05,
+      "loss": 1.0408,
+      "step": 3866
+    },
+    {
+      "epoch": 1.6561027837259101,
+      "grad_norm": 3.062620162963867,
+      "learning_rate": 3.9025915320289886e-05,
+      "loss": 1.1271,
+      "step": 3867
+    },
+    {
+      "epoch": 1.6565310492505354,
+      "grad_norm": 1.1555612087249756,
+      "learning_rate": 3.902017347433912e-05,
+      "loss": 0.4472,
+      "step": 3868
+    },
+    {
+      "epoch": 1.6569593147751607,
+      "grad_norm": 2.8810434341430664,
+      "learning_rate": 3.901443054930893e-05,
+      "loss": 0.7307,
+      "step": 3869
+    },
+    {
+      "epoch": 1.657387580299786,
+      "grad_norm": 4.419344425201416,
+      "learning_rate": 3.900868654564134e-05,
+      "loss": 1.7353,
+      "step": 3870
+    },
+    {
+      "epoch": 1.6578158458244112,
+      "grad_norm": 5.195408344268799,
+      "learning_rate": 3.900294146377844e-05,
+      "loss": 0.5686,
+      "step": 3871
+    },
+    {
+      "epoch": 1.6582441113490365,
+      "grad_norm": 3.1593010425567627,
+      "learning_rate": 3.89971953041624e-05,
+      "loss": 0.7696,
+      "step": 3872
+    },
+    {
+      "epoch": 1.6586723768736618,
+      "grad_norm": 4.799632549285889,
+      "learning_rate": 3.8991448067235495e-05,
+      "loss": 1.1519,
+      "step": 3873
+    },
+    {
+      "epoch": 1.659100642398287,
+      "grad_norm": 2.20957612991333,
+      "learning_rate": 3.8985699753440054e-05,
+      "loss": 0.3372,
+      "step": 3874
+    },
+    {
+      "epoch": 1.6595289079229123,
+      "grad_norm": 2.8713982105255127,
+      "learning_rate": 3.897995036321851e-05,
+      "loss": 0.9532,
+      "step": 3875
+    },
+    {
+      "epoch": 1.6599571734475376,
+      "grad_norm": 1.5951155424118042,
+      "learning_rate": 3.897419989701336e-05,
+      "loss": 0.9618,
+      "step": 3876
+    },
+    {
+      "epoch": 1.6603854389721628,
+      "grad_norm": 2.9435811042785645,
+      "learning_rate": 3.896844835526721e-05,
+      "loss": 2.0273,
+      "step": 3877
+    },
+    {
+      "epoch": 1.6608137044967881,
+      "grad_norm": 5.132129669189453,
+      "learning_rate": 3.896269573842273e-05,
+      "loss": 0.9908,
+      "step": 3878
+    },
+    {
+      "epoch": 1.6612419700214134,
+      "grad_norm": 2.687316417694092,
+      "learning_rate": 3.895694204692268e-05,
+      "loss": 1.4844,
+      "step": 3879
+    },
+    {
+      "epoch": 1.6616702355460387,
+      "grad_norm": 2.1853785514831543,
+      "learning_rate": 3.895118728120989e-05,
+      "loss": 0.589,
+      "step": 3880
+    },
+    {
+      "epoch": 1.662098501070664,
+      "grad_norm": 5.061953067779541,
+      "learning_rate": 3.894543144172729e-05,
+      "loss": 1.4707,
+      "step": 3881
+    },
+    {
+      "epoch": 1.6625267665952892,
+      "grad_norm": 47.61604690551758,
+      "learning_rate": 3.893967452891788e-05,
+      "loss": 1.6283,
+      "step": 3882
+    },
+    {
+      "epoch": 1.6629550321199145,
+      "grad_norm": 4.3096747398376465,
+      "learning_rate": 3.893391654322476e-05,
+      "loss": 1.8761,
+      "step": 3883
+    },
+    {
+      "epoch": 1.6633832976445397,
+      "grad_norm": 3.8556272983551025,
+      "learning_rate": 3.892815748509108e-05,
+      "loss": 0.7656,
+      "step": 3884
+    },
+    {
+      "epoch": 1.663811563169165,
+      "grad_norm": 4.810140132904053,
+      "learning_rate": 3.892239735496012e-05,
+      "loss": 0.9863,
+      "step": 3885
+    },
+    {
+      "epoch": 1.6642398286937903,
+      "grad_norm": 2.6004528999328613,
+      "learning_rate": 3.891663615327518e-05,
+      "loss": 0.926,
+      "step": 3886
+    },
+    {
+      "epoch": 1.6646680942184156,
+      "grad_norm": 9.193596839904785,
+      "learning_rate": 3.89108738804797e-05,
+      "loss": 1.4375,
+      "step": 3887
+    },
+    {
+      "epoch": 1.6650963597430408,
+      "grad_norm": 3.2015841007232666,
+      "learning_rate": 3.890511053701719e-05,
+      "loss": 1.2581,
+      "step": 3888
+    },
+    {
+      "epoch": 1.665524625267666,
+      "grad_norm": 2.96043062210083,
+      "learning_rate": 3.889934612333122e-05,
+      "loss": 1.0757,
+      "step": 3889
+    },
+    {
+      "epoch": 1.6659528907922914,
+      "grad_norm": 2.609649181365967,
+      "learning_rate": 3.889358063986544e-05,
+      "loss": 0.747,
+      "step": 3890
+    },
+    {
+      "epoch": 1.6663811563169166,
+      "grad_norm": 1.2715412378311157,
+      "learning_rate": 3.8887814087063625e-05,
+      "loss": 0.6823,
+      "step": 3891
+    },
+    {
+      "epoch": 1.666809421841542,
+      "grad_norm": 0.9319772720336914,
+      "learning_rate": 3.888204646536958e-05,
+      "loss": 0.2987,
+      "step": 3892
+    },
+    {
+      "epoch": 1.6672376873661672,
+      "grad_norm": 3.5153732299804688,
+      "learning_rate": 3.8876277775227236e-05,
+      "loss": 1.8097,
+      "step": 3893
+    },
+    {
+      "epoch": 1.6676659528907924,
+      "grad_norm": 5.544186115264893,
+      "learning_rate": 3.8870508017080584e-05,
+      "loss": 1.1314,
+      "step": 3894
+    },
+    {
+      "epoch": 1.6680942184154177,
+      "grad_norm": 3.97694730758667,
+      "learning_rate": 3.886473719137369e-05,
+      "loss": 1.3269,
+      "step": 3895
+    },
+    {
+      "epoch": 1.668522483940043,
+      "grad_norm": 10.645485877990723,
+      "learning_rate": 3.885896529855072e-05,
+      "loss": 0.7221,
+      "step": 3896
+    },
+    {
+      "epoch": 1.6689507494646683,
+      "grad_norm": 5.397088050842285,
+      "learning_rate": 3.885319233905591e-05,
+      "loss": 1.0724,
+      "step": 3897
+    },
+    {
+      "epoch": 1.6693790149892933,
+      "grad_norm": 3.18084716796875,
+      "learning_rate": 3.8847418313333594e-05,
+      "loss": 0.679,
+      "step": 3898
+    },
+    {
+      "epoch": 1.6698072805139186,
+      "grad_norm": 3.1192281246185303,
+      "learning_rate": 3.884164322182816e-05,
+      "loss": 0.7406,
+      "step": 3899
+    },
+    {
+      "epoch": 1.6702355460385439,
+      "grad_norm": 2.2696852684020996,
+      "learning_rate": 3.883586706498411e-05,
+      "loss": 0.5678,
+      "step": 3900
+    },
+    {
+      "epoch": 1.6706638115631691,
+      "grad_norm": 5.372831344604492,
+      "learning_rate": 3.8830089843246e-05,
+      "loss": 1.2788,
+      "step": 3901
+    },
+    {
+      "epoch": 1.6710920770877944,
+      "grad_norm": 6.891833305358887,
+      "learning_rate": 3.88243115570585e-05,
+      "loss": 2.0487,
+      "step": 3902
+    },
+    {
+      "epoch": 1.6715203426124197,
+      "grad_norm": 1.8012360334396362,
+      "learning_rate": 3.881853220686632e-05,
+      "loss": 0.4668,
+      "step": 3903
+    },
+    {
+      "epoch": 1.671948608137045,
+      "grad_norm": 5.629763126373291,
+      "learning_rate": 3.881275179311429e-05,
+      "loss": 2.0654,
+      "step": 3904
+    },
+    {
+      "epoch": 1.6723768736616702,
+      "grad_norm": 1.945788025856018,
+      "learning_rate": 3.8806970316247294e-05,
+      "loss": 1.0174,
+      "step": 3905
+    },
+    {
+      "epoch": 1.6728051391862955,
+      "grad_norm": 3.378016710281372,
+      "learning_rate": 3.880118777671032e-05,
+      "loss": 0.668,
+      "step": 3906
+    },
+    {
+      "epoch": 1.6732334047109207,
+      "grad_norm": 3.768850564956665,
+      "learning_rate": 3.879540417494842e-05,
+      "loss": 1.6172,
+      "step": 3907
+    },
+    {
+      "epoch": 1.673661670235546,
+      "grad_norm": 2.173419952392578,
+      "learning_rate": 3.878961951140676e-05,
+      "loss": 0.9445,
+      "step": 3908
+    },
+    {
+      "epoch": 1.6740899357601713,
+      "grad_norm": 2.233809471130371,
+      "learning_rate": 3.878383378653053e-05,
+      "loss": 1.5878,
+      "step": 3909
+    },
+    {
+      "epoch": 1.6745182012847966,
+      "grad_norm": 2.1021111011505127,
+      "learning_rate": 3.877804700076505e-05,
+      "loss": 0.5879,
+      "step": 3910
+    },
+    {
+      "epoch": 1.6749464668094218,
+      "grad_norm": 1.353819727897644,
+      "learning_rate": 3.877225915455571e-05,
+      "loss": 0.7462,
+      "step": 3911
+    },
+    {
+      "epoch": 1.675374732334047,
+      "grad_norm": 0.6011790037155151,
+      "learning_rate": 3.876647024834797e-05,
+      "loss": 0.2334,
+      "step": 3912
+    },
+    {
+      "epoch": 1.6758029978586724,
+      "grad_norm": 5.070699214935303,
+      "learning_rate": 3.876068028258739e-05,
+      "loss": 1.2415,
+      "step": 3913
+    },
+    {
+      "epoch": 1.6762312633832976,
+      "grad_norm": 2.6641955375671387,
+      "learning_rate": 3.875488925771961e-05,
+      "loss": 0.6974,
+      "step": 3914
+    },
+    {
+      "epoch": 1.676659528907923,
+      "grad_norm": 1.2532711029052734,
+      "learning_rate": 3.8749097174190316e-05,
+      "loss": 0.6862,
+      "step": 3915
+    },
+    {
+      "epoch": 1.6770877944325482,
+      "grad_norm": 3.3073008060455322,
+      "learning_rate": 3.8743304032445316e-05,
+      "loss": 1.2567,
+      "step": 3916
+    },
+    {
+      "epoch": 1.6775160599571735,
+      "grad_norm": 10.31534194946289,
+      "learning_rate": 3.873750983293048e-05,
+      "loss": 0.9086,
+      "step": 3917
+    },
+    {
+      "epoch": 1.6779443254817987,
+      "grad_norm": 2.733563184738159,
+      "learning_rate": 3.873171457609179e-05,
+      "loss": 0.6496,
+      "step": 3918
+    },
+    {
+      "epoch": 1.678372591006424,
+      "grad_norm": 3.4729394912719727,
+      "learning_rate": 3.872591826237526e-05,
+      "loss": 1.3741,
+      "step": 3919
+    },
+    {
+      "epoch": 1.6788008565310493,
+      "grad_norm": 2.3712501525878906,
+      "learning_rate": 3.872012089222702e-05,
+      "loss": 0.7958,
+      "step": 3920
+    },
+    {
+      "epoch": 1.6792291220556745,
+      "grad_norm": 2.647231101989746,
+      "learning_rate": 3.8714322466093266e-05,
+      "loss": 0.6408,
+      "step": 3921
+    },
+    {
+      "epoch": 1.6796573875802998,
+      "grad_norm": 2.3794984817504883,
+      "learning_rate": 3.870852298442028e-05,
+      "loss": 0.8763,
+      "step": 3922
+    },
+    {
+      "epoch": 1.680085653104925,
+      "grad_norm": 4.147947788238525,
+      "learning_rate": 3.870272244765444e-05,
+      "loss": 1.3033,
+      "step": 3923
+    },
+    {
+      "epoch": 1.6805139186295504,
+      "grad_norm": 2.3851914405822754,
+      "learning_rate": 3.8696920856242174e-05,
+      "loss": 1.0541,
+      "step": 3924
+    },
+    {
+      "epoch": 1.6809421841541756,
+      "grad_norm": 2.746126651763916,
+      "learning_rate": 3.869111821063002e-05,
+      "loss": 0.4838,
+      "step": 3925
+    },
+    {
+      "epoch": 1.681370449678801,
+      "grad_norm": 2.5646066665649414,
+      "learning_rate": 3.868531451126457e-05,
+      "loss": 0.6039,
+      "step": 3926
+    },
+    {
+      "epoch": 1.6817987152034262,
+      "grad_norm": 3.9322876930236816,
+      "learning_rate": 3.867950975859254e-05,
+      "loss": 1.0535,
+      "step": 3927
+    },
+    {
+      "epoch": 1.6822269807280514,
+      "grad_norm": 3.966313600540161,
+      "learning_rate": 3.867370395306068e-05,
+      "loss": 1.0917,
+      "step": 3928
+    },
+    {
+      "epoch": 1.6826552462526767,
+      "grad_norm": 5.724592208862305,
+      "learning_rate": 3.866789709511583e-05,
+      "loss": 1.6539,
+      "step": 3929
+    },
+    {
+      "epoch": 1.683083511777302,
+      "grad_norm": 2.6416995525360107,
+      "learning_rate": 3.8662089185204954e-05,
+      "loss": 0.4209,
+      "step": 3930
+    },
+    {
+      "epoch": 1.6835117773019272,
+      "grad_norm": 3.9731805324554443,
+      "learning_rate": 3.8656280223775035e-05,
+      "loss": 0.9386,
+      "step": 3931
+    },
+    {
+      "epoch": 1.6839400428265523,
+      "grad_norm": 1.955297589302063,
+      "learning_rate": 3.865047021127319e-05,
+      "loss": 0.5014,
+      "step": 3932
+    },
+    {
+      "epoch": 1.6843683083511776,
+      "grad_norm": 2.007113218307495,
+      "learning_rate": 3.8644659148146565e-05,
+      "loss": 0.4032,
+      "step": 3933
+    },
+    {
+      "epoch": 1.6847965738758028,
+      "grad_norm": 5.538949012756348,
+      "learning_rate": 3.863884703484245e-05,
+      "loss": 0.9458,
+      "step": 3934
+    },
+    {
+      "epoch": 1.685224839400428,
+      "grad_norm": 5.076266288757324,
+      "learning_rate": 3.863303387180815e-05,
+      "loss": 0.7584,
+      "step": 3935
+    },
+    {
+      "epoch": 1.6856531049250534,
+      "grad_norm": 7.167195796966553,
+      "learning_rate": 3.86272196594911e-05,
+      "loss": 1.1278,
+      "step": 3936
+    },
+    {
+      "epoch": 1.6860813704496787,
+      "grad_norm": 3.5822081565856934,
+      "learning_rate": 3.86214043983388e-05,
+      "loss": 1.1839,
+      "step": 3937
+    },
+    {
+      "epoch": 1.686509635974304,
+      "grad_norm": 2.551121473312378,
+      "learning_rate": 3.861558808879882e-05,
+      "loss": 1.7702,
+      "step": 3938
+    },
+    {
+      "epoch": 1.6869379014989292,
+      "grad_norm": 2.0620055198669434,
+      "learning_rate": 3.8609770731318816e-05,
+      "loss": 0.5166,
+      "step": 3939
+    },
+    {
+      "epoch": 1.6873661670235545,
+      "grad_norm": 7.746240615844727,
+      "learning_rate": 3.8603952326346535e-05,
+      "loss": 1.4689,
+      "step": 3940
+    },
+    {
+      "epoch": 1.6877944325481797,
+      "grad_norm": 3.2838823795318604,
+      "learning_rate": 3.85981328743298e-05,
+      "loss": 1.0305,
+      "step": 3941
+    },
+    {
+      "epoch": 1.688222698072805,
+      "grad_norm": 3.0984292030334473,
+      "learning_rate": 3.85923123757165e-05,
+      "loss": 0.64,
+      "step": 3942
+    },
+    {
+      "epoch": 1.6886509635974303,
+      "grad_norm": 0.9211609363555908,
+      "learning_rate": 3.858649083095463e-05,
+      "loss": 0.4137,
+      "step": 3943
+    },
+    {
+      "epoch": 1.6890792291220555,
+      "grad_norm": 0.9609000086784363,
+      "learning_rate": 3.8580668240492244e-05,
+      "loss": 0.3276,
+      "step": 3944
+    },
+    {
+      "epoch": 1.6895074946466808,
+      "grad_norm": 3.892404079437256,
+      "learning_rate": 3.8574844604777495e-05,
+      "loss": 1.2857,
+      "step": 3945
+    },
+    {
+      "epoch": 1.689935760171306,
+      "grad_norm": 1.7672874927520752,
+      "learning_rate": 3.856901992425859e-05,
+      "loss": 0.7608,
+      "step": 3946
+    },
+    {
+      "epoch": 1.6903640256959314,
+      "grad_norm": 4.021111965179443,
+      "learning_rate": 3.856319419938384e-05,
+      "loss": 0.7645,
+      "step": 3947
+    },
+    {
+      "epoch": 1.6907922912205566,
+      "grad_norm": 3.2879903316497803,
+      "learning_rate": 3.8557367430601634e-05,
+      "loss": 1.5445,
+      "step": 3948
+    },
+    {
+      "epoch": 1.691220556745182,
+      "grad_norm": 3.8774211406707764,
+      "learning_rate": 3.855153961836043e-05,
+      "loss": 0.9215,
+      "step": 3949
+    },
+    {
+      "epoch": 1.6916488222698072,
+      "grad_norm": 3.6247365474700928,
+      "learning_rate": 3.854571076310878e-05,
+      "loss": 0.6554,
+      "step": 3950
+    },
+    {
+      "epoch": 1.6920770877944324,
+      "grad_norm": 3.169215679168701,
+      "learning_rate": 3.8539880865295295e-05,
+      "loss": 0.8943,
+      "step": 3951
+    },
+    {
+      "epoch": 1.6925053533190577,
+      "grad_norm": 0.9096243381500244,
+      "learning_rate": 3.853404992536869e-05,
+      "loss": 0.3082,
+      "step": 3952
+    },
+    {
+      "epoch": 1.692933618843683,
+      "grad_norm": 3.005790948867798,
+      "learning_rate": 3.852821794377775e-05,
+      "loss": 0.6873,
+      "step": 3953
+    },
+    {
+      "epoch": 1.6933618843683083,
+      "grad_norm": 3.1214704513549805,
+      "learning_rate": 3.8522384920971346e-05,
+      "loss": 0.5015,
+      "step": 3954
+    },
+    {
+      "epoch": 1.6937901498929335,
+      "grad_norm": 3.499124050140381,
+      "learning_rate": 3.85165508573984e-05,
+      "loss": 0.8164,
+      "step": 3955
+    },
+    {
+      "epoch": 1.6942184154175588,
+      "grad_norm": 2.590216636657715,
+      "learning_rate": 3.8510715753507965e-05,
+      "loss": 0.4078,
+      "step": 3956
+    },
+    {
+      "epoch": 1.694646680942184,
+      "grad_norm": 3.9626522064208984,
+      "learning_rate": 3.850487960974914e-05,
+      "loss": 1.0144,
+      "step": 3957
+    },
+    {
+      "epoch": 1.6950749464668093,
+      "grad_norm": 2.655021905899048,
+      "learning_rate": 3.84990424265711e-05,
+      "loss": 0.7698,
+      "step": 3958
+    },
+    {
+      "epoch": 1.6955032119914346,
+      "grad_norm": 9.174773216247559,
+      "learning_rate": 3.849320420442312e-05,
+      "loss": 1.8684,
+      "step": 3959
+    },
+    {
+      "epoch": 1.6959314775160599,
+      "grad_norm": 3.8872129917144775,
+      "learning_rate": 3.8487364943754543e-05,
+      "loss": 1.1977,
+      "step": 3960
+    },
+    {
+      "epoch": 1.6963597430406852,
+      "grad_norm": 2.729689598083496,
+      "learning_rate": 3.8481524645014796e-05,
+      "loss": 0.6464,
+      "step": 3961
+    },
+    {
+      "epoch": 1.6967880085653104,
+      "grad_norm": 1.5733811855316162,
+      "learning_rate": 3.847568330865338e-05,
+      "loss": 0.3154,
+      "step": 3962
+    },
+    {
+      "epoch": 1.6972162740899357,
+      "grad_norm": 2.6285500526428223,
+      "learning_rate": 3.8469840935119886e-05,
+      "loss": 0.4953,
+      "step": 3963
+    },
+    {
+      "epoch": 1.697644539614561,
+      "grad_norm": 1.772666335105896,
+      "learning_rate": 3.846399752486398e-05,
+      "loss": 0.6802,
+      "step": 3964
+    },
+    {
+      "epoch": 1.6980728051391862,
+      "grad_norm": 2.2775745391845703,
+      "learning_rate": 3.8458153078335405e-05,
+      "loss": 0.6411,
+      "step": 3965
+    },
+    {
+      "epoch": 1.6985010706638115,
+      "grad_norm": 0.864488422870636,
+      "learning_rate": 3.845230759598398e-05,
+      "loss": 0.3246,
+      "step": 3966
+    },
+    {
+      "epoch": 1.6989293361884368,
+      "grad_norm": 3.94732403755188,
+      "learning_rate": 3.8446461078259616e-05,
+      "loss": 1.0824,
+      "step": 3967
+    },
+    {
+      "epoch": 1.699357601713062,
+      "grad_norm": 3.3050594329833984,
+      "learning_rate": 3.84406135256123e-05,
+      "loss": 1.0005,
+      "step": 3968
+    },
+    {
+      "epoch": 1.6997858672376873,
+      "grad_norm": 5.813949108123779,
+      "learning_rate": 3.8434764938492083e-05,
+      "loss": 1.705,
+      "step": 3969
+    },
+    {
+      "epoch": 1.7002141327623126,
+      "grad_norm": 2.731611490249634,
+      "learning_rate": 3.842891531734912e-05,
+      "loss": 2.7673,
+      "step": 3970
+    },
+    {
+      "epoch": 1.7006423982869379,
+      "grad_norm": 1.014850378036499,
+      "learning_rate": 3.842306466263364e-05,
+      "loss": 0.29,
+      "step": 3971
+    },
+    {
+      "epoch": 1.7010706638115631,
+      "grad_norm": 4.318582534790039,
+      "learning_rate": 3.841721297479592e-05,
+      "loss": 1.595,
+      "step": 3972
+    },
+    {
+      "epoch": 1.7014989293361884,
+      "grad_norm": 6.717816352844238,
+      "learning_rate": 3.841136025428638e-05,
+      "loss": 0.6894,
+      "step": 3973
+    },
+    {
+      "epoch": 1.7019271948608137,
+      "grad_norm": 2.194453716278076,
+      "learning_rate": 3.840550650155545e-05,
+      "loss": 0.4043,
+      "step": 3974
+    },
+    {
+      "epoch": 1.702355460385439,
+      "grad_norm": 2.1940181255340576,
+      "learning_rate": 3.8399651717053685e-05,
+      "loss": 1.166,
+      "step": 3975
+    },
+    {
+      "epoch": 1.7027837259100642,
+      "grad_norm": 2.038135528564453,
+      "learning_rate": 3.83937959012317e-05,
+      "loss": 0.5548,
+      "step": 3976
+    },
+    {
+      "epoch": 1.7032119914346895,
+      "grad_norm": 5.677181243896484,
+      "learning_rate": 3.83879390545402e-05,
+      "loss": 1.0507,
+      "step": 3977
+    },
+    {
+      "epoch": 1.7036402569593148,
+      "grad_norm": 2.317941188812256,
+      "learning_rate": 3.8382081177429964e-05,
+      "loss": 0.5255,
+      "step": 3978
+    },
+    {
+      "epoch": 1.70406852248394,
+      "grad_norm": 3.071681499481201,
+      "learning_rate": 3.8376222270351836e-05,
+      "loss": 0.3554,
+      "step": 3979
+    },
+    {
+      "epoch": 1.7044967880085653,
+      "grad_norm": 6.861581325531006,
+      "learning_rate": 3.8370362333756776e-05,
+      "loss": 1.2336,
+      "step": 3980
+    },
+    {
+      "epoch": 1.7049250535331906,
+      "grad_norm": 2.798659086227417,
+      "learning_rate": 3.836450136809579e-05,
+      "loss": 0.8512,
+      "step": 3981
+    },
+    {
+      "epoch": 1.7053533190578158,
+      "grad_norm": 2.0759243965148926,
+      "learning_rate": 3.835863937381997e-05,
+      "loss": 0.83,
+      "step": 3982
+    },
+    {
+      "epoch": 1.7057815845824411,
+      "grad_norm": 1.2761751413345337,
+      "learning_rate": 3.83527763513805e-05,
+      "loss": 0.8012,
+      "step": 3983
+    },
+    {
+      "epoch": 1.7062098501070664,
+      "grad_norm": 3.1834800243377686,
+      "learning_rate": 3.834691230122863e-05,
+      "loss": 0.8541,
+      "step": 3984
+    },
+    {
+      "epoch": 1.7066381156316917,
+      "grad_norm": 5.399248123168945,
+      "learning_rate": 3.8341047223815696e-05,
+      "loss": 0.7479,
+      "step": 3985
+    },
+    {
+      "epoch": 1.707066381156317,
+      "grad_norm": 4.0036540031433105,
+      "learning_rate": 3.833518111959311e-05,
+      "loss": 0.8004,
+      "step": 3986
+    },
+    {
+      "epoch": 1.7074946466809422,
+      "grad_norm": 5.785361289978027,
+      "learning_rate": 3.832931398901236e-05,
+      "loss": 0.9647,
+      "step": 3987
+    },
+    {
+      "epoch": 1.7079229122055675,
+      "grad_norm": 5.366020202636719,
+      "learning_rate": 3.832344583252503e-05,
+      "loss": 0.7551,
+      "step": 3988
+    },
+    {
+      "epoch": 1.7083511777301927,
+      "grad_norm": 3.823397397994995,
+      "learning_rate": 3.8317576650582745e-05,
+      "loss": 1.287,
+      "step": 3989
+    },
+    {
+      "epoch": 1.708779443254818,
+      "grad_norm": 0.8559103012084961,
+      "learning_rate": 3.831170644363725e-05,
+      "loss": 0.357,
+      "step": 3990
+    },
+    {
+      "epoch": 1.7092077087794433,
+      "grad_norm": 11.958683013916016,
+      "learning_rate": 3.830583521214036e-05,
+      "loss": 0.7913,
+      "step": 3991
+    },
+    {
+      "epoch": 1.7096359743040686,
+      "grad_norm": 1.6166845560073853,
+      "learning_rate": 3.8299962956543945e-05,
+      "loss": 1.5359,
+      "step": 3992
+    },
+    {
+      "epoch": 1.7100642398286938,
+      "grad_norm": 4.529630661010742,
+      "learning_rate": 3.8294089677299986e-05,
+      "loss": 0.8834,
+      "step": 3993
+    },
+    {
+      "epoch": 1.710492505353319,
+      "grad_norm": 5.746556282043457,
+      "learning_rate": 3.82882153748605e-05,
+      "loss": 1.0103,
+      "step": 3994
+    },
+    {
+      "epoch": 1.7109207708779444,
+      "grad_norm": 0.8736093044281006,
+      "learning_rate": 3.828234004967764e-05,
+      "loss": 0.4887,
+      "step": 3995
+    },
+    {
+      "epoch": 1.7113490364025696,
+      "grad_norm": 2.7163732051849365,
+      "learning_rate": 3.82764637022036e-05,
+      "loss": 0.4177,
+      "step": 3996
+    },
+    {
+      "epoch": 1.711777301927195,
+      "grad_norm": 3.0546047687530518,
+      "learning_rate": 3.8270586332890644e-05,
+      "loss": 0.5636,
+      "step": 3997
+    },
+    {
+      "epoch": 1.7122055674518202,
+      "grad_norm": 3.1597964763641357,
+      "learning_rate": 3.826470794219115e-05,
+      "loss": 0.8458,
+      "step": 3998
+    },
+    {
+      "epoch": 1.7126338329764454,
+      "grad_norm": 7.958550930023193,
+      "learning_rate": 3.825882853055754e-05,
+      "loss": 1.5096,
+      "step": 3999
+    },
+    {
+      "epoch": 1.7130620985010707,
+      "grad_norm": 4.688261032104492,
+      "learning_rate": 3.8252948098442344e-05,
+      "loss": 1.1177,
+      "step": 4000
+    },
+    {
+      "epoch": 1.713490364025696,
+      "grad_norm": 4.49450159072876,
+      "learning_rate": 3.824706664629815e-05,
+      "loss": 0.4134,
+      "step": 4001
+    },
+    {
+      "epoch": 1.7139186295503213,
+      "grad_norm": 3.6784489154815674,
+      "learning_rate": 3.824118417457762e-05,
+      "loss": 1.7965,
+      "step": 4002
+    },
+    {
+      "epoch": 1.7143468950749465,
+      "grad_norm": 2.296074628829956,
+      "learning_rate": 3.823530068373353e-05,
+      "loss": 0.5152,
+      "step": 4003
+    },
+    {
+      "epoch": 1.7147751605995718,
+      "grad_norm": 5.44090461730957,
+      "learning_rate": 3.822941617421869e-05,
+      "loss": 1.7223,
+      "step": 4004
+    },
+    {
+      "epoch": 1.715203426124197,
+      "grad_norm": 2.523784875869751,
+      "learning_rate": 3.8223530646486004e-05,
+      "loss": 1.0711,
+      "step": 4005
+    },
+    {
+      "epoch": 1.7156316916488223,
+      "grad_norm": 4.4010515213012695,
+      "learning_rate": 3.8217644100988484e-05,
+      "loss": 0.3743,
+      "step": 4006
+    },
+    {
+      "epoch": 1.7160599571734476,
+      "grad_norm": 3.9255306720733643,
+      "learning_rate": 3.821175653817918e-05,
+      "loss": 0.5781,
+      "step": 4007
+    },
+    {
+      "epoch": 1.7164882226980729,
+      "grad_norm": 2.794370174407959,
+      "learning_rate": 3.8205867958511234e-05,
+      "loss": 0.6539,
+      "step": 4008
+    },
+    {
+      "epoch": 1.7169164882226982,
+      "grad_norm": 2.3836355209350586,
+      "learning_rate": 3.819997836243786e-05,
+      "loss": 0.8564,
+      "step": 4009
+    },
+    {
+      "epoch": 1.7173447537473234,
+      "grad_norm": 5.312439918518066,
+      "learning_rate": 3.819408775041238e-05,
+      "loss": 1.3145,
+      "step": 4010
+    },
+    {
+      "epoch": 1.7177730192719487,
+      "grad_norm": 2.625007390975952,
+      "learning_rate": 3.8188196122888154e-05,
+      "loss": 0.8584,
+      "step": 4011
+    },
+    {
+      "epoch": 1.718201284796574,
+      "grad_norm": 4.783825397491455,
+      "learning_rate": 3.8182303480318635e-05,
+      "loss": 0.6251,
+      "step": 4012
+    },
+    {
+      "epoch": 1.7186295503211992,
+      "grad_norm": 2.3146889209747314,
+      "learning_rate": 3.817640982315738e-05,
+      "loss": 0.5086,
+      "step": 4013
+    },
+    {
+      "epoch": 1.7190578158458245,
+      "grad_norm": 33.27304458618164,
+      "learning_rate": 3.8170515151857975e-05,
+      "loss": 0.7615,
+      "step": 4014
+    },
+    {
+      "epoch": 1.7194860813704498,
+      "grad_norm": 3.637174129486084,
+      "learning_rate": 3.816461946687413e-05,
+      "loss": 1.3554,
+      "step": 4015
+    },
+    {
+      "epoch": 1.719914346895075,
+      "grad_norm": 4.956534385681152,
+      "learning_rate": 3.81587227686596e-05,
+      "loss": 1.5612,
+      "step": 4016
+    },
+    {
+      "epoch": 1.7203426124197003,
+      "grad_norm": 3.468092441558838,
+      "learning_rate": 3.815282505766824e-05,
+      "loss": 0.5788,
+      "step": 4017
+    },
+    {
+      "epoch": 1.7207708779443256,
+      "grad_norm": 6.87944221496582,
+      "learning_rate": 3.814692633435397e-05,
+      "loss": 0.7737,
+      "step": 4018
+    },
+    {
+      "epoch": 1.7211991434689509,
+      "grad_norm": 3.2450876235961914,
+      "learning_rate": 3.8141026599170796e-05,
+      "loss": 1.6061,
+      "step": 4019
+    },
+    {
+      "epoch": 1.7216274089935761,
+      "grad_norm": 2.201155424118042,
+      "learning_rate": 3.8135125852572795e-05,
+      "loss": 0.6753,
+      "step": 4020
+    },
+    {
+      "epoch": 1.7220556745182014,
+      "grad_norm": 2.7059969902038574,
+      "learning_rate": 3.812922409501412e-05,
+      "loss": 1.1885,
+      "step": 4021
+    },
+    {
+      "epoch": 1.7224839400428267,
+      "grad_norm": 4.129770755767822,
+      "learning_rate": 3.812332132694902e-05,
+      "loss": 0.8545,
+      "step": 4022
+    },
+    {
+      "epoch": 1.722912205567452,
+      "grad_norm": 1.7092000246047974,
+      "learning_rate": 3.811741754883179e-05,
+      "loss": 0.2621,
+      "step": 4023
+    },
+    {
+      "epoch": 1.7233404710920772,
+      "grad_norm": 7.073680400848389,
+      "learning_rate": 3.8111512761116846e-05,
+      "loss": 1.2769,
+      "step": 4024
+    },
+    {
+      "epoch": 1.7237687366167025,
+      "grad_norm": 6.017486095428467,
+      "learning_rate": 3.810560696425865e-05,
+      "loss": 1.1998,
+      "step": 4025
+    },
+    {
+      "epoch": 1.7241970021413278,
+      "grad_norm": 3.6399388313293457,
+      "learning_rate": 3.809970015871172e-05,
+      "loss": 1.2916,
+      "step": 4026
+    },
+    {
+      "epoch": 1.724625267665953,
+      "grad_norm": 4.087350845336914,
+      "learning_rate": 3.809379234493072e-05,
+      "loss": 1.1412,
+      "step": 4027
+    },
+    {
+      "epoch": 1.7250535331905783,
+      "grad_norm": 4.289632320404053,
+      "learning_rate": 3.808788352337033e-05,
+      "loss": 0.742,
+      "step": 4028
+    },
+    {
+      "epoch": 1.7254817987152036,
+      "grad_norm": 2.593332052230835,
+      "learning_rate": 3.808197369448533e-05,
+      "loss": 1.4,
+      "step": 4029
+    },
+    {
+      "epoch": 1.7259100642398288,
+      "grad_norm": 3.6974003314971924,
+      "learning_rate": 3.807606285873059e-05,
+      "loss": 0.7804,
+      "step": 4030
+    },
+    {
+      "epoch": 1.7263383297644541,
+      "grad_norm": 2.5393452644348145,
+      "learning_rate": 3.807015101656102e-05,
+      "loss": 0.4288,
+      "step": 4031
+    },
+    {
+      "epoch": 1.7267665952890794,
+      "grad_norm": 3.9513649940490723,
+      "learning_rate": 3.8064238168431666e-05,
+      "loss": 1.4581,
+      "step": 4032
+    },
+    {
+      "epoch": 1.7271948608137047,
+      "grad_norm": 3.5756092071533203,
+      "learning_rate": 3.8058324314797586e-05,
+      "loss": 1.6047,
+      "step": 4033
+    },
+    {
+      "epoch": 1.72762312633833,
+      "grad_norm": 1.9429696798324585,
+      "learning_rate": 3.805240945611397e-05,
+      "loss": 1.0417,
+      "step": 4034
+    },
+    {
+      "epoch": 1.728051391862955,
+      "grad_norm": 2.360076665878296,
+      "learning_rate": 3.8046493592836046e-05,
+      "loss": 0.2873,
+      "step": 4035
+    },
+    {
+      "epoch": 1.7284796573875802,
+      "grad_norm": 1.3701577186584473,
+      "learning_rate": 3.804057672541914e-05,
+      "loss": 0.6153,
+      "step": 4036
+    },
+    {
+      "epoch": 1.7289079229122055,
+      "grad_norm": 2.798820972442627,
+      "learning_rate": 3.803465885431866e-05,
+      "loss": 1.0119,
+      "step": 4037
+    },
+    {
+      "epoch": 1.7293361884368308,
+      "grad_norm": 2.739565849304199,
+      "learning_rate": 3.8028739979990066e-05,
+      "loss": 0.7975,
+      "step": 4038
+    },
+    {
+      "epoch": 1.729764453961456,
+      "grad_norm": 3.1570520401000977,
+      "learning_rate": 3.802282010288892e-05,
+      "loss": 1.2508,
+      "step": 4039
+    },
+    {
+      "epoch": 1.7301927194860813,
+      "grad_norm": 0.6056069731712341,
+      "learning_rate": 3.801689922347086e-05,
+      "loss": 0.1094,
+      "step": 4040
+    },
+    {
+      "epoch": 1.7306209850107066,
+      "grad_norm": 3.0818474292755127,
+      "learning_rate": 3.801097734219158e-05,
+      "loss": 1.118,
+      "step": 4041
+    },
+    {
+      "epoch": 1.7310492505353319,
+      "grad_norm": 4.0322675704956055,
+      "learning_rate": 3.800505445950687e-05,
+      "loss": 0.7372,
+      "step": 4042
+    },
+    {
+      "epoch": 1.7314775160599571,
+      "grad_norm": 1.1107603311538696,
+      "learning_rate": 3.79991305758726e-05,
+      "loss": 0.2034,
+      "step": 4043
+    },
+    {
+      "epoch": 1.7319057815845824,
+      "grad_norm": 2.855942726135254,
+      "learning_rate": 3.799320569174469e-05,
+      "loss": 1.0867,
+      "step": 4044
+    },
+    {
+      "epoch": 1.7323340471092077,
+      "grad_norm": 0.813218891620636,
+      "learning_rate": 3.798727980757918e-05,
+      "loss": 0.3886,
+      "step": 4045
+    },
+    {
+      "epoch": 1.732762312633833,
+      "grad_norm": 6.830630302429199,
+      "learning_rate": 3.798135292383214e-05,
+      "loss": 1.8174,
+      "step": 4046
+    },
+    {
+      "epoch": 1.7331905781584582,
+      "grad_norm": 2.8430113792419434,
+      "learning_rate": 3.797542504095975e-05,
+      "loss": 0.4511,
+      "step": 4047
+    },
+    {
+      "epoch": 1.7336188436830835,
+      "grad_norm": 2.871878147125244,
+      "learning_rate": 3.796949615941826e-05,
+      "loss": 0.3665,
+      "step": 4048
+    },
+    {
+      "epoch": 1.7340471092077088,
+      "grad_norm": 5.478957653045654,
+      "learning_rate": 3.7963566279663984e-05,
+      "loss": 1.8388,
+      "step": 4049
+    },
+    {
+      "epoch": 1.734475374732334,
+      "grad_norm": 2.2003517150878906,
+      "learning_rate": 3.7957635402153327e-05,
+      "loss": 0.6561,
+      "step": 4050
+    },
+    {
+      "epoch": 1.7349036402569593,
+      "grad_norm": 1.2431273460388184,
+      "learning_rate": 3.7951703527342777e-05,
+      "loss": 0.3382,
+      "step": 4051
+    },
+    {
+      "epoch": 1.7353319057815846,
+      "grad_norm": 3.0321404933929443,
+      "learning_rate": 3.794577065568886e-05,
+      "loss": 0.4783,
+      "step": 4052
+    },
+    {
+      "epoch": 1.7357601713062099,
+      "grad_norm": 2.286661386489868,
+      "learning_rate": 3.7939836787648244e-05,
+      "loss": 1.0321,
+      "step": 4053
+    },
+    {
+      "epoch": 1.7361884368308351,
+      "grad_norm": 7.561423301696777,
+      "learning_rate": 3.793390192367761e-05,
+      "loss": 0.8057,
+      "step": 4054
+    },
+    {
+      "epoch": 1.7366167023554604,
+      "grad_norm": 5.928004264831543,
+      "learning_rate": 3.792796606423374e-05,
+      "loss": 0.4861,
+      "step": 4055
+    },
+    {
+      "epoch": 1.7370449678800857,
+      "grad_norm": 5.204329967498779,
+      "learning_rate": 3.792202920977351e-05,
+      "loss": 1.1557,
+      "step": 4056
+    },
+    {
+      "epoch": 1.737473233404711,
+      "grad_norm": 7.706733226776123,
+      "learning_rate": 3.791609136075384e-05,
+      "loss": 1.226,
+      "step": 4057
+    },
+    {
+      "epoch": 1.7379014989293362,
+      "grad_norm": 4.595611095428467,
+      "learning_rate": 3.7910152517631765e-05,
+      "loss": 0.9946,
+      "step": 4058
+    },
+    {
+      "epoch": 1.7383297644539615,
+      "grad_norm": 2.944032669067383,
+      "learning_rate": 3.7904212680864356e-05,
+      "loss": 0.7693,
+      "step": 4059
+    },
+    {
+      "epoch": 1.7387580299785867,
+      "grad_norm": 4.253700256347656,
+      "learning_rate": 3.78982718509088e-05,
+      "loss": 0.8246,
+      "step": 4060
+    },
+    {
+      "epoch": 1.739186295503212,
+      "grad_norm": 3.6090035438537598,
+      "learning_rate": 3.789233002822231e-05,
+      "loss": 1.233,
+      "step": 4061
+    },
+    {
+      "epoch": 1.7396145610278373,
+      "grad_norm": 3.4011294841766357,
+      "learning_rate": 3.788638721326223e-05,
+      "loss": 0.6335,
+      "step": 4062
+    },
+    {
+      "epoch": 1.7400428265524626,
+      "grad_norm": 1.4558619260787964,
+      "learning_rate": 3.788044340648595e-05,
+      "loss": 0.873,
+      "step": 4063
+    },
+    {
+      "epoch": 1.7404710920770878,
+      "grad_norm": 5.632641315460205,
+      "learning_rate": 3.787449860835094e-05,
+      "loss": 1.1961,
+      "step": 4064
+    },
+    {
+      "epoch": 1.740899357601713,
+      "grad_norm": 4.589030742645264,
+      "learning_rate": 3.786855281931475e-05,
+      "loss": 0.8506,
+      "step": 4065
+    },
+    {
+      "epoch": 1.7413276231263384,
+      "grad_norm": 3.2192234992980957,
+      "learning_rate": 3.7862606039835e-05,
+      "loss": 1.3919,
+      "step": 4066
+    },
+    {
+      "epoch": 1.7417558886509636,
+      "grad_norm": 4.159581661224365,
+      "learning_rate": 3.7856658270369405e-05,
+      "loss": 0.8897,
+      "step": 4067
+    },
+    {
+      "epoch": 1.742184154175589,
+      "grad_norm": 2.755319356918335,
+      "learning_rate": 3.785070951137572e-05,
+      "loss": 1.4904,
+      "step": 4068
+    },
+    {
+      "epoch": 1.7426124197002142,
+      "grad_norm": 3.114262104034424,
+      "learning_rate": 3.784475976331182e-05,
+      "loss": 0.6888,
+      "step": 4069
+    },
+    {
+      "epoch": 1.7430406852248392,
+      "grad_norm": 3.976285934448242,
+      "learning_rate": 3.783880902663563e-05,
+      "loss": 1.4916,
+      "step": 4070
+    },
+    {
+      "epoch": 1.7434689507494645,
+      "grad_norm": 1.151332974433899,
+      "learning_rate": 3.7832857301805134e-05,
+      "loss": 0.4985,
+      "step": 4071
+    },
+    {
+      "epoch": 1.7438972162740898,
+      "grad_norm": 4.578885078430176,
+      "learning_rate": 3.782690458927844e-05,
+      "loss": 0.7961,
+      "step": 4072
+    },
+    {
+      "epoch": 1.744325481798715,
+      "grad_norm": 3.334907293319702,
+      "learning_rate": 3.7820950889513695e-05,
+      "loss": 0.7391,
+      "step": 4073
+    },
+    {
+      "epoch": 1.7447537473233403,
+      "grad_norm": 5.215543270111084,
+      "learning_rate": 3.781499620296914e-05,
+      "loss": 1.3054,
+      "step": 4074
+    },
+    {
+      "epoch": 1.7451820128479656,
+      "grad_norm": 3.978419780731201,
+      "learning_rate": 3.780904053010307e-05,
+      "loss": 1.2555,
+      "step": 4075
+    },
+    {
+      "epoch": 1.7456102783725909,
+      "grad_norm": 0.6979957222938538,
+      "learning_rate": 3.780308387137387e-05,
+      "loss": 0.4905,
+      "step": 4076
+    },
+    {
+      "epoch": 1.7460385438972161,
+      "grad_norm": 6.830848693847656,
+      "learning_rate": 3.779712622724003e-05,
+      "loss": 1.3193,
+      "step": 4077
+    },
+    {
+      "epoch": 1.7464668094218414,
+      "grad_norm": 3.512521743774414,
+      "learning_rate": 3.7791167598160046e-05,
+      "loss": 0.7448,
+      "step": 4078
+    },
+    {
+      "epoch": 1.7468950749464667,
+      "grad_norm": 4.152608394622803,
+      "learning_rate": 3.778520798459257e-05,
+      "loss": 1.9772,
+      "step": 4079
+    },
+    {
+      "epoch": 1.747323340471092,
+      "grad_norm": 3.8100297451019287,
+      "learning_rate": 3.7779247386996276e-05,
+      "loss": 0.5772,
+      "step": 4080
+    },
+    {
+      "epoch": 1.7477516059957172,
+      "grad_norm": 2.9876394271850586,
+      "learning_rate": 3.77732858058299e-05,
+      "loss": 0.3725,
+      "step": 4081
+    },
+    {
+      "epoch": 1.7481798715203425,
+      "grad_norm": 1.2324435710906982,
+      "learning_rate": 3.776732324155233e-05,
+      "loss": 0.8633,
+      "step": 4082
+    },
+    {
+      "epoch": 1.7486081370449678,
+      "grad_norm": 3.9027843475341797,
+      "learning_rate": 3.7761359694622455e-05,
+      "loss": 0.4647,
+      "step": 4083
+    },
+    {
+      "epoch": 1.749036402569593,
+      "grad_norm": 0.8051549196243286,
+      "learning_rate": 3.7755395165499275e-05,
+      "loss": 0.4749,
+      "step": 4084
+    },
+    {
+      "epoch": 1.7494646680942183,
+      "grad_norm": 5.670717239379883,
+      "learning_rate": 3.774942965464185e-05,
+      "loss": 0.6467,
+      "step": 4085
+    },
+    {
+      "epoch": 1.7498929336188436,
+      "grad_norm": 2.331350564956665,
+      "learning_rate": 3.7743463162509316e-05,
+      "loss": 1.0613,
+      "step": 4086
+    },
+    {
+      "epoch": 1.7503211991434688,
+      "grad_norm": 7.254249572753906,
+      "learning_rate": 3.773749568956092e-05,
+      "loss": 0.8449,
+      "step": 4087
+    },
+    {
+      "epoch": 1.7507494646680941,
+      "grad_norm": 5.756892681121826,
+      "learning_rate": 3.7731527236255924e-05,
+      "loss": 0.9538,
+      "step": 4088
+    },
+    {
+      "epoch": 1.7511777301927194,
+      "grad_norm": 2.510793447494507,
+      "learning_rate": 3.7725557803053715e-05,
+      "loss": 0.3493,
+      "step": 4089
+    },
+    {
+      "epoch": 1.7516059957173447,
+      "grad_norm": 2.5007619857788086,
+      "learning_rate": 3.771958739041372e-05,
+      "loss": 1.2126,
+      "step": 4090
+    },
+    {
+      "epoch": 1.75203426124197,
+      "grad_norm": 2.3163373470306396,
+      "learning_rate": 3.771361599879548e-05,
+      "loss": 0.3648,
+      "step": 4091
+    },
+    {
+      "epoch": 1.7524625267665952,
+      "grad_norm": 2.093575954437256,
+      "learning_rate": 3.770764362865859e-05,
+      "loss": 0.8345,
+      "step": 4092
+    },
+    {
+      "epoch": 1.7528907922912205,
+      "grad_norm": 2.7554264068603516,
+      "learning_rate": 3.770167028046271e-05,
+      "loss": 1.0641,
+      "step": 4093
+    },
+    {
+      "epoch": 1.7533190578158457,
+      "grad_norm": 5.496089458465576,
+      "learning_rate": 3.7695695954667584e-05,
+      "loss": 0.2664,
+      "step": 4094
+    },
+    {
+      "epoch": 1.753747323340471,
+      "grad_norm": 7.071463108062744,
+      "learning_rate": 3.7689720651733036e-05,
+      "loss": 1.2424,
+      "step": 4095
+    },
+    {
+      "epoch": 1.7541755888650963,
+      "grad_norm": 3.0121009349823,
+      "learning_rate": 3.768374437211896e-05,
+      "loss": 0.6262,
+      "step": 4096
+    },
+    {
+      "epoch": 1.7546038543897216,
+      "grad_norm": 1.3191466331481934,
+      "learning_rate": 3.767776711628534e-05,
+      "loss": 0.6688,
+      "step": 4097
+    },
+    {
+      "epoch": 1.7550321199143468,
+      "grad_norm": 1.0486277341842651,
+      "learning_rate": 3.7671788884692216e-05,
+      "loss": 0.509,
+      "step": 4098
+    },
+    {
+      "epoch": 1.755460385438972,
+      "grad_norm": 4.430501937866211,
+      "learning_rate": 3.7665809677799694e-05,
+      "loss": 1.4432,
+      "step": 4099
+    },
+    {
+      "epoch": 1.7558886509635974,
+      "grad_norm": 2.0559122562408447,
+      "learning_rate": 3.7659829496068e-05,
+      "loss": 0.3151,
+      "step": 4100
+    },
+    {
+      "epoch": 1.7563169164882226,
+      "grad_norm": 3.9343063831329346,
+      "learning_rate": 3.765384833995738e-05,
+      "loss": 1.1935,
+      "step": 4101
+    },
+    {
+      "epoch": 1.756745182012848,
+      "grad_norm": 2.506836175918579,
+      "learning_rate": 3.7647866209928195e-05,
+      "loss": 1.0916,
+      "step": 4102
+    },
+    {
+      "epoch": 1.7571734475374732,
+      "grad_norm": 19.385032653808594,
+      "learning_rate": 3.764188310644086e-05,
+      "loss": 0.9112,
+      "step": 4103
+    },
+    {
+      "epoch": 1.7576017130620984,
+      "grad_norm": 3.444138288497925,
+      "learning_rate": 3.7635899029955876e-05,
+      "loss": 0.9732,
+      "step": 4104
+    },
+    {
+      "epoch": 1.7580299785867237,
+      "grad_norm": 5.667603969573975,
+      "learning_rate": 3.762991398093382e-05,
+      "loss": 0.7061,
+      "step": 4105
+    },
+    {
+      "epoch": 1.758458244111349,
+      "grad_norm": 1.4413875341415405,
+      "learning_rate": 3.7623927959835325e-05,
+      "loss": 0.1705,
+      "step": 4106
+    },
+    {
+      "epoch": 1.7588865096359743,
+      "grad_norm": 6.092672348022461,
+      "learning_rate": 3.761794096712111e-05,
+      "loss": 1.2346,
+      "step": 4107
+    },
+    {
+      "epoch": 1.7593147751605995,
+      "grad_norm": 2.3696484565734863,
+      "learning_rate": 3.7611953003252e-05,
+      "loss": 0.4842,
+      "step": 4108
+    },
+    {
+      "epoch": 1.7597430406852248,
+      "grad_norm": 4.303171634674072,
+      "learning_rate": 3.760596406868882e-05,
+      "loss": 1.5534,
+      "step": 4109
+    },
+    {
+      "epoch": 1.76017130620985,
+      "grad_norm": 2.1842281818389893,
+      "learning_rate": 3.759997416389256e-05,
+      "loss": 0.7295,
+      "step": 4110
+    },
+    {
+      "epoch": 1.7605995717344753,
+      "grad_norm": 1.7368007898330688,
+      "learning_rate": 3.759398328932423e-05,
+      "loss": 0.7855,
+      "step": 4111
+    },
+    {
+      "epoch": 1.7610278372591006,
+      "grad_norm": 2.8414738178253174,
+      "learning_rate": 3.75879914454449e-05,
+      "loss": 0.4557,
+      "step": 4112
+    },
+    {
+      "epoch": 1.7614561027837259,
+      "grad_norm": 4.183825492858887,
+      "learning_rate": 3.758199863271576e-05,
+      "loss": 0.9559,
+      "step": 4113
+    },
+    {
+      "epoch": 1.7618843683083512,
+      "grad_norm": 3.7529163360595703,
+      "learning_rate": 3.757600485159805e-05,
+      "loss": 0.5226,
+      "step": 4114
+    },
+    {
+      "epoch": 1.7623126338329764,
+      "grad_norm": 3.8329131603240967,
+      "learning_rate": 3.7570010102553086e-05,
+      "loss": 1.2521,
+      "step": 4115
+    },
+    {
+      "epoch": 1.7627408993576017,
+      "grad_norm": 4.5514302253723145,
+      "learning_rate": 3.7564014386042265e-05,
+      "loss": 1.0932,
+      "step": 4116
+    },
+    {
+      "epoch": 1.763169164882227,
+      "grad_norm": 2.637587785720825,
+      "learning_rate": 3.7558017702527055e-05,
+      "loss": 0.7719,
+      "step": 4117
+    },
+    {
+      "epoch": 1.7635974304068522,
+      "grad_norm": 2.7626638412475586,
+      "learning_rate": 3.755202005246899e-05,
+      "loss": 1.1209,
+      "step": 4118
+    },
+    {
+      "epoch": 1.7640256959314775,
+      "grad_norm": 4.70410680770874,
+      "learning_rate": 3.7546021436329704e-05,
+      "loss": 1.2757,
+      "step": 4119
+    },
+    {
+      "epoch": 1.7644539614561028,
+      "grad_norm": 5.568107604980469,
+      "learning_rate": 3.754002185457087e-05,
+      "loss": 0.3931,
+      "step": 4120
+    },
+    {
+      "epoch": 1.764882226980728,
+      "grad_norm": 2.031510591506958,
+      "learning_rate": 3.753402130765425e-05,
+      "loss": 0.3583,
+      "step": 4121
+    },
+    {
+      "epoch": 1.7653104925053533,
+      "grad_norm": 1.1156878471374512,
+      "learning_rate": 3.75280197960417e-05,
+      "loss": 0.3978,
+      "step": 4122
+    },
+    {
+      "epoch": 1.7657387580299786,
+      "grad_norm": 1.7194042205810547,
+      "learning_rate": 3.752201732019512e-05,
+      "loss": 0.3594,
+      "step": 4123
+    },
+    {
+      "epoch": 1.7661670235546039,
+      "grad_norm": 2.171487808227539,
+      "learning_rate": 3.7516013880576516e-05,
+      "loss": 0.2977,
+      "step": 4124
+    },
+    {
+      "epoch": 1.7665952890792291,
+      "grad_norm": 2.806462287902832,
+      "learning_rate": 3.7510009477647926e-05,
+      "loss": 2.0514,
+      "step": 4125
+    },
+    {
+      "epoch": 1.7670235546038544,
+      "grad_norm": 11.291092872619629,
+      "learning_rate": 3.750400411187151e-05,
+      "loss": 1.9448,
+      "step": 4126
+    },
+    {
+      "epoch": 1.7674518201284797,
+      "grad_norm": 1.8777446746826172,
+      "learning_rate": 3.7497997783709446e-05,
+      "loss": 1.086,
+      "step": 4127
+    },
+    {
+      "epoch": 1.767880085653105,
+      "grad_norm": 1.1461611986160278,
+      "learning_rate": 3.7491990493624055e-05,
+      "loss": 0.5999,
+      "step": 4128
+    },
+    {
+      "epoch": 1.7683083511777302,
+      "grad_norm": 1.259658694267273,
+      "learning_rate": 3.748598224207766e-05,
+      "loss": 1.0071,
+      "step": 4129
+    },
+    {
+      "epoch": 1.7687366167023555,
+      "grad_norm": 5.171210765838623,
+      "learning_rate": 3.7479973029532725e-05,
+      "loss": 1.3754,
+      "step": 4130
+    },
+    {
+      "epoch": 1.7691648822269808,
+      "grad_norm": 4.728611946105957,
+      "learning_rate": 3.747396285645174e-05,
+      "loss": 1.0309,
+      "step": 4131
+    },
+    {
+      "epoch": 1.769593147751606,
+      "grad_norm": 2.511723041534424,
+      "learning_rate": 3.746795172329729e-05,
+      "loss": 1.1432,
+      "step": 4132
+    },
+    {
+      "epoch": 1.7700214132762313,
+      "grad_norm": 4.003180027008057,
+      "learning_rate": 3.746193963053202e-05,
+      "loss": 1.5766,
+      "step": 4133
+    },
+    {
+      "epoch": 1.7704496788008566,
+      "grad_norm": 2.529233694076538,
+      "learning_rate": 3.745592657861867e-05,
+      "loss": 1.4022,
+      "step": 4134
+    },
+    {
+      "epoch": 1.7708779443254818,
+      "grad_norm": 2.0358965396881104,
+      "learning_rate": 3.7449912568020025e-05,
+      "loss": 0.556,
+      "step": 4135
+    },
+    {
+      "epoch": 1.7713062098501071,
+      "grad_norm": 3.624833106994629,
+      "learning_rate": 3.744389759919898e-05,
+      "loss": 1.1308,
+      "step": 4136
+    },
+    {
+      "epoch": 1.7717344753747324,
+      "grad_norm": 2.4717679023742676,
+      "learning_rate": 3.743788167261848e-05,
+      "loss": 0.6882,
+      "step": 4137
+    },
+    {
+      "epoch": 1.7721627408993577,
+      "grad_norm": 8.655946731567383,
+      "learning_rate": 3.7431864788741534e-05,
+      "loss": 1.8577,
+      "step": 4138
+    },
+    {
+      "epoch": 1.772591006423983,
+      "grad_norm": 2.6873137950897217,
+      "learning_rate": 3.7425846948031254e-05,
+      "loss": 0.6962,
+      "step": 4139
+    },
+    {
+      "epoch": 1.7730192719486082,
+      "grad_norm": 2.805041551589966,
+      "learning_rate": 3.7419828150950806e-05,
+      "loss": 1.6697,
+      "step": 4140
+    },
+    {
+      "epoch": 1.7734475374732335,
+      "grad_norm": 2.561922073364258,
+      "learning_rate": 3.7413808397963434e-05,
+      "loss": 1.8837,
+      "step": 4141
+    },
+    {
+      "epoch": 1.7738758029978587,
+      "grad_norm": 7.062170505523682,
+      "learning_rate": 3.740778768953245e-05,
+      "loss": 0.7012,
+      "step": 4142
+    },
+    {
+      "epoch": 1.774304068522484,
+      "grad_norm": 2.9562883377075195,
+      "learning_rate": 3.7401766026121255e-05,
+      "loss": 0.6592,
+      "step": 4143
+    },
+    {
+      "epoch": 1.7747323340471093,
+      "grad_norm": 8.605152130126953,
+      "learning_rate": 3.7395743408193305e-05,
+      "loss": 1.3047,
+      "step": 4144
+    },
+    {
+      "epoch": 1.7751605995717346,
+      "grad_norm": 3.3389732837677,
+      "learning_rate": 3.738971983621214e-05,
+      "loss": 0.8874,
+      "step": 4145
+    },
+    {
+      "epoch": 1.7755888650963598,
+      "grad_norm": 2.5891013145446777,
+      "learning_rate": 3.738369531064136e-05,
+      "loss": 1.1418,
+      "step": 4146
+    },
+    {
+      "epoch": 1.776017130620985,
+      "grad_norm": 2.147047281265259,
+      "learning_rate": 3.737766983194468e-05,
+      "loss": 2.1595,
+      "step": 4147
+    },
+    {
+      "epoch": 1.7764453961456104,
+      "grad_norm": 2.8579823970794678,
+      "learning_rate": 3.7371643400585846e-05,
+      "loss": 0.4965,
+      "step": 4148
+    },
+    {
+      "epoch": 1.7768736616702356,
+      "grad_norm": 10.309162139892578,
+      "learning_rate": 3.7365616017028666e-05,
+      "loss": 1.0486,
+      "step": 4149
+    },
+    {
+      "epoch": 1.777301927194861,
+      "grad_norm": 2.990457534790039,
+      "learning_rate": 3.735958768173707e-05,
+      "loss": 0.7079,
+      "step": 4150
+    },
+    {
+      "epoch": 1.7777301927194862,
+      "grad_norm": 1.5666279792785645,
+      "learning_rate": 3.735355839517503e-05,
+      "loss": 0.4779,
+      "step": 4151
+    },
+    {
+      "epoch": 1.7781584582441115,
+      "grad_norm": 3.126767635345459,
+      "learning_rate": 3.7347528157806586e-05,
+      "loss": 0.7828,
+      "step": 4152
+    },
+    {
+      "epoch": 1.7785867237687367,
+      "grad_norm": 4.965460300445557,
+      "learning_rate": 3.734149697009589e-05,
+      "loss": 1.5186,
+      "step": 4153
+    },
+    {
+      "epoch": 1.779014989293362,
+      "grad_norm": 3.3652613162994385,
+      "learning_rate": 3.733546483250711e-05,
+      "loss": 0.6974,
+      "step": 4154
+    },
+    {
+      "epoch": 1.7794432548179873,
+      "grad_norm": 2.1112899780273438,
+      "learning_rate": 3.732943174550453e-05,
+      "loss": 0.4262,
+      "step": 4155
+    },
+    {
+      "epoch": 1.7798715203426125,
+      "grad_norm": 2.150542736053467,
+      "learning_rate": 3.732339770955249e-05,
+      "loss": 0.7227,
+      "step": 4156
+    },
+    {
+      "epoch": 1.7802997858672378,
+      "grad_norm": 1.5473283529281616,
+      "learning_rate": 3.7317362725115415e-05,
+      "loss": 0.6684,
+      "step": 4157
+    },
+    {
+      "epoch": 1.780728051391863,
+      "grad_norm": 3.153913974761963,
+      "learning_rate": 3.731132679265778e-05,
+      "loss": 0.4377,
+      "step": 4158
+    },
+    {
+      "epoch": 1.7811563169164883,
+      "grad_norm": 2.139888286590576,
+      "learning_rate": 3.730528991264416e-05,
+      "loss": 0.7712,
+      "step": 4159
+    },
+    {
+      "epoch": 1.7815845824411136,
+      "grad_norm": 4.18019437789917,
+      "learning_rate": 3.7299252085539193e-05,
+      "loss": 0.5218,
+      "step": 4160
+    },
+    {
+      "epoch": 1.7820128479657389,
+      "grad_norm": 3.4262735843658447,
+      "learning_rate": 3.729321331180757e-05,
+      "loss": 0.749,
+      "step": 4161
+    },
+    {
+      "epoch": 1.7824411134903642,
+      "grad_norm": 6.395489692687988,
+      "learning_rate": 3.72871735919141e-05,
+      "loss": 1.1834,
+      "step": 4162
+    },
+    {
+      "epoch": 1.7828693790149894,
+      "grad_norm": 3.3652899265289307,
+      "learning_rate": 3.728113292632361e-05,
+      "loss": 0.7014,
+      "step": 4163
+    },
+    {
+      "epoch": 1.7832976445396147,
+      "grad_norm": 2.918067216873169,
+      "learning_rate": 3.727509131550105e-05,
+      "loss": 0.8105,
+      "step": 4164
+    },
+    {
+      "epoch": 1.78372591006424,
+      "grad_norm": 1.4304121732711792,
+      "learning_rate": 3.7269048759911404e-05,
+      "loss": 0.5496,
+      "step": 4165
+    },
+    {
+      "epoch": 1.7841541755888652,
+      "grad_norm": 2.4383113384246826,
+      "learning_rate": 3.726300526001975e-05,
+      "loss": 1.2229,
+      "step": 4166
+    },
+    {
+      "epoch": 1.7845824411134905,
+      "grad_norm": 4.128075122833252,
+      "learning_rate": 3.725696081629122e-05,
+      "loss": 1.2966,
+      "step": 4167
+    },
+    {
+      "epoch": 1.7850107066381158,
+      "grad_norm": 3.6971590518951416,
+      "learning_rate": 3.725091542919106e-05,
+      "loss": 0.8878,
+      "step": 4168
+    },
+    {
+      "epoch": 1.785438972162741,
+      "grad_norm": 2.226248264312744,
+      "learning_rate": 3.724486909918453e-05,
+      "loss": 0.75,
+      "step": 4169
+    },
+    {
+      "epoch": 1.7858672376873663,
+      "grad_norm": 1.4249969720840454,
+      "learning_rate": 3.723882182673701e-05,
+      "loss": 0.3008,
+      "step": 4170
+    },
+    {
+      "epoch": 1.7862955032119916,
+      "grad_norm": 1.0560251474380493,
+      "learning_rate": 3.7232773612313944e-05,
+      "loss": 0.3215,
+      "step": 4171
+    },
+    {
+      "epoch": 1.7867237687366169,
+      "grad_norm": 4.170597553253174,
+      "learning_rate": 3.7226724456380816e-05,
+      "loss": 0.7441,
+      "step": 4172
+    },
+    {
+      "epoch": 1.787152034261242,
+      "grad_norm": 2.6475696563720703,
+      "learning_rate": 3.722067435940323e-05,
+      "loss": 1.0253,
+      "step": 4173
+    },
+    {
+      "epoch": 1.7875802997858672,
+      "grad_norm": 2.550297498703003,
+      "learning_rate": 3.721462332184683e-05,
+      "loss": 0.8017,
+      "step": 4174
+    },
+    {
+      "epoch": 1.7880085653104925,
+      "grad_norm": 1.1586828231811523,
+      "learning_rate": 3.7208571344177326e-05,
+      "loss": 0.5702,
+      "step": 4175
+    },
+    {
+      "epoch": 1.7884368308351177,
+      "grad_norm": 3.962191104888916,
+      "learning_rate": 3.7202518426860544e-05,
+      "loss": 0.495,
+      "step": 4176
+    },
+    {
+      "epoch": 1.788865096359743,
+      "grad_norm": 2.0778133869171143,
+      "learning_rate": 3.719646457036233e-05,
+      "loss": 0.4325,
+      "step": 4177
+    },
+    {
+      "epoch": 1.7892933618843683,
+      "grad_norm": 3.365630626678467,
+      "learning_rate": 3.719040977514864e-05,
+      "loss": 1.794,
+      "step": 4178
+    },
+    {
+      "epoch": 1.7897216274089935,
+      "grad_norm": 3.174949884414673,
+      "learning_rate": 3.718435404168548e-05,
+      "loss": 1.5927,
+      "step": 4179
+    },
+    {
+      "epoch": 1.7901498929336188,
+      "grad_norm": 4.554133892059326,
+      "learning_rate": 3.7178297370438944e-05,
+      "loss": 0.5916,
+      "step": 4180
+    },
+    {
+      "epoch": 1.790578158458244,
+      "grad_norm": 3.4397664070129395,
+      "learning_rate": 3.717223976187519e-05,
+      "loss": 0.9422,
+      "step": 4181
+    },
+    {
+      "epoch": 1.7910064239828694,
+      "grad_norm": 2.7170040607452393,
+      "learning_rate": 3.716618121646045e-05,
+      "loss": 0.8629,
+      "step": 4182
+    },
+    {
+      "epoch": 1.7914346895074946,
+      "grad_norm": 7.270627021789551,
+      "learning_rate": 3.716012173466102e-05,
+      "loss": 0.2809,
+      "step": 4183
+    },
+    {
+      "epoch": 1.79186295503212,
+      "grad_norm": 1.1026540994644165,
+      "learning_rate": 3.715406131694329e-05,
+      "loss": 0.545,
+      "step": 4184
+    },
+    {
+      "epoch": 1.7922912205567452,
+      "grad_norm": 0.7915663123130798,
+      "learning_rate": 3.714799996377368e-05,
+      "loss": 0.2916,
+      "step": 4185
+    },
+    {
+      "epoch": 1.7927194860813704,
+      "grad_norm": 0.8317924737930298,
+      "learning_rate": 3.714193767561873e-05,
+      "loss": 0.257,
+      "step": 4186
+    },
+    {
+      "epoch": 1.7931477516059957,
+      "grad_norm": 8.715841293334961,
+      "learning_rate": 3.713587445294504e-05,
+      "loss": 0.7094,
+      "step": 4187
+    },
+    {
+      "epoch": 1.793576017130621,
+      "grad_norm": 8.276060104370117,
+      "learning_rate": 3.7129810296219245e-05,
+      "loss": 0.9014,
+      "step": 4188
+    },
+    {
+      "epoch": 1.7940042826552463,
+      "grad_norm": 2.5655295848846436,
+      "learning_rate": 3.7123745205908114e-05,
+      "loss": 0.8512,
+      "step": 4189
+    },
+    {
+      "epoch": 1.7944325481798715,
+      "grad_norm": 2.6349971294403076,
+      "learning_rate": 3.7117679182478417e-05,
+      "loss": 1.342,
+      "step": 4190
+    },
+    {
+      "epoch": 1.7948608137044968,
+      "grad_norm": 4.6513142585754395,
+      "learning_rate": 3.7111612226397065e-05,
+      "loss": 1.5217,
+      "step": 4191
+    },
+    {
+      "epoch": 1.795289079229122,
+      "grad_norm": 5.518254280090332,
+      "learning_rate": 3.7105544338130985e-05,
+      "loss": 0.9147,
+      "step": 4192
+    },
+    {
+      "epoch": 1.7957173447537473,
+      "grad_norm": 6.017972946166992,
+      "learning_rate": 3.7099475518147216e-05,
+      "loss": 0.8593,
+      "step": 4193
+    },
+    {
+      "epoch": 1.7961456102783726,
+      "grad_norm": 3.1269187927246094,
+      "learning_rate": 3.709340576691284e-05,
+      "loss": 1.9108,
+      "step": 4194
+    },
+    {
+      "epoch": 1.7965738758029979,
+      "grad_norm": 3.659518003463745,
+      "learning_rate": 3.708733508489503e-05,
+      "loss": 0.553,
+      "step": 4195
+    },
+    {
+      "epoch": 1.7970021413276231,
+      "grad_norm": 1.0088692903518677,
+      "learning_rate": 3.708126347256102e-05,
+      "loss": 0.3019,
+      "step": 4196
+    },
+    {
+      "epoch": 1.7974304068522484,
+      "grad_norm": 1.4397817850112915,
+      "learning_rate": 3.707519093037813e-05,
+      "loss": 0.6235,
+      "step": 4197
+    },
+    {
+      "epoch": 1.7978586723768737,
+      "grad_norm": 3.0934948921203613,
+      "learning_rate": 3.706911745881372e-05,
+      "loss": 0.9711,
+      "step": 4198
+    },
+    {
+      "epoch": 1.798286937901499,
+      "grad_norm": 0.6991516351699829,
+      "learning_rate": 3.706304305833526e-05,
+      "loss": 0.2257,
+      "step": 4199
+    },
+    {
+      "epoch": 1.7987152034261242,
+      "grad_norm": 2.377756118774414,
+      "learning_rate": 3.7056967729410257e-05,
+      "loss": 0.8681,
+      "step": 4200
+    },
+    {
+      "epoch": 1.7991434689507495,
+      "grad_norm": 5.770384788513184,
+      "learning_rate": 3.705089147250632e-05,
+      "loss": 1.4097,
+      "step": 4201
+    },
+    {
+      "epoch": 1.7995717344753748,
+      "grad_norm": 2.140129327774048,
+      "learning_rate": 3.704481428809111e-05,
+      "loss": 0.6492,
+      "step": 4202
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 1.156645655632019,
+      "learning_rate": 3.703873617663236e-05,
+      "loss": 0.3496,
+      "step": 4203
+    },
+    {
+      "epoch": 1.8004282655246253,
+      "grad_norm": 2.274933338165283,
+      "learning_rate": 3.70326571385979e-05,
+      "loss": 0.8918,
+      "step": 4204
+    },
+    {
+      "epoch": 1.8008565310492506,
+      "grad_norm": 4.794058322906494,
+      "learning_rate": 3.702657717445559e-05,
+      "loss": 0.7493,
+      "step": 4205
+    },
+    {
+      "epoch": 1.8012847965738759,
+      "grad_norm": 1.830263376235962,
+      "learning_rate": 3.702049628467338e-05,
+      "loss": 0.3505,
+      "step": 4206
+    },
+    {
+      "epoch": 1.801713062098501,
+      "grad_norm": 1.9042167663574219,
+      "learning_rate": 3.70144144697193e-05,
+      "loss": 1.0135,
+      "step": 4207
+    },
+    {
+      "epoch": 1.8021413276231262,
+      "grad_norm": 2.332930326461792,
+      "learning_rate": 3.700833173006144e-05,
+      "loss": 0.8994,
+      "step": 4208
+    },
+    {
+      "epoch": 1.8025695931477514,
+      "grad_norm": 3.031546115875244,
+      "learning_rate": 3.700224806616798e-05,
+      "loss": 0.6815,
+      "step": 4209
+    },
+    {
+      "epoch": 1.8029978586723767,
+      "grad_norm": 2.9998605251312256,
+      "learning_rate": 3.6996163478507135e-05,
+      "loss": 1.4328,
+      "step": 4210
+    },
+    {
+      "epoch": 1.803426124197002,
+      "grad_norm": 2.6826841831207275,
+      "learning_rate": 3.6990077967547223e-05,
+      "loss": 1.4407,
+      "step": 4211
+    },
+    {
+      "epoch": 1.8038543897216273,
+      "grad_norm": 1.3685656785964966,
+      "learning_rate": 3.698399153375663e-05,
+      "loss": 0.3509,
+      "step": 4212
+    },
+    {
+      "epoch": 1.8042826552462525,
+      "grad_norm": 11.142714500427246,
+      "learning_rate": 3.697790417760379e-05,
+      "loss": 1.4739,
+      "step": 4213
+    },
+    {
+      "epoch": 1.8047109207708778,
+      "grad_norm": 2.323432207107544,
+      "learning_rate": 3.6971815899557235e-05,
+      "loss": 0.5202,
+      "step": 4214
+    },
+    {
+      "epoch": 1.805139186295503,
+      "grad_norm": 3.3843822479248047,
+      "learning_rate": 3.6965726700085554e-05,
+      "loss": 0.7179,
+      "step": 4215
+    },
+    {
+      "epoch": 1.8055674518201283,
+      "grad_norm": 3.3292641639709473,
+      "learning_rate": 3.6959636579657405e-05,
+      "loss": 0.725,
+      "step": 4216
+    },
+    {
+      "epoch": 1.8059957173447536,
+      "grad_norm": 5.213203430175781,
+      "learning_rate": 3.695354553874154e-05,
+      "loss": 0.7053,
+      "step": 4217
+    },
+    {
+      "epoch": 1.8064239828693789,
+      "grad_norm": 1.5721122026443481,
+      "learning_rate": 3.694745357780673e-05,
+      "loss": 0.6063,
+      "step": 4218
+    },
+    {
+      "epoch": 1.8068522483940042,
+      "grad_norm": 3.9356911182403564,
+      "learning_rate": 3.694136069732188e-05,
+      "loss": 0.6228,
+      "step": 4219
+    },
+    {
+      "epoch": 1.8072805139186294,
+      "grad_norm": 3.5109786987304688,
+      "learning_rate": 3.693526689775593e-05,
+      "loss": 0.9545,
+      "step": 4220
+    },
+    {
+      "epoch": 1.8077087794432547,
+      "grad_norm": 2.1620898246765137,
+      "learning_rate": 3.692917217957788e-05,
+      "loss": 0.6135,
+      "step": 4221
+    },
+    {
+      "epoch": 1.80813704496788,
+      "grad_norm": 2.2151005268096924,
+      "learning_rate": 3.692307654325683e-05,
+      "loss": 1.3651,
+      "step": 4222
+    },
+    {
+      "epoch": 1.8085653104925052,
+      "grad_norm": 4.973534107208252,
+      "learning_rate": 3.691697998926194e-05,
+      "loss": 1.0879,
+      "step": 4223
+    },
+    {
+      "epoch": 1.8089935760171305,
+      "grad_norm": 1.3879199028015137,
+      "learning_rate": 3.691088251806243e-05,
+      "loss": 0.5816,
+      "step": 4224
+    },
+    {
+      "epoch": 1.8094218415417558,
+      "grad_norm": 3.262125253677368,
+      "learning_rate": 3.6904784130127614e-05,
+      "loss": 1.1012,
+      "step": 4225
+    },
+    {
+      "epoch": 1.809850107066381,
+      "grad_norm": 2.2616474628448486,
+      "learning_rate": 3.689868482592684e-05,
+      "loss": 0.451,
+      "step": 4226
+    },
+    {
+      "epoch": 1.8102783725910063,
+      "grad_norm": 2.367090940475464,
+      "learning_rate": 3.689258460592956e-05,
+      "loss": 1.0148,
+      "step": 4227
+    },
+    {
+      "epoch": 1.8107066381156316,
+      "grad_norm": 4.569350719451904,
+      "learning_rate": 3.688648347060529e-05,
+      "loss": 0.5477,
+      "step": 4228
+    },
+    {
+      "epoch": 1.8111349036402569,
+      "grad_norm": 4.075528144836426,
+      "learning_rate": 3.688038142042361e-05,
+      "loss": 1.2014,
+      "step": 4229
+    },
+    {
+      "epoch": 1.8115631691648821,
+      "grad_norm": 2.5854077339172363,
+      "learning_rate": 3.687427845585416e-05,
+      "loss": 1.4278,
+      "step": 4230
+    },
+    {
+      "epoch": 1.8119914346895074,
+      "grad_norm": 2.9142143726348877,
+      "learning_rate": 3.6868174577366676e-05,
+      "loss": 0.6453,
+      "step": 4231
+    },
+    {
+      "epoch": 1.8124197002141327,
+      "grad_norm": 4.987925052642822,
+      "learning_rate": 3.686206978543094e-05,
+      "loss": 1.1806,
+      "step": 4232
+    },
+    {
+      "epoch": 1.812847965738758,
+      "grad_norm": 1.6785300970077515,
+      "learning_rate": 3.685596408051682e-05,
+      "loss": 0.2499,
+      "step": 4233
+    },
+    {
+      "epoch": 1.8132762312633832,
+      "grad_norm": 4.224194526672363,
+      "learning_rate": 3.684985746309425e-05,
+      "loss": 1.1848,
+      "step": 4234
+    },
+    {
+      "epoch": 1.8137044967880085,
+      "grad_norm": 2.228849411010742,
+      "learning_rate": 3.684374993363322e-05,
+      "loss": 0.5333,
+      "step": 4235
+    },
+    {
+      "epoch": 1.8141327623126338,
+      "grad_norm": 1.6308841705322266,
+      "learning_rate": 3.683764149260383e-05,
+      "loss": 0.3724,
+      "step": 4236
+    },
+    {
+      "epoch": 1.814561027837259,
+      "grad_norm": 1.1049692630767822,
+      "learning_rate": 3.683153214047619e-05,
+      "loss": 0.6625,
+      "step": 4237
+    },
+    {
+      "epoch": 1.8149892933618843,
+      "grad_norm": 0.9352368712425232,
+      "learning_rate": 3.6825421877720536e-05,
+      "loss": 0.4361,
+      "step": 4238
+    },
+    {
+      "epoch": 1.8154175588865096,
+      "grad_norm": 2.7550647258758545,
+      "learning_rate": 3.6819310704807146e-05,
+      "loss": 1.0189,
+      "step": 4239
+    },
+    {
+      "epoch": 1.8158458244111348,
+      "grad_norm": 3.410895586013794,
+      "learning_rate": 3.681319862220638e-05,
+      "loss": 0.7799,
+      "step": 4240
+    },
+    {
+      "epoch": 1.8162740899357601,
+      "grad_norm": 7.6984944343566895,
+      "learning_rate": 3.680708563038865e-05,
+      "loss": 0.7232,
+      "step": 4241
+    },
+    {
+      "epoch": 1.8167023554603854,
+      "grad_norm": 0.7713504433631897,
+      "learning_rate": 3.680097172982446e-05,
+      "loss": 0.3844,
+      "step": 4242
+    },
+    {
+      "epoch": 1.8171306209850107,
+      "grad_norm": 2.1669130325317383,
+      "learning_rate": 3.679485692098437e-05,
+      "loss": 0.7526,
+      "step": 4243
+    },
+    {
+      "epoch": 1.817558886509636,
+      "grad_norm": 5.09377908706665,
+      "learning_rate": 3.678874120433901e-05,
+      "loss": 1.6046,
+      "step": 4244
+    },
+    {
+      "epoch": 1.8179871520342612,
+      "grad_norm": 2.4916324615478516,
+      "learning_rate": 3.6782624580359086e-05,
+      "loss": 0.7119,
+      "step": 4245
+    },
+    {
+      "epoch": 1.8184154175588865,
+      "grad_norm": 3.3378803730010986,
+      "learning_rate": 3.677650704951537e-05,
+      "loss": 0.4786,
+      "step": 4246
+    },
+    {
+      "epoch": 1.8188436830835117,
+      "grad_norm": 4.934278964996338,
+      "learning_rate": 3.677038861227871e-05,
+      "loss": 0.6781,
+      "step": 4247
+    },
+    {
+      "epoch": 1.819271948608137,
+      "grad_norm": 2.1049935817718506,
+      "learning_rate": 3.676426926912002e-05,
+      "loss": 0.3654,
+      "step": 4248
+    },
+    {
+      "epoch": 1.8197002141327623,
+      "grad_norm": 1.5074787139892578,
+      "learning_rate": 3.675814902051027e-05,
+      "loss": 0.6732,
+      "step": 4249
+    },
+    {
+      "epoch": 1.8201284796573876,
+      "grad_norm": 4.479895114898682,
+      "learning_rate": 3.675202786692051e-05,
+      "loss": 1.0884,
+      "step": 4250
+    },
+    {
+      "epoch": 1.8205567451820128,
+      "grad_norm": 0.8319299817085266,
+      "learning_rate": 3.674590580882189e-05,
+      "loss": 0.4195,
+      "step": 4251
+    },
+    {
+      "epoch": 1.820985010706638,
+      "grad_norm": 2.8371193408966064,
+      "learning_rate": 3.673978284668558e-05,
+      "loss": 0.3462,
+      "step": 4252
+    },
+    {
+      "epoch": 1.8214132762312634,
+      "grad_norm": 0.7674569487571716,
+      "learning_rate": 3.673365898098284e-05,
+      "loss": 0.234,
+      "step": 4253
+    },
+    {
+      "epoch": 1.8218415417558886,
+      "grad_norm": 3.153059959411621,
+      "learning_rate": 3.6727534212185016e-05,
+      "loss": 0.752,
+      "step": 4254
+    },
+    {
+      "epoch": 1.822269807280514,
+      "grad_norm": 3.5535202026367188,
+      "learning_rate": 3.672140854076349e-05,
+      "loss": 0.6753,
+      "step": 4255
+    },
+    {
+      "epoch": 1.8226980728051392,
+      "grad_norm": 3.328460216522217,
+      "learning_rate": 3.671528196718974e-05,
+      "loss": 0.8739,
+      "step": 4256
+    },
+    {
+      "epoch": 1.8231263383297645,
+      "grad_norm": 5.061244010925293,
+      "learning_rate": 3.670915449193531e-05,
+      "loss": 1.304,
+      "step": 4257
+    },
+    {
+      "epoch": 1.8235546038543897,
+      "grad_norm": 4.0336737632751465,
+      "learning_rate": 3.6703026115471796e-05,
+      "loss": 1.4767,
+      "step": 4258
+    },
+    {
+      "epoch": 1.823982869379015,
+      "grad_norm": 3.506157398223877,
+      "learning_rate": 3.6696896838270886e-05,
+      "loss": 0.9476,
+      "step": 4259
+    },
+    {
+      "epoch": 1.8244111349036403,
+      "grad_norm": 6.051621437072754,
+      "learning_rate": 3.669076666080432e-05,
+      "loss": 1.0283,
+      "step": 4260
+    },
+    {
+      "epoch": 1.8248394004282655,
+      "grad_norm": 4.081849098205566,
+      "learning_rate": 3.6684635583543915e-05,
+      "loss": 1.3823,
+      "step": 4261
+    },
+    {
+      "epoch": 1.8252676659528908,
+      "grad_norm": 5.556421279907227,
+      "learning_rate": 3.667850360696157e-05,
+      "loss": 1.1454,
+      "step": 4262
+    },
+    {
+      "epoch": 1.825695931477516,
+      "grad_norm": 2.686328411102295,
+      "learning_rate": 3.667237073152922e-05,
+      "loss": 1.426,
+      "step": 4263
+    },
+    {
+      "epoch": 1.8261241970021413,
+      "grad_norm": 1.9494829177856445,
+      "learning_rate": 3.6666236957718906e-05,
+      "loss": 0.4655,
+      "step": 4264
+    },
+    {
+      "epoch": 1.8265524625267666,
+      "grad_norm": 6.506041526794434,
+      "learning_rate": 3.666010228600272e-05,
+      "loss": 0.7913,
+      "step": 4265
+    },
+    {
+      "epoch": 1.826980728051392,
+      "grad_norm": 3.0507519245147705,
+      "learning_rate": 3.66539667168528e-05,
+      "loss": 0.935,
+      "step": 4266
+    },
+    {
+      "epoch": 1.8274089935760172,
+      "grad_norm": 0.8472835421562195,
+      "learning_rate": 3.664783025074141e-05,
+      "loss": 0.2336,
+      "step": 4267
+    },
+    {
+      "epoch": 1.8278372591006424,
+      "grad_norm": 1.911810278892517,
+      "learning_rate": 3.6641692888140835e-05,
+      "loss": 1.1613,
+      "step": 4268
+    },
+    {
+      "epoch": 1.8282655246252677,
+      "grad_norm": 3.358626365661621,
+      "learning_rate": 3.663555462952344e-05,
+      "loss": 0.9474,
+      "step": 4269
+    },
+    {
+      "epoch": 1.828693790149893,
+      "grad_norm": 2.963820457458496,
+      "learning_rate": 3.662941547536167e-05,
+      "loss": 1.0556,
+      "step": 4270
+    },
+    {
+      "epoch": 1.8291220556745182,
+      "grad_norm": 2.510023593902588,
+      "learning_rate": 3.6623275426128036e-05,
+      "loss": 0.8828,
+      "step": 4271
+    },
+    {
+      "epoch": 1.8295503211991435,
+      "grad_norm": 1.6598923206329346,
+      "learning_rate": 3.661713448229511e-05,
+      "loss": 0.5544,
+      "step": 4272
+    },
+    {
+      "epoch": 1.8299785867237688,
+      "grad_norm": 1.932365894317627,
+      "learning_rate": 3.6610992644335534e-05,
+      "loss": 1.0308,
+      "step": 4273
+    },
+    {
+      "epoch": 1.830406852248394,
+      "grad_norm": 2.357642650604248,
+      "learning_rate": 3.6604849912722026e-05,
+      "loss": 0.8435,
+      "step": 4274
+    },
+    {
+      "epoch": 1.8308351177730193,
+      "grad_norm": 3.698220729827881,
+      "learning_rate": 3.659870628792737e-05,
+      "loss": 0.4447,
+      "step": 4275
+    },
+    {
+      "epoch": 1.8312633832976446,
+      "grad_norm": 0.9390906691551208,
+      "learning_rate": 3.6592561770424414e-05,
+      "loss": 0.3501,
+      "step": 4276
+    },
+    {
+      "epoch": 1.8316916488222699,
+      "grad_norm": 1.1364980936050415,
+      "learning_rate": 3.658641636068608e-05,
+      "loss": 0.4522,
+      "step": 4277
+    },
+    {
+      "epoch": 1.8321199143468951,
+      "grad_norm": 1.8203446865081787,
+      "learning_rate": 3.658027005918535e-05,
+      "loss": 0.8211,
+      "step": 4278
+    },
+    {
+      "epoch": 1.8325481798715204,
+      "grad_norm": 3.1715247631073,
+      "learning_rate": 3.6574122866395286e-05,
+      "loss": 0.7672,
+      "step": 4279
+    },
+    {
+      "epoch": 1.8329764453961457,
+      "grad_norm": 2.6653242111206055,
+      "learning_rate": 3.6567974782789024e-05,
+      "loss": 1.1985,
+      "step": 4280
+    },
+    {
+      "epoch": 1.833404710920771,
+      "grad_norm": 1.1267178058624268,
+      "learning_rate": 3.6561825808839745e-05,
+      "loss": 0.4052,
+      "step": 4281
+    },
+    {
+      "epoch": 1.8338329764453962,
+      "grad_norm": 1.5689752101898193,
+      "learning_rate": 3.655567594502072e-05,
+      "loss": 0.9633,
+      "step": 4282
+    },
+    {
+      "epoch": 1.8342612419700215,
+      "grad_norm": 2.2015798091888428,
+      "learning_rate": 3.654952519180527e-05,
+      "loss": 0.9306,
+      "step": 4283
+    },
+    {
+      "epoch": 1.8346895074946468,
+      "grad_norm": 1.9396522045135498,
+      "learning_rate": 3.6543373549666804e-05,
+      "loss": 0.4862,
+      "step": 4284
+    },
+    {
+      "epoch": 1.835117773019272,
+      "grad_norm": 1.5258219242095947,
+      "learning_rate": 3.65372210190788e-05,
+      "loss": 0.2355,
+      "step": 4285
+    },
+    {
+      "epoch": 1.8355460385438973,
+      "grad_norm": 3.3769218921661377,
+      "learning_rate": 3.653106760051478e-05,
+      "loss": 0.609,
+      "step": 4286
+    },
+    {
+      "epoch": 1.8359743040685226,
+      "grad_norm": 1.746630311012268,
+      "learning_rate": 3.652491329444834e-05,
+      "loss": 0.5055,
+      "step": 4287
+    },
+    {
+      "epoch": 1.8364025695931478,
+      "grad_norm": 2.4003164768218994,
+      "learning_rate": 3.651875810135318e-05,
+      "loss": 0.4863,
+      "step": 4288
+    },
+    {
+      "epoch": 1.8368308351177731,
+      "grad_norm": 0.7865892648696899,
+      "learning_rate": 3.651260202170303e-05,
+      "loss": 0.1804,
+      "step": 4289
+    },
+    {
+      "epoch": 1.8372591006423984,
+      "grad_norm": 3.231473445892334,
+      "learning_rate": 3.6506445055971696e-05,
+      "loss": 0.7488,
+      "step": 4290
+    },
+    {
+      "epoch": 1.8376873661670237,
+      "grad_norm": 1.4141638278961182,
+      "learning_rate": 3.650028720463306e-05,
+      "loss": 1.0286,
+      "step": 4291
+    },
+    {
+      "epoch": 1.838115631691649,
+      "grad_norm": 2.4364092350006104,
+      "learning_rate": 3.649412846816106e-05,
+      "loss": 0.5239,
+      "step": 4292
+    },
+    {
+      "epoch": 1.8385438972162742,
+      "grad_norm": 6.972470283508301,
+      "learning_rate": 3.648796884702973e-05,
+      "loss": 0.9818,
+      "step": 4293
+    },
+    {
+      "epoch": 1.8389721627408995,
+      "grad_norm": 1.839647889137268,
+      "learning_rate": 3.648180834171313e-05,
+      "loss": 0.4302,
+      "step": 4294
+    },
+    {
+      "epoch": 1.8394004282655247,
+      "grad_norm": 3.165436029434204,
+      "learning_rate": 3.6475646952685426e-05,
+      "loss": 0.891,
+      "step": 4295
+    },
+    {
+      "epoch": 1.83982869379015,
+      "grad_norm": 2.2671868801116943,
+      "learning_rate": 3.646948468042083e-05,
+      "loss": 0.6459,
+      "step": 4296
+    },
+    {
+      "epoch": 1.8402569593147753,
+      "grad_norm": 1.6375972032546997,
+      "learning_rate": 3.646332152539364e-05,
+      "loss": 0.3297,
+      "step": 4297
+    },
+    {
+      "epoch": 1.8406852248394006,
+      "grad_norm": 0.7064692974090576,
+      "learning_rate": 3.645715748807819e-05,
+      "loss": 0.2203,
+      "step": 4298
+    },
+    {
+      "epoch": 1.8411134903640258,
+      "grad_norm": 1.7252262830734253,
+      "learning_rate": 3.645099256894892e-05,
+      "loss": 1.0167,
+      "step": 4299
+    },
+    {
+      "epoch": 1.841541755888651,
+      "grad_norm": 2.5123238563537598,
+      "learning_rate": 3.64448267684803e-05,
+      "loss": 0.9235,
+      "step": 4300
+    },
+    {
+      "epoch": 1.8419700214132764,
+      "grad_norm": 3.0812463760375977,
+      "learning_rate": 3.6438660087146915e-05,
+      "loss": 0.7521,
+      "step": 4301
+    },
+    {
+      "epoch": 1.8423982869379016,
+      "grad_norm": 0.7902001738548279,
+      "learning_rate": 3.643249252542337e-05,
+      "loss": 0.3226,
+      "step": 4302
+    },
+    {
+      "epoch": 1.842826552462527,
+      "grad_norm": 2.901313066482544,
+      "learning_rate": 3.642632408378438e-05,
+      "loss": 0.8286,
+      "step": 4303
+    },
+    {
+      "epoch": 1.8432548179871522,
+      "grad_norm": 4.353775978088379,
+      "learning_rate": 3.6420154762704686e-05,
+      "loss": 1.1047,
+      "step": 4304
+    },
+    {
+      "epoch": 1.8436830835117775,
+      "grad_norm": 2.298123359680176,
+      "learning_rate": 3.641398456265912e-05,
+      "loss": 0.4471,
+      "step": 4305
+    },
+    {
+      "epoch": 1.8441113490364027,
+      "grad_norm": 2.641587734222412,
+      "learning_rate": 3.6407813484122585e-05,
+      "loss": 1.4702,
+      "step": 4306
+    },
+    {
+      "epoch": 1.844539614561028,
+      "grad_norm": 3.4797935485839844,
+      "learning_rate": 3.640164152757005e-05,
+      "loss": 1.94,
+      "step": 4307
+    },
+    {
+      "epoch": 1.8449678800856533,
+      "grad_norm": 1.3578437566757202,
+      "learning_rate": 3.639546869347654e-05,
+      "loss": 0.5815,
+      "step": 4308
+    },
+    {
+      "epoch": 1.8453961456102785,
+      "grad_norm": 2.463564395904541,
+      "learning_rate": 3.638929498231715e-05,
+      "loss": 0.3593,
+      "step": 4309
+    },
+    {
+      "epoch": 1.8458244111349036,
+      "grad_norm": 11.322685241699219,
+      "learning_rate": 3.638312039456706e-05,
+      "loss": 0.7404,
+      "step": 4310
+    },
+    {
+      "epoch": 1.8462526766595289,
+      "grad_norm": 0.9619650840759277,
+      "learning_rate": 3.637694493070149e-05,
+      "loss": 0.421,
+      "step": 4311
+    },
+    {
+      "epoch": 1.8466809421841541,
+      "grad_norm": 4.63822603225708,
+      "learning_rate": 3.6370768591195746e-05,
+      "loss": 0.7097,
+      "step": 4312
+    },
+    {
+      "epoch": 1.8471092077087794,
+      "grad_norm": 0.9250069856643677,
+      "learning_rate": 3.636459137652521e-05,
+      "loss": 0.423,
+      "step": 4313
+    },
+    {
+      "epoch": 1.8475374732334047,
+      "grad_norm": 3.194039821624756,
+      "learning_rate": 3.635841328716531e-05,
+      "loss": 0.6829,
+      "step": 4314
+    },
+    {
+      "epoch": 1.84796573875803,
+      "grad_norm": 3.2025606632232666,
+      "learning_rate": 3.6352234323591536e-05,
+      "loss": 0.6878,
+      "step": 4315
+    },
+    {
+      "epoch": 1.8483940042826552,
+      "grad_norm": 2.290318012237549,
+      "learning_rate": 3.634605448627948e-05,
+      "loss": 0.779,
+      "step": 4316
+    },
+    {
+      "epoch": 1.8488222698072805,
+      "grad_norm": 3.8669140338897705,
+      "learning_rate": 3.633987377570477e-05,
+      "loss": 0.5188,
+      "step": 4317
+    },
+    {
+      "epoch": 1.8492505353319058,
+      "grad_norm": 2.764615058898926,
+      "learning_rate": 3.6333692192343116e-05,
+      "loss": 0.9199,
+      "step": 4318
+    },
+    {
+      "epoch": 1.849678800856531,
+      "grad_norm": 3.2363719940185547,
+      "learning_rate": 3.632750973667029e-05,
+      "loss": 1.0933,
+      "step": 4319
+    },
+    {
+      "epoch": 1.8501070663811563,
+      "grad_norm": 2.3853836059570312,
+      "learning_rate": 3.632132640916214e-05,
+      "loss": 0.4551,
+      "step": 4320
+    },
+    {
+      "epoch": 1.8505353319057816,
+      "grad_norm": 2.4722700119018555,
+      "learning_rate": 3.631514221029455e-05,
+      "loss": 0.8158,
+      "step": 4321
+    },
+    {
+      "epoch": 1.8509635974304068,
+      "grad_norm": 3.8220560550689697,
+      "learning_rate": 3.630895714054352e-05,
+      "loss": 1.0264,
+      "step": 4322
+    },
+    {
+      "epoch": 1.851391862955032,
+      "grad_norm": 4.811949729919434,
+      "learning_rate": 3.630277120038508e-05,
+      "loss": 0.8359,
+      "step": 4323
+    },
+    {
+      "epoch": 1.8518201284796574,
+      "grad_norm": 1.7247886657714844,
+      "learning_rate": 3.629658439029534e-05,
+      "loss": 0.8515,
+      "step": 4324
+    },
+    {
+      "epoch": 1.8522483940042827,
+      "grad_norm": 3.588632583618164,
+      "learning_rate": 3.6290396710750465e-05,
+      "loss": 1.3943,
+      "step": 4325
+    },
+    {
+      "epoch": 1.852676659528908,
+      "grad_norm": 2.080753803253174,
+      "learning_rate": 3.628420816222671e-05,
+      "loss": 0.8538,
+      "step": 4326
+    },
+    {
+      "epoch": 1.8531049250535332,
+      "grad_norm": 5.669199466705322,
+      "learning_rate": 3.627801874520038e-05,
+      "loss": 0.7168,
+      "step": 4327
+    },
+    {
+      "epoch": 1.8535331905781585,
+      "grad_norm": 2.924220561981201,
+      "learning_rate": 3.6271828460147854e-05,
+      "loss": 1.348,
+      "step": 4328
+    },
+    {
+      "epoch": 1.8539614561027837,
+      "grad_norm": 3.3227522373199463,
+      "learning_rate": 3.6265637307545576e-05,
+      "loss": 0.6632,
+      "step": 4329
+    },
+    {
+      "epoch": 1.854389721627409,
+      "grad_norm": 3.836930274963379,
+      "learning_rate": 3.625944528787004e-05,
+      "loss": 1.0144,
+      "step": 4330
+    },
+    {
+      "epoch": 1.8548179871520343,
+      "grad_norm": 1.2957051992416382,
+      "learning_rate": 3.6253252401597845e-05,
+      "loss": 0.9586,
+      "step": 4331
+    },
+    {
+      "epoch": 1.8552462526766595,
+      "grad_norm": 2.8163466453552246,
+      "learning_rate": 3.624705864920561e-05,
+      "loss": 0.5225,
+      "step": 4332
+    },
+    {
+      "epoch": 1.8556745182012848,
+      "grad_norm": 0.7338316440582275,
+      "learning_rate": 3.624086403117006e-05,
+      "loss": 0.1984,
+      "step": 4333
+    },
+    {
+      "epoch": 1.85610278372591,
+      "grad_norm": 4.352520942687988,
+      "learning_rate": 3.6234668547967975e-05,
+      "loss": 1.0141,
+      "step": 4334
+    },
+    {
+      "epoch": 1.8565310492505354,
+      "grad_norm": 0.9751667976379395,
+      "learning_rate": 3.622847220007619e-05,
+      "loss": 0.6455,
+      "step": 4335
+    },
+    {
+      "epoch": 1.8569593147751606,
+      "grad_norm": 2.958376407623291,
+      "learning_rate": 3.6222274987971616e-05,
+      "loss": 0.4947,
+      "step": 4336
+    },
+    {
+      "epoch": 1.857387580299786,
+      "grad_norm": 4.3656535148620605,
+      "learning_rate": 3.6216076912131225e-05,
+      "loss": 1.4963,
+      "step": 4337
+    },
+    {
+      "epoch": 1.8578158458244112,
+      "grad_norm": 20.1492862701416,
+      "learning_rate": 3.6209877973032064e-05,
+      "loss": 1.7991,
+      "step": 4338
+    },
+    {
+      "epoch": 1.8582441113490364,
+      "grad_norm": 2.1690099239349365,
+      "learning_rate": 3.6203678171151234e-05,
+      "loss": 0.3978,
+      "step": 4339
+    },
+    {
+      "epoch": 1.8586723768736617,
+      "grad_norm": 2.7246737480163574,
+      "learning_rate": 3.6197477506965927e-05,
+      "loss": 0.4194,
+      "step": 4340
+    },
+    {
+      "epoch": 1.859100642398287,
+      "grad_norm": 3.773098945617676,
+      "learning_rate": 3.619127598095337e-05,
+      "loss": 0.8774,
+      "step": 4341
+    },
+    {
+      "epoch": 1.8595289079229123,
+      "grad_norm": 5.228582382202148,
+      "learning_rate": 3.618507359359087e-05,
+      "loss": 1.2392,
+      "step": 4342
+    },
+    {
+      "epoch": 1.8599571734475375,
+      "grad_norm": 2.244553565979004,
+      "learning_rate": 3.617887034535581e-05,
+      "loss": 0.6952,
+      "step": 4343
+    },
+    {
+      "epoch": 1.8603854389721626,
+      "grad_norm": 1.4755524396896362,
+      "learning_rate": 3.617266623672562e-05,
+      "loss": 0.4982,
+      "step": 4344
+    },
+    {
+      "epoch": 1.8608137044967878,
+      "grad_norm": 1.2143607139587402,
+      "learning_rate": 3.616646126817782e-05,
+      "loss": 0.4744,
+      "step": 4345
+    },
+    {
+      "epoch": 1.8612419700214131,
+      "grad_norm": 4.892422676086426,
+      "learning_rate": 3.616025544018997e-05,
+      "loss": 0.4645,
+      "step": 4346
+    },
+    {
+      "epoch": 1.8616702355460384,
+      "grad_norm": 3.1258225440979004,
+      "learning_rate": 3.615404875323972e-05,
+      "loss": 0.5896,
+      "step": 4347
+    },
+    {
+      "epoch": 1.8620985010706637,
+      "grad_norm": 3.9041383266448975,
+      "learning_rate": 3.614784120780477e-05,
+      "loss": 0.6649,
+      "step": 4348
+    },
+    {
+      "epoch": 1.862526766595289,
+      "grad_norm": 2.8828794956207275,
+      "learning_rate": 3.614163280436288e-05,
+      "loss": 1.3499,
+      "step": 4349
+    },
+    {
+      "epoch": 1.8629550321199142,
+      "grad_norm": 4.151246070861816,
+      "learning_rate": 3.613542354339191e-05,
+      "loss": 0.9843,
+      "step": 4350
+    },
+    {
+      "epoch": 1.8633832976445395,
+      "grad_norm": 0.6428200006484985,
+      "learning_rate": 3.612921342536974e-05,
+      "loss": 0.1761,
+      "step": 4351
+    },
+    {
+      "epoch": 1.8638115631691647,
+      "grad_norm": 2.5871050357818604,
+      "learning_rate": 3.6123002450774365e-05,
+      "loss": 1.0666,
+      "step": 4352
+    },
+    {
+      "epoch": 1.86423982869379,
+      "grad_norm": 3.1747915744781494,
+      "learning_rate": 3.6116790620083804e-05,
+      "loss": 0.7565,
+      "step": 4353
+    },
+    {
+      "epoch": 1.8646680942184153,
+      "grad_norm": 7.078607082366943,
+      "learning_rate": 3.6110577933776145e-05,
+      "loss": 1.9214,
+      "step": 4354
+    },
+    {
+      "epoch": 1.8650963597430406,
+      "grad_norm": 1.2381689548492432,
+      "learning_rate": 3.610436439232958e-05,
+      "loss": 0.5538,
+      "step": 4355
+    },
+    {
+      "epoch": 1.8655246252676658,
+      "grad_norm": 2.6139092445373535,
+      "learning_rate": 3.609814999622233e-05,
+      "loss": 0.4722,
+      "step": 4356
+    },
+    {
+      "epoch": 1.865952890792291,
+      "grad_norm": 0.8369814157485962,
+      "learning_rate": 3.609193474593269e-05,
+      "loss": 0.1928,
+      "step": 4357
+    },
+    {
+      "epoch": 1.8663811563169164,
+      "grad_norm": 3.5982773303985596,
+      "learning_rate": 3.608571864193904e-05,
+      "loss": 1.0565,
+      "step": 4358
+    },
+    {
+      "epoch": 1.8668094218415416,
+      "grad_norm": 3.584934711456299,
+      "learning_rate": 3.60795016847198e-05,
+      "loss": 0.5515,
+      "step": 4359
+    },
+    {
+      "epoch": 1.867237687366167,
+      "grad_norm": 4.781712532043457,
+      "learning_rate": 3.607328387475345e-05,
+      "loss": 0.5387,
+      "step": 4360
+    },
+    {
+      "epoch": 1.8676659528907922,
+      "grad_norm": 4.9690046310424805,
+      "learning_rate": 3.606706521251857e-05,
+      "loss": 0.3338,
+      "step": 4361
+    },
+    {
+      "epoch": 1.8680942184154175,
+      "grad_norm": 4.0640549659729,
+      "learning_rate": 3.6060845698493775e-05,
+      "loss": 2.7651,
+      "step": 4362
+    },
+    {
+      "epoch": 1.8685224839400427,
+      "grad_norm": 1.7929493188858032,
+      "learning_rate": 3.605462533315778e-05,
+      "loss": 0.6462,
+      "step": 4363
+    },
+    {
+      "epoch": 1.868950749464668,
+      "grad_norm": 0.7308695316314697,
+      "learning_rate": 3.604840411698932e-05,
+      "loss": 0.1647,
+      "step": 4364
+    },
+    {
+      "epoch": 1.8693790149892933,
+      "grad_norm": 1.0532039403915405,
+      "learning_rate": 3.604218205046722e-05,
+      "loss": 0.4563,
+      "step": 4365
+    },
+    {
+      "epoch": 1.8698072805139185,
+      "grad_norm": 5.3375959396362305,
+      "learning_rate": 3.603595913407039e-05,
+      "loss": 1.8982,
+      "step": 4366
+    },
+    {
+      "epoch": 1.8702355460385438,
+      "grad_norm": 1.7187188863754272,
+      "learning_rate": 3.602973536827775e-05,
+      "loss": 1.7225,
+      "step": 4367
+    },
+    {
+      "epoch": 1.870663811563169,
+      "grad_norm": 3.4285852909088135,
+      "learning_rate": 3.602351075356834e-05,
+      "loss": 0.8385,
+      "step": 4368
+    },
+    {
+      "epoch": 1.8710920770877943,
+      "grad_norm": 1.9655479192733765,
+      "learning_rate": 3.6017285290421255e-05,
+      "loss": 0.3276,
+      "step": 4369
+    },
+    {
+      "epoch": 1.8715203426124196,
+      "grad_norm": 6.9988322257995605,
+      "learning_rate": 3.6011058979315624e-05,
+      "loss": 0.8324,
+      "step": 4370
+    },
+    {
+      "epoch": 1.871948608137045,
+      "grad_norm": 3.1896519660949707,
+      "learning_rate": 3.600483182073068e-05,
+      "loss": 0.9077,
+      "step": 4371
+    },
+    {
+      "epoch": 1.8723768736616702,
+      "grad_norm": 2.5234720706939697,
+      "learning_rate": 3.599860381514569e-05,
+      "loss": 0.7974,
+      "step": 4372
+    },
+    {
+      "epoch": 1.8728051391862954,
+      "grad_norm": 5.5447773933410645,
+      "learning_rate": 3.5992374963040005e-05,
+      "loss": 0.9592,
+      "step": 4373
+    },
+    {
+      "epoch": 1.8732334047109207,
+      "grad_norm": 3.454793930053711,
+      "learning_rate": 3.598614526489304e-05,
+      "loss": 1.4519,
+      "step": 4374
+    },
+    {
+      "epoch": 1.873661670235546,
+      "grad_norm": 5.421693325042725,
+      "learning_rate": 3.597991472118426e-05,
+      "loss": 1.2983,
+      "step": 4375
+    },
+    {
+      "epoch": 1.8740899357601712,
+      "grad_norm": 2.8520240783691406,
+      "learning_rate": 3.597368333239322e-05,
+      "loss": 0.7508,
+      "step": 4376
+    },
+    {
+      "epoch": 1.8745182012847965,
+      "grad_norm": 1.5473536252975464,
+      "learning_rate": 3.596745109899952e-05,
+      "loss": 0.3427,
+      "step": 4377
+    },
+    {
+      "epoch": 1.8749464668094218,
+      "grad_norm": 7.320774555206299,
+      "learning_rate": 3.596121802148283e-05,
+      "loss": 0.3894,
+      "step": 4378
+    },
+    {
+      "epoch": 1.875374732334047,
+      "grad_norm": 3.221761465072632,
+      "learning_rate": 3.595498410032289e-05,
+      "loss": 1.1955,
+      "step": 4379
+    },
+    {
+      "epoch": 1.8758029978586723,
+      "grad_norm": 2.2233407497406006,
+      "learning_rate": 3.5948749335999496e-05,
+      "loss": 0.697,
+      "step": 4380
+    },
+    {
+      "epoch": 1.8762312633832976,
+      "grad_norm": 5.096539497375488,
+      "learning_rate": 3.5942513728992515e-05,
+      "loss": 0.8119,
+      "step": 4381
+    },
+    {
+      "epoch": 1.8766595289079229,
+      "grad_norm": 2.775679349899292,
+      "learning_rate": 3.593627727978188e-05,
+      "loss": 1.3491,
+      "step": 4382
+    },
+    {
+      "epoch": 1.8770877944325481,
+      "grad_norm": 3.5035619735717773,
+      "learning_rate": 3.593003998884759e-05,
+      "loss": 1.434,
+      "step": 4383
+    },
+    {
+      "epoch": 1.8775160599571734,
+      "grad_norm": 4.090965270996094,
+      "learning_rate": 3.59238018566697e-05,
+      "loss": 0.8513,
+      "step": 4384
+    },
+    {
+      "epoch": 1.8779443254817987,
+      "grad_norm": 3.9140830039978027,
+      "learning_rate": 3.591756288372834e-05,
+      "loss": 1.0198,
+      "step": 4385
+    },
+    {
+      "epoch": 1.878372591006424,
+      "grad_norm": 3.341742753982544,
+      "learning_rate": 3.59113230705037e-05,
+      "loss": 0.9817,
+      "step": 4386
+    },
+    {
+      "epoch": 1.8788008565310492,
+      "grad_norm": 0.8864035606384277,
+      "learning_rate": 3.5905082417476024e-05,
+      "loss": 0.4047,
+      "step": 4387
+    },
+    {
+      "epoch": 1.8792291220556745,
+      "grad_norm": 5.76771879196167,
+      "learning_rate": 3.589884092512564e-05,
+      "loss": 1.2227,
+      "step": 4388
+    },
+    {
+      "epoch": 1.8796573875802998,
+      "grad_norm": 1.5625320672988892,
+      "learning_rate": 3.5892598593932933e-05,
+      "loss": 0.8843,
+      "step": 4389
+    },
+    {
+      "epoch": 1.880085653104925,
+      "grad_norm": 1.908836841583252,
+      "learning_rate": 3.588635542437836e-05,
+      "loss": 0.413,
+      "step": 4390
+    },
+    {
+      "epoch": 1.8805139186295503,
+      "grad_norm": 0.9129296541213989,
+      "learning_rate": 3.5880111416942406e-05,
+      "loss": 0.639,
+      "step": 4391
+    },
+    {
+      "epoch": 1.8809421841541756,
+      "grad_norm": 0.6368278861045837,
+      "learning_rate": 3.5873866572105686e-05,
+      "loss": 0.3217,
+      "step": 4392
+    },
+    {
+      "epoch": 1.8813704496788008,
+      "grad_norm": 1.712646245956421,
+      "learning_rate": 3.5867620890348806e-05,
+      "loss": 0.9359,
+      "step": 4393
+    },
+    {
+      "epoch": 1.8817987152034261,
+      "grad_norm": 3.3200995922088623,
+      "learning_rate": 3.58613743721525e-05,
+      "loss": 0.9396,
+      "step": 4394
+    },
+    {
+      "epoch": 1.8822269807280514,
+      "grad_norm": 3.494936466217041,
+      "learning_rate": 3.585512701799753e-05,
+      "loss": 0.8624,
+      "step": 4395
+    },
+    {
+      "epoch": 1.8826552462526767,
+      "grad_norm": 1.6500264406204224,
+      "learning_rate": 3.5848878828364715e-05,
+      "loss": 0.963,
+      "step": 4396
+    },
+    {
+      "epoch": 1.883083511777302,
+      "grad_norm": 4.6263275146484375,
+      "learning_rate": 3.5842629803734975e-05,
+      "loss": 0.7181,
+      "step": 4397
+    },
+    {
+      "epoch": 1.8835117773019272,
+      "grad_norm": 1.35587477684021,
+      "learning_rate": 3.583637994458927e-05,
+      "loss": 0.4421,
+      "step": 4398
+    },
+    {
+      "epoch": 1.8839400428265525,
+      "grad_norm": 3.3787107467651367,
+      "learning_rate": 3.5830129251408615e-05,
+      "loss": 0.8568,
+      "step": 4399
+    },
+    {
+      "epoch": 1.8843683083511777,
+      "grad_norm": 1.9051603078842163,
+      "learning_rate": 3.582387772467412e-05,
+      "loss": 0.9593,
+      "step": 4400
+    },
+    {
+      "epoch": 1.884796573875803,
+      "grad_norm": 2.8012001514434814,
+      "learning_rate": 3.581762536486693e-05,
+      "loss": 1.349,
+      "step": 4401
+    },
+    {
+      "epoch": 1.8852248394004283,
+      "grad_norm": 4.528660774230957,
+      "learning_rate": 3.581137217246827e-05,
+      "loss": 0.5871,
+      "step": 4402
+    },
+    {
+      "epoch": 1.8856531049250536,
+      "grad_norm": 1.8418489694595337,
+      "learning_rate": 3.580511814795942e-05,
+      "loss": 0.6157,
+      "step": 4403
+    },
+    {
+      "epoch": 1.8860813704496788,
+      "grad_norm": 3.4445762634277344,
+      "learning_rate": 3.5798863291821735e-05,
+      "loss": 1.2083,
+      "step": 4404
+    },
+    {
+      "epoch": 1.886509635974304,
+      "grad_norm": 4.901806354522705,
+      "learning_rate": 3.579260760453662e-05,
+      "loss": 1.4533,
+      "step": 4405
+    },
+    {
+      "epoch": 1.8869379014989294,
+      "grad_norm": 4.615005016326904,
+      "learning_rate": 3.578635108658555e-05,
+      "loss": 1.3412,
+      "step": 4406
+    },
+    {
+      "epoch": 1.8873661670235546,
+      "grad_norm": 4.805339813232422,
+      "learning_rate": 3.578009373845008e-05,
+      "loss": 1.0012,
+      "step": 4407
+    },
+    {
+      "epoch": 1.88779443254818,
+      "grad_norm": 2.490823745727539,
+      "learning_rate": 3.57738355606118e-05,
+      "loss": 1.113,
+      "step": 4408
+    },
+    {
+      "epoch": 1.8882226980728052,
+      "grad_norm": 1.7382854223251343,
+      "learning_rate": 3.576757655355238e-05,
+      "loss": 1.2425,
+      "step": 4409
+    },
+    {
+      "epoch": 1.8886509635974305,
+      "grad_norm": 6.450253486633301,
+      "learning_rate": 3.576131671775357e-05,
+      "loss": 1.5714,
+      "step": 4410
+    },
+    {
+      "epoch": 1.8890792291220557,
+      "grad_norm": 0.6222835183143616,
+      "learning_rate": 3.575505605369713e-05,
+      "loss": 0.2405,
+      "step": 4411
+    },
+    {
+      "epoch": 1.889507494646681,
+      "grad_norm": 2.3838188648223877,
+      "learning_rate": 3.574879456186495e-05,
+      "loss": 1.0429,
+      "step": 4412
+    },
+    {
+      "epoch": 1.8899357601713063,
+      "grad_norm": 1.3062822818756104,
+      "learning_rate": 3.574253224273895e-05,
+      "loss": 0.23,
+      "step": 4413
+    },
+    {
+      "epoch": 1.8903640256959315,
+      "grad_norm": 4.796511173248291,
+      "learning_rate": 3.5736269096801094e-05,
+      "loss": 0.7286,
+      "step": 4414
+    },
+    {
+      "epoch": 1.8907922912205568,
+      "grad_norm": 2.352321147918701,
+      "learning_rate": 3.573000512453346e-05,
+      "loss": 1.2259,
+      "step": 4415
+    },
+    {
+      "epoch": 1.891220556745182,
+      "grad_norm": 4.715533256530762,
+      "learning_rate": 3.572374032641815e-05,
+      "loss": 1.0198,
+      "step": 4416
+    },
+    {
+      "epoch": 1.8916488222698074,
+      "grad_norm": 1.3892556428909302,
+      "learning_rate": 3.5717474702937336e-05,
+      "loss": 0.367,
+      "step": 4417
+    },
+    {
+      "epoch": 1.8920770877944326,
+      "grad_norm": 4.318270206451416,
+      "learning_rate": 3.571120825457327e-05,
+      "loss": 1.1754,
+      "step": 4418
+    },
+    {
+      "epoch": 1.892505353319058,
+      "grad_norm": 2.058229446411133,
+      "learning_rate": 3.5704940981808256e-05,
+      "loss": 0.8628,
+      "step": 4419
+    },
+    {
+      "epoch": 1.8929336188436832,
+      "grad_norm": 3.5783910751342773,
+      "learning_rate": 3.569867288512465e-05,
+      "loss": 0.5516,
+      "step": 4420
+    },
+    {
+      "epoch": 1.8933618843683084,
+      "grad_norm": 0.8951301574707031,
+      "learning_rate": 3.56924039650049e-05,
+      "loss": 0.2528,
+      "step": 4421
+    },
+    {
+      "epoch": 1.8937901498929337,
+      "grad_norm": 3.9369661808013916,
+      "learning_rate": 3.5686134221931485e-05,
+      "loss": 1.6906,
+      "step": 4422
+    },
+    {
+      "epoch": 1.894218415417559,
+      "grad_norm": 1.4377000331878662,
+      "learning_rate": 3.567986365638698e-05,
+      "loss": 0.4674,
+      "step": 4423
+    },
+    {
+      "epoch": 1.8946466809421842,
+      "grad_norm": 1.6463507413864136,
+      "learning_rate": 3.567359226885399e-05,
+      "loss": 0.9414,
+      "step": 4424
+    },
+    {
+      "epoch": 1.8950749464668095,
+      "grad_norm": 1.688706874847412,
+      "learning_rate": 3.566732005981521e-05,
+      "loss": 0.6553,
+      "step": 4425
+    },
+    {
+      "epoch": 1.8955032119914348,
+      "grad_norm": 2.6558542251586914,
+      "learning_rate": 3.5661047029753386e-05,
+      "loss": 1.1729,
+      "step": 4426
+    },
+    {
+      "epoch": 1.89593147751606,
+      "grad_norm": 3.4762721061706543,
+      "learning_rate": 3.5654773179151326e-05,
+      "loss": 1.1237,
+      "step": 4427
+    },
+    {
+      "epoch": 1.8963597430406853,
+      "grad_norm": 10.924704551696777,
+      "learning_rate": 3.5648498508491914e-05,
+      "loss": 1.181,
+      "step": 4428
+    },
+    {
+      "epoch": 1.8967880085653106,
+      "grad_norm": 3.0244340896606445,
+      "learning_rate": 3.564222301825808e-05,
+      "loss": 1.1311,
+      "step": 4429
+    },
+    {
+      "epoch": 1.8972162740899359,
+      "grad_norm": 7.121420860290527,
+      "learning_rate": 3.563594670893282e-05,
+      "loss": 1.1104,
+      "step": 4430
+    },
+    {
+      "epoch": 1.8976445396145611,
+      "grad_norm": 3.3477237224578857,
+      "learning_rate": 3.562966958099921e-05,
+      "loss": 0.9618,
+      "step": 4431
+    },
+    {
+      "epoch": 1.8980728051391864,
+      "grad_norm": 1.3164997100830078,
+      "learning_rate": 3.562339163494036e-05,
+      "loss": 0.4175,
+      "step": 4432
+    },
+    {
+      "epoch": 1.8985010706638117,
+      "grad_norm": 3.8224828243255615,
+      "learning_rate": 3.561711287123948e-05,
+      "loss": 0.6826,
+      "step": 4433
+    },
+    {
+      "epoch": 1.898929336188437,
+      "grad_norm": 2.5548534393310547,
+      "learning_rate": 3.561083329037981e-05,
+      "loss": 0.5462,
+      "step": 4434
+    },
+    {
+      "epoch": 1.8993576017130622,
+      "grad_norm": 2.726564407348633,
+      "learning_rate": 3.5604552892844667e-05,
+      "loss": 0.3777,
+      "step": 4435
+    },
+    {
+      "epoch": 1.8997858672376875,
+      "grad_norm": 3.81972074508667,
+      "learning_rate": 3.559827167911743e-05,
+      "loss": 1.2325,
+      "step": 4436
+    },
+    {
+      "epoch": 1.9002141327623128,
+      "grad_norm": 3.655740261077881,
+      "learning_rate": 3.559198964968153e-05,
+      "loss": 0.6758,
+      "step": 4437
+    },
+    {
+      "epoch": 1.900642398286938,
+      "grad_norm": 2.489790678024292,
+      "learning_rate": 3.558570680502049e-05,
+      "loss": 0.9275,
+      "step": 4438
+    },
+    {
+      "epoch": 1.9010706638115633,
+      "grad_norm": 1.2156267166137695,
+      "learning_rate": 3.5579423145617876e-05,
+      "loss": 0.7031,
+      "step": 4439
+    },
+    {
+      "epoch": 1.9014989293361886,
+      "grad_norm": 0.8245584964752197,
+      "learning_rate": 3.557313867195729e-05,
+      "loss": 0.3017,
+      "step": 4440
+    },
+    {
+      "epoch": 1.9019271948608139,
+      "grad_norm": 5.103041172027588,
+      "learning_rate": 3.5566853384522456e-05,
+      "loss": 0.8416,
+      "step": 4441
+    },
+    {
+      "epoch": 1.9023554603854391,
+      "grad_norm": 3.9793014526367188,
+      "learning_rate": 3.556056728379711e-05,
+      "loss": 1.2252,
+      "step": 4442
+    },
+    {
+      "epoch": 1.9027837259100644,
+      "grad_norm": 3.0479929447174072,
+      "learning_rate": 3.5554280370265076e-05,
+      "loss": 0.7719,
+      "step": 4443
+    },
+    {
+      "epoch": 1.9032119914346897,
+      "grad_norm": 2.35941481590271,
+      "learning_rate": 3.5547992644410236e-05,
+      "loss": 0.776,
+      "step": 4444
+    },
+    {
+      "epoch": 1.903640256959315,
+      "grad_norm": 2.2756035327911377,
+      "learning_rate": 3.5541704106716526e-05,
+      "loss": 1.0381,
+      "step": 4445
+    },
+    {
+      "epoch": 1.9040685224839402,
+      "grad_norm": 3.4598536491394043,
+      "learning_rate": 3.553541475766795e-05,
+      "loss": 0.9727,
+      "step": 4446
+    },
+    {
+      "epoch": 1.9044967880085653,
+      "grad_norm": 6.062678813934326,
+      "learning_rate": 3.552912459774859e-05,
+      "loss": 0.7043,
+      "step": 4447
+    },
+    {
+      "epoch": 1.9049250535331905,
+      "grad_norm": 3.952885150909424,
+      "learning_rate": 3.552283362744255e-05,
+      "loss": 0.8446,
+      "step": 4448
+    },
+    {
+      "epoch": 1.9053533190578158,
+      "grad_norm": 4.090421676635742,
+      "learning_rate": 3.551654184723405e-05,
+      "loss": 0.8792,
+      "step": 4449
+    },
+    {
+      "epoch": 1.905781584582441,
+      "grad_norm": 3.6586203575134277,
+      "learning_rate": 3.551024925760732e-05,
+      "loss": 0.6133,
+      "step": 4450
+    },
+    {
+      "epoch": 1.9062098501070663,
+      "grad_norm": 5.393508434295654,
+      "learning_rate": 3.5503955859046695e-05,
+      "loss": 1.1125,
+      "step": 4451
+    },
+    {
+      "epoch": 1.9066381156316916,
+      "grad_norm": 4.411608695983887,
+      "learning_rate": 3.549766165203655e-05,
+      "loss": 0.7287,
+      "step": 4452
+    },
+    {
+      "epoch": 1.9070663811563169,
+      "grad_norm": 1.663977026939392,
+      "learning_rate": 3.549136663706131e-05,
+      "loss": 0.6855,
+      "step": 4453
+    },
+    {
+      "epoch": 1.9074946466809422,
+      "grad_norm": 4.261471271514893,
+      "learning_rate": 3.5485070814605505e-05,
+      "loss": 0.5524,
+      "step": 4454
+    },
+    {
+      "epoch": 1.9079229122055674,
+      "grad_norm": 1.9192922115325928,
+      "learning_rate": 3.5478774185153676e-05,
+      "loss": 0.395,
+      "step": 4455
+    },
+    {
+      "epoch": 1.9083511777301927,
+      "grad_norm": 3.7265465259552,
+      "learning_rate": 3.547247674919046e-05,
+      "loss": 0.7121,
+      "step": 4456
+    },
+    {
+      "epoch": 1.908779443254818,
+      "grad_norm": 2.135004758834839,
+      "learning_rate": 3.546617850720057e-05,
+      "loss": 1.2257,
+      "step": 4457
+    },
+    {
+      "epoch": 1.9092077087794432,
+      "grad_norm": 2.661062002182007,
+      "learning_rate": 3.545987945966871e-05,
+      "loss": 0.7152,
+      "step": 4458
+    },
+    {
+      "epoch": 1.9096359743040685,
+      "grad_norm": 5.034255027770996,
+      "learning_rate": 3.5453579607079726e-05,
+      "loss": 2.0241,
+      "step": 4459
+    },
+    {
+      "epoch": 1.9100642398286938,
+      "grad_norm": 3.5229530334472656,
+      "learning_rate": 3.54472789499185e-05,
+      "loss": 0.5454,
+      "step": 4460
+    },
+    {
+      "epoch": 1.910492505353319,
+      "grad_norm": 1.8347114324569702,
+      "learning_rate": 3.5440977488669935e-05,
+      "loss": 0.2448,
+      "step": 4461
+    },
+    {
+      "epoch": 1.9109207708779443,
+      "grad_norm": 2.6598126888275146,
+      "learning_rate": 3.543467522381907e-05,
+      "loss": 0.4125,
+      "step": 4462
+    },
+    {
+      "epoch": 1.9113490364025696,
+      "grad_norm": 3.5369150638580322,
+      "learning_rate": 3.542837215585094e-05,
+      "loss": 0.5593,
+      "step": 4463
+    },
+    {
+      "epoch": 1.9117773019271949,
+      "grad_norm": 4.96060037612915,
+      "learning_rate": 3.5422068285250685e-05,
+      "loss": 0.6821,
+      "step": 4464
+    },
+    {
+      "epoch": 1.9122055674518201,
+      "grad_norm": 13.431967735290527,
+      "learning_rate": 3.5415763612503476e-05,
+      "loss": 1.3534,
+      "step": 4465
+    },
+    {
+      "epoch": 1.9126338329764454,
+      "grad_norm": 5.238032341003418,
+      "learning_rate": 3.5409458138094565e-05,
+      "loss": 1.6455,
+      "step": 4466
+    },
+    {
+      "epoch": 1.9130620985010707,
+      "grad_norm": 4.284180641174316,
+      "learning_rate": 3.540315186250926e-05,
+      "loss": 1.0434,
+      "step": 4467
+    },
+    {
+      "epoch": 1.913490364025696,
+      "grad_norm": 2.9755358695983887,
+      "learning_rate": 3.539684478623294e-05,
+      "loss": 1.026,
+      "step": 4468
+    },
+    {
+      "epoch": 1.9139186295503212,
+      "grad_norm": 5.64243745803833,
+      "learning_rate": 3.539053690975102e-05,
+      "loss": 1.0252,
+      "step": 4469
+    },
+    {
+      "epoch": 1.9143468950749465,
+      "grad_norm": 4.029170513153076,
+      "learning_rate": 3.538422823354901e-05,
+      "loss": 1.6672,
+      "step": 4470
+    },
+    {
+      "epoch": 1.9147751605995718,
+      "grad_norm": 2.5792226791381836,
+      "learning_rate": 3.5377918758112446e-05,
+      "loss": 0.6636,
+      "step": 4471
+    },
+    {
+      "epoch": 1.915203426124197,
+      "grad_norm": 2.427171468734741,
+      "learning_rate": 3.5371608483926966e-05,
+      "loss": 0.4565,
+      "step": 4472
+    },
+    {
+      "epoch": 1.9156316916488223,
+      "grad_norm": 3.8122787475585938,
+      "learning_rate": 3.5365297411478235e-05,
+      "loss": 0.5674,
+      "step": 4473
+    },
+    {
+      "epoch": 1.9160599571734476,
+      "grad_norm": 2.60378098487854,
+      "learning_rate": 3.5358985541251984e-05,
+      "loss": 0.8141,
+      "step": 4474
+    },
+    {
+      "epoch": 1.9164882226980728,
+      "grad_norm": 5.204013824462891,
+      "learning_rate": 3.535267287373403e-05,
+      "loss": 1.134,
+      "step": 4475
+    },
+    {
+      "epoch": 1.9169164882226981,
+      "grad_norm": 4.117129802703857,
+      "learning_rate": 3.534635940941023e-05,
+      "loss": 1.1664,
+      "step": 4476
+    },
+    {
+      "epoch": 1.9173447537473234,
+      "grad_norm": 1.1211397647857666,
+      "learning_rate": 3.5340045148766504e-05,
+      "loss": 0.5149,
+      "step": 4477
+    },
+    {
+      "epoch": 1.9177730192719487,
+      "grad_norm": 4.787242412567139,
+      "learning_rate": 3.533373009228884e-05,
+      "loss": 0.9686,
+      "step": 4478
+    },
+    {
+      "epoch": 1.918201284796574,
+      "grad_norm": 7.280822277069092,
+      "learning_rate": 3.532741424046328e-05,
+      "loss": 0.9978,
+      "step": 4479
+    },
+    {
+      "epoch": 1.9186295503211992,
+      "grad_norm": 2.4432668685913086,
+      "learning_rate": 3.532109759377594e-05,
+      "loss": 0.9922,
+      "step": 4480
+    },
+    {
+      "epoch": 1.9190578158458245,
+      "grad_norm": 1.1158473491668701,
+      "learning_rate": 3.5314780152712974e-05,
+      "loss": 0.5346,
+      "step": 4481
+    },
+    {
+      "epoch": 1.9194860813704495,
+      "grad_norm": 3.8422908782958984,
+      "learning_rate": 3.5308461917760614e-05,
+      "loss": 1.2221,
+      "step": 4482
+    },
+    {
+      "epoch": 1.9199143468950748,
+      "grad_norm": 1.036267876625061,
+      "learning_rate": 3.530214288940517e-05,
+      "loss": 0.6453,
+      "step": 4483
+    },
+    {
+      "epoch": 1.9203426124197,
+      "grad_norm": 3.1579809188842773,
+      "learning_rate": 3.529582306813297e-05,
+      "loss": 0.634,
+      "step": 4484
+    },
+    {
+      "epoch": 1.9207708779443253,
+      "grad_norm": 2.6803250312805176,
+      "learning_rate": 3.5289502454430446e-05,
+      "loss": 1.2618,
+      "step": 4485
+    },
+    {
+      "epoch": 1.9211991434689506,
+      "grad_norm": 1.695109248161316,
+      "learning_rate": 3.528318104878405e-05,
+      "loss": 2.0567,
+      "step": 4486
+    },
+    {
+      "epoch": 1.9216274089935759,
+      "grad_norm": 1.4681172370910645,
+      "learning_rate": 3.527685885168033e-05,
+      "loss": 0.2643,
+      "step": 4487
+    },
+    {
+      "epoch": 1.9220556745182011,
+      "grad_norm": 4.46028470993042,
+      "learning_rate": 3.527053586360589e-05,
+      "loss": 1.0251,
+      "step": 4488
+    },
+    {
+      "epoch": 1.9224839400428264,
+      "grad_norm": 3.4743525981903076,
+      "learning_rate": 3.526421208504736e-05,
+      "loss": 0.7254,
+      "step": 4489
+    },
+    {
+      "epoch": 1.9229122055674517,
+      "grad_norm": 1.8518656492233276,
+      "learning_rate": 3.525788751649148e-05,
+      "loss": 1.1542,
+      "step": 4490
+    },
+    {
+      "epoch": 1.923340471092077,
+      "grad_norm": 5.334070682525635,
+      "learning_rate": 3.525156215842503e-05,
+      "loss": 1.7765,
+      "step": 4491
+    },
+    {
+      "epoch": 1.9237687366167022,
+      "grad_norm": 1.2397016286849976,
+      "learning_rate": 3.524523601133482e-05,
+      "loss": 0.4817,
+      "step": 4492
+    },
+    {
+      "epoch": 1.9241970021413275,
+      "grad_norm": 1.0247808694839478,
+      "learning_rate": 3.523890907570779e-05,
+      "loss": 0.71,
+      "step": 4493
+    },
+    {
+      "epoch": 1.9246252676659528,
+      "grad_norm": 1.6502389907836914,
+      "learning_rate": 3.523258135203087e-05,
+      "loss": 0.6705,
+      "step": 4494
+    },
+    {
+      "epoch": 1.925053533190578,
+      "grad_norm": 1.0849897861480713,
+      "learning_rate": 3.522625284079109e-05,
+      "loss": 0.8734,
+      "step": 4495
+    },
+    {
+      "epoch": 1.9254817987152033,
+      "grad_norm": 0.935113787651062,
+      "learning_rate": 3.521992354247553e-05,
+      "loss": 0.3799,
+      "step": 4496
+    },
+    {
+      "epoch": 1.9259100642398286,
+      "grad_norm": 2.8834292888641357,
+      "learning_rate": 3.521359345757134e-05,
+      "loss": 0.6339,
+      "step": 4497
+    },
+    {
+      "epoch": 1.9263383297644538,
+      "grad_norm": 4.06367301940918,
+      "learning_rate": 3.52072625865657e-05,
+      "loss": 0.9854,
+      "step": 4498
+    },
+    {
+      "epoch": 1.9267665952890791,
+      "grad_norm": 0.9010774493217468,
+      "learning_rate": 3.5200930929945905e-05,
+      "loss": 0.3504,
+      "step": 4499
+    },
+    {
+      "epoch": 1.9271948608137044,
+      "grad_norm": 6.470407009124756,
+      "learning_rate": 3.519459848819926e-05,
+      "loss": 1.9115,
+      "step": 4500
+    },
+    {
+      "epoch": 1.9276231263383297,
+      "grad_norm": 1.4756519794464111,
+      "learning_rate": 3.5188265261813155e-05,
+      "loss": 0.4931,
+      "step": 4501
+    },
+    {
+      "epoch": 1.928051391862955,
+      "grad_norm": 4.122075080871582,
+      "learning_rate": 3.518193125127502e-05,
+      "loss": 0.842,
+      "step": 4502
+    },
+    {
+      "epoch": 1.9284796573875802,
+      "grad_norm": 2.7887539863586426,
+      "learning_rate": 3.517559645707238e-05,
+      "loss": 1.0448,
+      "step": 4503
+    },
+    {
+      "epoch": 1.9289079229122055,
+      "grad_norm": 4.228144645690918,
+      "learning_rate": 3.516926087969279e-05,
+      "loss": 1.16,
+      "step": 4504
+    },
+    {
+      "epoch": 1.9293361884368307,
+      "grad_norm": 2.3784725666046143,
+      "learning_rate": 3.5162924519623875e-05,
+      "loss": 0.5231,
+      "step": 4505
+    },
+    {
+      "epoch": 1.929764453961456,
+      "grad_norm": 3.1939189434051514,
+      "learning_rate": 3.515658737735332e-05,
+      "loss": 2.0579,
+      "step": 4506
+    },
+    {
+      "epoch": 1.9301927194860813,
+      "grad_norm": 4.039113998413086,
+      "learning_rate": 3.515024945336888e-05,
+      "loss": 0.9827,
+      "step": 4507
+    },
+    {
+      "epoch": 1.9306209850107066,
+      "grad_norm": 1.3843109607696533,
+      "learning_rate": 3.514391074815834e-05,
+      "loss": 0.3783,
+      "step": 4508
+    },
+    {
+      "epoch": 1.9310492505353318,
+      "grad_norm": 0.8924826383590698,
+      "learning_rate": 3.513757126220959e-05,
+      "loss": 0.3817,
+      "step": 4509
+    },
+    {
+      "epoch": 1.931477516059957,
+      "grad_norm": 1.5529941320419312,
+      "learning_rate": 3.5131230996010534e-05,
+      "loss": 0.6462,
+      "step": 4510
+    },
+    {
+      "epoch": 1.9319057815845824,
+      "grad_norm": 3.080077886581421,
+      "learning_rate": 3.512488995004918e-05,
+      "loss": 0.7501,
+      "step": 4511
+    },
+    {
+      "epoch": 1.9323340471092076,
+      "grad_norm": 2.233001470565796,
+      "learning_rate": 3.511854812481357e-05,
+      "loss": 0.53,
+      "step": 4512
+    },
+    {
+      "epoch": 1.932762312633833,
+      "grad_norm": 1.9796249866485596,
+      "learning_rate": 3.511220552079178e-05,
+      "loss": 0.3143,
+      "step": 4513
+    },
+    {
+      "epoch": 1.9331905781584582,
+      "grad_norm": 1.207116723060608,
+      "learning_rate": 3.5105862138472026e-05,
+      "loss": 0.3942,
+      "step": 4514
+    },
+    {
+      "epoch": 1.9336188436830835,
+      "grad_norm": 9.376754760742188,
+      "learning_rate": 3.509951797834249e-05,
+      "loss": 1.3771,
+      "step": 4515
+    },
+    {
+      "epoch": 1.9340471092077087,
+      "grad_norm": 2.4716293811798096,
+      "learning_rate": 3.509317304089148e-05,
+      "loss": 1.1936,
+      "step": 4516
+    },
+    {
+      "epoch": 1.934475374732334,
+      "grad_norm": 2.7102744579315186,
+      "learning_rate": 3.5086827326607344e-05,
+      "loss": 2.1518,
+      "step": 4517
+    },
+    {
+      "epoch": 1.9349036402569593,
+      "grad_norm": 2.3586583137512207,
+      "learning_rate": 3.508048083597847e-05,
+      "loss": 0.5747,
+      "step": 4518
+    },
+    {
+      "epoch": 1.9353319057815845,
+      "grad_norm": 0.4229789674282074,
+      "learning_rate": 3.507413356949335e-05,
+      "loss": 0.1259,
+      "step": 4519
+    },
+    {
+      "epoch": 1.9357601713062098,
+      "grad_norm": 5.162412166595459,
+      "learning_rate": 3.506778552764048e-05,
+      "loss": 0.4845,
+      "step": 4520
+    },
+    {
+      "epoch": 1.936188436830835,
+      "grad_norm": 1.7192474603652954,
+      "learning_rate": 3.5061436710908466e-05,
+      "loss": 0.6573,
+      "step": 4521
+    },
+    {
+      "epoch": 1.9366167023554604,
+      "grad_norm": 3.5709471702575684,
+      "learning_rate": 3.505508711978594e-05,
+      "loss": 0.7455,
+      "step": 4522
+    },
+    {
+      "epoch": 1.9370449678800856,
+      "grad_norm": 5.287181377410889,
+      "learning_rate": 3.504873675476161e-05,
+      "loss": 1.1611,
+      "step": 4523
+    },
+    {
+      "epoch": 1.937473233404711,
+      "grad_norm": 1.3595879077911377,
+      "learning_rate": 3.504238561632424e-05,
+      "loss": 0.7053,
+      "step": 4524
+    },
+    {
+      "epoch": 1.9379014989293362,
+      "grad_norm": 3.978980541229248,
+      "learning_rate": 3.503603370496266e-05,
+      "loss": 1.2916,
+      "step": 4525
+    },
+    {
+      "epoch": 1.9383297644539614,
+      "grad_norm": 3.4740617275238037,
+      "learning_rate": 3.502968102116573e-05,
+      "loss": 1.2562,
+      "step": 4526
+    },
+    {
+      "epoch": 1.9387580299785867,
+      "grad_norm": 3.8033607006073,
+      "learning_rate": 3.502332756542241e-05,
+      "loss": 1.1456,
+      "step": 4527
+    },
+    {
+      "epoch": 1.939186295503212,
+      "grad_norm": 1.7825889587402344,
+      "learning_rate": 3.5016973338221706e-05,
+      "loss": 0.4686,
+      "step": 4528
+    },
+    {
+      "epoch": 1.9396145610278372,
+      "grad_norm": 3.026754856109619,
+      "learning_rate": 3.501061834005266e-05,
+      "loss": 0.3736,
+      "step": 4529
+    },
+    {
+      "epoch": 1.9400428265524625,
+      "grad_norm": 0.9663737416267395,
+      "learning_rate": 3.500426257140442e-05,
+      "loss": 0.2817,
+      "step": 4530
+    },
+    {
+      "epoch": 1.9404710920770878,
+      "grad_norm": 2.4053070545196533,
+      "learning_rate": 3.499790603276614e-05,
+      "loss": 0.9661,
+      "step": 4531
+    },
+    {
+      "epoch": 1.940899357601713,
+      "grad_norm": 1.6505773067474365,
+      "learning_rate": 3.4991548724627054e-05,
+      "loss": 0.5476,
+      "step": 4532
+    },
+    {
+      "epoch": 1.9413276231263383,
+      "grad_norm": 5.936066627502441,
+      "learning_rate": 3.498519064747649e-05,
+      "loss": 1.7678,
+      "step": 4533
+    },
+    {
+      "epoch": 1.9417558886509636,
+      "grad_norm": 3.8025283813476562,
+      "learning_rate": 3.497883180180378e-05,
+      "loss": 0.969,
+      "step": 4534
+    },
+    {
+      "epoch": 1.9421841541755889,
+      "grad_norm": 1.2395474910736084,
+      "learning_rate": 3.497247218809835e-05,
+      "loss": 0.9075,
+      "step": 4535
+    },
+    {
+      "epoch": 1.9426124197002141,
+      "grad_norm": 1.4306652545928955,
+      "learning_rate": 3.496611180684967e-05,
+      "loss": 0.5452,
+      "step": 4536
+    },
+    {
+      "epoch": 1.9430406852248394,
+      "grad_norm": 0.9947196841239929,
+      "learning_rate": 3.495975065854728e-05,
+      "loss": 0.4503,
+      "step": 4537
+    },
+    {
+      "epoch": 1.9434689507494647,
+      "grad_norm": 1.3329228162765503,
+      "learning_rate": 3.495338874368077e-05,
+      "loss": 0.5654,
+      "step": 4538
+    },
+    {
+      "epoch": 1.94389721627409,
+      "grad_norm": 1.8365060091018677,
+      "learning_rate": 3.494702606273979e-05,
+      "loss": 0.2671,
+      "step": 4539
+    },
+    {
+      "epoch": 1.9443254817987152,
+      "grad_norm": 2.6684746742248535,
+      "learning_rate": 3.494066261621406e-05,
+      "loss": 0.4823,
+      "step": 4540
+    },
+    {
+      "epoch": 1.9447537473233405,
+      "grad_norm": 2.5921669006347656,
+      "learning_rate": 3.493429840459335e-05,
+      "loss": 1.0517,
+      "step": 4541
+    },
+    {
+      "epoch": 1.9451820128479658,
+      "grad_norm": 2.5389482975006104,
+      "learning_rate": 3.4927933428367464e-05,
+      "loss": 0.4666,
+      "step": 4542
+    },
+    {
+      "epoch": 1.945610278372591,
+      "grad_norm": 5.308605194091797,
+      "learning_rate": 3.492156768802633e-05,
+      "loss": 0.6993,
+      "step": 4543
+    },
+    {
+      "epoch": 1.9460385438972163,
+      "grad_norm": 3.3757379055023193,
+      "learning_rate": 3.491520118405986e-05,
+      "loss": 1.1432,
+      "step": 4544
+    },
+    {
+      "epoch": 1.9464668094218416,
+      "grad_norm": 3.155766487121582,
+      "learning_rate": 3.490883391695808e-05,
+      "loss": 0.9563,
+      "step": 4545
+    },
+    {
+      "epoch": 1.9468950749464669,
+      "grad_norm": 5.175009727478027,
+      "learning_rate": 3.490246588721106e-05,
+      "loss": 1.1126,
+      "step": 4546
+    },
+    {
+      "epoch": 1.9473233404710921,
+      "grad_norm": 7.363199710845947,
+      "learning_rate": 3.48960970953089e-05,
+      "loss": 1.277,
+      "step": 4547
+    },
+    {
+      "epoch": 1.9477516059957174,
+      "grad_norm": 3.3059585094451904,
+      "learning_rate": 3.4889727541741795e-05,
+      "loss": 0.5896,
+      "step": 4548
+    },
+    {
+      "epoch": 1.9481798715203427,
+      "grad_norm": 0.8276466727256775,
+      "learning_rate": 3.488335722699998e-05,
+      "loss": 0.4096,
+      "step": 4549
+    },
+    {
+      "epoch": 1.948608137044968,
+      "grad_norm": 3.586404800415039,
+      "learning_rate": 3.487698615157377e-05,
+      "loss": 1.5816,
+      "step": 4550
+    },
+    {
+      "epoch": 1.9490364025695932,
+      "grad_norm": 2.0584964752197266,
+      "learning_rate": 3.48706143159535e-05,
+      "loss": 0.8841,
+      "step": 4551
+    },
+    {
+      "epoch": 1.9494646680942185,
+      "grad_norm": 2.0168235301971436,
+      "learning_rate": 3.486424172062959e-05,
+      "loss": 0.3809,
+      "step": 4552
+    },
+    {
+      "epoch": 1.9498929336188437,
+      "grad_norm": 1.6796674728393555,
+      "learning_rate": 3.4857868366092535e-05,
+      "loss": 1.2298,
+      "step": 4553
+    },
+    {
+      "epoch": 1.950321199143469,
+      "grad_norm": 6.576052188873291,
+      "learning_rate": 3.485149425283284e-05,
+      "loss": 0.6435,
+      "step": 4554
+    },
+    {
+      "epoch": 1.9507494646680943,
+      "grad_norm": 3.8697848320007324,
+      "learning_rate": 3.484511938134112e-05,
+      "loss": 1.2358,
+      "step": 4555
+    },
+    {
+      "epoch": 1.9511777301927196,
+      "grad_norm": 1.4644570350646973,
+      "learning_rate": 3.483874375210801e-05,
+      "loss": 0.2347,
+      "step": 4556
+    },
+    {
+      "epoch": 1.9516059957173448,
+      "grad_norm": 1.7697334289550781,
+      "learning_rate": 3.4832367365624216e-05,
+      "loss": 0.5791,
+      "step": 4557
+    },
+    {
+      "epoch": 1.95203426124197,
+      "grad_norm": 57.68608474731445,
+      "learning_rate": 3.4825990222380526e-05,
+      "loss": 0.8754,
+      "step": 4558
+    },
+    {
+      "epoch": 1.9524625267665954,
+      "grad_norm": 3.056323289871216,
+      "learning_rate": 3.481961232286774e-05,
+      "loss": 0.8887,
+      "step": 4559
+    },
+    {
+      "epoch": 1.9528907922912206,
+      "grad_norm": 0.7482746243476868,
+      "learning_rate": 3.4813233667576736e-05,
+      "loss": 0.484,
+      "step": 4560
+    },
+    {
+      "epoch": 1.953319057815846,
+      "grad_norm": 2.444532632827759,
+      "learning_rate": 3.480685425699849e-05,
+      "loss": 0.869,
+      "step": 4561
+    },
+    {
+      "epoch": 1.9537473233404712,
+      "grad_norm": 0.793670654296875,
+      "learning_rate": 3.480047409162396e-05,
+      "loss": 0.3468,
+      "step": 4562
+    },
+    {
+      "epoch": 1.9541755888650965,
+      "grad_norm": 2.0577995777130127,
+      "learning_rate": 3.479409317194424e-05,
+      "loss": 0.2749,
+      "step": 4563
+    },
+    {
+      "epoch": 1.9546038543897217,
+      "grad_norm": 2.7271227836608887,
+      "learning_rate": 3.478771149845042e-05,
+      "loss": 0.7932,
+      "step": 4564
+    },
+    {
+      "epoch": 1.955032119914347,
+      "grad_norm": 2.5042550563812256,
+      "learning_rate": 3.4781329071633676e-05,
+      "loss": 0.4324,
+      "step": 4565
+    },
+    {
+      "epoch": 1.9554603854389723,
+      "grad_norm": 7.015727996826172,
+      "learning_rate": 3.4774945891985244e-05,
+      "loss": 1.137,
+      "step": 4566
+    },
+    {
+      "epoch": 1.9558886509635975,
+      "grad_norm": 2.305851697921753,
+      "learning_rate": 3.4768561959996417e-05,
+      "loss": 0.9414,
+      "step": 4567
+    },
+    {
+      "epoch": 1.9563169164882228,
+      "grad_norm": 5.576686382293701,
+      "learning_rate": 3.476217727615854e-05,
+      "loss": 1.2037,
+      "step": 4568
+    },
+    {
+      "epoch": 1.956745182012848,
+      "grad_norm": 1.85691237449646,
+      "learning_rate": 3.4755791840963006e-05,
+      "loss": 1.068,
+      "step": 4569
+    },
+    {
+      "epoch": 1.9571734475374734,
+      "grad_norm": 3.7587618827819824,
+      "learning_rate": 3.4749405654901294e-05,
+      "loss": 0.5959,
+      "step": 4570
+    },
+    {
+      "epoch": 1.9576017130620986,
+      "grad_norm": 6.140028476715088,
+      "learning_rate": 3.474301871846491e-05,
+      "loss": 0.5192,
+      "step": 4571
+    },
+    {
+      "epoch": 1.958029978586724,
+      "grad_norm": 3.1074182987213135,
+      "learning_rate": 3.473663103214545e-05,
+      "loss": 0.8023,
+      "step": 4572
+    },
+    {
+      "epoch": 1.9584582441113492,
+      "grad_norm": 2.248018980026245,
+      "learning_rate": 3.473024259643454e-05,
+      "loss": 1.0032,
+      "step": 4573
+    },
+    {
+      "epoch": 1.9588865096359744,
+      "grad_norm": 3.9350392818450928,
+      "learning_rate": 3.472385341182387e-05,
+      "loss": 1.4119,
+      "step": 4574
+    },
+    {
+      "epoch": 1.9593147751605997,
+      "grad_norm": 2.5050933361053467,
+      "learning_rate": 3.471746347880519e-05,
+      "loss": 0.6603,
+      "step": 4575
+    },
+    {
+      "epoch": 1.959743040685225,
+      "grad_norm": 4.544373035430908,
+      "learning_rate": 3.471107279787031e-05,
+      "loss": 0.6878,
+      "step": 4576
+    },
+    {
+      "epoch": 1.9601713062098503,
+      "grad_norm": 2.717381000518799,
+      "learning_rate": 3.470468136951112e-05,
+      "loss": 0.7571,
+      "step": 4577
+    },
+    {
+      "epoch": 1.9605995717344755,
+      "grad_norm": 3.511770009994507,
+      "learning_rate": 3.46982891942195e-05,
+      "loss": 0.9414,
+      "step": 4578
+    },
+    {
+      "epoch": 1.9610278372591008,
+      "grad_norm": 1.084789752960205,
+      "learning_rate": 3.4691896272487465e-05,
+      "loss": 0.2624,
+      "step": 4579
+    },
+    {
+      "epoch": 1.961456102783726,
+      "grad_norm": 2.8545684814453125,
+      "learning_rate": 3.4685502604807055e-05,
+      "loss": 1.0296,
+      "step": 4580
+    },
+    {
+      "epoch": 1.9618843683083513,
+      "grad_norm": 1.9416049718856812,
+      "learning_rate": 3.4679108191670335e-05,
+      "loss": 1.4136,
+      "step": 4581
+    },
+    {
+      "epoch": 1.9623126338329766,
+      "grad_norm": 1.1963481903076172,
+      "learning_rate": 3.467271303356949e-05,
+      "loss": 0.527,
+      "step": 4582
+    },
+    {
+      "epoch": 1.9627408993576019,
+      "grad_norm": 4.0039544105529785,
+      "learning_rate": 3.466631713099672e-05,
+      "loss": 0.9508,
+      "step": 4583
+    },
+    {
+      "epoch": 1.9631691648822271,
+      "grad_norm": 1.9434624910354614,
+      "learning_rate": 3.465992048444428e-05,
+      "loss": 0.3842,
+      "step": 4584
+    },
+    {
+      "epoch": 1.9635974304068522,
+      "grad_norm": 4.128401756286621,
+      "learning_rate": 3.4653523094404525e-05,
+      "loss": 0.8538,
+      "step": 4585
+    },
+    {
+      "epoch": 1.9640256959314775,
+      "grad_norm": 4.8073601722717285,
+      "learning_rate": 3.464712496136981e-05,
+      "loss": 1.132,
+      "step": 4586
+    },
+    {
+      "epoch": 1.9644539614561027,
+      "grad_norm": 3.395613670349121,
+      "learning_rate": 3.46407260858326e-05,
+      "loss": 1.2777,
+      "step": 4587
+    },
+    {
+      "epoch": 1.964882226980728,
+      "grad_norm": 4.834742069244385,
+      "learning_rate": 3.463432646828537e-05,
+      "loss": 1.5781,
+      "step": 4588
+    },
+    {
+      "epoch": 1.9653104925053533,
+      "grad_norm": 3.4930455684661865,
+      "learning_rate": 3.462792610922068e-05,
+      "loss": 0.6152,
+      "step": 4589
+    },
+    {
+      "epoch": 1.9657387580299786,
+      "grad_norm": 1.6217525005340576,
+      "learning_rate": 3.462152500913115e-05,
+      "loss": 0.7579,
+      "step": 4590
+    },
+    {
+      "epoch": 1.9661670235546038,
+      "grad_norm": 2.3611984252929688,
+      "learning_rate": 3.461512316850944e-05,
+      "loss": 0.4254,
+      "step": 4591
+    },
+    {
+      "epoch": 1.966595289079229,
+      "grad_norm": 2.858926773071289,
+      "learning_rate": 3.460872058784827e-05,
+      "loss": 0.9679,
+      "step": 4592
+    },
+    {
+      "epoch": 1.9670235546038544,
+      "grad_norm": 1.9308990240097046,
+      "learning_rate": 3.460231726764045e-05,
+      "loss": 0.6511,
+      "step": 4593
+    },
+    {
+      "epoch": 1.9674518201284796,
+      "grad_norm": 3.0710251331329346,
+      "learning_rate": 3.4595913208378786e-05,
+      "loss": 1.0693,
+      "step": 4594
+    },
+    {
+      "epoch": 1.967880085653105,
+      "grad_norm": 1.4785372018814087,
+      "learning_rate": 3.4589508410556185e-05,
+      "loss": 0.2795,
+      "step": 4595
+    },
+    {
+      "epoch": 1.9683083511777302,
+      "grad_norm": 3.9611124992370605,
+      "learning_rate": 3.4583102874665605e-05,
+      "loss": 1.0196,
+      "step": 4596
+    },
+    {
+      "epoch": 1.9687366167023554,
+      "grad_norm": 2.552072525024414,
+      "learning_rate": 3.457669660120005e-05,
+      "loss": 0.6216,
+      "step": 4597
+    },
+    {
+      "epoch": 1.9691648822269807,
+      "grad_norm": 3.5047080516815186,
+      "learning_rate": 3.4570289590652595e-05,
+      "loss": 0.896,
+      "step": 4598
+    },
+    {
+      "epoch": 1.969593147751606,
+      "grad_norm": 3.461148738861084,
+      "learning_rate": 3.456388184351635e-05,
+      "loss": 0.9604,
+      "step": 4599
+    },
+    {
+      "epoch": 1.9700214132762313,
+      "grad_norm": 2.4188332557678223,
+      "learning_rate": 3.455747336028451e-05,
+      "loss": 0.7659,
+      "step": 4600
+    },
+    {
+      "epoch": 1.9704496788008565,
+      "grad_norm": 6.572222709655762,
+      "learning_rate": 3.4551064141450304e-05,
+      "loss": 1.207,
+      "step": 4601
+    },
+    {
+      "epoch": 1.9708779443254818,
+      "grad_norm": 2.114201307296753,
+      "learning_rate": 3.4544654187507015e-05,
+      "loss": 1.4505,
+      "step": 4602
+    },
+    {
+      "epoch": 1.971306209850107,
+      "grad_norm": 2.8955905437469482,
+      "learning_rate": 3.4538243498948015e-05,
+      "loss": 0.9336,
+      "step": 4603
+    },
+    {
+      "epoch": 1.9717344753747323,
+      "grad_norm": 0.8297451138496399,
+      "learning_rate": 3.453183207626669e-05,
+      "loss": 0.5754,
+      "step": 4604
+    },
+    {
+      "epoch": 1.9721627408993576,
+      "grad_norm": 3.54142689704895,
+      "learning_rate": 3.452541991995651e-05,
+      "loss": 1.0761,
+      "step": 4605
+    },
+    {
+      "epoch": 1.9725910064239829,
+      "grad_norm": 2.774672269821167,
+      "learning_rate": 3.4519007030511006e-05,
+      "loss": 0.8824,
+      "step": 4606
+    },
+    {
+      "epoch": 1.9730192719486082,
+      "grad_norm": 5.213771343231201,
+      "learning_rate": 3.4512593408423735e-05,
+      "loss": 0.4587,
+      "step": 4607
+    },
+    {
+      "epoch": 1.9734475374732334,
+      "grad_norm": 1.6996088027954102,
+      "learning_rate": 3.4506179054188344e-05,
+      "loss": 0.5902,
+      "step": 4608
+    },
+    {
+      "epoch": 1.9738758029978587,
+      "grad_norm": 4.401076793670654,
+      "learning_rate": 3.449976396829852e-05,
+      "loss": 0.8699,
+      "step": 4609
+    },
+    {
+      "epoch": 1.974304068522484,
+      "grad_norm": 1.0221012830734253,
+      "learning_rate": 3.449334815124799e-05,
+      "loss": 0.6267,
+      "step": 4610
+    },
+    {
+      "epoch": 1.9747323340471092,
+      "grad_norm": 3.814121723175049,
+      "learning_rate": 3.448693160353057e-05,
+      "loss": 0.7717,
+      "step": 4611
+    },
+    {
+      "epoch": 1.9751605995717345,
+      "grad_norm": 0.999594509601593,
+      "learning_rate": 3.4480514325640103e-05,
+      "loss": 0.5587,
+      "step": 4612
+    },
+    {
+      "epoch": 1.9755888650963598,
+      "grad_norm": 4.241735935211182,
+      "learning_rate": 3.447409631807053e-05,
+      "loss": 0.9298,
+      "step": 4613
+    },
+    {
+      "epoch": 1.976017130620985,
+      "grad_norm": 2.717109203338623,
+      "learning_rate": 3.4467677581315804e-05,
+      "loss": 1.6225,
+      "step": 4614
+    },
+    {
+      "epoch": 1.9764453961456103,
+      "grad_norm": 0.9220823645591736,
+      "learning_rate": 3.4461258115869947e-05,
+      "loss": 0.4188,
+      "step": 4615
+    },
+    {
+      "epoch": 1.9768736616702356,
+      "grad_norm": 15.412760734558105,
+      "learning_rate": 3.4454837922227046e-05,
+      "loss": 0.6785,
+      "step": 4616
+    },
+    {
+      "epoch": 1.9773019271948609,
+      "grad_norm": 3.7177083492279053,
+      "learning_rate": 3.444841700088124e-05,
+      "loss": 0.6291,
+      "step": 4617
+    },
+    {
+      "epoch": 1.9777301927194861,
+      "grad_norm": 5.207326412200928,
+      "learning_rate": 3.444199535232672e-05,
+      "loss": 1.4755,
+      "step": 4618
+    },
+    {
+      "epoch": 1.9781584582441112,
+      "grad_norm": 0.5366201400756836,
+      "learning_rate": 3.443557297705774e-05,
+      "loss": 0.1797,
+      "step": 4619
+    },
+    {
+      "epoch": 1.9785867237687365,
+      "grad_norm": 2.4916791915893555,
+      "learning_rate": 3.44291498755686e-05,
+      "loss": 1.2042,
+      "step": 4620
+    },
+    {
+      "epoch": 1.9790149892933617,
+      "grad_norm": 2.291656732559204,
+      "learning_rate": 3.4422726048353665e-05,
+      "loss": 0.4758,
+      "step": 4621
+    },
+    {
+      "epoch": 1.979443254817987,
+      "grad_norm": 2.2484147548675537,
+      "learning_rate": 3.441630149590735e-05,
+      "loss": 0.7175,
+      "step": 4622
+    },
+    {
+      "epoch": 1.9798715203426123,
+      "grad_norm": 1.8834130764007568,
+      "learning_rate": 3.440987621872413e-05,
+      "loss": 0.5586,
+      "step": 4623
+    },
+    {
+      "epoch": 1.9802997858672375,
+      "grad_norm": 3.674283027648926,
+      "learning_rate": 3.4403450217298544e-05,
+      "loss": 0.9295,
+      "step": 4624
+    },
+    {
+      "epoch": 1.9807280513918628,
+      "grad_norm": 5.638311386108398,
+      "learning_rate": 3.439702349212516e-05,
+      "loss": 0.6768,
+      "step": 4625
+    },
+    {
+      "epoch": 1.981156316916488,
+      "grad_norm": 1.8628122806549072,
+      "learning_rate": 3.4390596043698624e-05,
+      "loss": 0.4438,
+      "step": 4626
+    },
+    {
+      "epoch": 1.9815845824411134,
+      "grad_norm": 2.884058952331543,
+      "learning_rate": 3.438416787251364e-05,
+      "loss": 0.6947,
+      "step": 4627
+    },
+    {
+      "epoch": 1.9820128479657386,
+      "grad_norm": 1.364641547203064,
+      "learning_rate": 3.437773897906495e-05,
+      "loss": 1.3075,
+      "step": 4628
+    },
+    {
+      "epoch": 1.982441113490364,
+      "grad_norm": 3.01485013961792,
+      "learning_rate": 3.437130936384737e-05,
+      "loss": 1.579,
+      "step": 4629
+    },
+    {
+      "epoch": 1.9828693790149892,
+      "grad_norm": 2.1722452640533447,
+      "learning_rate": 3.436487902735575e-05,
+      "loss": 0.9014,
+      "step": 4630
+    },
+    {
+      "epoch": 1.9832976445396144,
+      "grad_norm": 2.9898602962493896,
+      "learning_rate": 3.435844797008503e-05,
+      "loss": 1.8312,
+      "step": 4631
+    },
+    {
+      "epoch": 1.9837259100642397,
+      "grad_norm": 1.265434741973877,
+      "learning_rate": 3.4352016192530165e-05,
+      "loss": 0.9616,
+      "step": 4632
+    },
+    {
+      "epoch": 1.984154175588865,
+      "grad_norm": 3.2879796028137207,
+      "learning_rate": 3.434558369518618e-05,
+      "loss": 0.5492,
+      "step": 4633
+    },
+    {
+      "epoch": 1.9845824411134902,
+      "grad_norm": 5.248682498931885,
+      "learning_rate": 3.4339150478548185e-05,
+      "loss": 0.6193,
+      "step": 4634
+    },
+    {
+      "epoch": 1.9850107066381155,
+      "grad_norm": 2.2142140865325928,
+      "learning_rate": 3.43327165431113e-05,
+      "loss": 1.1294,
+      "step": 4635
+    },
+    {
+      "epoch": 1.9854389721627408,
+      "grad_norm": 3.9052135944366455,
+      "learning_rate": 3.432628188937072e-05,
+      "loss": 1.0586,
+      "step": 4636
+    },
+    {
+      "epoch": 1.985867237687366,
+      "grad_norm": 2.5372252464294434,
+      "learning_rate": 3.4319846517821716e-05,
+      "loss": 0.5651,
+      "step": 4637
+    },
+    {
+      "epoch": 1.9862955032119913,
+      "grad_norm": 7.108951091766357,
+      "learning_rate": 3.431341042895957e-05,
+      "loss": 1.0835,
+      "step": 4638
+    },
+    {
+      "epoch": 1.9867237687366166,
+      "grad_norm": 1.9439985752105713,
+      "learning_rate": 3.430697362327966e-05,
+      "loss": 0.6676,
+      "step": 4639
+    },
+    {
+      "epoch": 1.9871520342612419,
+      "grad_norm": 1.7888481616973877,
+      "learning_rate": 3.430053610127739e-05,
+      "loss": 0.3103,
+      "step": 4640
+    },
+    {
+      "epoch": 1.9875802997858671,
+      "grad_norm": 2.992865562438965,
+      "learning_rate": 3.4294097863448235e-05,
+      "loss": 0.8036,
+      "step": 4641
+    },
+    {
+      "epoch": 1.9880085653104924,
+      "grad_norm": 1.5863006114959717,
+      "learning_rate": 3.4287658910287733e-05,
+      "loss": 0.514,
+      "step": 4642
+    },
+    {
+      "epoch": 1.9884368308351177,
+      "grad_norm": 8.155752182006836,
+      "learning_rate": 3.428121924229145e-05,
+      "loss": 1.2471,
+      "step": 4643
+    },
+    {
+      "epoch": 1.988865096359743,
+      "grad_norm": 5.157718181610107,
+      "learning_rate": 3.427477885995504e-05,
+      "loss": 1.0231,
+      "step": 4644
+    },
+    {
+      "epoch": 1.9892933618843682,
+      "grad_norm": 1.8476969003677368,
+      "learning_rate": 3.4268337763774175e-05,
+      "loss": 0.6999,
+      "step": 4645
+    },
+    {
+      "epoch": 1.9897216274089935,
+      "grad_norm": 2.204963445663452,
+      "learning_rate": 3.426189595424461e-05,
+      "loss": 0.5136,
+      "step": 4646
+    },
+    {
+      "epoch": 1.9901498929336188,
+      "grad_norm": 2.0793333053588867,
+      "learning_rate": 3.425545343186215e-05,
+      "loss": 0.8966,
+      "step": 4647
+    },
+    {
+      "epoch": 1.990578158458244,
+      "grad_norm": 0.9201356172561646,
+      "learning_rate": 3.424901019712266e-05,
+      "loss": 0.4015,
+      "step": 4648
+    },
+    {
+      "epoch": 1.9910064239828693,
+      "grad_norm": 5.1912760734558105,
+      "learning_rate": 3.4242566250522025e-05,
+      "loss": 1.0428,
+      "step": 4649
+    },
+    {
+      "epoch": 1.9914346895074946,
+      "grad_norm": 3.830165386199951,
+      "learning_rate": 3.423612159255623e-05,
+      "loss": 0.7831,
+      "step": 4650
+    },
+    {
+      "epoch": 1.9918629550321199,
+      "grad_norm": 2.437222957611084,
+      "learning_rate": 3.422967622372129e-05,
+      "loss": 1.0544,
+      "step": 4651
+    },
+    {
+      "epoch": 1.9922912205567451,
+      "grad_norm": 1.7055567502975464,
+      "learning_rate": 3.422323014451329e-05,
+      "loss": 0.333,
+      "step": 4652
+    },
+    {
+      "epoch": 1.9927194860813704,
+      "grad_norm": 7.521480083465576,
+      "learning_rate": 3.421678335542835e-05,
+      "loss": 1.2942,
+      "step": 4653
+    },
+    {
+      "epoch": 1.9931477516059957,
+      "grad_norm": 4.328136920928955,
+      "learning_rate": 3.4210335856962656e-05,
+      "loss": 1.3347,
+      "step": 4654
+    },
+    {
+      "epoch": 1.993576017130621,
+      "grad_norm": 4.815375804901123,
+      "learning_rate": 3.420388764961245e-05,
+      "loss": 1.1152,
+      "step": 4655
+    },
+    {
+      "epoch": 1.9940042826552462,
+      "grad_norm": 0.9514987468719482,
+      "learning_rate": 3.4197438733874024e-05,
+      "loss": 0.5634,
+      "step": 4656
+    },
+    {
+      "epoch": 1.9944325481798715,
+      "grad_norm": 3.0407090187072754,
+      "learning_rate": 3.419098911024373e-05,
+      "loss": 0.9134,
+      "step": 4657
+    },
+    {
+      "epoch": 1.9948608137044967,
+      "grad_norm": 3.9703071117401123,
+      "learning_rate": 3.4184538779217967e-05,
+      "loss": 1.798,
+      "step": 4658
+    },
+    {
+      "epoch": 1.995289079229122,
+      "grad_norm": 1.2395957708358765,
+      "learning_rate": 3.417808774129319e-05,
+      "loss": 0.4935,
+      "step": 4659
+    },
+    {
+      "epoch": 1.9957173447537473,
+      "grad_norm": 4.8575544357299805,
+      "learning_rate": 3.417163599696592e-05,
+      "loss": 0.649,
+      "step": 4660
+    },
+    {
+      "epoch": 1.9961456102783726,
+      "grad_norm": 2.623579740524292,
+      "learning_rate": 3.416518354673271e-05,
+      "loss": 0.8785,
+      "step": 4661
+    },
+    {
+      "epoch": 1.9965738758029978,
+      "grad_norm": 2.2352683544158936,
+      "learning_rate": 3.415873039109021e-05,
+      "loss": 0.4731,
+      "step": 4662
+    },
+    {
+      "epoch": 1.997002141327623,
+      "grad_norm": 2.209207534790039,
+      "learning_rate": 3.415227653053506e-05,
+      "loss": 0.4651,
+      "step": 4663
+    },
+    {
+      "epoch": 1.9974304068522484,
+      "grad_norm": 4.042336463928223,
+      "learning_rate": 3.4145821965564e-05,
+      "loss": 1.3833,
+      "step": 4664
+    },
+    {
+      "epoch": 1.9978586723768736,
+      "grad_norm": 2.9532132148742676,
+      "learning_rate": 3.413936669667381e-05,
+      "loss": 0.4606,
+      "step": 4665
+    },
+    {
+      "epoch": 1.998286937901499,
+      "grad_norm": 4.122470855712891,
+      "learning_rate": 3.413291072436135e-05,
+      "loss": 1.188,
+      "step": 4666
+    },
+    {
+      "epoch": 1.9987152034261242,
+      "grad_norm": 2.6146090030670166,
+      "learning_rate": 3.412645404912348e-05,
+      "loss": 0.8815,
+      "step": 4667
+    },
+    {
+      "epoch": 1.9991434689507495,
+      "grad_norm": 2.166898250579834,
+      "learning_rate": 3.4119996671457174e-05,
+      "loss": 0.5958,
+      "step": 4668
+    },
+    {
+      "epoch": 1.9995717344753747,
+      "grad_norm": 2.5969955921173096,
+      "learning_rate": 3.411353859185941e-05,
+      "loss": 0.8618,
+      "step": 4669
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.8790463209152222,
+      "learning_rate": 3.410707981082725e-05,
+      "loss": 0.5843,
+      "step": 4670
+    },
+    {
+      "epoch": 2.0004282655246253,
+      "grad_norm": 1.920391321182251,
+      "learning_rate": 3.41006203288578e-05,
+      "loss": 0.5063,
+      "step": 4671
+    },
+    {
+      "epoch": 2.0008565310492505,
+      "grad_norm": 1.5120474100112915,
+      "learning_rate": 3.409416014644823e-05,
+      "loss": 0.2542,
+      "step": 4672
+    },
+    {
+      "epoch": 2.001284796573876,
+      "grad_norm": 5.638855457305908,
+      "learning_rate": 3.4087699264095745e-05,
+      "loss": 0.5666,
+      "step": 4673
+    },
+    {
+      "epoch": 2.001713062098501,
+      "grad_norm": 7.486971855163574,
+      "learning_rate": 3.4081237682297625e-05,
+      "loss": 0.9037,
+      "step": 4674
+    },
+    {
+      "epoch": 2.0021413276231264,
+      "grad_norm": 1.8582895994186401,
+      "learning_rate": 3.407477540155119e-05,
+      "loss": 0.4081,
+      "step": 4675
+    },
+    {
+      "epoch": 2.0025695931477516,
+      "grad_norm": 2.717017412185669,
+      "learning_rate": 3.40683124223538e-05,
+      "loss": 0.542,
+      "step": 4676
+    },
+    {
+      "epoch": 2.002997858672377,
+      "grad_norm": 1.8165227174758911,
+      "learning_rate": 3.4061848745202915e-05,
+      "loss": 0.9514,
+      "step": 4677
+    },
+    {
+      "epoch": 2.003426124197002,
+      "grad_norm": 2.6974575519561768,
+      "learning_rate": 3.4055384370596e-05,
+      "loss": 0.7794,
+      "step": 4678
+    },
+    {
+      "epoch": 2.0038543897216274,
+      "grad_norm": 5.245117664337158,
+      "learning_rate": 3.40489192990306e-05,
+      "loss": 1.7911,
+      "step": 4679
+    },
+    {
+      "epoch": 2.0042826552462527,
+      "grad_norm": 2.889591693878174,
+      "learning_rate": 3.40424535310043e-05,
+      "loss": 0.8647,
+      "step": 4680
+    },
+    {
+      "epoch": 2.004710920770878,
+      "grad_norm": 2.343703031539917,
+      "learning_rate": 3.4035987067014755e-05,
+      "loss": 1.0102,
+      "step": 4681
+    },
+    {
+      "epoch": 2.0051391862955033,
+      "grad_norm": 3.455544948577881,
+      "learning_rate": 3.402951990755966e-05,
+      "loss": 0.704,
+      "step": 4682
+    },
+    {
+      "epoch": 2.0055674518201285,
+      "grad_norm": 2.3739585876464844,
+      "learning_rate": 3.4023052053136774e-05,
+      "loss": 0.2879,
+      "step": 4683
+    },
+    {
+      "epoch": 2.005995717344754,
+      "grad_norm": 6.426149845123291,
+      "learning_rate": 3.401658350424389e-05,
+      "loss": 0.8716,
+      "step": 4684
+    },
+    {
+      "epoch": 2.006423982869379,
+      "grad_norm": 2.0922179222106934,
+      "learning_rate": 3.401011426137887e-05,
+      "loss": 0.204,
+      "step": 4685
+    },
+    {
+      "epoch": 2.0068522483940043,
+      "grad_norm": 3.656332015991211,
+      "learning_rate": 3.400364432503964e-05,
+      "loss": 1.4762,
+      "step": 4686
+    },
+    {
+      "epoch": 2.0072805139186296,
+      "grad_norm": 2.196831464767456,
+      "learning_rate": 3.399717369572416e-05,
+      "loss": 0.552,
+      "step": 4687
+    },
+    {
+      "epoch": 2.007708779443255,
+      "grad_norm": 4.69227933883667,
+      "learning_rate": 3.399070237393044e-05,
+      "loss": 0.8339,
+      "step": 4688
+    },
+    {
+      "epoch": 2.00813704496788,
+      "grad_norm": 3.308485746383667,
+      "learning_rate": 3.398423036015657e-05,
+      "loss": 1.0602,
+      "step": 4689
+    },
+    {
+      "epoch": 2.0085653104925054,
+      "grad_norm": 2.231394052505493,
+      "learning_rate": 3.3977757654900654e-05,
+      "loss": 1.2795,
+      "step": 4690
+    },
+    {
+      "epoch": 2.0089935760171307,
+      "grad_norm": 1.760474681854248,
+      "learning_rate": 3.39712842586609e-05,
+      "loss": 0.8905,
+      "step": 4691
+    },
+    {
+      "epoch": 2.009421841541756,
+      "grad_norm": 3.0999796390533447,
+      "learning_rate": 3.3964810171935516e-05,
+      "loss": 0.5297,
+      "step": 4692
+    },
+    {
+      "epoch": 2.0098501070663812,
+      "grad_norm": 2.667668104171753,
+      "learning_rate": 3.3958335395222794e-05,
+      "loss": 0.7267,
+      "step": 4693
+    },
+    {
+      "epoch": 2.0102783725910065,
+      "grad_norm": 1.5556740760803223,
+      "learning_rate": 3.395185992902108e-05,
+      "loss": 0.2659,
+      "step": 4694
+    },
+    {
+      "epoch": 2.0107066381156318,
+      "grad_norm": 2.5773160457611084,
+      "learning_rate": 3.394538377382876e-05,
+      "loss": 0.86,
+      "step": 4695
+    },
+    {
+      "epoch": 2.011134903640257,
+      "grad_norm": 4.092283248901367,
+      "learning_rate": 3.3938906930144285e-05,
+      "loss": 0.5945,
+      "step": 4696
+    },
+    {
+      "epoch": 2.0115631691648823,
+      "grad_norm": 4.234648704528809,
+      "learning_rate": 3.3932429398466145e-05,
+      "loss": 0.6555,
+      "step": 4697
+    },
+    {
+      "epoch": 2.0119914346895076,
+      "grad_norm": 3.2659800052642822,
+      "learning_rate": 3.39259511792929e-05,
+      "loss": 1.0034,
+      "step": 4698
+    },
+    {
+      "epoch": 2.012419700214133,
+      "grad_norm": 2.78330659866333,
+      "learning_rate": 3.391947227312315e-05,
+      "loss": 0.403,
+      "step": 4699
+    },
+    {
+      "epoch": 2.012847965738758,
+      "grad_norm": 2.3443443775177,
+      "learning_rate": 3.391299268045554e-05,
+      "loss": 0.7482,
+      "step": 4700
+    },
+    {
+      "epoch": 2.0132762312633834,
+      "grad_norm": 3.798755168914795,
+      "learning_rate": 3.39065124017888e-05,
+      "loss": 1.3424,
+      "step": 4701
+    },
+    {
+      "epoch": 2.0137044967880087,
+      "grad_norm": 1.4790279865264893,
+      "learning_rate": 3.390003143762168e-05,
+      "loss": 0.6665,
+      "step": 4702
+    },
+    {
+      "epoch": 2.014132762312634,
+      "grad_norm": 3.1930019855499268,
+      "learning_rate": 3.3893549788453e-05,
+      "loss": 0.7107,
+      "step": 4703
+    },
+    {
+      "epoch": 2.014561027837259,
+      "grad_norm": 3.311237096786499,
+      "learning_rate": 3.388706745478162e-05,
+      "loss": 1.3225,
+      "step": 4704
+    },
+    {
+      "epoch": 2.0149892933618845,
+      "grad_norm": 2.1565794944763184,
+      "learning_rate": 3.388058443710647e-05,
+      "loss": 0.4865,
+      "step": 4705
+    },
+    {
+      "epoch": 2.0154175588865098,
+      "grad_norm": 6.128994464874268,
+      "learning_rate": 3.387410073592652e-05,
+      "loss": 0.8711,
+      "step": 4706
+    },
+    {
+      "epoch": 2.015845824411135,
+      "grad_norm": 6.104167938232422,
+      "learning_rate": 3.38676163517408e-05,
+      "loss": 0.7582,
+      "step": 4707
+    },
+    {
+      "epoch": 2.0162740899357603,
+      "grad_norm": 2.471243381500244,
+      "learning_rate": 3.386113128504838e-05,
+      "loss": 0.632,
+      "step": 4708
+    },
+    {
+      "epoch": 2.0167023554603856,
+      "grad_norm": 1.3727554082870483,
+      "learning_rate": 3.3854645536348387e-05,
+      "loss": 0.5149,
+      "step": 4709
+    },
+    {
+      "epoch": 2.017130620985011,
+      "grad_norm": 1.481494426727295,
+      "learning_rate": 3.384815910614002e-05,
+      "loss": 0.8494,
+      "step": 4710
+    },
+    {
+      "epoch": 2.017558886509636,
+      "grad_norm": 8.81358814239502,
+      "learning_rate": 3.38416719949225e-05,
+      "loss": 1.7163,
+      "step": 4711
+    },
+    {
+      "epoch": 2.0179871520342614,
+      "grad_norm": 1.7862889766693115,
+      "learning_rate": 3.383518420319513e-05,
+      "loss": 0.8884,
+      "step": 4712
+    },
+    {
+      "epoch": 2.0184154175588866,
+      "grad_norm": 2.893108606338501,
+      "learning_rate": 3.3828695731457236e-05,
+      "loss": 0.5784,
+      "step": 4713
+    },
+    {
+      "epoch": 2.018843683083512,
+      "grad_norm": 2.104403018951416,
+      "learning_rate": 3.382220658020822e-05,
+      "loss": 0.3721,
+      "step": 4714
+    },
+    {
+      "epoch": 2.019271948608137,
+      "grad_norm": 2.413236379623413,
+      "learning_rate": 3.381571674994752e-05,
+      "loss": 0.4293,
+      "step": 4715
+    },
+    {
+      "epoch": 2.0197002141327625,
+      "grad_norm": 1.9559524059295654,
+      "learning_rate": 3.380922624117465e-05,
+      "loss": 0.3362,
+      "step": 4716
+    },
+    {
+      "epoch": 2.0201284796573877,
+      "grad_norm": 2.864898204803467,
+      "learning_rate": 3.380273505438915e-05,
+      "loss": 0.6423,
+      "step": 4717
+    },
+    {
+      "epoch": 2.020556745182013,
+      "grad_norm": 3.5496976375579834,
+      "learning_rate": 3.379624319009061e-05,
+      "loss": 0.723,
+      "step": 4718
+    },
+    {
+      "epoch": 2.0209850107066383,
+      "grad_norm": 2.1464695930480957,
+      "learning_rate": 3.3789750648778695e-05,
+      "loss": 0.8621,
+      "step": 4719
+    },
+    {
+      "epoch": 2.0214132762312635,
+      "grad_norm": 2.208279848098755,
+      "learning_rate": 3.378325743095311e-05,
+      "loss": 0.6168,
+      "step": 4720
+    },
+    {
+      "epoch": 2.021841541755889,
+      "grad_norm": 2.0266168117523193,
+      "learning_rate": 3.377676353711362e-05,
+      "loss": 0.2468,
+      "step": 4721
+    },
+    {
+      "epoch": 2.022269807280514,
+      "grad_norm": 3.3021111488342285,
+      "learning_rate": 3.377026896776003e-05,
+      "loss": 0.7238,
+      "step": 4722
+    },
+    {
+      "epoch": 2.0226980728051394,
+      "grad_norm": 2.3984711170196533,
+      "learning_rate": 3.3763773723392195e-05,
+      "loss": 0.8351,
+      "step": 4723
+    },
+    {
+      "epoch": 2.0231263383297646,
+      "grad_norm": 6.465684413909912,
+      "learning_rate": 3.3757277804510037e-05,
+      "loss": 1.2534,
+      "step": 4724
+    },
+    {
+      "epoch": 2.02355460385439,
+      "grad_norm": 2.0341691970825195,
+      "learning_rate": 3.3750781211613526e-05,
+      "loss": 0.6503,
+      "step": 4725
+    },
+    {
+      "epoch": 2.023982869379015,
+      "grad_norm": 1.3219634294509888,
+      "learning_rate": 3.374428394520267e-05,
+      "loss": 0.37,
+      "step": 4726
+    },
+    {
+      "epoch": 2.0244111349036404,
+      "grad_norm": 2.371155261993408,
+      "learning_rate": 3.3737786005777546e-05,
+      "loss": 0.6613,
+      "step": 4727
+    },
+    {
+      "epoch": 2.0248394004282657,
+      "grad_norm": 3.9627561569213867,
+      "learning_rate": 3.373128739383827e-05,
+      "loss": 0.3718,
+      "step": 4728
+    },
+    {
+      "epoch": 2.025267665952891,
+      "grad_norm": 1.612329125404358,
+      "learning_rate": 3.372478810988502e-05,
+      "loss": 0.3418,
+      "step": 4729
+    },
+    {
+      "epoch": 2.0256959314775163,
+      "grad_norm": 4.686316013336182,
+      "learning_rate": 3.371828815441803e-05,
+      "loss": 0.5608,
+      "step": 4730
+    },
+    {
+      "epoch": 2.0261241970021415,
+      "grad_norm": 4.252920150756836,
+      "learning_rate": 3.371178752793755e-05,
+      "loss": 1.1128,
+      "step": 4731
+    },
+    {
+      "epoch": 2.026552462526767,
+      "grad_norm": 1.4514297246932983,
+      "learning_rate": 3.370528623094393e-05,
+      "loss": 0.7197,
+      "step": 4732
+    },
+    {
+      "epoch": 2.026980728051392,
+      "grad_norm": 2.9229867458343506,
+      "learning_rate": 3.369878426393755e-05,
+      "loss": 1.0667,
+      "step": 4733
+    },
+    {
+      "epoch": 2.0274089935760173,
+      "grad_norm": 3.1699392795562744,
+      "learning_rate": 3.369228162741884e-05,
+      "loss": 0.5279,
+      "step": 4734
+    },
+    {
+      "epoch": 2.0278372591006426,
+      "grad_norm": 3.1279995441436768,
+      "learning_rate": 3.368577832188828e-05,
+      "loss": 0.9156,
+      "step": 4735
+    },
+    {
+      "epoch": 2.028265524625268,
+      "grad_norm": 0.9283010959625244,
+      "learning_rate": 3.367927434784641e-05,
+      "loss": 0.2427,
+      "step": 4736
+    },
+    {
+      "epoch": 2.028693790149893,
+      "grad_norm": 4.177737712860107,
+      "learning_rate": 3.36727697057938e-05,
+      "loss": 0.9626,
+      "step": 4737
+    },
+    {
+      "epoch": 2.0291220556745184,
+      "grad_norm": 4.444983005523682,
+      "learning_rate": 3.36662643962311e-05,
+      "loss": 1.113,
+      "step": 4738
+    },
+    {
+      "epoch": 2.0295503211991432,
+      "grad_norm": 5.904183387756348,
+      "learning_rate": 3.3659758419659e-05,
+      "loss": 1.3696,
+      "step": 4739
+    },
+    {
+      "epoch": 2.0299785867237685,
+      "grad_norm": 4.4018707275390625,
+      "learning_rate": 3.365325177657823e-05,
+      "loss": 0.5916,
+      "step": 4740
+    },
+    {
+      "epoch": 2.030406852248394,
+      "grad_norm": 5.06137752532959,
+      "learning_rate": 3.36467444674896e-05,
+      "loss": 1.138,
+      "step": 4741
+    },
+    {
+      "epoch": 2.030835117773019,
+      "grad_norm": 1.459773302078247,
+      "learning_rate": 3.364023649289394e-05,
+      "loss": 0.4819,
+      "step": 4742
+    },
+    {
+      "epoch": 2.0312633832976443,
+      "grad_norm": 3.480988025665283,
+      "learning_rate": 3.3633727853292145e-05,
+      "loss": 0.7032,
+      "step": 4743
+    },
+    {
+      "epoch": 2.0316916488222696,
+      "grad_norm": 5.113126277923584,
+      "learning_rate": 3.3627218549185166e-05,
+      "loss": 0.9176,
+      "step": 4744
+    },
+    {
+      "epoch": 2.032119914346895,
+      "grad_norm": 0.9787500500679016,
+      "learning_rate": 3.362070858107399e-05,
+      "loss": 0.199,
+      "step": 4745
+    },
+    {
+      "epoch": 2.03254817987152,
+      "grad_norm": 12.272791862487793,
+      "learning_rate": 3.361419794945967e-05,
+      "loss": 0.7267,
+      "step": 4746
+    },
+    {
+      "epoch": 2.0329764453961454,
+      "grad_norm": 2.7087202072143555,
+      "learning_rate": 3.360768665484331e-05,
+      "loss": 0.7264,
+      "step": 4747
+    },
+    {
+      "epoch": 2.0334047109207707,
+      "grad_norm": 6.056755065917969,
+      "learning_rate": 3.3601174697726045e-05,
+      "loss": 0.8435,
+      "step": 4748
+    },
+    {
+      "epoch": 2.033832976445396,
+      "grad_norm": 2.1403982639312744,
+      "learning_rate": 3.359466207860909e-05,
+      "loss": 0.418,
+      "step": 4749
+    },
+    {
+      "epoch": 2.0342612419700212,
+      "grad_norm": 3.152125835418701,
+      "learning_rate": 3.3588148797993686e-05,
+      "loss": 0.7902,
+      "step": 4750
+    },
+    {
+      "epoch": 2.0346895074946465,
+      "grad_norm": 1.9102602005004883,
+      "learning_rate": 3.3581634856381145e-05,
+      "loss": 0.5043,
+      "step": 4751
+    },
+    {
+      "epoch": 2.0351177730192718,
+      "grad_norm": 2.224954128265381,
+      "learning_rate": 3.357512025427282e-05,
+      "loss": 0.3418,
+      "step": 4752
+    },
+    {
+      "epoch": 2.035546038543897,
+      "grad_norm": 2.626789093017578,
+      "learning_rate": 3.356860499217009e-05,
+      "loss": 1.4225,
+      "step": 4753
+    },
+    {
+      "epoch": 2.0359743040685223,
+      "grad_norm": 3.2698044776916504,
+      "learning_rate": 3.356208907057445e-05,
+      "loss": 0.9563,
+      "step": 4754
+    },
+    {
+      "epoch": 2.0364025695931476,
+      "grad_norm": 3.3159677982330322,
+      "learning_rate": 3.355557248998738e-05,
+      "loss": 0.5841,
+      "step": 4755
+    },
+    {
+      "epoch": 2.036830835117773,
+      "grad_norm": 7.167062282562256,
+      "learning_rate": 3.354905525091044e-05,
+      "loss": 1.4192,
+      "step": 4756
+    },
+    {
+      "epoch": 2.037259100642398,
+      "grad_norm": 3.2677156925201416,
+      "learning_rate": 3.354253735384525e-05,
+      "loss": 0.9764,
+      "step": 4757
+    },
+    {
+      "epoch": 2.0376873661670234,
+      "grad_norm": 4.523595333099365,
+      "learning_rate": 3.3536018799293453e-05,
+      "loss": 0.9648,
+      "step": 4758
+    },
+    {
+      "epoch": 2.0381156316916487,
+      "grad_norm": 2.075164556503296,
+      "learning_rate": 3.352949958775676e-05,
+      "loss": 0.9752,
+      "step": 4759
+    },
+    {
+      "epoch": 2.038543897216274,
+      "grad_norm": 4.209403991699219,
+      "learning_rate": 3.3522979719736926e-05,
+      "loss": 1.0827,
+      "step": 4760
+    },
+    {
+      "epoch": 2.038972162740899,
+      "grad_norm": 2.167080879211426,
+      "learning_rate": 3.351645919573577e-05,
+      "loss": 1.493,
+      "step": 4761
+    },
+    {
+      "epoch": 2.0394004282655245,
+      "grad_norm": 3.9107162952423096,
+      "learning_rate": 3.350993801625515e-05,
+      "loss": 0.817,
+      "step": 4762
+    },
+    {
+      "epoch": 2.0398286937901497,
+      "grad_norm": 2.9651808738708496,
+      "learning_rate": 3.350341618179697e-05,
+      "loss": 0.9059,
+      "step": 4763
+    },
+    {
+      "epoch": 2.040256959314775,
+      "grad_norm": 2.7848336696624756,
+      "learning_rate": 3.349689369286321e-05,
+      "loss": 0.5412,
+      "step": 4764
+    },
+    {
+      "epoch": 2.0406852248394003,
+      "grad_norm": 4.795036315917969,
+      "learning_rate": 3.349037054995585e-05,
+      "loss": 0.9045,
+      "step": 4765
+    },
+    {
+      "epoch": 2.0411134903640256,
+      "grad_norm": 3.1247785091400146,
+      "learning_rate": 3.3483846753576975e-05,
+      "loss": 1.0285,
+      "step": 4766
+    },
+    {
+      "epoch": 2.041541755888651,
+      "grad_norm": 2.3837099075317383,
+      "learning_rate": 3.347732230422869e-05,
+      "loss": 1.6771,
+      "step": 4767
+    },
+    {
+      "epoch": 2.041970021413276,
+      "grad_norm": 2.0038716793060303,
+      "learning_rate": 3.347079720241315e-05,
+      "loss": 0.2919,
+      "step": 4768
+    },
+    {
+      "epoch": 2.0423982869379014,
+      "grad_norm": 3.3311140537261963,
+      "learning_rate": 3.346427144863258e-05,
+      "loss": 0.8569,
+      "step": 4769
+    },
+    {
+      "epoch": 2.0428265524625266,
+      "grad_norm": 4.391573905944824,
+      "learning_rate": 3.3457745043389235e-05,
+      "loss": 0.817,
+      "step": 4770
+    },
+    {
+      "epoch": 2.043254817987152,
+      "grad_norm": 0.7208803296089172,
+      "learning_rate": 3.345121798718543e-05,
+      "loss": 0.1149,
+      "step": 4771
+    },
+    {
+      "epoch": 2.043683083511777,
+      "grad_norm": 3.5784294605255127,
+      "learning_rate": 3.344469028052353e-05,
+      "loss": 1.7123,
+      "step": 4772
+    },
+    {
+      "epoch": 2.0441113490364025,
+      "grad_norm": 6.981157302856445,
+      "learning_rate": 3.343816192390593e-05,
+      "loss": 1.1793,
+      "step": 4773
+    },
+    {
+      "epoch": 2.0445396145610277,
+      "grad_norm": 3.769754648208618,
+      "learning_rate": 3.343163291783512e-05,
+      "loss": 1.046,
+      "step": 4774
+    },
+    {
+      "epoch": 2.044967880085653,
+      "grad_norm": 0.9605491757392883,
+      "learning_rate": 3.3425103262813596e-05,
+      "loss": 0.3016,
+      "step": 4775
+    },
+    {
+      "epoch": 2.0453961456102783,
+      "grad_norm": 2.432291269302368,
+      "learning_rate": 3.341857295934392e-05,
+      "loss": 1.133,
+      "step": 4776
+    },
+    {
+      "epoch": 2.0458244111349035,
+      "grad_norm": 2.0336015224456787,
+      "learning_rate": 3.341204200792872e-05,
+      "loss": 0.4341,
+      "step": 4777
+    },
+    {
+      "epoch": 2.046252676659529,
+      "grad_norm": 2.902573347091675,
+      "learning_rate": 3.340551040907065e-05,
+      "loss": 1.2457,
+      "step": 4778
+    },
+    {
+      "epoch": 2.046680942184154,
+      "grad_norm": 3.3185782432556152,
+      "learning_rate": 3.339897816327241e-05,
+      "loss": 0.9623,
+      "step": 4779
+    },
+    {
+      "epoch": 2.0471092077087794,
+      "grad_norm": 1.4023057222366333,
+      "learning_rate": 3.339244527103678e-05,
+      "loss": 0.352,
+      "step": 4780
+    },
+    {
+      "epoch": 2.0475374732334046,
+      "grad_norm": 11.72439956665039,
+      "learning_rate": 3.338591173286655e-05,
+      "loss": 0.5431,
+      "step": 4781
+    },
+    {
+      "epoch": 2.04796573875803,
+      "grad_norm": 2.4980950355529785,
+      "learning_rate": 3.337937754926461e-05,
+      "loss": 0.7631,
+      "step": 4782
+    },
+    {
+      "epoch": 2.048394004282655,
+      "grad_norm": 3.3468780517578125,
+      "learning_rate": 3.337284272073385e-05,
+      "loss": 0.2492,
+      "step": 4783
+    },
+    {
+      "epoch": 2.0488222698072804,
+      "grad_norm": 2.4314470291137695,
+      "learning_rate": 3.336630724777725e-05,
+      "loss": 0.4631,
+      "step": 4784
+    },
+    {
+      "epoch": 2.0492505353319057,
+      "grad_norm": 46.05934143066406,
+      "learning_rate": 3.3359771130897794e-05,
+      "loss": 0.6797,
+      "step": 4785
+    },
+    {
+      "epoch": 2.049678800856531,
+      "grad_norm": 3.8415563106536865,
+      "learning_rate": 3.335323437059856e-05,
+      "loss": 0.827,
+      "step": 4786
+    },
+    {
+      "epoch": 2.0501070663811563,
+      "grad_norm": 4.531867980957031,
+      "learning_rate": 3.3346696967382654e-05,
+      "loss": 1.4862,
+      "step": 4787
+    },
+    {
+      "epoch": 2.0505353319057815,
+      "grad_norm": 2.6182472705841064,
+      "learning_rate": 3.334015892175324e-05,
+      "loss": 1.0235,
+      "step": 4788
+    },
+    {
+      "epoch": 2.050963597430407,
+      "grad_norm": 5.775811195373535,
+      "learning_rate": 3.333362023421351e-05,
+      "loss": 1.4282,
+      "step": 4789
+    },
+    {
+      "epoch": 2.051391862955032,
+      "grad_norm": 4.433152198791504,
+      "learning_rate": 3.332708090526675e-05,
+      "loss": 0.8391,
+      "step": 4790
+    },
+    {
+      "epoch": 2.0518201284796573,
+      "grad_norm": 3.612830400466919,
+      "learning_rate": 3.332054093541624e-05,
+      "loss": 1.1796,
+      "step": 4791
+    },
+    {
+      "epoch": 2.0522483940042826,
+      "grad_norm": 0.8220656514167786,
+      "learning_rate": 3.3314000325165343e-05,
+      "loss": 0.2474,
+      "step": 4792
+    },
+    {
+      "epoch": 2.052676659528908,
+      "grad_norm": 2.980989694595337,
+      "learning_rate": 3.330745907501748e-05,
+      "loss": 0.5624,
+      "step": 4793
+    },
+    {
+      "epoch": 2.053104925053533,
+      "grad_norm": 1.3359237909317017,
+      "learning_rate": 3.330091718547609e-05,
+      "loss": 0.4397,
+      "step": 4794
+    },
+    {
+      "epoch": 2.0535331905781584,
+      "grad_norm": 2.747767210006714,
+      "learning_rate": 3.3294374657044683e-05,
+      "loss": 0.6295,
+      "step": 4795
+    },
+    {
+      "epoch": 2.0539614561027837,
+      "grad_norm": 3.4077084064483643,
+      "learning_rate": 3.328783149022681e-05,
+      "loss": 0.6432,
+      "step": 4796
+    },
+    {
+      "epoch": 2.054389721627409,
+      "grad_norm": 2.7940540313720703,
+      "learning_rate": 3.328128768552608e-05,
+      "loss": 0.5624,
+      "step": 4797
+    },
+    {
+      "epoch": 2.0548179871520342,
+      "grad_norm": 2.7717819213867188,
+      "learning_rate": 3.327474324344614e-05,
+      "loss": 0.6694,
+      "step": 4798
+    },
+    {
+      "epoch": 2.0552462526766595,
+      "grad_norm": 8.237528800964355,
+      "learning_rate": 3.3268198164490684e-05,
+      "loss": 0.7981,
+      "step": 4799
+    },
+    {
+      "epoch": 2.0556745182012848,
+      "grad_norm": 1.6413682699203491,
+      "learning_rate": 3.3261652449163475e-05,
+      "loss": 0.6266,
+      "step": 4800
+    },
+    {
+      "epoch": 2.05610278372591,
+      "grad_norm": 3.6849019527435303,
+      "learning_rate": 3.3255106097968314e-05,
+      "loss": 0.6054,
+      "step": 4801
+    },
+    {
+      "epoch": 2.0565310492505353,
+      "grad_norm": 4.038448810577393,
+      "learning_rate": 3.324855911140903e-05,
+      "loss": 0.7816,
+      "step": 4802
+    },
+    {
+      "epoch": 2.0569593147751606,
+      "grad_norm": 2.5808770656585693,
+      "learning_rate": 3.3242011489989534e-05,
+      "loss": 0.3938,
+      "step": 4803
+    },
+    {
+      "epoch": 2.057387580299786,
+      "grad_norm": 0.7730022072792053,
+      "learning_rate": 3.323546323421377e-05,
+      "loss": 0.1675,
+      "step": 4804
+    },
+    {
+      "epoch": 2.057815845824411,
+      "grad_norm": 3.8089892864227295,
+      "learning_rate": 3.322891434458572e-05,
+      "loss": 0.605,
+      "step": 4805
+    },
+    {
+      "epoch": 2.0582441113490364,
+      "grad_norm": 4.41946268081665,
+      "learning_rate": 3.3222364821609454e-05,
+      "loss": 1.0634,
+      "step": 4806
+    },
+    {
+      "epoch": 2.0586723768736617,
+      "grad_norm": 3.1447651386260986,
+      "learning_rate": 3.321581466578903e-05,
+      "loss": 0.7882,
+      "step": 4807
+    },
+    {
+      "epoch": 2.059100642398287,
+      "grad_norm": 2.6294593811035156,
+      "learning_rate": 3.320926387762862e-05,
+      "loss": 0.646,
+      "step": 4808
+    },
+    {
+      "epoch": 2.059528907922912,
+      "grad_norm": 3.094733715057373,
+      "learning_rate": 3.320271245763239e-05,
+      "loss": 0.9874,
+      "step": 4809
+    },
+    {
+      "epoch": 2.0599571734475375,
+      "grad_norm": 2.619598388671875,
+      "learning_rate": 3.319616040630459e-05,
+      "loss": 1.5288,
+      "step": 4810
+    },
+    {
+      "epoch": 2.0603854389721628,
+      "grad_norm": 1.7468695640563965,
+      "learning_rate": 3.3189607724149504e-05,
+      "loss": 0.7744,
+      "step": 4811
+    },
+    {
+      "epoch": 2.060813704496788,
+      "grad_norm": 4.290335655212402,
+      "learning_rate": 3.318305441167147e-05,
+      "loss": 1.5589,
+      "step": 4812
+    },
+    {
+      "epoch": 2.0612419700214133,
+      "grad_norm": 5.738405704498291,
+      "learning_rate": 3.3176500469374854e-05,
+      "loss": 0.4486,
+      "step": 4813
+    },
+    {
+      "epoch": 2.0616702355460386,
+      "grad_norm": 4.11147928237915,
+      "learning_rate": 3.3169945897764114e-05,
+      "loss": 0.4211,
+      "step": 4814
+    },
+    {
+      "epoch": 2.062098501070664,
+      "grad_norm": 3.194524049758911,
+      "learning_rate": 3.3163390697343714e-05,
+      "loss": 1.3106,
+      "step": 4815
+    },
+    {
+      "epoch": 2.062526766595289,
+      "grad_norm": 3.545548677444458,
+      "learning_rate": 3.315683486861819e-05,
+      "loss": 0.7135,
+      "step": 4816
+    },
+    {
+      "epoch": 2.0629550321199144,
+      "grad_norm": 6.162696361541748,
+      "learning_rate": 3.315027841209212e-05,
+      "loss": 1.5297,
+      "step": 4817
+    },
+    {
+      "epoch": 2.0633832976445396,
+      "grad_norm": 2.308856725692749,
+      "learning_rate": 3.314372132827012e-05,
+      "loss": 0.9734,
+      "step": 4818
+    },
+    {
+      "epoch": 2.063811563169165,
+      "grad_norm": 5.028834342956543,
+      "learning_rate": 3.3137163617656876e-05,
+      "loss": 0.7652,
+      "step": 4819
+    },
+    {
+      "epoch": 2.06423982869379,
+      "grad_norm": 2.6525909900665283,
+      "learning_rate": 3.313060528075709e-05,
+      "loss": 0.6365,
+      "step": 4820
+    },
+    {
+      "epoch": 2.0646680942184155,
+      "grad_norm": 4.138612270355225,
+      "learning_rate": 3.3124046318075565e-05,
+      "loss": 0.6911,
+      "step": 4821
+    },
+    {
+      "epoch": 2.0650963597430407,
+      "grad_norm": 2.5554990768432617,
+      "learning_rate": 3.311748673011709e-05,
+      "loss": 0.8458,
+      "step": 4822
+    },
+    {
+      "epoch": 2.065524625267666,
+      "grad_norm": 3.781174421310425,
+      "learning_rate": 3.311092651738654e-05,
+      "loss": 0.8611,
+      "step": 4823
+    },
+    {
+      "epoch": 2.0659528907922913,
+      "grad_norm": 2.4196128845214844,
+      "learning_rate": 3.3104365680388836e-05,
+      "loss": 0.6497,
+      "step": 4824
+    },
+    {
+      "epoch": 2.0663811563169165,
+      "grad_norm": 5.25424337387085,
+      "learning_rate": 3.309780421962894e-05,
+      "loss": 0.931,
+      "step": 4825
+    },
+    {
+      "epoch": 2.066809421841542,
+      "grad_norm": 5.004842281341553,
+      "learning_rate": 3.309124213561185e-05,
+      "loss": 0.6313,
+      "step": 4826
+    },
+    {
+      "epoch": 2.067237687366167,
+      "grad_norm": 3.4126696586608887,
+      "learning_rate": 3.308467942884264e-05,
+      "loss": 1.4702,
+      "step": 4827
+    },
+    {
+      "epoch": 2.0676659528907924,
+      "grad_norm": 2.468855142593384,
+      "learning_rate": 3.3078116099826405e-05,
+      "loss": 0.5312,
+      "step": 4828
+    },
+    {
+      "epoch": 2.0680942184154176,
+      "grad_norm": 1.367783546447754,
+      "learning_rate": 3.307155214906831e-05,
+      "loss": 0.4038,
+      "step": 4829
+    },
+    {
+      "epoch": 2.068522483940043,
+      "grad_norm": 4.959140777587891,
+      "learning_rate": 3.3064987577073546e-05,
+      "loss": 0.8,
+      "step": 4830
+    },
+    {
+      "epoch": 2.068950749464668,
+      "grad_norm": 2.3369228839874268,
+      "learning_rate": 3.3058422384347375e-05,
+      "loss": 0.6049,
+      "step": 4831
+    },
+    {
+      "epoch": 2.0693790149892934,
+      "grad_norm": 3.19130802154541,
+      "learning_rate": 3.305185657139509e-05,
+      "loss": 0.8008,
+      "step": 4832
+    },
+    {
+      "epoch": 2.0698072805139187,
+      "grad_norm": 1.1195456981658936,
+      "learning_rate": 3.304529013872203e-05,
+      "loss": 0.446,
+      "step": 4833
+    },
+    {
+      "epoch": 2.070235546038544,
+      "grad_norm": 7.509891986846924,
+      "learning_rate": 3.30387230868336e-05,
+      "loss": 0.62,
+      "step": 4834
+    },
+    {
+      "epoch": 2.0706638115631693,
+      "grad_norm": 3.321721315383911,
+      "learning_rate": 3.3032155416235225e-05,
+      "loss": 1.2573,
+      "step": 4835
+    },
+    {
+      "epoch": 2.0710920770877945,
+      "grad_norm": 3.5278496742248535,
+      "learning_rate": 3.302558712743241e-05,
+      "loss": 0.8053,
+      "step": 4836
+    },
+    {
+      "epoch": 2.07152034261242,
+      "grad_norm": 5.347955226898193,
+      "learning_rate": 3.301901822093069e-05,
+      "loss": 0.3504,
+      "step": 4837
+    },
+    {
+      "epoch": 2.071948608137045,
+      "grad_norm": 3.668199062347412,
+      "learning_rate": 3.301244869723563e-05,
+      "loss": 0.6657,
+      "step": 4838
+    },
+    {
+      "epoch": 2.0723768736616703,
+      "grad_norm": 3.5398993492126465,
+      "learning_rate": 3.3005878556852885e-05,
+      "loss": 0.9045,
+      "step": 4839
+    },
+    {
+      "epoch": 2.0728051391862956,
+      "grad_norm": 1.8742423057556152,
+      "learning_rate": 3.2999307800288126e-05,
+      "loss": 0.2374,
+      "step": 4840
+    },
+    {
+      "epoch": 2.073233404710921,
+      "grad_norm": 32.276912689208984,
+      "learning_rate": 3.299273642804707e-05,
+      "loss": 0.8937,
+      "step": 4841
+    },
+    {
+      "epoch": 2.073661670235546,
+      "grad_norm": 3.3631365299224854,
+      "learning_rate": 3.29861644406355e-05,
+      "loss": 1.5841,
+      "step": 4842
+    },
+    {
+      "epoch": 2.0740899357601714,
+      "grad_norm": 5.839751243591309,
+      "learning_rate": 3.297959183855923e-05,
+      "loss": 1.1766,
+      "step": 4843
+    },
+    {
+      "epoch": 2.0745182012847967,
+      "grad_norm": 3.2198777198791504,
+      "learning_rate": 3.297301862232413e-05,
+      "loss": 0.735,
+      "step": 4844
+    },
+    {
+      "epoch": 2.074946466809422,
+      "grad_norm": 1.5113940238952637,
+      "learning_rate": 3.296644479243612e-05,
+      "loss": 0.6572,
+      "step": 4845
+    },
+    {
+      "epoch": 2.0753747323340472,
+      "grad_norm": 3.1536595821380615,
+      "learning_rate": 3.295987034940117e-05,
+      "loss": 0.5016,
+      "step": 4846
+    },
+    {
+      "epoch": 2.0758029978586725,
+      "grad_norm": 1.6464715003967285,
+      "learning_rate": 3.295329529372527e-05,
+      "loss": 0.3965,
+      "step": 4847
+    },
+    {
+      "epoch": 2.0762312633832978,
+      "grad_norm": 2.3894548416137695,
+      "learning_rate": 3.2946719625914494e-05,
+      "loss": 0.8005,
+      "step": 4848
+    },
+    {
+      "epoch": 2.076659528907923,
+      "grad_norm": 2.7633674144744873,
+      "learning_rate": 3.2940143346474935e-05,
+      "loss": 0.6118,
+      "step": 4849
+    },
+    {
+      "epoch": 2.0770877944325483,
+      "grad_norm": 3.6963300704956055,
+      "learning_rate": 3.293356645591275e-05,
+      "loss": 0.5135,
+      "step": 4850
+    },
+    {
+      "epoch": 2.0775160599571736,
+      "grad_norm": 2.6023898124694824,
+      "learning_rate": 3.292698895473414e-05,
+      "loss": 1.2504,
+      "step": 4851
+    },
+    {
+      "epoch": 2.077944325481799,
+      "grad_norm": 2.2571263313293457,
+      "learning_rate": 3.292041084344534e-05,
+      "loss": 0.3056,
+      "step": 4852
+    },
+    {
+      "epoch": 2.078372591006424,
+      "grad_norm": 2.518141746520996,
+      "learning_rate": 3.291383212255265e-05,
+      "loss": 0.584,
+      "step": 4853
+    },
+    {
+      "epoch": 2.0788008565310494,
+      "grad_norm": 4.466187000274658,
+      "learning_rate": 3.2907252792562404e-05,
+      "loss": 0.8644,
+      "step": 4854
+    },
+    {
+      "epoch": 2.0792291220556747,
+      "grad_norm": 3.7778053283691406,
+      "learning_rate": 3.2900672853980994e-05,
+      "loss": 0.4329,
+      "step": 4855
+    },
+    {
+      "epoch": 2.0796573875803,
+      "grad_norm": 3.5694711208343506,
+      "learning_rate": 3.2894092307314855e-05,
+      "loss": 0.823,
+      "step": 4856
+    },
+    {
+      "epoch": 2.080085653104925,
+      "grad_norm": 1.565480351448059,
+      "learning_rate": 3.288751115307046e-05,
+      "loss": 0.4283,
+      "step": 4857
+    },
+    {
+      "epoch": 2.0805139186295505,
+      "grad_norm": 4.588975429534912,
+      "learning_rate": 3.2880929391754335e-05,
+      "loss": 0.7439,
+      "step": 4858
+    },
+    {
+      "epoch": 2.0809421841541758,
+      "grad_norm": 2.3877429962158203,
+      "learning_rate": 3.287434702387305e-05,
+      "loss": 0.4722,
+      "step": 4859
+    },
+    {
+      "epoch": 2.081370449678801,
+      "grad_norm": 2.441333293914795,
+      "learning_rate": 3.2867764049933235e-05,
+      "loss": 0.3419,
+      "step": 4860
+    },
+    {
+      "epoch": 2.0817987152034263,
+      "grad_norm": 3.212549924850464,
+      "learning_rate": 3.286118047044155e-05,
+      "loss": 0.5694,
+      "step": 4861
+    },
+    {
+      "epoch": 2.0822269807280516,
+      "grad_norm": 1.9067070484161377,
+      "learning_rate": 3.2854596285904714e-05,
+      "loss": 0.531,
+      "step": 4862
+    },
+    {
+      "epoch": 2.082655246252677,
+      "grad_norm": 45.571224212646484,
+      "learning_rate": 3.2848011496829484e-05,
+      "loss": 1.5514,
+      "step": 4863
+    },
+    {
+      "epoch": 2.083083511777302,
+      "grad_norm": 1.0912169218063354,
+      "learning_rate": 3.284142610372266e-05,
+      "loss": 0.3325,
+      "step": 4864
+    },
+    {
+      "epoch": 2.0835117773019274,
+      "grad_norm": 3.308497667312622,
+      "learning_rate": 3.28348401070911e-05,
+      "loss": 0.663,
+      "step": 4865
+    },
+    {
+      "epoch": 2.0839400428265527,
+      "grad_norm": 4.330906867980957,
+      "learning_rate": 3.282825350744171e-05,
+      "loss": 1.3518,
+      "step": 4866
+    },
+    {
+      "epoch": 2.084368308351178,
+      "grad_norm": 1.1985256671905518,
+      "learning_rate": 3.282166630528141e-05,
+      "loss": 0.37,
+      "step": 4867
+    },
+    {
+      "epoch": 2.084796573875803,
+      "grad_norm": 2.530642509460449,
+      "learning_rate": 3.2815078501117224e-05,
+      "loss": 0.3173,
+      "step": 4868
+    },
+    {
+      "epoch": 2.0852248394004285,
+      "grad_norm": 3.521150827407837,
+      "learning_rate": 3.280849009545618e-05,
+      "loss": 0.982,
+      "step": 4869
+    },
+    {
+      "epoch": 2.0856531049250537,
+      "grad_norm": 3.2146971225738525,
+      "learning_rate": 3.2801901088805344e-05,
+      "loss": 0.4457,
+      "step": 4870
+    },
+    {
+      "epoch": 2.086081370449679,
+      "grad_norm": 3.45247745513916,
+      "learning_rate": 3.279531148167187e-05,
+      "loss": 1.285,
+      "step": 4871
+    },
+    {
+      "epoch": 2.0865096359743043,
+      "grad_norm": 1.5300170183181763,
+      "learning_rate": 3.278872127456292e-05,
+      "loss": 0.4669,
+      "step": 4872
+    },
+    {
+      "epoch": 2.0869379014989295,
+      "grad_norm": 6.29911994934082,
+      "learning_rate": 3.2782130467985725e-05,
+      "loss": 0.8073,
+      "step": 4873
+    },
+    {
+      "epoch": 2.0873661670235544,
+      "grad_norm": 4.392934322357178,
+      "learning_rate": 3.277553906244756e-05,
+      "loss": 1.3202,
+      "step": 4874
+    },
+    {
+      "epoch": 2.08779443254818,
+      "grad_norm": 3.7992963790893555,
+      "learning_rate": 3.276894705845573e-05,
+      "loss": 0.8563,
+      "step": 4875
+    },
+    {
+      "epoch": 2.088222698072805,
+      "grad_norm": 5.971974849700928,
+      "learning_rate": 3.27623544565176e-05,
+      "loss": 1.6412,
+      "step": 4876
+    },
+    {
+      "epoch": 2.0886509635974306,
+      "grad_norm": 5.410106658935547,
+      "learning_rate": 3.275576125714057e-05,
+      "loss": 0.9567,
+      "step": 4877
+    },
+    {
+      "epoch": 2.0890792291220555,
+      "grad_norm": 2.8316855430603027,
+      "learning_rate": 3.274916746083211e-05,
+      "loss": 0.4403,
+      "step": 4878
+    },
+    {
+      "epoch": 2.0895074946466807,
+      "grad_norm": 2.076402187347412,
+      "learning_rate": 3.27425730680997e-05,
+      "loss": 0.344,
+      "step": 4879
+    },
+    {
+      "epoch": 2.089935760171306,
+      "grad_norm": 2.172010898590088,
+      "learning_rate": 3.2735978079450904e-05,
+      "loss": 0.4492,
+      "step": 4880
+    },
+    {
+      "epoch": 2.0903640256959313,
+      "grad_norm": 1.8544578552246094,
+      "learning_rate": 3.27293824953933e-05,
+      "loss": 0.6251,
+      "step": 4881
+    },
+    {
+      "epoch": 2.0907922912205565,
+      "grad_norm": 3.8500289916992188,
+      "learning_rate": 3.272278631643453e-05,
+      "loss": 0.5369,
+      "step": 4882
+    },
+    {
+      "epoch": 2.091220556745182,
+      "grad_norm": 0.8970949053764343,
+      "learning_rate": 3.2716189543082276e-05,
+      "loss": 0.4312,
+      "step": 4883
+    },
+    {
+      "epoch": 2.091648822269807,
+      "grad_norm": 1.8373485803604126,
+      "learning_rate": 3.270959217584427e-05,
+      "loss": 0.3834,
+      "step": 4884
+    },
+    {
+      "epoch": 2.0920770877944324,
+      "grad_norm": 2.199392318725586,
+      "learning_rate": 3.2702994215228286e-05,
+      "loss": 0.6588,
+      "step": 4885
+    },
+    {
+      "epoch": 2.0925053533190576,
+      "grad_norm": 1.397901177406311,
+      "learning_rate": 3.269639566174213e-05,
+      "loss": 0.197,
+      "step": 4886
+    },
+    {
+      "epoch": 2.092933618843683,
+      "grad_norm": 1.2780261039733887,
+      "learning_rate": 3.2689796515893686e-05,
+      "loss": 0.5971,
+      "step": 4887
+    },
+    {
+      "epoch": 2.093361884368308,
+      "grad_norm": 3.353121757507324,
+      "learning_rate": 3.2683196778190854e-05,
+      "loss": 1.161,
+      "step": 4888
+    },
+    {
+      "epoch": 2.0937901498929334,
+      "grad_norm": 3.098951816558838,
+      "learning_rate": 3.26765964491416e-05,
+      "loss": 0.4964,
+      "step": 4889
+    },
+    {
+      "epoch": 2.0942184154175587,
+      "grad_norm": 6.316600799560547,
+      "learning_rate": 3.2669995529253924e-05,
+      "loss": 0.7546,
+      "step": 4890
+    },
+    {
+      "epoch": 2.094646680942184,
+      "grad_norm": 0.8281015753746033,
+      "learning_rate": 3.266339401903586e-05,
+      "loss": 0.2898,
+      "step": 4891
+    },
+    {
+      "epoch": 2.0950749464668093,
+      "grad_norm": 3.353666305541992,
+      "learning_rate": 3.2656791918995515e-05,
+      "loss": 0.6696,
+      "step": 4892
+    },
+    {
+      "epoch": 2.0955032119914345,
+      "grad_norm": 1.2879481315612793,
+      "learning_rate": 3.265018922964102e-05,
+      "loss": 0.4984,
+      "step": 4893
+    },
+    {
+      "epoch": 2.09593147751606,
+      "grad_norm": 1.8968253135681152,
+      "learning_rate": 3.264358595148057e-05,
+      "loss": 0.7818,
+      "step": 4894
+    },
+    {
+      "epoch": 2.096359743040685,
+      "grad_norm": 4.847361087799072,
+      "learning_rate": 3.2636982085022386e-05,
+      "loss": 0.631,
+      "step": 4895
+    },
+    {
+      "epoch": 2.0967880085653103,
+      "grad_norm": 1.860666275024414,
+      "learning_rate": 3.2630377630774745e-05,
+      "loss": 0.4185,
+      "step": 4896
+    },
+    {
+      "epoch": 2.0972162740899356,
+      "grad_norm": 1.8870731592178345,
+      "learning_rate": 3.262377258924596e-05,
+      "loss": 0.8877,
+      "step": 4897
+    },
+    {
+      "epoch": 2.097644539614561,
+      "grad_norm": 6.7484822273254395,
+      "learning_rate": 3.26171669609444e-05,
+      "loss": 1.0332,
+      "step": 4898
+    },
+    {
+      "epoch": 2.098072805139186,
+      "grad_norm": 2.891376495361328,
+      "learning_rate": 3.2610560746378484e-05,
+      "loss": 1.1678,
+      "step": 4899
+    },
+    {
+      "epoch": 2.0985010706638114,
+      "grad_norm": 2.1704647541046143,
+      "learning_rate": 3.260395394605666e-05,
+      "loss": 1.5468,
+      "step": 4900
+    },
+    {
+      "epoch": 2.0989293361884367,
+      "grad_norm": 4.583036422729492,
+      "learning_rate": 3.259734656048742e-05,
+      "loss": 1.2012,
+      "step": 4901
+    },
+    {
+      "epoch": 2.099357601713062,
+      "grad_norm": 6.471688270568848,
+      "learning_rate": 3.2590738590179324e-05,
+      "loss": 0.8464,
+      "step": 4902
+    },
+    {
+      "epoch": 2.0997858672376872,
+      "grad_norm": 1.760360836982727,
+      "learning_rate": 3.258413003564095e-05,
+      "loss": 0.549,
+      "step": 4903
+    },
+    {
+      "epoch": 2.1002141327623125,
+      "grad_norm": 3.0352752208709717,
+      "learning_rate": 3.2577520897380944e-05,
+      "loss": 0.5833,
+      "step": 4904
+    },
+    {
+      "epoch": 2.1006423982869378,
+      "grad_norm": 0.9580889344215393,
+      "learning_rate": 3.2570911175907974e-05,
+      "loss": 0.4125,
+      "step": 4905
+    },
+    {
+      "epoch": 2.101070663811563,
+      "grad_norm": 3.967247724533081,
+      "learning_rate": 3.256430087173078e-05,
+      "loss": 0.9483,
+      "step": 4906
+    },
+    {
+      "epoch": 2.1014989293361883,
+      "grad_norm": 3.374392032623291,
+      "learning_rate": 3.255768998535812e-05,
+      "loss": 0.5781,
+      "step": 4907
+    },
+    {
+      "epoch": 2.1019271948608136,
+      "grad_norm": 16.79311180114746,
+      "learning_rate": 3.255107851729881e-05,
+      "loss": 0.4141,
+      "step": 4908
+    },
+    {
+      "epoch": 2.102355460385439,
+      "grad_norm": 44.620086669921875,
+      "learning_rate": 3.254446646806171e-05,
+      "loss": 1.3798,
+      "step": 4909
+    },
+    {
+      "epoch": 2.102783725910064,
+      "grad_norm": 5.777846813201904,
+      "learning_rate": 3.253785383815574e-05,
+      "loss": 0.7611,
+      "step": 4910
+    },
+    {
+      "epoch": 2.1032119914346894,
+      "grad_norm": 2.8121707439422607,
+      "learning_rate": 3.253124062808982e-05,
+      "loss": 1.3781,
+      "step": 4911
+    },
+    {
+      "epoch": 2.1036402569593147,
+      "grad_norm": 4.389652729034424,
+      "learning_rate": 3.252462683837297e-05,
+      "loss": 1.6938,
+      "step": 4912
+    },
+    {
+      "epoch": 2.10406852248394,
+      "grad_norm": 2.345249652862549,
+      "learning_rate": 3.2518012469514214e-05,
+      "loss": 0.3294,
+      "step": 4913
+    },
+    {
+      "epoch": 2.104496788008565,
+      "grad_norm": 6.189637660980225,
+      "learning_rate": 3.251139752202264e-05,
+      "loss": 0.8421,
+      "step": 4914
+    },
+    {
+      "epoch": 2.1049250535331905,
+      "grad_norm": 1.115535020828247,
+      "learning_rate": 3.2504781996407366e-05,
+      "loss": 0.2834,
+      "step": 4915
+    },
+    {
+      "epoch": 2.1053533190578158,
+      "grad_norm": 2.7737765312194824,
+      "learning_rate": 3.249816589317758e-05,
+      "loss": 1.7474,
+      "step": 4916
+    },
+    {
+      "epoch": 2.105781584582441,
+      "grad_norm": 2.567455291748047,
+      "learning_rate": 3.2491549212842486e-05,
+      "loss": 0.8002,
+      "step": 4917
+    },
+    {
+      "epoch": 2.1062098501070663,
+      "grad_norm": 2.958717107772827,
+      "learning_rate": 3.248493195591135e-05,
+      "loss": 1.3294,
+      "step": 4918
+    },
+    {
+      "epoch": 2.1066381156316916,
+      "grad_norm": 2.190303087234497,
+      "learning_rate": 3.2478314122893485e-05,
+      "loss": 0.6878,
+      "step": 4919
+    },
+    {
+      "epoch": 2.107066381156317,
+      "grad_norm": 1.507623553276062,
+      "learning_rate": 3.247169571429821e-05,
+      "loss": 1.0461,
+      "step": 4920
+    },
+    {
+      "epoch": 2.107494646680942,
+      "grad_norm": 4.670192241668701,
+      "learning_rate": 3.2465076730634957e-05,
+      "loss": 1.043,
+      "step": 4921
+    },
+    {
+      "epoch": 2.1079229122055674,
+      "grad_norm": 1.6351102590560913,
+      "learning_rate": 3.245845717241314e-05,
+      "loss": 0.2638,
+      "step": 4922
+    },
+    {
+      "epoch": 2.1083511777301926,
+      "grad_norm": 3.0507514476776123,
+      "learning_rate": 3.2451837040142255e-05,
+      "loss": 0.9033,
+      "step": 4923
+    },
+    {
+      "epoch": 2.108779443254818,
+      "grad_norm": 3.8965156078338623,
+      "learning_rate": 3.2445216334331815e-05,
+      "loss": 0.5944,
+      "step": 4924
+    },
+    {
+      "epoch": 2.109207708779443,
+      "grad_norm": 5.5384840965271,
+      "learning_rate": 3.2438595055491396e-05,
+      "loss": 1.5413,
+      "step": 4925
+    },
+    {
+      "epoch": 2.1096359743040685,
+      "grad_norm": 3.700929880142212,
+      "learning_rate": 3.2431973204130614e-05,
+      "loss": 1.3455,
+      "step": 4926
+    },
+    {
+      "epoch": 2.1100642398286937,
+      "grad_norm": 3.5634548664093018,
+      "learning_rate": 3.2425350780759124e-05,
+      "loss": 0.6702,
+      "step": 4927
+    },
+    {
+      "epoch": 2.110492505353319,
+      "grad_norm": 3.559173822402954,
+      "learning_rate": 3.241872778588664e-05,
+      "loss": 0.5999,
+      "step": 4928
+    },
+    {
+      "epoch": 2.1109207708779443,
+      "grad_norm": 3.683154344558716,
+      "learning_rate": 3.24121042200229e-05,
+      "loss": 0.6946,
+      "step": 4929
+    },
+    {
+      "epoch": 2.1113490364025695,
+      "grad_norm": 1.5570683479309082,
+      "learning_rate": 3.2405480083677686e-05,
+      "loss": 0.2583,
+      "step": 4930
+    },
+    {
+      "epoch": 2.111777301927195,
+      "grad_norm": 3.7440831661224365,
+      "learning_rate": 3.239885537736085e-05,
+      "loss": 1.5352,
+      "step": 4931
+    },
+    {
+      "epoch": 2.11220556745182,
+      "grad_norm": 2.7053062915802,
+      "learning_rate": 3.239223010158226e-05,
+      "loss": 0.8439,
+      "step": 4932
+    },
+    {
+      "epoch": 2.1126338329764454,
+      "grad_norm": 5.190605640411377,
+      "learning_rate": 3.238560425685184e-05,
+      "loss": 0.7894,
+      "step": 4933
+    },
+    {
+      "epoch": 2.1130620985010706,
+      "grad_norm": 7.31732702255249,
+      "learning_rate": 3.237897784367956e-05,
+      "loss": 0.5374,
+      "step": 4934
+    },
+    {
+      "epoch": 2.113490364025696,
+      "grad_norm": 2.399319887161255,
+      "learning_rate": 3.2372350862575424e-05,
+      "loss": 0.8303,
+      "step": 4935
+    },
+    {
+      "epoch": 2.113918629550321,
+      "grad_norm": 4.012081146240234,
+      "learning_rate": 3.236572331404949e-05,
+      "loss": 1.4088,
+      "step": 4936
+    },
+    {
+      "epoch": 2.1143468950749464,
+      "grad_norm": 2.9361510276794434,
+      "learning_rate": 3.235909519861185e-05,
+      "loss": 0.5091,
+      "step": 4937
+    },
+    {
+      "epoch": 2.1147751605995717,
+      "grad_norm": 4.137411594390869,
+      "learning_rate": 3.235246651677265e-05,
+      "loss": 0.5573,
+      "step": 4938
+    },
+    {
+      "epoch": 2.115203426124197,
+      "grad_norm": 10.373186111450195,
+      "learning_rate": 3.234583726904208e-05,
+      "loss": 1.1261,
+      "step": 4939
+    },
+    {
+      "epoch": 2.1156316916488223,
+      "grad_norm": 1.0259555578231812,
+      "learning_rate": 3.233920745593034e-05,
+      "loss": 0.2814,
+      "step": 4940
+    },
+    {
+      "epoch": 2.1160599571734475,
+      "grad_norm": 4.282242298126221,
+      "learning_rate": 3.2332577077947746e-05,
+      "loss": 1.2371,
+      "step": 4941
+    },
+    {
+      "epoch": 2.116488222698073,
+      "grad_norm": 3.7373239994049072,
+      "learning_rate": 3.232594613560458e-05,
+      "loss": 0.9113,
+      "step": 4942
+    },
+    {
+      "epoch": 2.116916488222698,
+      "grad_norm": 3.2812647819519043,
+      "learning_rate": 3.23193146294112e-05,
+      "loss": 0.3561,
+      "step": 4943
+    },
+    {
+      "epoch": 2.1173447537473233,
+      "grad_norm": 3.3657827377319336,
+      "learning_rate": 3.231268255987803e-05,
+      "loss": 0.9409,
+      "step": 4944
+    },
+    {
+      "epoch": 2.1177730192719486,
+      "grad_norm": 1.5292688608169556,
+      "learning_rate": 3.230604992751549e-05,
+      "loss": 0.1995,
+      "step": 4945
+    },
+    {
+      "epoch": 2.118201284796574,
+      "grad_norm": 5.013796806335449,
+      "learning_rate": 3.229941673283409e-05,
+      "loss": 2.2037,
+      "step": 4946
+    },
+    {
+      "epoch": 2.118629550321199,
+      "grad_norm": 1.9601885080337524,
+      "learning_rate": 3.229278297634435e-05,
+      "loss": 0.3379,
+      "step": 4947
+    },
+    {
+      "epoch": 2.1190578158458244,
+      "grad_norm": 3.3977577686309814,
+      "learning_rate": 3.228614865855685e-05,
+      "loss": 0.9441,
+      "step": 4948
+    },
+    {
+      "epoch": 2.1194860813704497,
+      "grad_norm": 3.4961915016174316,
+      "learning_rate": 3.2279513779982196e-05,
+      "loss": 1.1526,
+      "step": 4949
+    },
+    {
+      "epoch": 2.119914346895075,
+      "grad_norm": 1.6024835109710693,
+      "learning_rate": 3.2272878341131075e-05,
+      "loss": 0.5158,
+      "step": 4950
+    },
+    {
+      "epoch": 2.1203426124197002,
+      "grad_norm": 2.7209463119506836,
+      "learning_rate": 3.2266242342514165e-05,
+      "loss": 0.5972,
+      "step": 4951
+    },
+    {
+      "epoch": 2.1207708779443255,
+      "grad_norm": 6.380214691162109,
+      "learning_rate": 3.225960578464222e-05,
+      "loss": 1.749,
+      "step": 4952
+    },
+    {
+      "epoch": 2.1211991434689508,
+      "grad_norm": 3.894430160522461,
+      "learning_rate": 3.225296866802604e-05,
+      "loss": 1.1394,
+      "step": 4953
+    },
+    {
+      "epoch": 2.121627408993576,
+      "grad_norm": 23.38128089904785,
+      "learning_rate": 3.224633099317646e-05,
+      "loss": 0.7345,
+      "step": 4954
+    },
+    {
+      "epoch": 2.1220556745182013,
+      "grad_norm": 3.475843906402588,
+      "learning_rate": 3.223969276060435e-05,
+      "loss": 0.5763,
+      "step": 4955
+    },
+    {
+      "epoch": 2.1224839400428266,
+      "grad_norm": 3.3176207542419434,
+      "learning_rate": 3.223305397082061e-05,
+      "loss": 0.666,
+      "step": 4956
+    },
+    {
+      "epoch": 2.122912205567452,
+      "grad_norm": 2.9408326148986816,
+      "learning_rate": 3.222641462433624e-05,
+      "loss": 0.6873,
+      "step": 4957
+    },
+    {
+      "epoch": 2.123340471092077,
+      "grad_norm": 0.6723124980926514,
+      "learning_rate": 3.2219774721662234e-05,
+      "loss": 0.2294,
+      "step": 4958
+    },
+    {
+      "epoch": 2.1237687366167024,
+      "grad_norm": 6.043156623840332,
+      "learning_rate": 3.221313426330962e-05,
+      "loss": 0.7966,
+      "step": 4959
+    },
+    {
+      "epoch": 2.1241970021413277,
+      "grad_norm": 2.1517553329467773,
+      "learning_rate": 3.2206493249789506e-05,
+      "loss": 0.2158,
+      "step": 4960
+    },
+    {
+      "epoch": 2.124625267665953,
+      "grad_norm": 4.758511066436768,
+      "learning_rate": 3.219985168161301e-05,
+      "loss": 0.9087,
+      "step": 4961
+    },
+    {
+      "epoch": 2.125053533190578,
+      "grad_norm": 9.1868896484375,
+      "learning_rate": 3.2193209559291335e-05,
+      "loss": 1.1797,
+      "step": 4962
+    },
+    {
+      "epoch": 2.1254817987152035,
+      "grad_norm": 2.7540500164031982,
+      "learning_rate": 3.218656688333568e-05,
+      "loss": 0.54,
+      "step": 4963
+    },
+    {
+      "epoch": 2.1259100642398288,
+      "grad_norm": 11.693886756896973,
+      "learning_rate": 3.217992365425731e-05,
+      "loss": 0.8034,
+      "step": 4964
+    },
+    {
+      "epoch": 2.126338329764454,
+      "grad_norm": 3.1072494983673096,
+      "learning_rate": 3.217327987256753e-05,
+      "loss": 0.5211,
+      "step": 4965
+    },
+    {
+      "epoch": 2.1267665952890793,
+      "grad_norm": 3.69045090675354,
+      "learning_rate": 3.216663553877769e-05,
+      "loss": 1.0208,
+      "step": 4966
+    },
+    {
+      "epoch": 2.1271948608137046,
+      "grad_norm": 2.6207282543182373,
+      "learning_rate": 3.215999065339917e-05,
+      "loss": 0.5455,
+      "step": 4967
+    },
+    {
+      "epoch": 2.12762312633833,
+      "grad_norm": 1.444001317024231,
+      "learning_rate": 3.215334521694342e-05,
+      "loss": 0.4516,
+      "step": 4968
+    },
+    {
+      "epoch": 2.128051391862955,
+      "grad_norm": 3.089236259460449,
+      "learning_rate": 3.214669922992188e-05,
+      "loss": 0.4358,
+      "step": 4969
+    },
+    {
+      "epoch": 2.1284796573875804,
+      "grad_norm": 1.7645542621612549,
+      "learning_rate": 3.214005269284611e-05,
+      "loss": 0.3357,
+      "step": 4970
+    },
+    {
+      "epoch": 2.1289079229122057,
+      "grad_norm": 3.909503221511841,
+      "learning_rate": 3.213340560622763e-05,
+      "loss": 0.6815,
+      "step": 4971
+    },
+    {
+      "epoch": 2.129336188436831,
+      "grad_norm": 5.488038539886475,
+      "learning_rate": 3.212675797057807e-05,
+      "loss": 0.6134,
+      "step": 4972
+    },
+    {
+      "epoch": 2.129764453961456,
+      "grad_norm": 3.03229022026062,
+      "learning_rate": 3.212010978640906e-05,
+      "loss": 0.3557,
+      "step": 4973
+    },
+    {
+      "epoch": 2.1301927194860815,
+      "grad_norm": 3.1481215953826904,
+      "learning_rate": 3.211346105423228e-05,
+      "loss": 0.7611,
+      "step": 4974
+    },
+    {
+      "epoch": 2.1306209850107067,
+      "grad_norm": 1.2139917612075806,
+      "learning_rate": 3.2106811774559466e-05,
+      "loss": 0.3747,
+      "step": 4975
+    },
+    {
+      "epoch": 2.131049250535332,
+      "grad_norm": 1.9470717906951904,
+      "learning_rate": 3.210016194790238e-05,
+      "loss": 1.0004,
+      "step": 4976
+    },
+    {
+      "epoch": 2.1314775160599573,
+      "grad_norm": 5.798746109008789,
+      "learning_rate": 3.2093511574772845e-05,
+      "loss": 1.9684,
+      "step": 4977
+    },
+    {
+      "epoch": 2.1319057815845825,
+      "grad_norm": 3.249224901199341,
+      "learning_rate": 3.208686065568271e-05,
+      "loss": 0.3492,
+      "step": 4978
+    },
+    {
+      "epoch": 2.132334047109208,
+      "grad_norm": 4.795077323913574,
+      "learning_rate": 3.208020919114387e-05,
+      "loss": 0.7828,
+      "step": 4979
+    },
+    {
+      "epoch": 2.132762312633833,
+      "grad_norm": 1.6585708856582642,
+      "learning_rate": 3.207355718166826e-05,
+      "loss": 0.2016,
+      "step": 4980
+    },
+    {
+      "epoch": 2.1331905781584584,
+      "grad_norm": 4.992947578430176,
+      "learning_rate": 3.206690462776787e-05,
+      "loss": 0.6938,
+      "step": 4981
+    },
+    {
+      "epoch": 2.1336188436830836,
+      "grad_norm": 3.098083019256592,
+      "learning_rate": 3.2060251529954696e-05,
+      "loss": 0.4535,
+      "step": 4982
+    },
+    {
+      "epoch": 2.134047109207709,
+      "grad_norm": 3.1320273876190186,
+      "learning_rate": 3.2053597888740835e-05,
+      "loss": 0.8114,
+      "step": 4983
+    },
+    {
+      "epoch": 2.134475374732334,
+      "grad_norm": 2.8622941970825195,
+      "learning_rate": 3.2046943704638385e-05,
+      "loss": 0.8616,
+      "step": 4984
+    },
+    {
+      "epoch": 2.1349036402569594,
+      "grad_norm": 3.755690097808838,
+      "learning_rate": 3.2040288978159474e-05,
+      "loss": 1.0518,
+      "step": 4985
+    },
+    {
+      "epoch": 2.1353319057815847,
+      "grad_norm": 1.7841179370880127,
+      "learning_rate": 3.20336337098163e-05,
+      "loss": 0.5918,
+      "step": 4986
+    },
+    {
+      "epoch": 2.13576017130621,
+      "grad_norm": 4.403566360473633,
+      "learning_rate": 3.2026977900121104e-05,
+      "loss": 0.6597,
+      "step": 4987
+    },
+    {
+      "epoch": 2.1361884368308353,
+      "grad_norm": 3.8701562881469727,
+      "learning_rate": 3.2020321549586154e-05,
+      "loss": 0.7872,
+      "step": 4988
+    },
+    {
+      "epoch": 2.1366167023554605,
+      "grad_norm": 1.6018314361572266,
+      "learning_rate": 3.2013664658723764e-05,
+      "loss": 0.4988,
+      "step": 4989
+    },
+    {
+      "epoch": 2.137044967880086,
+      "grad_norm": 1.985134482383728,
+      "learning_rate": 3.200700722804627e-05,
+      "loss": 0.9879,
+      "step": 4990
+    },
+    {
+      "epoch": 2.137473233404711,
+      "grad_norm": 4.645319938659668,
+      "learning_rate": 3.2000349258066104e-05,
+      "loss": 0.7651,
+      "step": 4991
+    },
+    {
+      "epoch": 2.1379014989293363,
+      "grad_norm": 4.75333309173584,
+      "learning_rate": 3.1993690749295677e-05,
+      "loss": 0.4459,
+      "step": 4992
+    },
+    {
+      "epoch": 2.1383297644539616,
+      "grad_norm": 3.7322187423706055,
+      "learning_rate": 3.198703170224748e-05,
+      "loss": 0.471,
+      "step": 4993
+    },
+    {
+      "epoch": 2.138758029978587,
+      "grad_norm": 4.125102519989014,
+      "learning_rate": 3.198037211743403e-05,
+      "loss": 0.6266,
+      "step": 4994
+    },
+    {
+      "epoch": 2.139186295503212,
+      "grad_norm": 3.764040231704712,
+      "learning_rate": 3.19737119953679e-05,
+      "loss": 0.5547,
+      "step": 4995
+    },
+    {
+      "epoch": 2.1396145610278374,
+      "grad_norm": 2.224071502685547,
+      "learning_rate": 3.1967051336561684e-05,
+      "loss": 0.227,
+      "step": 4996
+    },
+    {
+      "epoch": 2.1400428265524627,
+      "grad_norm": 0.8010125756263733,
+      "learning_rate": 3.196039014152803e-05,
+      "loss": 0.2942,
+      "step": 4997
+    },
+    {
+      "epoch": 2.140471092077088,
+      "grad_norm": 1.4366724491119385,
+      "learning_rate": 3.195372841077962e-05,
+      "loss": 0.2947,
+      "step": 4998
+    },
+    {
+      "epoch": 2.1408993576017132,
+      "grad_norm": 3.855998992919922,
+      "learning_rate": 3.1947066144829195e-05,
+      "loss": 0.591,
+      "step": 4999
+    },
+    {
+      "epoch": 2.1413276231263385,
+      "grad_norm": 3.9475550651550293,
+      "learning_rate": 3.194040334418952e-05,
+      "loss": 0.8251,
+      "step": 5000
+    },
+    {
+      "epoch": 2.141755888650964,
+      "grad_norm": 2.5081236362457275,
+      "learning_rate": 3.1933740009373394e-05,
+      "loss": 0.3597,
+      "step": 5001
+    },
+    {
+      "epoch": 2.142184154175589,
+      "grad_norm": 1.5630944967269897,
+      "learning_rate": 3.192707614089369e-05,
+      "loss": 1.3018,
+      "step": 5002
+    },
+    {
+      "epoch": 2.1426124197002143,
+      "grad_norm": 3.307260274887085,
+      "learning_rate": 3.192041173926327e-05,
+      "loss": 0.5632,
+      "step": 5003
+    },
+    {
+      "epoch": 2.1430406852248396,
+      "grad_norm": 3.050053119659424,
+      "learning_rate": 3.191374680499509e-05,
+      "loss": 0.748,
+      "step": 5004
+    },
+    {
+      "epoch": 2.143468950749465,
+      "grad_norm": 3.0905942916870117,
+      "learning_rate": 3.190708133860212e-05,
+      "loss": 0.9279,
+      "step": 5005
+    },
+    {
+      "epoch": 2.14389721627409,
+      "grad_norm": 1.8935095071792603,
+      "learning_rate": 3.190041534059738e-05,
+      "loss": 1.0184,
+      "step": 5006
+    },
+    {
+      "epoch": 2.1443254817987154,
+      "grad_norm": 3.3640389442443848,
+      "learning_rate": 3.1893748811493925e-05,
+      "loss": 0.3776,
+      "step": 5007
+    },
+    {
+      "epoch": 2.1447537473233407,
+      "grad_norm": 4.5743913650512695,
+      "learning_rate": 3.188708175180484e-05,
+      "loss": 0.6954,
+      "step": 5008
+    },
+    {
+      "epoch": 2.145182012847966,
+      "grad_norm": 4.689033031463623,
+      "learning_rate": 3.1880414162043283e-05,
+      "loss": 0.4217,
+      "step": 5009
+    },
+    {
+      "epoch": 2.145610278372591,
+      "grad_norm": 1.4058237075805664,
+      "learning_rate": 3.187374604272241e-05,
+      "loss": 0.2898,
+      "step": 5010
+    },
+    {
+      "epoch": 2.146038543897216,
+      "grad_norm": 4.944928169250488,
+      "learning_rate": 3.186707739435546e-05,
+      "loss": 1.1515,
+      "step": 5011
+    },
+    {
+      "epoch": 2.1464668094218418,
+      "grad_norm": 5.664405822753906,
+      "learning_rate": 3.186040821745569e-05,
+      "loss": 0.7605,
+      "step": 5012
+    },
+    {
+      "epoch": 2.1468950749464666,
+      "grad_norm": 2.144371271133423,
+      "learning_rate": 3.185373851253639e-05,
+      "loss": 0.6704,
+      "step": 5013
+    },
+    {
+      "epoch": 2.1473233404710923,
+      "grad_norm": 2.7421154975891113,
+      "learning_rate": 3.184706828011092e-05,
+      "loss": 0.6309,
+      "step": 5014
+    },
+    {
+      "epoch": 2.147751605995717,
+      "grad_norm": 3.5955777168273926,
+      "learning_rate": 3.184039752069264e-05,
+      "loss": 1.3741,
+      "step": 5015
+    },
+    {
+      "epoch": 2.148179871520343,
+      "grad_norm": 1.7612332105636597,
+      "learning_rate": 3.183372623479499e-05,
+      "loss": 0.7488,
+      "step": 5016
+    },
+    {
+      "epoch": 2.1486081370449677,
+      "grad_norm": 2.8324553966522217,
+      "learning_rate": 3.182705442293144e-05,
+      "loss": 0.8773,
+      "step": 5017
+    },
+    {
+      "epoch": 2.149036402569593,
+      "grad_norm": 4.320147514343262,
+      "learning_rate": 3.182038208561546e-05,
+      "loss": 0.8588,
+      "step": 5018
+    },
+    {
+      "epoch": 2.149464668094218,
+      "grad_norm": 3.858137369155884,
+      "learning_rate": 3.1813709223360624e-05,
+      "loss": 0.6869,
+      "step": 5019
+    },
+    {
+      "epoch": 2.1498929336188435,
+      "grad_norm": 2.840548038482666,
+      "learning_rate": 3.180703583668052e-05,
+      "loss": 0.5064,
+      "step": 5020
+    },
+    {
+      "epoch": 2.1503211991434688,
+      "grad_norm": 3.9693400859832764,
+      "learning_rate": 3.1800361926088756e-05,
+      "loss": 0.6565,
+      "step": 5021
+    },
+    {
+      "epoch": 2.150749464668094,
+      "grad_norm": 2.0785439014434814,
+      "learning_rate": 3.179368749209901e-05,
+      "loss": 0.8173,
+      "step": 5022
+    },
+    {
+      "epoch": 2.1511777301927193,
+      "grad_norm": 3.6261274814605713,
+      "learning_rate": 3.178701253522498e-05,
+      "loss": 0.3222,
+      "step": 5023
+    },
+    {
+      "epoch": 2.1516059957173446,
+      "grad_norm": 2.485901355743408,
+      "learning_rate": 3.178033705598041e-05,
+      "loss": 0.4293,
+      "step": 5024
+    },
+    {
+      "epoch": 2.15203426124197,
+      "grad_norm": 3.0715599060058594,
+      "learning_rate": 3.177366105487909e-05,
+      "loss": 0.3157,
+      "step": 5025
+    },
+    {
+      "epoch": 2.152462526766595,
+      "grad_norm": 2.7963390350341797,
+      "learning_rate": 3.1766984532434853e-05,
+      "loss": 1.0722,
+      "step": 5026
+    },
+    {
+      "epoch": 2.1528907922912204,
+      "grad_norm": 5.3599114418029785,
+      "learning_rate": 3.1760307489161555e-05,
+      "loss": 0.6454,
+      "step": 5027
+    },
+    {
+      "epoch": 2.1533190578158456,
+      "grad_norm": 3.061401844024658,
+      "learning_rate": 3.1753629925573115e-05,
+      "loss": 0.9062,
+      "step": 5028
+    },
+    {
+      "epoch": 2.153747323340471,
+      "grad_norm": 4.197286605834961,
+      "learning_rate": 3.1746951842183466e-05,
+      "loss": 1.936,
+      "step": 5029
+    },
+    {
+      "epoch": 2.154175588865096,
+      "grad_norm": 7.637559413909912,
+      "learning_rate": 3.17402732395066e-05,
+      "loss": 0.8118,
+      "step": 5030
+    },
+    {
+      "epoch": 2.1546038543897215,
+      "grad_norm": 4.3694376945495605,
+      "learning_rate": 3.173359411805654e-05,
+      "loss": 0.4844,
+      "step": 5031
+    },
+    {
+      "epoch": 2.1550321199143467,
+      "grad_norm": 4.397200584411621,
+      "learning_rate": 3.172691447834737e-05,
+      "loss": 0.7189,
+      "step": 5032
+    },
+    {
+      "epoch": 2.155460385438972,
+      "grad_norm": 3.931434154510498,
+      "learning_rate": 3.1720234320893175e-05,
+      "loss": 0.3834,
+      "step": 5033
+    },
+    {
+      "epoch": 2.1558886509635973,
+      "grad_norm": 4.6138434410095215,
+      "learning_rate": 3.17135536462081e-05,
+      "loss": 0.9505,
+      "step": 5034
+    },
+    {
+      "epoch": 2.1563169164882225,
+      "grad_norm": 5.166929721832275,
+      "learning_rate": 3.1706872454806355e-05,
+      "loss": 1.0116,
+      "step": 5035
+    },
+    {
+      "epoch": 2.156745182012848,
+      "grad_norm": 4.686224937438965,
+      "learning_rate": 3.170019074720215e-05,
+      "loss": 1.0527,
+      "step": 5036
+    },
+    {
+      "epoch": 2.157173447537473,
+      "grad_norm": 4.150749683380127,
+      "learning_rate": 3.1693508523909745e-05,
+      "loss": 1.4824,
+      "step": 5037
+    },
+    {
+      "epoch": 2.1576017130620984,
+      "grad_norm": 2.8453421592712402,
+      "learning_rate": 3.1686825785443465e-05,
+      "loss": 0.338,
+      "step": 5038
+    },
+    {
+      "epoch": 2.1580299785867236,
+      "grad_norm": 7.020322799682617,
+      "learning_rate": 3.168014253231762e-05,
+      "loss": 0.8625,
+      "step": 5039
+    },
+    {
+      "epoch": 2.158458244111349,
+      "grad_norm": 3.4037322998046875,
+      "learning_rate": 3.1673458765046635e-05,
+      "loss": 1.2956,
+      "step": 5040
+    },
+    {
+      "epoch": 2.158886509635974,
+      "grad_norm": 3.5809264183044434,
+      "learning_rate": 3.166677448414492e-05,
+      "loss": 1.0778,
+      "step": 5041
+    },
+    {
+      "epoch": 2.1593147751605994,
+      "grad_norm": 2.2759146690368652,
+      "learning_rate": 3.166008969012692e-05,
+      "loss": 0.7792,
+      "step": 5042
+    },
+    {
+      "epoch": 2.1597430406852247,
+      "grad_norm": 7.907806873321533,
+      "learning_rate": 3.1653404383507166e-05,
+      "loss": 1.7028,
+      "step": 5043
+    },
+    {
+      "epoch": 2.16017130620985,
+      "grad_norm": 2.6385152339935303,
+      "learning_rate": 3.164671856480018e-05,
+      "loss": 0.7751,
+      "step": 5044
+    },
+    {
+      "epoch": 2.1605995717344753,
+      "grad_norm": 2.194373607635498,
+      "learning_rate": 3.164003223452055e-05,
+      "loss": 0.3633,
+      "step": 5045
+    },
+    {
+      "epoch": 2.1610278372591005,
+      "grad_norm": 1.6517187356948853,
+      "learning_rate": 3.16333453931829e-05,
+      "loss": 0.5492,
+      "step": 5046
+    },
+    {
+      "epoch": 2.161456102783726,
+      "grad_norm": 3.825115442276001,
+      "learning_rate": 3.1626658041301894e-05,
+      "loss": 0.7505,
+      "step": 5047
+    },
+    {
+      "epoch": 2.161884368308351,
+      "grad_norm": 4.780423164367676,
+      "learning_rate": 3.1619970179392224e-05,
+      "loss": 0.8308,
+      "step": 5048
+    },
+    {
+      "epoch": 2.1623126338329763,
+      "grad_norm": 1.9060136079788208,
+      "learning_rate": 3.1613281807968634e-05,
+      "loss": 0.967,
+      "step": 5049
+    },
+    {
+      "epoch": 2.1627408993576016,
+      "grad_norm": 4.838845252990723,
+      "learning_rate": 3.16065929275459e-05,
+      "loss": 0.7353,
+      "step": 5050
+    },
+    {
+      "epoch": 2.163169164882227,
+      "grad_norm": 1.7641178369522095,
+      "learning_rate": 3.159990353863884e-05,
+      "loss": 0.7843,
+      "step": 5051
+    },
+    {
+      "epoch": 2.163597430406852,
+      "grad_norm": 8.787115097045898,
+      "learning_rate": 3.1593213641762315e-05,
+      "loss": 0.6045,
+      "step": 5052
+    },
+    {
+      "epoch": 2.1640256959314774,
+      "grad_norm": 2.477231979370117,
+      "learning_rate": 3.158652323743121e-05,
+      "loss": 1.199,
+      "step": 5053
+    },
+    {
+      "epoch": 2.1644539614561027,
+      "grad_norm": 5.663537502288818,
+      "learning_rate": 3.1579832326160485e-05,
+      "loss": 1.011,
+      "step": 5054
+    },
+    {
+      "epoch": 2.164882226980728,
+      "grad_norm": 3.5624806880950928,
+      "learning_rate": 3.157314090846508e-05,
+      "loss": 1.5326,
+      "step": 5055
+    },
+    {
+      "epoch": 2.1653104925053532,
+      "grad_norm": 1.9550578594207764,
+      "learning_rate": 3.1566448984860035e-05,
+      "loss": 1.1301,
+      "step": 5056
+    },
+    {
+      "epoch": 2.1657387580299785,
+      "grad_norm": 13.148821830749512,
+      "learning_rate": 3.155975655586039e-05,
+      "loss": 0.4977,
+      "step": 5057
+    },
+    {
+      "epoch": 2.1661670235546038,
+      "grad_norm": 2.008375883102417,
+      "learning_rate": 3.155306362198124e-05,
+      "loss": 0.3617,
+      "step": 5058
+    },
+    {
+      "epoch": 2.166595289079229,
+      "grad_norm": 3.966769218444824,
+      "learning_rate": 3.154637018373771e-05,
+      "loss": 0.6095,
+      "step": 5059
+    },
+    {
+      "epoch": 2.1670235546038543,
+      "grad_norm": 2.9388740062713623,
+      "learning_rate": 3.153967624164497e-05,
+      "loss": 0.9465,
+      "step": 5060
+    },
+    {
+      "epoch": 2.1674518201284796,
+      "grad_norm": 1.588413953781128,
+      "learning_rate": 3.153298179621823e-05,
+      "loss": 0.6803,
+      "step": 5061
+    },
+    {
+      "epoch": 2.167880085653105,
+      "grad_norm": 4.3273420333862305,
+      "learning_rate": 3.152628684797273e-05,
+      "loss": 0.6985,
+      "step": 5062
+    },
+    {
+      "epoch": 2.16830835117773,
+      "grad_norm": 3.7511847019195557,
+      "learning_rate": 3.151959139742375e-05,
+      "loss": 0.4638,
+      "step": 5063
+    },
+    {
+      "epoch": 2.1687366167023554,
+      "grad_norm": 2.236830711364746,
+      "learning_rate": 3.1512895445086636e-05,
+      "loss": 1.1464,
+      "step": 5064
+    },
+    {
+      "epoch": 2.1691648822269807,
+      "grad_norm": 3.63625431060791,
+      "learning_rate": 3.150619899147673e-05,
+      "loss": 1.1073,
+      "step": 5065
+    },
+    {
+      "epoch": 2.169593147751606,
+      "grad_norm": 5.540935516357422,
+      "learning_rate": 3.1499502037109446e-05,
+      "loss": 1.1399,
+      "step": 5066
+    },
+    {
+      "epoch": 2.170021413276231,
+      "grad_norm": 1.4957383871078491,
+      "learning_rate": 3.149280458250021e-05,
+      "loss": 0.2915,
+      "step": 5067
+    },
+    {
+      "epoch": 2.1704496788008565,
+      "grad_norm": 3.1169354915618896,
+      "learning_rate": 3.1486106628164506e-05,
+      "loss": 0.7834,
+      "step": 5068
+    },
+    {
+      "epoch": 2.1708779443254818,
+      "grad_norm": 2.446843147277832,
+      "learning_rate": 3.1479408174617845e-05,
+      "loss": 0.8771,
+      "step": 5069
+    },
+    {
+      "epoch": 2.171306209850107,
+      "grad_norm": 2.7124273777008057,
+      "learning_rate": 3.147270922237579e-05,
+      "loss": 0.3419,
+      "step": 5070
+    },
+    {
+      "epoch": 2.1717344753747323,
+      "grad_norm": 2.6691174507141113,
+      "learning_rate": 3.146600977195393e-05,
+      "loss": 0.5943,
+      "step": 5071
+    },
+    {
+      "epoch": 2.1721627408993576,
+      "grad_norm": 4.178891181945801,
+      "learning_rate": 3.14593098238679e-05,
+      "loss": 1.2353,
+      "step": 5072
+    },
+    {
+      "epoch": 2.172591006423983,
+      "grad_norm": 3.214649200439453,
+      "learning_rate": 3.145260937863336e-05,
+      "loss": 1.8129,
+      "step": 5073
+    },
+    {
+      "epoch": 2.173019271948608,
+      "grad_norm": 4.795443534851074,
+      "learning_rate": 3.1445908436766026e-05,
+      "loss": 0.7486,
+      "step": 5074
+    },
+    {
+      "epoch": 2.1734475374732334,
+      "grad_norm": 2.74615478515625,
+      "learning_rate": 3.143920699878164e-05,
+      "loss": 0.5707,
+      "step": 5075
+    },
+    {
+      "epoch": 2.1738758029978587,
+      "grad_norm": 2.5405514240264893,
+      "learning_rate": 3.1432505065195985e-05,
+      "loss": 0.9411,
+      "step": 5076
+    },
+    {
+      "epoch": 2.174304068522484,
+      "grad_norm": 2.0989153385162354,
+      "learning_rate": 3.142580263652489e-05,
+      "loss": 1.2847,
+      "step": 5077
+    },
+    {
+      "epoch": 2.174732334047109,
+      "grad_norm": 4.060552597045898,
+      "learning_rate": 3.14190997132842e-05,
+      "loss": 1.6716,
+      "step": 5078
+    },
+    {
+      "epoch": 2.1751605995717345,
+      "grad_norm": 7.181915283203125,
+      "learning_rate": 3.1412396295989836e-05,
+      "loss": 1.0242,
+      "step": 5079
+    },
+    {
+      "epoch": 2.1755888650963597,
+      "grad_norm": 2.586871862411499,
+      "learning_rate": 3.140569238515773e-05,
+      "loss": 0.5761,
+      "step": 5080
+    },
+    {
+      "epoch": 2.176017130620985,
+      "grad_norm": 3.1847939491271973,
+      "learning_rate": 3.139898798130383e-05,
+      "loss": 0.4129,
+      "step": 5081
+    },
+    {
+      "epoch": 2.1764453961456103,
+      "grad_norm": 2.1279191970825195,
+      "learning_rate": 3.139228308494418e-05,
+      "loss": 0.9273,
+      "step": 5082
+    },
+    {
+      "epoch": 2.1768736616702355,
+      "grad_norm": 1.4897884130477905,
+      "learning_rate": 3.138557769659482e-05,
+      "loss": 0.6878,
+      "step": 5083
+    },
+    {
+      "epoch": 2.177301927194861,
+      "grad_norm": 2.030822515487671,
+      "learning_rate": 3.1378871816771834e-05,
+      "loss": 0.1476,
+      "step": 5084
+    },
+    {
+      "epoch": 2.177730192719486,
+      "grad_norm": 1.4677704572677612,
+      "learning_rate": 3.137216544599135e-05,
+      "loss": 0.4584,
+      "step": 5085
+    },
+    {
+      "epoch": 2.1781584582441114,
+      "grad_norm": 3.1608567237854004,
+      "learning_rate": 3.136545858476953e-05,
+      "loss": 1.8998,
+      "step": 5086
+    },
+    {
+      "epoch": 2.1785867237687366,
+      "grad_norm": 4.706705093383789,
+      "learning_rate": 3.1358751233622584e-05,
+      "loss": 1.8936,
+      "step": 5087
+    },
+    {
+      "epoch": 2.179014989293362,
+      "grad_norm": 1.444088101387024,
+      "learning_rate": 3.1352043393066735e-05,
+      "loss": 0.5877,
+      "step": 5088
+    },
+    {
+      "epoch": 2.179443254817987,
+      "grad_norm": 4.979062557220459,
+      "learning_rate": 3.1345335063618275e-05,
+      "loss": 1.4847,
+      "step": 5089
+    },
+    {
+      "epoch": 2.1798715203426124,
+      "grad_norm": 4.639302730560303,
+      "learning_rate": 3.133862624579352e-05,
+      "loss": 1.1773,
+      "step": 5090
+    },
+    {
+      "epoch": 2.1802997858672377,
+      "grad_norm": 3.0016531944274902,
+      "learning_rate": 3.133191694010881e-05,
+      "loss": 0.7876,
+      "step": 5091
+    },
+    {
+      "epoch": 2.180728051391863,
+      "grad_norm": 1.2903259992599487,
+      "learning_rate": 3.132520714708055e-05,
+      "loss": 0.6336,
+      "step": 5092
+    },
+    {
+      "epoch": 2.1811563169164883,
+      "grad_norm": 3.167858839035034,
+      "learning_rate": 3.131849686722515e-05,
+      "loss": 0.358,
+      "step": 5093
+    },
+    {
+      "epoch": 2.1815845824411135,
+      "grad_norm": 14.156598091125488,
+      "learning_rate": 3.131178610105909e-05,
+      "loss": 0.664,
+      "step": 5094
+    },
+    {
+      "epoch": 2.182012847965739,
+      "grad_norm": 5.950854301452637,
+      "learning_rate": 3.1305074849098856e-05,
+      "loss": 0.8795,
+      "step": 5095
+    },
+    {
+      "epoch": 2.182441113490364,
+      "grad_norm": 2.8671295642852783,
+      "learning_rate": 3.129836311186101e-05,
+      "loss": 1.0928,
+      "step": 5096
+    },
+    {
+      "epoch": 2.1828693790149893,
+      "grad_norm": 2.0458712577819824,
+      "learning_rate": 3.1291650889862105e-05,
+      "loss": 0.9216,
+      "step": 5097
+    },
+    {
+      "epoch": 2.1832976445396146,
+      "grad_norm": 1.2953675985336304,
+      "learning_rate": 3.128493818361877e-05,
+      "loss": 0.7506,
+      "step": 5098
+    },
+    {
+      "epoch": 2.18372591006424,
+      "grad_norm": 4.006481170654297,
+      "learning_rate": 3.127822499364765e-05,
+      "loss": 1.0856,
+      "step": 5099
+    },
+    {
+      "epoch": 2.184154175588865,
+      "grad_norm": 1.4275327920913696,
+      "learning_rate": 3.127151132046543e-05,
+      "loss": 0.7506,
+      "step": 5100
+    },
+    {
+      "epoch": 2.1845824411134904,
+      "grad_norm": 5.338169097900391,
+      "learning_rate": 3.1264797164588853e-05,
+      "loss": 0.6904,
+      "step": 5101
+    },
+    {
+      "epoch": 2.1850107066381157,
+      "grad_norm": 1.550710916519165,
+      "learning_rate": 3.125808252653466e-05,
+      "loss": 0.222,
+      "step": 5102
+    },
+    {
+      "epoch": 2.185438972162741,
+      "grad_norm": 3.9878945350646973,
+      "learning_rate": 3.125136740681968e-05,
+      "loss": 1.0731,
+      "step": 5103
+    },
+    {
+      "epoch": 2.1858672376873662,
+      "grad_norm": 2.3446335792541504,
+      "learning_rate": 3.1244651805960715e-05,
+      "loss": 0.4459,
+      "step": 5104
+    },
+    {
+      "epoch": 2.1862955032119915,
+      "grad_norm": 3.238267421722412,
+      "learning_rate": 3.123793572447466e-05,
+      "loss": 0.3575,
+      "step": 5105
+    },
+    {
+      "epoch": 2.186723768736617,
+      "grad_norm": 1.2088425159454346,
+      "learning_rate": 3.123121916287843e-05,
+      "loss": 0.3741,
+      "step": 5106
+    },
+    {
+      "epoch": 2.187152034261242,
+      "grad_norm": 1.3364617824554443,
+      "learning_rate": 3.122450212168896e-05,
+      "loss": 0.6474,
+      "step": 5107
+    },
+    {
+      "epoch": 2.1875802997858673,
+      "grad_norm": 2.331747531890869,
+      "learning_rate": 3.1217784601423236e-05,
+      "loss": 1.252,
+      "step": 5108
+    },
+    {
+      "epoch": 2.1880085653104926,
+      "grad_norm": 3.6781821250915527,
+      "learning_rate": 3.121106660259829e-05,
+      "loss": 0.9429,
+      "step": 5109
+    },
+    {
+      "epoch": 2.188436830835118,
+      "grad_norm": 2.7634198665618896,
+      "learning_rate": 3.120434812573118e-05,
+      "loss": 0.6574,
+      "step": 5110
+    },
+    {
+      "epoch": 2.188865096359743,
+      "grad_norm": 3.7226009368896484,
+      "learning_rate": 3.119762917133899e-05,
+      "loss": 0.4746,
+      "step": 5111
+    },
+    {
+      "epoch": 2.1892933618843684,
+      "grad_norm": 3.571079730987549,
+      "learning_rate": 3.119090973993887e-05,
+      "loss": 0.8544,
+      "step": 5112
+    },
+    {
+      "epoch": 2.1897216274089937,
+      "grad_norm": 4.105307102203369,
+      "learning_rate": 3.118418983204797e-05,
+      "loss": 0.8479,
+      "step": 5113
+    },
+    {
+      "epoch": 2.190149892933619,
+      "grad_norm": 8.573294639587402,
+      "learning_rate": 3.11774694481835e-05,
+      "loss": 1.7048,
+      "step": 5114
+    },
+    {
+      "epoch": 2.190578158458244,
+      "grad_norm": 2.9830946922302246,
+      "learning_rate": 3.117074858886272e-05,
+      "loss": 1.1966,
+      "step": 5115
+    },
+    {
+      "epoch": 2.1910064239828695,
+      "grad_norm": 5.5122480392456055,
+      "learning_rate": 3.116402725460289e-05,
+      "loss": 1.1443,
+      "step": 5116
+    },
+    {
+      "epoch": 2.1914346895074948,
+      "grad_norm": 3.2055535316467285,
+      "learning_rate": 3.115730544592132e-05,
+      "loss": 0.5533,
+      "step": 5117
+    },
+    {
+      "epoch": 2.19186295503212,
+      "grad_norm": 2.6813764572143555,
+      "learning_rate": 3.1150583163335396e-05,
+      "loss": 0.2669,
+      "step": 5118
+    },
+    {
+      "epoch": 2.1922912205567453,
+      "grad_norm": 3.4676177501678467,
+      "learning_rate": 3.1143860407362473e-05,
+      "loss": 0.7652,
+      "step": 5119
+    },
+    {
+      "epoch": 2.1927194860813706,
+      "grad_norm": 2.18768310546875,
+      "learning_rate": 3.1137137178519985e-05,
+      "loss": 0.4557,
+      "step": 5120
+    },
+    {
+      "epoch": 2.193147751605996,
+      "grad_norm": 1.0248353481292725,
+      "learning_rate": 3.11304134773254e-05,
+      "loss": 0.2912,
+      "step": 5121
+    },
+    {
+      "epoch": 2.193576017130621,
+      "grad_norm": 0.9025518298149109,
+      "learning_rate": 3.11236893042962e-05,
+      "loss": 0.3336,
+      "step": 5122
+    },
+    {
+      "epoch": 2.1940042826552464,
+      "grad_norm": 1.435006022453308,
+      "learning_rate": 3.111696465994994e-05,
+      "loss": 0.2008,
+      "step": 5123
+    },
+    {
+      "epoch": 2.1944325481798717,
+      "grad_norm": 5.363165855407715,
+      "learning_rate": 3.111023954480418e-05,
+      "loss": 1.4645,
+      "step": 5124
+    },
+    {
+      "epoch": 2.194860813704497,
+      "grad_norm": 8.766456604003906,
+      "learning_rate": 3.110351395937652e-05,
+      "loss": 1.2001,
+      "step": 5125
+    },
+    {
+      "epoch": 2.195289079229122,
+      "grad_norm": 1.2118422985076904,
+      "learning_rate": 3.109678790418461e-05,
+      "loss": 0.5239,
+      "step": 5126
+    },
+    {
+      "epoch": 2.1957173447537475,
+      "grad_norm": 4.237792491912842,
+      "learning_rate": 3.1090061379746137e-05,
+      "loss": 0.5281,
+      "step": 5127
+    },
+    {
+      "epoch": 2.1961456102783727,
+      "grad_norm": 3.2470226287841797,
+      "learning_rate": 3.10833343865788e-05,
+      "loss": 0.4138,
+      "step": 5128
+    },
+    {
+      "epoch": 2.196573875802998,
+      "grad_norm": 4.13758659362793,
+      "learning_rate": 3.107660692520037e-05,
+      "loss": 0.6624,
+      "step": 5129
+    },
+    {
+      "epoch": 2.1970021413276233,
+      "grad_norm": 2.5593745708465576,
+      "learning_rate": 3.106987899612861e-05,
+      "loss": 0.8324,
+      "step": 5130
+    },
+    {
+      "epoch": 2.1974304068522486,
+      "grad_norm": 4.045115947723389,
+      "learning_rate": 3.106315059988135e-05,
+      "loss": 0.2563,
+      "step": 5131
+    },
+    {
+      "epoch": 2.197858672376874,
+      "grad_norm": 1.9481425285339355,
+      "learning_rate": 3.105642173697647e-05,
+      "loss": 0.2325,
+      "step": 5132
+    },
+    {
+      "epoch": 2.198286937901499,
+      "grad_norm": 2.966200590133667,
+      "learning_rate": 3.104969240793183e-05,
+      "loss": 0.5395,
+      "step": 5133
+    },
+    {
+      "epoch": 2.1987152034261244,
+      "grad_norm": 1.5396831035614014,
+      "learning_rate": 3.1042962613265396e-05,
+      "loss": 0.2104,
+      "step": 5134
+    },
+    {
+      "epoch": 2.1991434689507496,
+      "grad_norm": 3.4947574138641357,
+      "learning_rate": 3.103623235349511e-05,
+      "loss": 0.542,
+      "step": 5135
+    },
+    {
+      "epoch": 2.199571734475375,
+      "grad_norm": 2.722179889678955,
+      "learning_rate": 3.102950162913899e-05,
+      "loss": 1.3083,
+      "step": 5136
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 6.262024402618408,
+      "learning_rate": 3.102277044071506e-05,
+      "loss": 0.3565,
+      "step": 5137
+    },
+    {
+      "epoch": 2.2004282655246254,
+      "grad_norm": 4.526538848876953,
+      "learning_rate": 3.10160387887414e-05,
+      "loss": 1.2074,
+      "step": 5138
+    },
+    {
+      "epoch": 2.2008565310492507,
+      "grad_norm": 3.2040140628814697,
+      "learning_rate": 3.100930667373613e-05,
+      "loss": 0.8426,
+      "step": 5139
+    },
+    {
+      "epoch": 2.201284796573876,
+      "grad_norm": 1.4775632619857788,
+      "learning_rate": 3.100257409621738e-05,
+      "loss": 0.9598,
+      "step": 5140
+    },
+    {
+      "epoch": 2.2017130620985013,
+      "grad_norm": 0.8916388154029846,
+      "learning_rate": 3.099584105670333e-05,
+      "loss": 0.1507,
+      "step": 5141
+    },
+    {
+      "epoch": 2.2021413276231265,
+      "grad_norm": 3.6150009632110596,
+      "learning_rate": 3.098910755571222e-05,
+      "loss": 0.6385,
+      "step": 5142
+    },
+    {
+      "epoch": 2.202569593147752,
+      "grad_norm": 4.021079063415527,
+      "learning_rate": 3.0982373593762266e-05,
+      "loss": 0.8104,
+      "step": 5143
+    },
+    {
+      "epoch": 2.202997858672377,
+      "grad_norm": 7.260838031768799,
+      "learning_rate": 3.097563917137178e-05,
+      "loss": 1.36,
+      "step": 5144
+    },
+    {
+      "epoch": 2.2034261241970023,
+      "grad_norm": 5.577355861663818,
+      "learning_rate": 3.096890428905909e-05,
+      "loss": 0.988,
+      "step": 5145
+    },
+    {
+      "epoch": 2.2038543897216276,
+      "grad_norm": 3.339621067047119,
+      "learning_rate": 3.096216894734253e-05,
+      "loss": 0.8589,
+      "step": 5146
+    },
+    {
+      "epoch": 2.204282655246253,
+      "grad_norm": 4.475183486938477,
+      "learning_rate": 3.095543314674052e-05,
+      "loss": 0.5476,
+      "step": 5147
+    },
+    {
+      "epoch": 2.2047109207708777,
+      "grad_norm": 2.671905517578125,
+      "learning_rate": 3.0948696887771464e-05,
+      "loss": 0.68,
+      "step": 5148
+    },
+    {
+      "epoch": 2.2051391862955034,
+      "grad_norm": 4.460294723510742,
+      "learning_rate": 3.0941960170953854e-05,
+      "loss": 1.048,
+      "step": 5149
+    },
+    {
+      "epoch": 2.2055674518201283,
+      "grad_norm": 1.0836635828018188,
+      "learning_rate": 3.093522299680617e-05,
+      "loss": 0.3775,
+      "step": 5150
+    },
+    {
+      "epoch": 2.205995717344754,
+      "grad_norm": 1.6146018505096436,
+      "learning_rate": 3.092848536584694e-05,
+      "loss": 0.6805,
+      "step": 5151
+    },
+    {
+      "epoch": 2.206423982869379,
+      "grad_norm": 4.754746437072754,
+      "learning_rate": 3.0921747278594755e-05,
+      "loss": 2.0934,
+      "step": 5152
+    },
+    {
+      "epoch": 2.2068522483940045,
+      "grad_norm": 2.4427056312561035,
+      "learning_rate": 3.091500873556821e-05,
+      "loss": 0.3023,
+      "step": 5153
+    },
+    {
+      "epoch": 2.2072805139186293,
+      "grad_norm": 3.245879888534546,
+      "learning_rate": 3.0908269737285936e-05,
+      "loss": 0.8789,
+      "step": 5154
+    },
+    {
+      "epoch": 2.207708779443255,
+      "grad_norm": 1.5128991603851318,
+      "learning_rate": 3.090153028426662e-05,
+      "loss": 0.5515,
+      "step": 5155
+    },
+    {
+      "epoch": 2.20813704496788,
+      "grad_norm": 2.6921980381011963,
+      "learning_rate": 3.089479037702897e-05,
+      "loss": 1.2277,
+      "step": 5156
+    },
+    {
+      "epoch": 2.208565310492505,
+      "grad_norm": 1.2105913162231445,
+      "learning_rate": 3.088805001609173e-05,
+      "loss": 0.3025,
+      "step": 5157
+    },
+    {
+      "epoch": 2.2089935760171304,
+      "grad_norm": 3.5235531330108643,
+      "learning_rate": 3.0881309201973675e-05,
+      "loss": 1.1653,
+      "step": 5158
+    },
+    {
+      "epoch": 2.2094218415417557,
+      "grad_norm": 1.0668576955795288,
+      "learning_rate": 3.087456793519362e-05,
+      "loss": 0.3868,
+      "step": 5159
+    },
+    {
+      "epoch": 2.209850107066381,
+      "grad_norm": 3.9242444038391113,
+      "learning_rate": 3.0867826216270436e-05,
+      "loss": 0.5137,
+      "step": 5160
+    },
+    {
+      "epoch": 2.2102783725910062,
+      "grad_norm": 2.9959604740142822,
+      "learning_rate": 3.0861084045722985e-05,
+      "loss": 0.3627,
+      "step": 5161
+    },
+    {
+      "epoch": 2.2107066381156315,
+      "grad_norm": 3.902782440185547,
+      "learning_rate": 3.085434142407018e-05,
+      "loss": 0.4086,
+      "step": 5162
+    },
+    {
+      "epoch": 2.2111349036402568,
+      "grad_norm": 1.3068864345550537,
+      "learning_rate": 3.0847598351831e-05,
+      "loss": 0.9621,
+      "step": 5163
+    },
+    {
+      "epoch": 2.211563169164882,
+      "grad_norm": 3.26328444480896,
+      "learning_rate": 3.084085482952441e-05,
+      "loss": 1.0979,
+      "step": 5164
+    },
+    {
+      "epoch": 2.2119914346895073,
+      "grad_norm": 6.786845684051514,
+      "learning_rate": 3.083411085766945e-05,
+      "loss": 1.0823,
+      "step": 5165
+    },
+    {
+      "epoch": 2.2124197002141326,
+      "grad_norm": 1.5431690216064453,
+      "learning_rate": 3.082736643678518e-05,
+      "loss": 0.6349,
+      "step": 5166
+    },
+    {
+      "epoch": 2.212847965738758,
+      "grad_norm": 5.592021942138672,
+      "learning_rate": 3.082062156739067e-05,
+      "loss": 0.6394,
+      "step": 5167
+    },
+    {
+      "epoch": 2.213276231263383,
+      "grad_norm": 2.109844923019409,
+      "learning_rate": 3.081387625000506e-05,
+      "loss": 0.6734,
+      "step": 5168
+    },
+    {
+      "epoch": 2.2137044967880084,
+      "grad_norm": 13.936453819274902,
+      "learning_rate": 3.080713048514752e-05,
+      "loss": 0.3504,
+      "step": 5169
+    },
+    {
+      "epoch": 2.2141327623126337,
+      "grad_norm": 3.4813473224639893,
+      "learning_rate": 3.0800384273337234e-05,
+      "loss": 0.7531,
+      "step": 5170
+    },
+    {
+      "epoch": 2.214561027837259,
+      "grad_norm": 0.7376716732978821,
+      "learning_rate": 3.079363761509344e-05,
+      "loss": 0.2705,
+      "step": 5171
+    },
+    {
+      "epoch": 2.214989293361884,
+      "grad_norm": 0.8685381412506104,
+      "learning_rate": 3.07868905109354e-05,
+      "loss": 0.1113,
+      "step": 5172
+    },
+    {
+      "epoch": 2.2154175588865095,
+      "grad_norm": 2.5592377185821533,
+      "learning_rate": 3.078014296138241e-05,
+      "loss": 0.803,
+      "step": 5173
+    },
+    {
+      "epoch": 2.2158458244111348,
+      "grad_norm": 3.7772998809814453,
+      "learning_rate": 3.077339496695381e-05,
+      "loss": 0.6886,
+      "step": 5174
+    },
+    {
+      "epoch": 2.21627408993576,
+      "grad_norm": 2.536283493041992,
+      "learning_rate": 3.076664652816895e-05,
+      "loss": 0.6034,
+      "step": 5175
+    },
+    {
+      "epoch": 2.2167023554603853,
+      "grad_norm": 3.2032618522644043,
+      "learning_rate": 3.075989764554725e-05,
+      "loss": 0.7426,
+      "step": 5176
+    },
+    {
+      "epoch": 2.2171306209850106,
+      "grad_norm": 2.1082205772399902,
+      "learning_rate": 3.075314831960814e-05,
+      "loss": 0.3114,
+      "step": 5177
+    },
+    {
+      "epoch": 2.217558886509636,
+      "grad_norm": 5.574965476989746,
+      "learning_rate": 3.074639855087109e-05,
+      "loss": 0.6097,
+      "step": 5178
+    },
+    {
+      "epoch": 2.217987152034261,
+      "grad_norm": 2.594221591949463,
+      "learning_rate": 3.073964833985561e-05,
+      "loss": 0.474,
+      "step": 5179
+    },
+    {
+      "epoch": 2.2184154175588864,
+      "grad_norm": 1.464249849319458,
+      "learning_rate": 3.073289768708123e-05,
+      "loss": 0.5668,
+      "step": 5180
+    },
+    {
+      "epoch": 2.2188436830835117,
+      "grad_norm": 1.1545666456222534,
+      "learning_rate": 3.0726146593067516e-05,
+      "loss": 0.3009,
+      "step": 5181
+    },
+    {
+      "epoch": 2.219271948608137,
+      "grad_norm": 0.5421144366264343,
+      "learning_rate": 3.0719395058334084e-05,
+      "loss": 0.1119,
+      "step": 5182
+    },
+    {
+      "epoch": 2.219700214132762,
+      "grad_norm": 5.278790473937988,
+      "learning_rate": 3.071264308340058e-05,
+      "loss": 0.8566,
+      "step": 5183
+    },
+    {
+      "epoch": 2.2201284796573875,
+      "grad_norm": 3.3781394958496094,
+      "learning_rate": 3.070589066878666e-05,
+      "loss": 0.7812,
+      "step": 5184
+    },
+    {
+      "epoch": 2.2205567451820127,
+      "grad_norm": 4.991963863372803,
+      "learning_rate": 3.069913781501205e-05,
+      "loss": 1.3104,
+      "step": 5185
+    },
+    {
+      "epoch": 2.220985010706638,
+      "grad_norm": 3.90775990486145,
+      "learning_rate": 3.0692384522596486e-05,
+      "loss": 1.0127,
+      "step": 5186
+    },
+    {
+      "epoch": 2.2214132762312633,
+      "grad_norm": 3.650036573410034,
+      "learning_rate": 3.068563079205973e-05,
+      "loss": 0.8786,
+      "step": 5187
+    },
+    {
+      "epoch": 2.2218415417558885,
+      "grad_norm": 4.673802852630615,
+      "learning_rate": 3.0678876623921606e-05,
+      "loss": 1.571,
+      "step": 5188
+    },
+    {
+      "epoch": 2.222269807280514,
+      "grad_norm": 2.876814126968384,
+      "learning_rate": 3.067212201870195e-05,
+      "loss": 0.724,
+      "step": 5189
+    },
+    {
+      "epoch": 2.222698072805139,
+      "grad_norm": 1.1084918975830078,
+      "learning_rate": 3.066536697692064e-05,
+      "loss": 0.32,
+      "step": 5190
+    },
+    {
+      "epoch": 2.2231263383297644,
+      "grad_norm": 2.909450054168701,
+      "learning_rate": 3.06586114990976e-05,
+      "loss": 0.9467,
+      "step": 5191
+    },
+    {
+      "epoch": 2.2235546038543896,
+      "grad_norm": 2.3320324420928955,
+      "learning_rate": 3.065185558575274e-05,
+      "loss": 0.8214,
+      "step": 5192
+    },
+    {
+      "epoch": 2.223982869379015,
+      "grad_norm": 3.8204071521759033,
+      "learning_rate": 3.0645099237406055e-05,
+      "loss": 0.8867,
+      "step": 5193
+    },
+    {
+      "epoch": 2.22441113490364,
+      "grad_norm": 1.6699634790420532,
+      "learning_rate": 3.0638342454577574e-05,
+      "loss": 0.7879,
+      "step": 5194
+    },
+    {
+      "epoch": 2.2248394004282654,
+      "grad_norm": 3.267230272293091,
+      "learning_rate": 3.0631585237787314e-05,
+      "loss": 0.2399,
+      "step": 5195
+    },
+    {
+      "epoch": 2.2252676659528907,
+      "grad_norm": 6.848472595214844,
+      "learning_rate": 3.062482758755536e-05,
+      "loss": 1.7583,
+      "step": 5196
+    },
+    {
+      "epoch": 2.225695931477516,
+      "grad_norm": 7.071467399597168,
+      "learning_rate": 3.061806950440183e-05,
+      "loss": 0.9536,
+      "step": 5197
+    },
+    {
+      "epoch": 2.2261241970021413,
+      "grad_norm": 2.4966299533843994,
+      "learning_rate": 3.061131098884686e-05,
+      "loss": 1.1419,
+      "step": 5198
+    },
+    {
+      "epoch": 2.2265524625267665,
+      "grad_norm": 1.8694205284118652,
+      "learning_rate": 3.0604552041410625e-05,
+      "loss": 0.3844,
+      "step": 5199
+    },
+    {
+      "epoch": 2.226980728051392,
+      "grad_norm": 2.9270739555358887,
+      "learning_rate": 3.059779266261335e-05,
+      "loss": 0.5038,
+      "step": 5200
+    },
+    {
+      "epoch": 2.227408993576017,
+      "grad_norm": 2.1476266384124756,
+      "learning_rate": 3.059103285297526e-05,
+      "loss": 0.3653,
+      "step": 5201
+    },
+    {
+      "epoch": 2.2278372591006423,
+      "grad_norm": 3.2315423488616943,
+      "learning_rate": 3.058427261301665e-05,
+      "loss": 1.0836,
+      "step": 5202
+    },
+    {
+      "epoch": 2.2282655246252676,
+      "grad_norm": 7.192967891693115,
+      "learning_rate": 3.0577511943257815e-05,
+      "loss": 0.5632,
+      "step": 5203
+    },
+    {
+      "epoch": 2.228693790149893,
+      "grad_norm": 0.8790410757064819,
+      "learning_rate": 3.05707508442191e-05,
+      "loss": 0.2179,
+      "step": 5204
+    },
+    {
+      "epoch": 2.229122055674518,
+      "grad_norm": 5.645463943481445,
+      "learning_rate": 3.05639893164209e-05,
+      "loss": 1.1186,
+      "step": 5205
+    },
+    {
+      "epoch": 2.2295503211991434,
+      "grad_norm": 11.0805025100708,
+      "learning_rate": 3.055722736038359e-05,
+      "loss": 1.2264,
+      "step": 5206
+    },
+    {
+      "epoch": 2.2299785867237687,
+      "grad_norm": 4.285733222961426,
+      "learning_rate": 3.0550464976627646e-05,
+      "loss": 1.1744,
+      "step": 5207
+    },
+    {
+      "epoch": 2.230406852248394,
+      "grad_norm": 8.821320533752441,
+      "learning_rate": 3.0543702165673514e-05,
+      "loss": 1.535,
+      "step": 5208
+    },
+    {
+      "epoch": 2.2308351177730192,
+      "grad_norm": 3.7521286010742188,
+      "learning_rate": 3.053693892804173e-05,
+      "loss": 0.2199,
+      "step": 5209
+    },
+    {
+      "epoch": 2.2312633832976445,
+      "grad_norm": 4.835570335388184,
+      "learning_rate": 3.053017526425281e-05,
+      "loss": 0.7812,
+      "step": 5210
+    },
+    {
+      "epoch": 2.23169164882227,
+      "grad_norm": 4.163928985595703,
+      "learning_rate": 3.052341117482734e-05,
+      "loss": 0.8237,
+      "step": 5211
+    },
+    {
+      "epoch": 2.232119914346895,
+      "grad_norm": 1.0557358264923096,
+      "learning_rate": 3.0516646660285924e-05,
+      "loss": 0.4491,
+      "step": 5212
+    },
+    {
+      "epoch": 2.2325481798715203,
+      "grad_norm": 3.0249316692352295,
+      "learning_rate": 3.050988172114921e-05,
+      "loss": 0.3354,
+      "step": 5213
+    },
+    {
+      "epoch": 2.2329764453961456,
+      "grad_norm": 2.9505739212036133,
+      "learning_rate": 3.0503116357937844e-05,
+      "loss": 0.4771,
+      "step": 5214
+    },
+    {
+      "epoch": 2.233404710920771,
+      "grad_norm": 3.4237070083618164,
+      "learning_rate": 3.049635057117256e-05,
+      "loss": 0.8567,
+      "step": 5215
+    },
+    {
+      "epoch": 2.233832976445396,
+      "grad_norm": 4.103657245635986,
+      "learning_rate": 3.0489584361374074e-05,
+      "loss": 0.844,
+      "step": 5216
+    },
+    {
+      "epoch": 2.2342612419700214,
+      "grad_norm": 0.5285462141036987,
+      "learning_rate": 3.0482817729063167e-05,
+      "loss": 0.1162,
+      "step": 5217
+    },
+    {
+      "epoch": 2.2346895074946467,
+      "grad_norm": 3.7863523960113525,
+      "learning_rate": 3.0476050674760643e-05,
+      "loss": 0.2997,
+      "step": 5218
+    },
+    {
+      "epoch": 2.235117773019272,
+      "grad_norm": 23.3644962310791,
+      "learning_rate": 3.046928319898732e-05,
+      "loss": 0.7212,
+      "step": 5219
+    },
+    {
+      "epoch": 2.235546038543897,
+      "grad_norm": 5.751131534576416,
+      "learning_rate": 3.0462515302264083e-05,
+      "loss": 0.7374,
+      "step": 5220
+    },
+    {
+      "epoch": 2.2359743040685225,
+      "grad_norm": 5.528264045715332,
+      "learning_rate": 3.0455746985111816e-05,
+      "loss": 0.3468,
+      "step": 5221
+    },
+    {
+      "epoch": 2.2364025695931478,
+      "grad_norm": 2.9871575832366943,
+      "learning_rate": 3.044897824805147e-05,
+      "loss": 0.3798,
+      "step": 5222
+    },
+    {
+      "epoch": 2.236830835117773,
+      "grad_norm": 4.920139789581299,
+      "learning_rate": 3.044220909160399e-05,
+      "loss": 0.8505,
+      "step": 5223
+    },
+    {
+      "epoch": 2.2372591006423983,
+      "grad_norm": 2.8353283405303955,
+      "learning_rate": 3.0435439516290376e-05,
+      "loss": 1.2886,
+      "step": 5224
+    },
+    {
+      "epoch": 2.2376873661670236,
+      "grad_norm": 1.0362796783447266,
+      "learning_rate": 3.0428669522631665e-05,
+      "loss": 0.4953,
+      "step": 5225
+    },
+    {
+      "epoch": 2.238115631691649,
+      "grad_norm": 1.8088921308517456,
+      "learning_rate": 3.042189911114891e-05,
+      "loss": 0.2217,
+      "step": 5226
+    },
+    {
+      "epoch": 2.238543897216274,
+      "grad_norm": 3.6289737224578857,
+      "learning_rate": 3.041512828236321e-05,
+      "loss": 1.4698,
+      "step": 5227
+    },
+    {
+      "epoch": 2.2389721627408994,
+      "grad_norm": 1.0112504959106445,
+      "learning_rate": 3.040835703679568e-05,
+      "loss": 0.4408,
+      "step": 5228
+    },
+    {
+      "epoch": 2.2394004282655247,
+      "grad_norm": 3.2594215869903564,
+      "learning_rate": 3.040158537496749e-05,
+      "loss": 0.3054,
+      "step": 5229
+    },
+    {
+      "epoch": 2.23982869379015,
+      "grad_norm": 3.2518341541290283,
+      "learning_rate": 3.0394813297399815e-05,
+      "loss": 0.6627,
+      "step": 5230
+    },
+    {
+      "epoch": 2.240256959314775,
+      "grad_norm": 2.7590126991271973,
+      "learning_rate": 3.0388040804613894e-05,
+      "loss": 1.0297,
+      "step": 5231
+    },
+    {
+      "epoch": 2.2406852248394005,
+      "grad_norm": 6.005877494812012,
+      "learning_rate": 3.038126789713096e-05,
+      "loss": 0.6996,
+      "step": 5232
+    },
+    {
+      "epoch": 2.2411134903640257,
+      "grad_norm": 3.6141486167907715,
+      "learning_rate": 3.0374494575472313e-05,
+      "loss": 0.7437,
+      "step": 5233
+    },
+    {
+      "epoch": 2.241541755888651,
+      "grad_norm": 4.2863945960998535,
+      "learning_rate": 3.0367720840159263e-05,
+      "loss": 0.39,
+      "step": 5234
+    },
+    {
+      "epoch": 2.2419700214132763,
+      "grad_norm": 3.5176849365234375,
+      "learning_rate": 3.036094669171316e-05,
+      "loss": 0.9132,
+      "step": 5235
+    },
+    {
+      "epoch": 2.2423982869379016,
+      "grad_norm": 2.6978306770324707,
+      "learning_rate": 3.0354172130655383e-05,
+      "loss": 0.8707,
+      "step": 5236
+    },
+    {
+      "epoch": 2.242826552462527,
+      "grad_norm": 3.0572826862335205,
+      "learning_rate": 3.0347397157507347e-05,
+      "loss": 0.8163,
+      "step": 5237
+    },
+    {
+      "epoch": 2.243254817987152,
+      "grad_norm": 2.817446708679199,
+      "learning_rate": 3.0340621772790495e-05,
+      "loss": 0.9745,
+      "step": 5238
+    },
+    {
+      "epoch": 2.2436830835117774,
+      "grad_norm": 2.693596839904785,
+      "learning_rate": 3.0333845977026305e-05,
+      "loss": 1.0023,
+      "step": 5239
+    },
+    {
+      "epoch": 2.2441113490364026,
+      "grad_norm": 5.0965256690979,
+      "learning_rate": 3.0327069770736273e-05,
+      "loss": 0.6553,
+      "step": 5240
+    },
+    {
+      "epoch": 2.244539614561028,
+      "grad_norm": 1.3754018545150757,
+      "learning_rate": 3.032029315444195e-05,
+      "loss": 0.2913,
+      "step": 5241
+    },
+    {
+      "epoch": 2.244967880085653,
+      "grad_norm": 2.4952714443206787,
+      "learning_rate": 3.03135161286649e-05,
+      "loss": 0.9666,
+      "step": 5242
+    },
+    {
+      "epoch": 2.2453961456102784,
+      "grad_norm": 3.6466786861419678,
+      "learning_rate": 3.0306738693926734e-05,
+      "loss": 1.0015,
+      "step": 5243
+    },
+    {
+      "epoch": 2.2458244111349037,
+      "grad_norm": 3.0586228370666504,
+      "learning_rate": 3.0299960850749076e-05,
+      "loss": 0.3541,
+      "step": 5244
+    },
+    {
+      "epoch": 2.246252676659529,
+      "grad_norm": 4.111627101898193,
+      "learning_rate": 3.0293182599653584e-05,
+      "loss": 1.3018,
+      "step": 5245
+    },
+    {
+      "epoch": 2.2466809421841543,
+      "grad_norm": 4.480123519897461,
+      "learning_rate": 3.0286403941161977e-05,
+      "loss": 1.1581,
+      "step": 5246
+    },
+    {
+      "epoch": 2.2471092077087795,
+      "grad_norm": 3.656541109085083,
+      "learning_rate": 3.027962487579596e-05,
+      "loss": 1.028,
+      "step": 5247
+    },
+    {
+      "epoch": 2.247537473233405,
+      "grad_norm": 1.6068012714385986,
+      "learning_rate": 3.027284540407731e-05,
+      "loss": 0.6168,
+      "step": 5248
+    },
+    {
+      "epoch": 2.24796573875803,
+      "grad_norm": 3.3063454627990723,
+      "learning_rate": 3.0266065526527805e-05,
+      "loss": 0.8383,
+      "step": 5249
+    },
+    {
+      "epoch": 2.2483940042826553,
+      "grad_norm": 1.6937974691390991,
+      "learning_rate": 3.025928524366926e-05,
+      "loss": 0.3094,
+      "step": 5250
+    },
+    {
+      "epoch": 2.2488222698072806,
+      "grad_norm": 2.442450761795044,
+      "learning_rate": 3.0252504556023546e-05,
+      "loss": 0.8165,
+      "step": 5251
+    },
+    {
+      "epoch": 2.249250535331906,
+      "grad_norm": 3.5018746852874756,
+      "learning_rate": 3.024572346411254e-05,
+      "loss": 0.4858,
+      "step": 5252
+    },
+    {
+      "epoch": 2.249678800856531,
+      "grad_norm": 4.308106899261475,
+      "learning_rate": 3.023894196845815e-05,
+      "loss": 0.8143,
+      "step": 5253
+    },
+    {
+      "epoch": 2.2501070663811564,
+      "grad_norm": 1.2506126165390015,
+      "learning_rate": 3.0232160069582332e-05,
+      "loss": 0.4633,
+      "step": 5254
+    },
+    {
+      "epoch": 2.2505353319057817,
+      "grad_norm": 4.122316837310791,
+      "learning_rate": 3.022537776800705e-05,
+      "loss": 1.5683,
+      "step": 5255
+    },
+    {
+      "epoch": 2.250963597430407,
+      "grad_norm": 0.8082571029663086,
+      "learning_rate": 3.021859506425433e-05,
+      "loss": 0.2438,
+      "step": 5256
+    },
+    {
+      "epoch": 2.2513918629550322,
+      "grad_norm": 5.873225212097168,
+      "learning_rate": 3.0211811958846193e-05,
+      "loss": 0.6749,
+      "step": 5257
+    },
+    {
+      "epoch": 2.2518201284796575,
+      "grad_norm": 1.9666067361831665,
+      "learning_rate": 3.0205028452304718e-05,
+      "loss": 0.2011,
+      "step": 5258
+    },
+    {
+      "epoch": 2.252248394004283,
+      "grad_norm": 3.685786247253418,
+      "learning_rate": 3.0198244545152006e-05,
+      "loss": 0.3399,
+      "step": 5259
+    },
+    {
+      "epoch": 2.252676659528908,
+      "grad_norm": 3.975385904312134,
+      "learning_rate": 3.019146023791018e-05,
+      "loss": 0.6154,
+      "step": 5260
+    },
+    {
+      "epoch": 2.2531049250535333,
+      "grad_norm": 1.4967823028564453,
+      "learning_rate": 3.0184675531101416e-05,
+      "loss": 0.5576,
+      "step": 5261
+    },
+    {
+      "epoch": 2.2535331905781586,
+      "grad_norm": 14.536256790161133,
+      "learning_rate": 3.0177890425247894e-05,
+      "loss": 0.6559,
+      "step": 5262
+    },
+    {
+      "epoch": 2.253961456102784,
+      "grad_norm": 4.500331878662109,
+      "learning_rate": 3.017110492087184e-05,
+      "loss": 0.6907,
+      "step": 5263
+    },
+    {
+      "epoch": 2.254389721627409,
+      "grad_norm": 3.1930625438690186,
+      "learning_rate": 3.0164319018495524e-05,
+      "loss": 0.3311,
+      "step": 5264
+    },
+    {
+      "epoch": 2.2548179871520344,
+      "grad_norm": 3.6191797256469727,
+      "learning_rate": 3.0157532718641212e-05,
+      "loss": 0.7566,
+      "step": 5265
+    },
+    {
+      "epoch": 2.2552462526766597,
+      "grad_norm": 7.291301250457764,
+      "learning_rate": 3.015074602183123e-05,
+      "loss": 0.3866,
+      "step": 5266
+    },
+    {
+      "epoch": 2.255674518201285,
+      "grad_norm": 1.2472734451293945,
+      "learning_rate": 3.0143958928587922e-05,
+      "loss": 0.2193,
+      "step": 5267
+    },
+    {
+      "epoch": 2.25610278372591,
+      "grad_norm": 1.7066622972488403,
+      "learning_rate": 3.0137171439433663e-05,
+      "loss": 0.5194,
+      "step": 5268
+    },
+    {
+      "epoch": 2.2565310492505355,
+      "grad_norm": 8.308863639831543,
+      "learning_rate": 3.0130383554890856e-05,
+      "loss": 0.6532,
+      "step": 5269
+    },
+    {
+      "epoch": 2.2569593147751608,
+      "grad_norm": 4.021263122558594,
+      "learning_rate": 3.0123595275481952e-05,
+      "loss": 0.3826,
+      "step": 5270
+    },
+    {
+      "epoch": 2.257387580299786,
+      "grad_norm": 0.7770002484321594,
+      "learning_rate": 3.0116806601729403e-05,
+      "loss": 0.2755,
+      "step": 5271
+    },
+    {
+      "epoch": 2.2578158458244113,
+      "grad_norm": 0.8480026125907898,
+      "learning_rate": 3.0110017534155722e-05,
+      "loss": 0.3935,
+      "step": 5272
+    },
+    {
+      "epoch": 2.2582441113490366,
+      "grad_norm": 4.553426265716553,
+      "learning_rate": 3.010322807328343e-05,
+      "loss": 1.848,
+      "step": 5273
+    },
+    {
+      "epoch": 2.258672376873662,
+      "grad_norm": 5.8548173904418945,
+      "learning_rate": 3.0096438219635087e-05,
+      "loss": 0.667,
+      "step": 5274
+    },
+    {
+      "epoch": 2.259100642398287,
+      "grad_norm": 2.3450565338134766,
+      "learning_rate": 3.008964797373328e-05,
+      "loss": 0.6742,
+      "step": 5275
+    },
+    {
+      "epoch": 2.2595289079229124,
+      "grad_norm": 1.8772850036621094,
+      "learning_rate": 3.008285733610063e-05,
+      "loss": 0.298,
+      "step": 5276
+    },
+    {
+      "epoch": 2.2599571734475377,
+      "grad_norm": 2.2679076194763184,
+      "learning_rate": 3.0076066307259787e-05,
+      "loss": 0.4482,
+      "step": 5277
+    },
+    {
+      "epoch": 2.260385438972163,
+      "grad_norm": 0.6900556087493896,
+      "learning_rate": 3.0069274887733435e-05,
+      "loss": 0.1078,
+      "step": 5278
+    },
+    {
+      "epoch": 2.260813704496788,
+      "grad_norm": 0.7709535956382751,
+      "learning_rate": 3.0062483078044273e-05,
+      "loss": 0.2532,
+      "step": 5279
+    },
+    {
+      "epoch": 2.2612419700214135,
+      "grad_norm": 1.827772855758667,
+      "learning_rate": 3.0055690878715053e-05,
+      "loss": 1.0031,
+      "step": 5280
+    },
+    {
+      "epoch": 2.2616702355460383,
+      "grad_norm": 4.435917854309082,
+      "learning_rate": 3.0048898290268536e-05,
+      "loss": 0.8015,
+      "step": 5281
+    },
+    {
+      "epoch": 2.262098501070664,
+      "grad_norm": 1.5112169981002808,
+      "learning_rate": 3.0042105313227524e-05,
+      "loss": 0.4711,
+      "step": 5282
+    },
+    {
+      "epoch": 2.262526766595289,
+      "grad_norm": 1.6091856956481934,
+      "learning_rate": 3.0035311948114854e-05,
+      "loss": 0.8685,
+      "step": 5283
+    },
+    {
+      "epoch": 2.2629550321199146,
+      "grad_norm": 5.5450334548950195,
+      "learning_rate": 3.002851819545337e-05,
+      "loss": 0.664,
+      "step": 5284
+    },
+    {
+      "epoch": 2.2633832976445394,
+      "grad_norm": 1.3571869134902954,
+      "learning_rate": 3.0021724055765976e-05,
+      "loss": 0.6062,
+      "step": 5285
+    },
+    {
+      "epoch": 2.263811563169165,
+      "grad_norm": 3.625518798828125,
+      "learning_rate": 3.0014929529575575e-05,
+      "loss": 0.9059,
+      "step": 5286
+    },
+    {
+      "epoch": 2.26423982869379,
+      "grad_norm": 3.6084256172180176,
+      "learning_rate": 3.0008134617405135e-05,
+      "loss": 0.4569,
+      "step": 5287
+    },
+    {
+      "epoch": 2.2646680942184156,
+      "grad_norm": 2.327457904815674,
+      "learning_rate": 3.0001339319777628e-05,
+      "loss": 1.19,
+      "step": 5288
+    },
+    {
+      "epoch": 2.2650963597430405,
+      "grad_norm": 0.4152979552745819,
+      "learning_rate": 2.9994543637216056e-05,
+      "loss": 0.0697,
+      "step": 5289
+    },
+    {
+      "epoch": 2.265524625267666,
+      "grad_norm": 4.235975742340088,
+      "learning_rate": 2.9987747570243464e-05,
+      "loss": 0.3625,
+      "step": 5290
+    },
+    {
+      "epoch": 2.265952890792291,
+      "grad_norm": 3.468823194503784,
+      "learning_rate": 2.998095111938291e-05,
+      "loss": 1.2855,
+      "step": 5291
+    },
+    {
+      "epoch": 2.2663811563169167,
+      "grad_norm": 2.3218305110931396,
+      "learning_rate": 2.9974154285157497e-05,
+      "loss": 0.4376,
+      "step": 5292
+    },
+    {
+      "epoch": 2.2668094218415415,
+      "grad_norm": 0.9994940757751465,
+      "learning_rate": 2.9967357068090352e-05,
+      "loss": 0.3387,
+      "step": 5293
+    },
+    {
+      "epoch": 2.2672376873661673,
+      "grad_norm": 1.2338272333145142,
+      "learning_rate": 2.996055946870463e-05,
+      "loss": 0.1753,
+      "step": 5294
+    },
+    {
+      "epoch": 2.267665952890792,
+      "grad_norm": 3.558016777038574,
+      "learning_rate": 2.9953761487523526e-05,
+      "loss": 0.6725,
+      "step": 5295
+    },
+    {
+      "epoch": 2.268094218415418,
+      "grad_norm": 0.8737895488739014,
+      "learning_rate": 2.9946963125070237e-05,
+      "loss": 0.2805,
+      "step": 5296
+    },
+    {
+      "epoch": 2.2685224839400426,
+      "grad_norm": 2.332132339477539,
+      "learning_rate": 2.9940164381868013e-05,
+      "loss": 0.5935,
+      "step": 5297
+    },
+    {
+      "epoch": 2.268950749464668,
+      "grad_norm": 2.8848907947540283,
+      "learning_rate": 2.9933365258440128e-05,
+      "loss": 0.5508,
+      "step": 5298
+    },
+    {
+      "epoch": 2.269379014989293,
+      "grad_norm": 5.579496383666992,
+      "learning_rate": 2.9926565755309894e-05,
+      "loss": 1.0499,
+      "step": 5299
+    },
+    {
+      "epoch": 2.2698072805139184,
+      "grad_norm": 3.5504541397094727,
+      "learning_rate": 2.991976587300063e-05,
+      "loss": 0.4609,
+      "step": 5300
+    },
+    {
+      "epoch": 2.2702355460385437,
+      "grad_norm": 4.591675281524658,
+      "learning_rate": 2.9912965612035708e-05,
+      "loss": 0.8446,
+      "step": 5301
+    },
+    {
+      "epoch": 2.270663811563169,
+      "grad_norm": 2.147510528564453,
+      "learning_rate": 2.990616497293851e-05,
+      "loss": 0.466,
+      "step": 5302
+    },
+    {
+      "epoch": 2.2710920770877943,
+      "grad_norm": 2.6543197631835938,
+      "learning_rate": 2.989936395623246e-05,
+      "loss": 0.3575,
+      "step": 5303
+    },
+    {
+      "epoch": 2.2715203426124195,
+      "grad_norm": 11.87708568572998,
+      "learning_rate": 2.9892562562441005e-05,
+      "loss": 0.6735,
+      "step": 5304
+    },
+    {
+      "epoch": 2.271948608137045,
+      "grad_norm": 1.4102636575698853,
+      "learning_rate": 2.988576079208762e-05,
+      "loss": 0.3927,
+      "step": 5305
+    },
+    {
+      "epoch": 2.27237687366167,
+      "grad_norm": 5.733526229858398,
+      "learning_rate": 2.9878958645695816e-05,
+      "loss": 0.9314,
+      "step": 5306
+    },
+    {
+      "epoch": 2.2728051391862953,
+      "grad_norm": 3.1190457344055176,
+      "learning_rate": 2.987215612378912e-05,
+      "loss": 0.5615,
+      "step": 5307
+    },
+    {
+      "epoch": 2.2732334047109206,
+      "grad_norm": 3.8290600776672363,
+      "learning_rate": 2.9865353226891102e-05,
+      "loss": 0.9431,
+      "step": 5308
+    },
+    {
+      "epoch": 2.273661670235546,
+      "grad_norm": 4.641246795654297,
+      "learning_rate": 2.9858549955525362e-05,
+      "loss": 0.8782,
+      "step": 5309
+    },
+    {
+      "epoch": 2.274089935760171,
+      "grad_norm": 2.0787768363952637,
+      "learning_rate": 2.9851746310215507e-05,
+      "loss": 1.1443,
+      "step": 5310
+    },
+    {
+      "epoch": 2.2745182012847964,
+      "grad_norm": 2.705728054046631,
+      "learning_rate": 2.98449422914852e-05,
+      "loss": 0.4748,
+      "step": 5311
+    },
+    {
+      "epoch": 2.2749464668094217,
+      "grad_norm": 1.1523016691207886,
+      "learning_rate": 2.983813789985812e-05,
+      "loss": 0.4273,
+      "step": 5312
+    },
+    {
+      "epoch": 2.275374732334047,
+      "grad_norm": 2.493788719177246,
+      "learning_rate": 2.9831333135857963e-05,
+      "loss": 0.2211,
+      "step": 5313
+    },
+    {
+      "epoch": 2.2758029978586722,
+      "grad_norm": 3.5052108764648438,
+      "learning_rate": 2.982452800000848e-05,
+      "loss": 0.5619,
+      "step": 5314
+    },
+    {
+      "epoch": 2.2762312633832975,
+      "grad_norm": 5.813033103942871,
+      "learning_rate": 2.9817722492833423e-05,
+      "loss": 0.831,
+      "step": 5315
+    },
+    {
+      "epoch": 2.276659528907923,
+      "grad_norm": 4.795877456665039,
+      "learning_rate": 2.9810916614856598e-05,
+      "loss": 0.8958,
+      "step": 5316
+    },
+    {
+      "epoch": 2.277087794432548,
+      "grad_norm": 3.4925310611724854,
+      "learning_rate": 2.9804110366601828e-05,
+      "loss": 0.4878,
+      "step": 5317
+    },
+    {
+      "epoch": 2.2775160599571733,
+      "grad_norm": 2.5948383808135986,
+      "learning_rate": 2.979730374859295e-05,
+      "loss": 0.4004,
+      "step": 5318
+    },
+    {
+      "epoch": 2.2779443254817986,
+      "grad_norm": 5.515924453735352,
+      "learning_rate": 2.9790496761353858e-05,
+      "loss": 1.8836,
+      "step": 5319
+    },
+    {
+      "epoch": 2.278372591006424,
+      "grad_norm": 8.633124351501465,
+      "learning_rate": 2.9783689405408448e-05,
+      "loss": 1.2043,
+      "step": 5320
+    },
+    {
+      "epoch": 2.278800856531049,
+      "grad_norm": 3.1678466796875,
+      "learning_rate": 2.9776881681280672e-05,
+      "loss": 0.4959,
+      "step": 5321
+    },
+    {
+      "epoch": 2.2792291220556744,
+      "grad_norm": 4.667685031890869,
+      "learning_rate": 2.9770073589494485e-05,
+      "loss": 0.725,
+      "step": 5322
+    },
+    {
+      "epoch": 2.2796573875802997,
+      "grad_norm": 4.918907642364502,
+      "learning_rate": 2.976326513057387e-05,
+      "loss": 0.8747,
+      "step": 5323
+    },
+    {
+      "epoch": 2.280085653104925,
+      "grad_norm": 3.2452948093414307,
+      "learning_rate": 2.9756456305042868e-05,
+      "loss": 1.1815,
+      "step": 5324
+    },
+    {
+      "epoch": 2.28051391862955,
+      "grad_norm": 0.6804990768432617,
+      "learning_rate": 2.974964711342551e-05,
+      "loss": 0.2853,
+      "step": 5325
+    },
+    {
+      "epoch": 2.2809421841541755,
+      "grad_norm": 58.02500915527344,
+      "learning_rate": 2.974283755624589e-05,
+      "loss": 0.3639,
+      "step": 5326
+    },
+    {
+      "epoch": 2.2813704496788008,
+      "grad_norm": 0.7345197200775146,
+      "learning_rate": 2.9736027634028107e-05,
+      "loss": 0.37,
+      "step": 5327
+    },
+    {
+      "epoch": 2.281798715203426,
+      "grad_norm": 2.7242040634155273,
+      "learning_rate": 2.9729217347296285e-05,
+      "loss": 0.4848,
+      "step": 5328
+    },
+    {
+      "epoch": 2.2822269807280513,
+      "grad_norm": 1.9001630544662476,
+      "learning_rate": 2.9722406696574602e-05,
+      "loss": 0.2013,
+      "step": 5329
+    },
+    {
+      "epoch": 2.2826552462526766,
+      "grad_norm": 3.509920120239258,
+      "learning_rate": 2.9715595682387242e-05,
+      "loss": 0.5798,
+      "step": 5330
+    },
+    {
+      "epoch": 2.283083511777302,
+      "grad_norm": 2.055779457092285,
+      "learning_rate": 2.9708784305258415e-05,
+      "loss": 0.2722,
+      "step": 5331
+    },
+    {
+      "epoch": 2.283511777301927,
+      "grad_norm": 2.59132981300354,
+      "learning_rate": 2.9701972565712378e-05,
+      "loss": 0.7263,
+      "step": 5332
+    },
+    {
+      "epoch": 2.2839400428265524,
+      "grad_norm": 8.187923431396484,
+      "learning_rate": 2.9695160464273392e-05,
+      "loss": 0.652,
+      "step": 5333
+    },
+    {
+      "epoch": 2.2843683083511777,
+      "grad_norm": 4.440701484680176,
+      "learning_rate": 2.968834800146577e-05,
+      "loss": 0.8348,
+      "step": 5334
+    },
+    {
+      "epoch": 2.284796573875803,
+      "grad_norm": 3.2593328952789307,
+      "learning_rate": 2.968153517781384e-05,
+      "loss": 0.2822,
+      "step": 5335
+    },
+    {
+      "epoch": 2.285224839400428,
+      "grad_norm": 3.258575439453125,
+      "learning_rate": 2.9674721993841954e-05,
+      "loss": 1.1407,
+      "step": 5336
+    },
+    {
+      "epoch": 2.2856531049250535,
+      "grad_norm": 4.066282749176025,
+      "learning_rate": 2.9667908450074507e-05,
+      "loss": 1.0627,
+      "step": 5337
+    },
+    {
+      "epoch": 2.2860813704496787,
+      "grad_norm": 2.6694729328155518,
+      "learning_rate": 2.96610945470359e-05,
+      "loss": 1.4835,
+      "step": 5338
+    },
+    {
+      "epoch": 2.286509635974304,
+      "grad_norm": 6.555070400238037,
+      "learning_rate": 2.9654280285250573e-05,
+      "loss": 0.7614,
+      "step": 5339
+    },
+    {
+      "epoch": 2.2869379014989293,
+      "grad_norm": 3.6472487449645996,
+      "learning_rate": 2.964746566524301e-05,
+      "loss": 0.7182,
+      "step": 5340
+    },
+    {
+      "epoch": 2.2873661670235546,
+      "grad_norm": 5.7562031745910645,
+      "learning_rate": 2.964065068753768e-05,
+      "loss": 0.9781,
+      "step": 5341
+    },
+    {
+      "epoch": 2.28779443254818,
+      "grad_norm": 3.412264108657837,
+      "learning_rate": 2.9633835352659135e-05,
+      "loss": 0.4758,
+      "step": 5342
+    },
+    {
+      "epoch": 2.288222698072805,
+      "grad_norm": 3.4042651653289795,
+      "learning_rate": 2.9627019661131904e-05,
+      "loss": 1.6601,
+      "step": 5343
+    },
+    {
+      "epoch": 2.2886509635974304,
+      "grad_norm": 2.6086792945861816,
+      "learning_rate": 2.962020361348057e-05,
+      "loss": 0.4265,
+      "step": 5344
+    },
+    {
+      "epoch": 2.2890792291220556,
+      "grad_norm": 3.3017308712005615,
+      "learning_rate": 2.9613387210229743e-05,
+      "loss": 0.3702,
+      "step": 5345
+    },
+    {
+      "epoch": 2.289507494646681,
+      "grad_norm": 2.042452335357666,
+      "learning_rate": 2.9606570451904054e-05,
+      "loss": 0.3806,
+      "step": 5346
+    },
+    {
+      "epoch": 2.289935760171306,
+      "grad_norm": 5.741433620452881,
+      "learning_rate": 2.959975333902815e-05,
+      "loss": 1.3202,
+      "step": 5347
+    },
+    {
+      "epoch": 2.2903640256959314,
+      "grad_norm": 4.722713470458984,
+      "learning_rate": 2.9592935872126747e-05,
+      "loss": 0.6563,
+      "step": 5348
+    },
+    {
+      "epoch": 2.2907922912205567,
+      "grad_norm": 5.2640838623046875,
+      "learning_rate": 2.958611805172453e-05,
+      "loss": 1.0388,
+      "step": 5349
+    },
+    {
+      "epoch": 2.291220556745182,
+      "grad_norm": 9.346945762634277,
+      "learning_rate": 2.957929987834626e-05,
+      "loss": 0.8189,
+      "step": 5350
+    },
+    {
+      "epoch": 2.2916488222698073,
+      "grad_norm": 3.7592642307281494,
+      "learning_rate": 2.95724813525167e-05,
+      "loss": 0.7421,
+      "step": 5351
+    },
+    {
+      "epoch": 2.2920770877944325,
+      "grad_norm": 4.224304676055908,
+      "learning_rate": 2.9565662474760635e-05,
+      "loss": 0.3561,
+      "step": 5352
+    },
+    {
+      "epoch": 2.292505353319058,
+      "grad_norm": 1.988211750984192,
+      "learning_rate": 2.955884324560291e-05,
+      "loss": 1.1428,
+      "step": 5353
+    },
+    {
+      "epoch": 2.292933618843683,
+      "grad_norm": 1.7424211502075195,
+      "learning_rate": 2.955202366556835e-05,
+      "loss": 0.4121,
+      "step": 5354
+    },
+    {
+      "epoch": 2.2933618843683083,
+      "grad_norm": 2.6763288974761963,
+      "learning_rate": 2.9545203735181858e-05,
+      "loss": 0.9856,
+      "step": 5355
+    },
+    {
+      "epoch": 2.2937901498929336,
+      "grad_norm": 6.796507358551025,
+      "learning_rate": 2.953838345496832e-05,
+      "loss": 0.8724,
+      "step": 5356
+    },
+    {
+      "epoch": 2.294218415417559,
+      "grad_norm": 4.972452640533447,
+      "learning_rate": 2.9531562825452675e-05,
+      "loss": 0.5653,
+      "step": 5357
+    },
+    {
+      "epoch": 2.294646680942184,
+      "grad_norm": 3.580087661743164,
+      "learning_rate": 2.9524741847159874e-05,
+      "loss": 0.6769,
+      "step": 5358
+    },
+    {
+      "epoch": 2.2950749464668094,
+      "grad_norm": 3.099410057067871,
+      "learning_rate": 2.9517920520614905e-05,
+      "loss": 0.4659,
+      "step": 5359
+    },
+    {
+      "epoch": 2.2955032119914347,
+      "grad_norm": 1.142547607421875,
+      "learning_rate": 2.951109884634279e-05,
+      "loss": 0.1637,
+      "step": 5360
+    },
+    {
+      "epoch": 2.29593147751606,
+      "grad_norm": 1.8775488138198853,
+      "learning_rate": 2.9504276824868554e-05,
+      "loss": 0.9037,
+      "step": 5361
+    },
+    {
+      "epoch": 2.2963597430406852,
+      "grad_norm": 2.5788259506225586,
+      "learning_rate": 2.949745445671726e-05,
+      "loss": 0.2736,
+      "step": 5362
+    },
+    {
+      "epoch": 2.2967880085653105,
+      "grad_norm": 2.0708346366882324,
+      "learning_rate": 2.949063174241401e-05,
+      "loss": 0.5231,
+      "step": 5363
+    },
+    {
+      "epoch": 2.297216274089936,
+      "grad_norm": 4.0900421142578125,
+      "learning_rate": 2.9483808682483915e-05,
+      "loss": 0.6947,
+      "step": 5364
+    },
+    {
+      "epoch": 2.297644539614561,
+      "grad_norm": 6.483264923095703,
+      "learning_rate": 2.9476985277452128e-05,
+      "loss": 0.6445,
+      "step": 5365
+    },
+    {
+      "epoch": 2.2980728051391863,
+      "grad_norm": 3.241894245147705,
+      "learning_rate": 2.947016152784382e-05,
+      "loss": 1.3368,
+      "step": 5366
+    },
+    {
+      "epoch": 2.2985010706638116,
+      "grad_norm": 3.871797561645508,
+      "learning_rate": 2.9463337434184173e-05,
+      "loss": 1.2668,
+      "step": 5367
+    },
+    {
+      "epoch": 2.298929336188437,
+      "grad_norm": 4.527919769287109,
+      "learning_rate": 2.9456512996998424e-05,
+      "loss": 1.2238,
+      "step": 5368
+    },
+    {
+      "epoch": 2.299357601713062,
+      "grad_norm": 3.201934814453125,
+      "learning_rate": 2.9449688216811833e-05,
+      "loss": 1.2592,
+      "step": 5369
+    },
+    {
+      "epoch": 2.2997858672376874,
+      "grad_norm": 3.561038017272949,
+      "learning_rate": 2.9442863094149655e-05,
+      "loss": 0.5062,
+      "step": 5370
+    },
+    {
+      "epoch": 2.3002141327623127,
+      "grad_norm": 3.09479022026062,
+      "learning_rate": 2.9436037629537216e-05,
+      "loss": 0.3602,
+      "step": 5371
+    },
+    {
+      "epoch": 2.300642398286938,
+      "grad_norm": 0.6008954644203186,
+      "learning_rate": 2.9429211823499837e-05,
+      "loss": 0.0817,
+      "step": 5372
+    },
+    {
+      "epoch": 2.301070663811563,
+      "grad_norm": 7.481903553009033,
+      "learning_rate": 2.9422385676562864e-05,
+      "loss": 0.933,
+      "step": 5373
+    },
+    {
+      "epoch": 2.3014989293361885,
+      "grad_norm": 2.6671133041381836,
+      "learning_rate": 2.9415559189251695e-05,
+      "loss": 0.6442,
+      "step": 5374
+    },
+    {
+      "epoch": 2.3019271948608138,
+      "grad_norm": 7.819903373718262,
+      "learning_rate": 2.9408732362091734e-05,
+      "loss": 0.8904,
+      "step": 5375
+    },
+    {
+      "epoch": 2.302355460385439,
+      "grad_norm": 5.342345237731934,
+      "learning_rate": 2.9401905195608416e-05,
+      "loss": 1.4249,
+      "step": 5376
+    },
+    {
+      "epoch": 2.3027837259100643,
+      "grad_norm": 3.2114601135253906,
+      "learning_rate": 2.93950776903272e-05,
+      "loss": 1.2311,
+      "step": 5377
+    },
+    {
+      "epoch": 2.3032119914346896,
+      "grad_norm": 3.0221006870269775,
+      "learning_rate": 2.938824984677357e-05,
+      "loss": 0.5203,
+      "step": 5378
+    },
+    {
+      "epoch": 2.303640256959315,
+      "grad_norm": 0.9013211131095886,
+      "learning_rate": 2.9381421665473048e-05,
+      "loss": 0.2494,
+      "step": 5379
+    },
+    {
+      "epoch": 2.30406852248394,
+      "grad_norm": 2.371915817260742,
+      "learning_rate": 2.9374593146951162e-05,
+      "loss": 0.7645,
+      "step": 5380
+    },
+    {
+      "epoch": 2.3044967880085654,
+      "grad_norm": 0.7895397543907166,
+      "learning_rate": 2.936776429173349e-05,
+      "loss": 0.2205,
+      "step": 5381
+    },
+    {
+      "epoch": 2.3049250535331907,
+      "grad_norm": 2.2616279125213623,
+      "learning_rate": 2.9360935100345616e-05,
+      "loss": 0.8168,
+      "step": 5382
+    },
+    {
+      "epoch": 2.305353319057816,
+      "grad_norm": 0.9456351399421692,
+      "learning_rate": 2.935410557331315e-05,
+      "loss": 0.4796,
+      "step": 5383
+    },
+    {
+      "epoch": 2.305781584582441,
+      "grad_norm": 2.220839738845825,
+      "learning_rate": 2.934727571116175e-05,
+      "loss": 0.2486,
+      "step": 5384
+    },
+    {
+      "epoch": 2.3062098501070665,
+      "grad_norm": 2.634659767150879,
+      "learning_rate": 2.9340445514417076e-05,
+      "loss": 1.2109,
+      "step": 5385
+    },
+    {
+      "epoch": 2.3066381156316917,
+      "grad_norm": 0.7462818026542664,
+      "learning_rate": 2.9333614983604818e-05,
+      "loss": 0.1539,
+      "step": 5386
+    },
+    {
+      "epoch": 2.307066381156317,
+      "grad_norm": 0.8378162980079651,
+      "learning_rate": 2.9326784119250704e-05,
+      "loss": 0.2046,
+      "step": 5387
+    },
+    {
+      "epoch": 2.3074946466809423,
+      "grad_norm": 2.089409112930298,
+      "learning_rate": 2.9319952921880474e-05,
+      "loss": 0.4921,
+      "step": 5388
+    },
+    {
+      "epoch": 2.3079229122055676,
+      "grad_norm": 1.105974555015564,
+      "learning_rate": 2.9313121392019906e-05,
+      "loss": 0.3003,
+      "step": 5389
+    },
+    {
+      "epoch": 2.308351177730193,
+      "grad_norm": 1.2571629285812378,
+      "learning_rate": 2.9306289530194785e-05,
+      "loss": 0.5274,
+      "step": 5390
+    },
+    {
+      "epoch": 2.308779443254818,
+      "grad_norm": 2.8112151622772217,
+      "learning_rate": 2.9299457336930945e-05,
+      "loss": 0.8747,
+      "step": 5391
+    },
+    {
+      "epoch": 2.3092077087794434,
+      "grad_norm": 3.538287401199341,
+      "learning_rate": 2.9292624812754232e-05,
+      "loss": 0.9767,
+      "step": 5392
+    },
+    {
+      "epoch": 2.3096359743040686,
+      "grad_norm": 5.928181171417236,
+      "learning_rate": 2.9285791958190513e-05,
+      "loss": 1.2662,
+      "step": 5393
+    },
+    {
+      "epoch": 2.310064239828694,
+      "grad_norm": 1.233262062072754,
+      "learning_rate": 2.9278958773765692e-05,
+      "loss": 0.2934,
+      "step": 5394
+    },
+    {
+      "epoch": 2.310492505353319,
+      "grad_norm": 6.355770587921143,
+      "learning_rate": 2.9272125260005697e-05,
+      "loss": 0.5486,
+      "step": 5395
+    },
+    {
+      "epoch": 2.3109207708779445,
+      "grad_norm": 3.664720058441162,
+      "learning_rate": 2.9265291417436462e-05,
+      "loss": 1.1957,
+      "step": 5396
+    },
+    {
+      "epoch": 2.3113490364025697,
+      "grad_norm": 1.1886744499206543,
+      "learning_rate": 2.9258457246583986e-05,
+      "loss": 0.5655,
+      "step": 5397
+    },
+    {
+      "epoch": 2.311777301927195,
+      "grad_norm": 1.9046077728271484,
+      "learning_rate": 2.9251622747974243e-05,
+      "loss": 0.7776,
+      "step": 5398
+    },
+    {
+      "epoch": 2.3122055674518203,
+      "grad_norm": 2.8506171703338623,
+      "learning_rate": 2.9244787922133283e-05,
+      "loss": 0.3343,
+      "step": 5399
+    },
+    {
+      "epoch": 2.3126338329764455,
+      "grad_norm": 1.2087900638580322,
+      "learning_rate": 2.923795276958714e-05,
+      "loss": 0.454,
+      "step": 5400
+    },
+    {
+      "epoch": 2.313062098501071,
+      "grad_norm": 2.1358022689819336,
+      "learning_rate": 2.9231117290861894e-05,
+      "loss": 0.3886,
+      "step": 5401
+    },
+    {
+      "epoch": 2.313490364025696,
+      "grad_norm": 4.191368579864502,
+      "learning_rate": 2.9224281486483645e-05,
+      "loss": 1.0198,
+      "step": 5402
+    },
+    {
+      "epoch": 2.3139186295503213,
+      "grad_norm": 1.9544146060943604,
+      "learning_rate": 2.9217445356978518e-05,
+      "loss": 0.8199,
+      "step": 5403
+    },
+    {
+      "epoch": 2.3143468950749466,
+      "grad_norm": 2.514719247817993,
+      "learning_rate": 2.9210608902872666e-05,
+      "loss": 0.6389,
+      "step": 5404
+    },
+    {
+      "epoch": 2.314775160599572,
+      "grad_norm": 1.624316930770874,
+      "learning_rate": 2.920377212469227e-05,
+      "loss": 0.4995,
+      "step": 5405
+    },
+    {
+      "epoch": 2.315203426124197,
+      "grad_norm": 4.017344951629639,
+      "learning_rate": 2.9196935022963525e-05,
+      "loss": 0.4645,
+      "step": 5406
+    },
+    {
+      "epoch": 2.3156316916488224,
+      "grad_norm": 3.9006476402282715,
+      "learning_rate": 2.919009759821265e-05,
+      "loss": 1.0029,
+      "step": 5407
+    },
+    {
+      "epoch": 2.3160599571734477,
+      "grad_norm": 1.9711917638778687,
+      "learning_rate": 2.9183259850965914e-05,
+      "loss": 0.1733,
+      "step": 5408
+    },
+    {
+      "epoch": 2.316488222698073,
+      "grad_norm": 5.491857051849365,
+      "learning_rate": 2.9176421781749575e-05,
+      "loss": 0.8657,
+      "step": 5409
+    },
+    {
+      "epoch": 2.3169164882226982,
+      "grad_norm": 6.131940841674805,
+      "learning_rate": 2.9169583391089938e-05,
+      "loss": 1.3078,
+      "step": 5410
+    },
+    {
+      "epoch": 2.3173447537473235,
+      "grad_norm": 7.62451171875,
+      "learning_rate": 2.9162744679513332e-05,
+      "loss": 1.0875,
+      "step": 5411
+    },
+    {
+      "epoch": 2.317773019271949,
+      "grad_norm": 4.607338905334473,
+      "learning_rate": 2.91559056475461e-05,
+      "loss": 0.7397,
+      "step": 5412
+    },
+    {
+      "epoch": 2.318201284796574,
+      "grad_norm": 1.627205491065979,
+      "learning_rate": 2.9149066295714627e-05,
+      "loss": 0.7907,
+      "step": 5413
+    },
+    {
+      "epoch": 2.3186295503211993,
+      "grad_norm": 4.050013065338135,
+      "learning_rate": 2.9142226624545298e-05,
+      "loss": 0.5156,
+      "step": 5414
+    },
+    {
+      "epoch": 2.3190578158458246,
+      "grad_norm": 4.051825046539307,
+      "learning_rate": 2.9135386634564555e-05,
+      "loss": 2.1683,
+      "step": 5415
+    },
+    {
+      "epoch": 2.31948608137045,
+      "grad_norm": 4.38850212097168,
+      "learning_rate": 2.912854632629883e-05,
+      "loss": 0.8064,
+      "step": 5416
+    },
+    {
+      "epoch": 2.319914346895075,
+      "grad_norm": 5.6275224685668945,
+      "learning_rate": 2.912170570027459e-05,
+      "loss": 0.5533,
+      "step": 5417
+    },
+    {
+      "epoch": 2.3203426124197,
+      "grad_norm": 1.1719386577606201,
+      "learning_rate": 2.9114864757018352e-05,
+      "loss": 0.5108,
+      "step": 5418
+    },
+    {
+      "epoch": 2.3207708779443257,
+      "grad_norm": 3.1132652759552,
+      "learning_rate": 2.910802349705662e-05,
+      "loss": 0.4402,
+      "step": 5419
+    },
+    {
+      "epoch": 2.3211991434689505,
+      "grad_norm": 3.795663595199585,
+      "learning_rate": 2.9101181920915955e-05,
+      "loss": 0.4533,
+      "step": 5420
+    },
+    {
+      "epoch": 2.3216274089935762,
+      "grad_norm": 2.90310001373291,
+      "learning_rate": 2.9094340029122917e-05,
+      "loss": 0.8679,
+      "step": 5421
+    },
+    {
+      "epoch": 2.322055674518201,
+      "grad_norm": 3.037027597427368,
+      "learning_rate": 2.90874978222041e-05,
+      "loss": 0.4765,
+      "step": 5422
+    },
+    {
+      "epoch": 2.3224839400428268,
+      "grad_norm": 3.147188186645508,
+      "learning_rate": 2.9080655300686126e-05,
+      "loss": 0.9542,
+      "step": 5423
+    },
+    {
+      "epoch": 2.3229122055674516,
+      "grad_norm": 3.9347357749938965,
+      "learning_rate": 2.907381246509564e-05,
+      "loss": 1.1951,
+      "step": 5424
+    },
+    {
+      "epoch": 2.3233404710920773,
+      "grad_norm": 3.5224356651306152,
+      "learning_rate": 2.90669693159593e-05,
+      "loss": 0.9045,
+      "step": 5425
+    },
+    {
+      "epoch": 2.323768736616702,
+      "grad_norm": 3.1401779651641846,
+      "learning_rate": 2.9060125853803815e-05,
+      "loss": 0.8863,
+      "step": 5426
+    },
+    {
+      "epoch": 2.324197002141328,
+      "grad_norm": 3.3382349014282227,
+      "learning_rate": 2.9053282079155875e-05,
+      "loss": 0.457,
+      "step": 5427
+    },
+    {
+      "epoch": 2.3246252676659527,
+      "grad_norm": 3.4485878944396973,
+      "learning_rate": 2.9046437992542242e-05,
+      "loss": 0.3716,
+      "step": 5428
+    },
+    {
+      "epoch": 2.3250535331905784,
+      "grad_norm": 2.097727060317993,
+      "learning_rate": 2.9039593594489674e-05,
+      "loss": 0.6605,
+      "step": 5429
+    },
+    {
+      "epoch": 2.325481798715203,
+      "grad_norm": 3.542388677597046,
+      "learning_rate": 2.9032748885524942e-05,
+      "loss": 0.3932,
+      "step": 5430
+    },
+    {
+      "epoch": 2.325910064239829,
+      "grad_norm": 2.270399332046509,
+      "learning_rate": 2.9025903866174876e-05,
+      "loss": 0.5904,
+      "step": 5431
+    },
+    {
+      "epoch": 2.3263383297644538,
+      "grad_norm": 4.701417922973633,
+      "learning_rate": 2.9019058536966305e-05,
+      "loss": 0.6384,
+      "step": 5432
+    },
+    {
+      "epoch": 2.3267665952890795,
+      "grad_norm": 4.129117012023926,
+      "learning_rate": 2.9012212898426088e-05,
+      "loss": 0.5115,
+      "step": 5433
+    },
+    {
+      "epoch": 2.3271948608137043,
+      "grad_norm": 4.06817626953125,
+      "learning_rate": 2.9005366951081108e-05,
+      "loss": 0.3988,
+      "step": 5434
+    },
+    {
+      "epoch": 2.3276231263383296,
+      "grad_norm": 5.353264331817627,
+      "learning_rate": 2.8998520695458263e-05,
+      "loss": 0.9433,
+      "step": 5435
+    },
+    {
+      "epoch": 2.328051391862955,
+      "grad_norm": 5.959902763366699,
+      "learning_rate": 2.8991674132084506e-05,
+      "loss": 0.5169,
+      "step": 5436
+    },
+    {
+      "epoch": 2.32847965738758,
+      "grad_norm": 3.3815510272979736,
+      "learning_rate": 2.8984827261486763e-05,
+      "loss": 0.7397,
+      "step": 5437
+    },
+    {
+      "epoch": 2.3289079229122054,
+      "grad_norm": 5.23708438873291,
+      "learning_rate": 2.8977980084192024e-05,
+      "loss": 1.0318,
+      "step": 5438
+    },
+    {
+      "epoch": 2.3293361884368307,
+      "grad_norm": 13.117048263549805,
+      "learning_rate": 2.89711326007273e-05,
+      "loss": 0.8847,
+      "step": 5439
+    },
+    {
+      "epoch": 2.329764453961456,
+      "grad_norm": 4.1674017906188965,
+      "learning_rate": 2.8964284811619604e-05,
+      "loss": 0.277,
+      "step": 5440
+    },
+    {
+      "epoch": 2.330192719486081,
+      "grad_norm": 1.9291956424713135,
+      "learning_rate": 2.8957436717395985e-05,
+      "loss": 0.6504,
+      "step": 5441
+    },
+    {
+      "epoch": 2.3306209850107065,
+      "grad_norm": 1.8282767534255981,
+      "learning_rate": 2.8950588318583522e-05,
+      "loss": 0.2067,
+      "step": 5442
+    },
+    {
+      "epoch": 2.3310492505353317,
+      "grad_norm": 1.7181533575057983,
+      "learning_rate": 2.89437396157093e-05,
+      "loss": 0.3808,
+      "step": 5443
+    },
+    {
+      "epoch": 2.331477516059957,
+      "grad_norm": 1.8515194654464722,
+      "learning_rate": 2.893689060930045e-05,
+      "loss": 0.5019,
+      "step": 5444
+    },
+    {
+      "epoch": 2.3319057815845823,
+      "grad_norm": 1.4970386028289795,
+      "learning_rate": 2.8930041299884098e-05,
+      "loss": 0.72,
+      "step": 5445
+    },
+    {
+      "epoch": 2.3323340471092076,
+      "grad_norm": 2.6332900524139404,
+      "learning_rate": 2.8923191687987417e-05,
+      "loss": 0.6979,
+      "step": 5446
+    },
+    {
+      "epoch": 2.332762312633833,
+      "grad_norm": 0.6532111763954163,
+      "learning_rate": 2.8916341774137602e-05,
+      "loss": 0.2482,
+      "step": 5447
+    },
+    {
+      "epoch": 2.333190578158458,
+      "grad_norm": 2.2616324424743652,
+      "learning_rate": 2.8909491558861856e-05,
+      "loss": 0.7956,
+      "step": 5448
+    },
+    {
+      "epoch": 2.3336188436830834,
+      "grad_norm": 2.871763229370117,
+      "learning_rate": 2.8902641042687417e-05,
+      "loss": 1.58,
+      "step": 5449
+    },
+    {
+      "epoch": 2.3340471092077086,
+      "grad_norm": 2.2492916584014893,
+      "learning_rate": 2.889579022614155e-05,
+      "loss": 0.3148,
+      "step": 5450
+    },
+    {
+      "epoch": 2.334475374732334,
+      "grad_norm": 4.148675441741943,
+      "learning_rate": 2.8888939109751523e-05,
+      "loss": 0.3902,
+      "step": 5451
+    },
+    {
+      "epoch": 2.334903640256959,
+      "grad_norm": 3.391143321990967,
+      "learning_rate": 2.8882087694044645e-05,
+      "loss": 1.1074,
+      "step": 5452
+    },
+    {
+      "epoch": 2.3353319057815844,
+      "grad_norm": 1.1274471282958984,
+      "learning_rate": 2.887523597954825e-05,
+      "loss": 0.5198,
+      "step": 5453
+    },
+    {
+      "epoch": 2.3357601713062097,
+      "grad_norm": 3.764749765396118,
+      "learning_rate": 2.8868383966789687e-05,
+      "loss": 0.4459,
+      "step": 5454
+    },
+    {
+      "epoch": 2.336188436830835,
+      "grad_norm": 4.709057331085205,
+      "learning_rate": 2.886153165629632e-05,
+      "loss": 0.7844,
+      "step": 5455
+    },
+    {
+      "epoch": 2.3366167023554603,
+      "grad_norm": 2.2198026180267334,
+      "learning_rate": 2.885467904859555e-05,
+      "loss": 0.5394,
+      "step": 5456
+    },
+    {
+      "epoch": 2.3370449678800855,
+      "grad_norm": 3.9331369400024414,
+      "learning_rate": 2.8847826144214806e-05,
+      "loss": 0.669,
+      "step": 5457
+    },
+    {
+      "epoch": 2.337473233404711,
+      "grad_norm": 2.5605030059814453,
+      "learning_rate": 2.8840972943681515e-05,
+      "loss": 0.6188,
+      "step": 5458
+    },
+    {
+      "epoch": 2.337901498929336,
+      "grad_norm": 1.7883691787719727,
+      "learning_rate": 2.883411944752315e-05,
+      "loss": 1.1251,
+      "step": 5459
+    },
+    {
+      "epoch": 2.3383297644539613,
+      "grad_norm": 4.588918209075928,
+      "learning_rate": 2.88272656562672e-05,
+      "loss": 0.6934,
+      "step": 5460
+    },
+    {
+      "epoch": 2.3387580299785866,
+      "grad_norm": 4.730015754699707,
+      "learning_rate": 2.8820411570441165e-05,
+      "loss": 0.8937,
+      "step": 5461
+    },
+    {
+      "epoch": 2.339186295503212,
+      "grad_norm": 10.591135025024414,
+      "learning_rate": 2.8813557190572595e-05,
+      "loss": 0.7811,
+      "step": 5462
+    },
+    {
+      "epoch": 2.339614561027837,
+      "grad_norm": 4.815878868103027,
+      "learning_rate": 2.8806702517189033e-05,
+      "loss": 0.5132,
+      "step": 5463
+    },
+    {
+      "epoch": 2.3400428265524624,
+      "grad_norm": 1.3467204570770264,
+      "learning_rate": 2.8799847550818048e-05,
+      "loss": 0.5405,
+      "step": 5464
+    },
+    {
+      "epoch": 2.3404710920770877,
+      "grad_norm": 4.564662456512451,
+      "learning_rate": 2.8792992291987265e-05,
+      "loss": 1.6558,
+      "step": 5465
+    },
+    {
+      "epoch": 2.340899357601713,
+      "grad_norm": 1.0302351713180542,
+      "learning_rate": 2.878613674122429e-05,
+      "loss": 0.1775,
+      "step": 5466
+    },
+    {
+      "epoch": 2.3413276231263382,
+      "grad_norm": 3.7040560245513916,
+      "learning_rate": 2.8779280899056775e-05,
+      "loss": 0.5011,
+      "step": 5467
+    },
+    {
+      "epoch": 2.3417558886509635,
+      "grad_norm": 2.4548776149749756,
+      "learning_rate": 2.8772424766012384e-05,
+      "loss": 0.209,
+      "step": 5468
+    },
+    {
+      "epoch": 2.342184154175589,
+      "grad_norm": 8.273778915405273,
+      "learning_rate": 2.876556834261881e-05,
+      "loss": 1.2569,
+      "step": 5469
+    },
+    {
+      "epoch": 2.342612419700214,
+      "grad_norm": 2.2957711219787598,
+      "learning_rate": 2.875871162940377e-05,
+      "loss": 1.5372,
+      "step": 5470
+    },
+    {
+      "epoch": 2.3430406852248393,
+      "grad_norm": 4.542868614196777,
+      "learning_rate": 2.8751854626894985e-05,
+      "loss": 0.9753,
+      "step": 5471
+    },
+    {
+      "epoch": 2.3434689507494646,
+      "grad_norm": 3.637336492538452,
+      "learning_rate": 2.8744997335620233e-05,
+      "loss": 1.2157,
+      "step": 5472
+    },
+    {
+      "epoch": 2.34389721627409,
+      "grad_norm": 2.021543502807617,
+      "learning_rate": 2.8738139756107272e-05,
+      "loss": 0.7129,
+      "step": 5473
+    },
+    {
+      "epoch": 2.344325481798715,
+      "grad_norm": 2.119722604751587,
+      "learning_rate": 2.8731281888883922e-05,
+      "loss": 0.6273,
+      "step": 5474
+    },
+    {
+      "epoch": 2.3447537473233404,
+      "grad_norm": 3.1021716594696045,
+      "learning_rate": 2.8724423734478e-05,
+      "loss": 0.7097,
+      "step": 5475
+    },
+    {
+      "epoch": 2.3451820128479657,
+      "grad_norm": 4.424989223480225,
+      "learning_rate": 2.8717565293417355e-05,
+      "loss": 1.6285,
+      "step": 5476
+    },
+    {
+      "epoch": 2.345610278372591,
+      "grad_norm": 4.15362024307251,
+      "learning_rate": 2.8710706566229845e-05,
+      "loss": 0.6871,
+      "step": 5477
+    },
+    {
+      "epoch": 2.346038543897216,
+      "grad_norm": 1.8099761009216309,
+      "learning_rate": 2.870384755344337e-05,
+      "loss": 0.363,
+      "step": 5478
+    },
+    {
+      "epoch": 2.3464668094218415,
+      "grad_norm": 2.341348648071289,
+      "learning_rate": 2.8696988255585833e-05,
+      "loss": 0.6366,
+      "step": 5479
+    },
+    {
+      "epoch": 2.3468950749464668,
+      "grad_norm": 4.595612525939941,
+      "learning_rate": 2.8690128673185186e-05,
+      "loss": 0.8617,
+      "step": 5480
+    },
+    {
+      "epoch": 2.347323340471092,
+      "grad_norm": 2.3211405277252197,
+      "learning_rate": 2.8683268806769364e-05,
+      "loss": 0.476,
+      "step": 5481
+    },
+    {
+      "epoch": 2.3477516059957173,
+      "grad_norm": 4.153264999389648,
+      "learning_rate": 2.8676408656866353e-05,
+      "loss": 1.1916,
+      "step": 5482
+    },
+    {
+      "epoch": 2.3481798715203426,
+      "grad_norm": 2.0033938884735107,
+      "learning_rate": 2.866954822400416e-05,
+      "loss": 0.8805,
+      "step": 5483
+    },
+    {
+      "epoch": 2.348608137044968,
+      "grad_norm": 3.1060402393341064,
+      "learning_rate": 2.86626875087108e-05,
+      "loss": 0.5501,
+      "step": 5484
+    },
+    {
+      "epoch": 2.349036402569593,
+      "grad_norm": 4.025280475616455,
+      "learning_rate": 2.8655826511514312e-05,
+      "loss": 0.9966,
+      "step": 5485
+    },
+    {
+      "epoch": 2.3494646680942184,
+      "grad_norm": 1.7657884359359741,
+      "learning_rate": 2.8648965232942765e-05,
+      "loss": 0.828,
+      "step": 5486
+    },
+    {
+      "epoch": 2.3498929336188437,
+      "grad_norm": 7.193256378173828,
+      "learning_rate": 2.8642103673524245e-05,
+      "loss": 0.9304,
+      "step": 5487
+    },
+    {
+      "epoch": 2.350321199143469,
+      "grad_norm": 1.566394329071045,
+      "learning_rate": 2.8635241833786862e-05,
+      "loss": 0.273,
+      "step": 5488
+    },
+    {
+      "epoch": 2.350749464668094,
+      "grad_norm": 5.899898052215576,
+      "learning_rate": 2.8628379714258745e-05,
+      "loss": 1.2777,
+      "step": 5489
+    },
+    {
+      "epoch": 2.3511777301927195,
+      "grad_norm": 1.9553874731063843,
+      "learning_rate": 2.8621517315468043e-05,
+      "loss": 0.5535,
+      "step": 5490
+    },
+    {
+      "epoch": 2.3516059957173447,
+      "grad_norm": 1.2819617986679077,
+      "learning_rate": 2.8614654637942935e-05,
+      "loss": 0.3568,
+      "step": 5491
+    },
+    {
+      "epoch": 2.35203426124197,
+      "grad_norm": 5.0405592918396,
+      "learning_rate": 2.8607791682211597e-05,
+      "loss": 0.6151,
+      "step": 5492
+    },
+    {
+      "epoch": 2.3524625267665953,
+      "grad_norm": 15.740297317504883,
+      "learning_rate": 2.8600928448802273e-05,
+      "loss": 0.8633,
+      "step": 5493
+    },
+    {
+      "epoch": 2.3528907922912206,
+      "grad_norm": 1.1528047323226929,
+      "learning_rate": 2.8594064938243182e-05,
+      "loss": 0.37,
+      "step": 5494
+    },
+    {
+      "epoch": 2.353319057815846,
+      "grad_norm": 0.9163129925727844,
+      "learning_rate": 2.8587201151062576e-05,
+      "loss": 0.3046,
+      "step": 5495
+    },
+    {
+      "epoch": 2.353747323340471,
+      "grad_norm": 0.7410497069358826,
+      "learning_rate": 2.8580337087788754e-05,
+      "loss": 0.1444,
+      "step": 5496
+    },
+    {
+      "epoch": 2.3541755888650964,
+      "grad_norm": 1.7218084335327148,
+      "learning_rate": 2.8573472748949998e-05,
+      "loss": 0.543,
+      "step": 5497
+    },
+    {
+      "epoch": 2.3546038543897216,
+      "grad_norm": 3.1553261280059814,
+      "learning_rate": 2.8566608135074647e-05,
+      "loss": 0.8987,
+      "step": 5498
+    },
+    {
+      "epoch": 2.355032119914347,
+      "grad_norm": 4.135552406311035,
+      "learning_rate": 2.8559743246691036e-05,
+      "loss": 0.7422,
+      "step": 5499
+    },
+    {
+      "epoch": 2.355460385438972,
+      "grad_norm": 3.5609891414642334,
+      "learning_rate": 2.8552878084327523e-05,
+      "loss": 0.4918,
+      "step": 5500
+    },
+    {
+      "epoch": 2.3558886509635975,
+      "grad_norm": 2.911911964416504,
+      "learning_rate": 2.8546012648512504e-05,
+      "loss": 0.3221,
+      "step": 5501
+    },
+    {
+      "epoch": 2.3563169164882227,
+      "grad_norm": 5.243839263916016,
+      "learning_rate": 2.853914693977438e-05,
+      "loss": 0.4604,
+      "step": 5502
+    },
+    {
+      "epoch": 2.356745182012848,
+      "grad_norm": 5.4067063331604,
+      "learning_rate": 2.8532280958641576e-05,
+      "loss": 0.2577,
+      "step": 5503
+    },
+    {
+      "epoch": 2.3571734475374733,
+      "grad_norm": 4.510661602020264,
+      "learning_rate": 2.852541470564255e-05,
+      "loss": 0.8707,
+      "step": 5504
+    },
+    {
+      "epoch": 2.3576017130620985,
+      "grad_norm": 2.7141032218933105,
+      "learning_rate": 2.851854818130576e-05,
+      "loss": 0.2927,
+      "step": 5505
+    },
+    {
+      "epoch": 2.358029978586724,
+      "grad_norm": 2.4288647174835205,
+      "learning_rate": 2.851168138615971e-05,
+      "loss": 1.3188,
+      "step": 5506
+    },
+    {
+      "epoch": 2.358458244111349,
+      "grad_norm": 1.9392625093460083,
+      "learning_rate": 2.85048143207329e-05,
+      "loss": 0.1558,
+      "step": 5507
+    },
+    {
+      "epoch": 2.3588865096359743,
+      "grad_norm": 5.829191207885742,
+      "learning_rate": 2.8497946985553852e-05,
+      "loss": 0.6713,
+      "step": 5508
+    },
+    {
+      "epoch": 2.3593147751605996,
+      "grad_norm": 1.7798881530761719,
+      "learning_rate": 2.8491079381151147e-05,
+      "loss": 0.2122,
+      "step": 5509
+    },
+    {
+      "epoch": 2.359743040685225,
+      "grad_norm": 1.1471267938613892,
+      "learning_rate": 2.8484211508053337e-05,
+      "loss": 0.3268,
+      "step": 5510
+    },
+    {
+      "epoch": 2.36017130620985,
+      "grad_norm": 3.78397798538208,
+      "learning_rate": 2.847734336678902e-05,
+      "loss": 1.552,
+      "step": 5511
+    },
+    {
+      "epoch": 2.3605995717344754,
+      "grad_norm": 6.553876876831055,
+      "learning_rate": 2.8470474957886816e-05,
+      "loss": 0.3905,
+      "step": 5512
+    },
+    {
+      "epoch": 2.3610278372591007,
+      "grad_norm": 4.175702095031738,
+      "learning_rate": 2.8463606281875356e-05,
+      "loss": 0.3193,
+      "step": 5513
+    },
+    {
+      "epoch": 2.361456102783726,
+      "grad_norm": 2.633547067642212,
+      "learning_rate": 2.8456737339283302e-05,
+      "loss": 0.4643,
+      "step": 5514
+    },
+    {
+      "epoch": 2.3618843683083512,
+      "grad_norm": 5.96929931640625,
+      "learning_rate": 2.8449868130639317e-05,
+      "loss": 1.0582,
+      "step": 5515
+    },
+    {
+      "epoch": 2.3623126338329765,
+      "grad_norm": 4.023325443267822,
+      "learning_rate": 2.844299865647211e-05,
+      "loss": 1.1166,
+      "step": 5516
+    },
+    {
+      "epoch": 2.362740899357602,
+      "grad_norm": 6.570500373840332,
+      "learning_rate": 2.8436128917310394e-05,
+      "loss": 1.1785,
+      "step": 5517
+    },
+    {
+      "epoch": 2.363169164882227,
+      "grad_norm": 4.895670413970947,
+      "learning_rate": 2.8429258913682904e-05,
+      "loss": 0.8117,
+      "step": 5518
+    },
+    {
+      "epoch": 2.3635974304068523,
+      "grad_norm": 1.0082178115844727,
+      "learning_rate": 2.8422388646118404e-05,
+      "loss": 0.1561,
+      "step": 5519
+    },
+    {
+      "epoch": 2.3640256959314776,
+      "grad_norm": 3.3706865310668945,
+      "learning_rate": 2.8415518115145674e-05,
+      "loss": 0.6633,
+      "step": 5520
+    },
+    {
+      "epoch": 2.364453961456103,
+      "grad_norm": 5.1373162269592285,
+      "learning_rate": 2.8408647321293498e-05,
+      "loss": 0.9335,
+      "step": 5521
+    },
+    {
+      "epoch": 2.364882226980728,
+      "grad_norm": 5.230650901794434,
+      "learning_rate": 2.840177626509071e-05,
+      "loss": 0.716,
+      "step": 5522
+    },
+    {
+      "epoch": 2.3653104925053534,
+      "grad_norm": 3.002077341079712,
+      "learning_rate": 2.8394904947066148e-05,
+      "loss": 1.029,
+      "step": 5523
+    },
+    {
+      "epoch": 2.3657387580299787,
+      "grad_norm": 0.9440870881080627,
+      "learning_rate": 2.838803336774866e-05,
+      "loss": 0.2675,
+      "step": 5524
+    },
+    {
+      "epoch": 2.366167023554604,
+      "grad_norm": 3.1490561962127686,
+      "learning_rate": 2.838116152766714e-05,
+      "loss": 0.485,
+      "step": 5525
+    },
+    {
+      "epoch": 2.3665952890792292,
+      "grad_norm": 6.335760593414307,
+      "learning_rate": 2.837428942735047e-05,
+      "loss": 0.7842,
+      "step": 5526
+    },
+    {
+      "epoch": 2.3670235546038545,
+      "grad_norm": 3.3806087970733643,
+      "learning_rate": 2.8367417067327585e-05,
+      "loss": 0.779,
+      "step": 5527
+    },
+    {
+      "epoch": 2.3674518201284798,
+      "grad_norm": 3.666860818862915,
+      "learning_rate": 2.8360544448127423e-05,
+      "loss": 0.8198,
+      "step": 5528
+    },
+    {
+      "epoch": 2.367880085653105,
+      "grad_norm": 4.066466331481934,
+      "learning_rate": 2.8353671570278928e-05,
+      "loss": 1.3432,
+      "step": 5529
+    },
+    {
+      "epoch": 2.3683083511777303,
+      "grad_norm": 2.84922456741333,
+      "learning_rate": 2.83467984343111e-05,
+      "loss": 0.4562,
+      "step": 5530
+    },
+    {
+      "epoch": 2.3687366167023556,
+      "grad_norm": 2.994399309158325,
+      "learning_rate": 2.8339925040752925e-05,
+      "loss": 0.7843,
+      "step": 5531
+    },
+    {
+      "epoch": 2.369164882226981,
+      "grad_norm": 25.473031997680664,
+      "learning_rate": 2.8333051390133425e-05,
+      "loss": 0.7325,
+      "step": 5532
+    },
+    {
+      "epoch": 2.369593147751606,
+      "grad_norm": 5.637912750244141,
+      "learning_rate": 2.8326177482981643e-05,
+      "loss": 0.4089,
+      "step": 5533
+    },
+    {
+      "epoch": 2.3700214132762314,
+      "grad_norm": 3.184211492538452,
+      "learning_rate": 2.831930331982663e-05,
+      "loss": 0.6085,
+      "step": 5534
+    },
+    {
+      "epoch": 2.3704496788008567,
+      "grad_norm": 6.751247882843018,
+      "learning_rate": 2.8312428901197462e-05,
+      "loss": 0.8314,
+      "step": 5535
+    },
+    {
+      "epoch": 2.370877944325482,
+      "grad_norm": 1.2380846738815308,
+      "learning_rate": 2.8305554227623248e-05,
+      "loss": 0.4654,
+      "step": 5536
+    },
+    {
+      "epoch": 2.371306209850107,
+      "grad_norm": 3.1657354831695557,
+      "learning_rate": 2.82986792996331e-05,
+      "loss": 0.7368,
+      "step": 5537
+    },
+    {
+      "epoch": 2.3717344753747325,
+      "grad_norm": 15.038978576660156,
+      "learning_rate": 2.829180411775616e-05,
+      "loss": 0.878,
+      "step": 5538
+    },
+    {
+      "epoch": 2.3721627408993577,
+      "grad_norm": 5.895563125610352,
+      "learning_rate": 2.8284928682521572e-05,
+      "loss": 1.3082,
+      "step": 5539
+    },
+    {
+      "epoch": 2.372591006423983,
+      "grad_norm": 4.908451557159424,
+      "learning_rate": 2.8278052994458525e-05,
+      "loss": 0.6247,
+      "step": 5540
+    },
+    {
+      "epoch": 2.3730192719486083,
+      "grad_norm": 2.378138542175293,
+      "learning_rate": 2.8271177054096215e-05,
+      "loss": 0.4408,
+      "step": 5541
+    },
+    {
+      "epoch": 2.3734475374732336,
+      "grad_norm": 4.627791404724121,
+      "learning_rate": 2.8264300861963837e-05,
+      "loss": 0.8155,
+      "step": 5542
+    },
+    {
+      "epoch": 2.373875802997859,
+      "grad_norm": 2.388317584991455,
+      "learning_rate": 2.8257424418590646e-05,
+      "loss": 0.8998,
+      "step": 5543
+    },
+    {
+      "epoch": 2.374304068522484,
+      "grad_norm": 4.369946479797363,
+      "learning_rate": 2.8250547724505893e-05,
+      "loss": 0.8524,
+      "step": 5544
+    },
+    {
+      "epoch": 2.3747323340471094,
+      "grad_norm": 2.5266928672790527,
+      "learning_rate": 2.824367078023884e-05,
+      "loss": 0.2189,
+      "step": 5545
+    },
+    {
+      "epoch": 2.3751605995717346,
+      "grad_norm": 1.4196386337280273,
+      "learning_rate": 2.8236793586318793e-05,
+      "loss": 0.232,
+      "step": 5546
+    },
+    {
+      "epoch": 2.37558886509636,
+      "grad_norm": 3.5790770053863525,
+      "learning_rate": 2.8229916143275053e-05,
+      "loss": 1.191,
+      "step": 5547
+    },
+    {
+      "epoch": 2.376017130620985,
+      "grad_norm": 4.212423324584961,
+      "learning_rate": 2.8223038451636962e-05,
+      "loss": 1.3964,
+      "step": 5548
+    },
+    {
+      "epoch": 2.3764453961456105,
+      "grad_norm": 3.881319522857666,
+      "learning_rate": 2.821616051193386e-05,
+      "loss": 0.9597,
+      "step": 5549
+    },
+    {
+      "epoch": 2.3768736616702357,
+      "grad_norm": 12.628646850585938,
+      "learning_rate": 2.8209282324695113e-05,
+      "loss": 1.3087,
+      "step": 5550
+    },
+    {
+      "epoch": 2.377301927194861,
+      "grad_norm": 2.4921770095825195,
+      "learning_rate": 2.820240389045012e-05,
+      "loss": 0.2382,
+      "step": 5551
+    },
+    {
+      "epoch": 2.3777301927194863,
+      "grad_norm": 5.171650409698486,
+      "learning_rate": 2.8195525209728275e-05,
+      "loss": 1.078,
+      "step": 5552
+    },
+    {
+      "epoch": 2.3781584582441115,
+      "grad_norm": 4.715282440185547,
+      "learning_rate": 2.8188646283059016e-05,
+      "loss": 1.0212,
+      "step": 5553
+    },
+    {
+      "epoch": 2.378586723768737,
+      "grad_norm": 2.2882940769195557,
+      "learning_rate": 2.8181767110971784e-05,
+      "loss": 0.936,
+      "step": 5554
+    },
+    {
+      "epoch": 2.3790149892933616,
+      "grad_norm": 4.873839855194092,
+      "learning_rate": 2.8174887693996037e-05,
+      "loss": 0.6373,
+      "step": 5555
+    },
+    {
+      "epoch": 2.3794432548179874,
+      "grad_norm": 12.32871150970459,
+      "learning_rate": 2.816800803266127e-05,
+      "loss": 0.6951,
+      "step": 5556
+    },
+    {
+      "epoch": 2.379871520342612,
+      "grad_norm": 3.708345413208008,
+      "learning_rate": 2.8161128127496965e-05,
+      "loss": 0.9534,
+      "step": 5557
+    },
+    {
+      "epoch": 2.380299785867238,
+      "grad_norm": 5.166694164276123,
+      "learning_rate": 2.8154247979032665e-05,
+      "loss": 0.7856,
+      "step": 5558
+    },
+    {
+      "epoch": 2.3807280513918627,
+      "grad_norm": 0.9851038455963135,
+      "learning_rate": 2.8147367587797894e-05,
+      "loss": 0.2285,
+      "step": 5559
+    },
+    {
+      "epoch": 2.3811563169164884,
+      "grad_norm": 3.661341428756714,
+      "learning_rate": 2.814048695432221e-05,
+      "loss": 0.8223,
+      "step": 5560
+    },
+    {
+      "epoch": 2.3815845824411133,
+      "grad_norm": 4.456506729125977,
+      "learning_rate": 2.8133606079135192e-05,
+      "loss": 1.3389,
+      "step": 5561
+    },
+    {
+      "epoch": 2.382012847965739,
+      "grad_norm": 0.8741132616996765,
+      "learning_rate": 2.8126724962766442e-05,
+      "loss": 0.1439,
+      "step": 5562
+    },
+    {
+      "epoch": 2.382441113490364,
+      "grad_norm": 5.018294811248779,
+      "learning_rate": 2.8119843605745562e-05,
+      "loss": 0.5735,
+      "step": 5563
+    },
+    {
+      "epoch": 2.3828693790149895,
+      "grad_norm": 5.874534606933594,
+      "learning_rate": 2.8112962008602185e-05,
+      "loss": 0.838,
+      "step": 5564
+    },
+    {
+      "epoch": 2.3832976445396143,
+      "grad_norm": 3.2292134761810303,
+      "learning_rate": 2.8106080171865967e-05,
+      "loss": 0.8529,
+      "step": 5565
+    },
+    {
+      "epoch": 2.38372591006424,
+      "grad_norm": 2.7926158905029297,
+      "learning_rate": 2.8099198096066575e-05,
+      "loss": 1.4257,
+      "step": 5566
+    },
+    {
+      "epoch": 2.384154175588865,
+      "grad_norm": 2.6668126583099365,
+      "learning_rate": 2.8092315781733696e-05,
+      "loss": 0.7838,
+      "step": 5567
+    },
+    {
+      "epoch": 2.3845824411134906,
+      "grad_norm": 3.7161688804626465,
+      "learning_rate": 2.8085433229397028e-05,
+      "loss": 0.4433,
+      "step": 5568
+    },
+    {
+      "epoch": 2.3850107066381154,
+      "grad_norm": 7.429529666900635,
+      "learning_rate": 2.8078550439586314e-05,
+      "loss": 1.3168,
+      "step": 5569
+    },
+    {
+      "epoch": 2.385438972162741,
+      "grad_norm": 5.215970039367676,
+      "learning_rate": 2.8071667412831276e-05,
+      "loss": 1.4351,
+      "step": 5570
+    },
+    {
+      "epoch": 2.385867237687366,
+      "grad_norm": 5.475627899169922,
+      "learning_rate": 2.806478414966168e-05,
+      "loss": 0.9533,
+      "step": 5571
+    },
+    {
+      "epoch": 2.3862955032119912,
+      "grad_norm": 1.375800371170044,
+      "learning_rate": 2.8057900650607316e-05,
+      "loss": 0.2696,
+      "step": 5572
+    },
+    {
+      "epoch": 2.3867237687366165,
+      "grad_norm": 3.9608263969421387,
+      "learning_rate": 2.8051016916197965e-05,
+      "loss": 0.4253,
+      "step": 5573
+    },
+    {
+      "epoch": 2.387152034261242,
+      "grad_norm": 11.729048728942871,
+      "learning_rate": 2.8044132946963454e-05,
+      "loss": 0.608,
+      "step": 5574
+    },
+    {
+      "epoch": 2.387580299785867,
+      "grad_norm": 1.582855463027954,
+      "learning_rate": 2.8037248743433602e-05,
+      "loss": 0.475,
+      "step": 5575
+    },
+    {
+      "epoch": 2.3880085653104923,
+      "grad_norm": 4.919514179229736,
+      "learning_rate": 2.803036430613828e-05,
+      "loss": 1.2276,
+      "step": 5576
+    },
+    {
+      "epoch": 2.3884368308351176,
+      "grad_norm": 5.693434238433838,
+      "learning_rate": 2.802347963560734e-05,
+      "loss": 0.6478,
+      "step": 5577
+    },
+    {
+      "epoch": 2.388865096359743,
+      "grad_norm": 2.640932321548462,
+      "learning_rate": 2.8016594732370672e-05,
+      "loss": 0.4775,
+      "step": 5578
+    },
+    {
+      "epoch": 2.389293361884368,
+      "grad_norm": 3.3912456035614014,
+      "learning_rate": 2.8009709596958184e-05,
+      "loss": 0.5358,
+      "step": 5579
+    },
+    {
+      "epoch": 2.3897216274089934,
+      "grad_norm": 5.644322872161865,
+      "learning_rate": 2.80028242298998e-05,
+      "loss": 1.1333,
+      "step": 5580
+    },
+    {
+      "epoch": 2.3901498929336187,
+      "grad_norm": 3.6840338706970215,
+      "learning_rate": 2.7995938631725454e-05,
+      "loss": 1.0571,
+      "step": 5581
+    },
+    {
+      "epoch": 2.390578158458244,
+      "grad_norm": 3.979735851287842,
+      "learning_rate": 2.7989052802965114e-05,
+      "loss": 0.5784,
+      "step": 5582
+    },
+    {
+      "epoch": 2.3910064239828692,
+      "grad_norm": 7.725368976593018,
+      "learning_rate": 2.7982166744148753e-05,
+      "loss": 0.3007,
+      "step": 5583
+    },
+    {
+      "epoch": 2.3914346895074945,
+      "grad_norm": 3.166541337966919,
+      "learning_rate": 2.797528045580635e-05,
+      "loss": 0.3943,
+      "step": 5584
+    },
+    {
+      "epoch": 2.3918629550321198,
+      "grad_norm": 4.015211582183838,
+      "learning_rate": 2.7968393938467947e-05,
+      "loss": 0.5349,
+      "step": 5585
+    },
+    {
+      "epoch": 2.392291220556745,
+      "grad_norm": 6.444606304168701,
+      "learning_rate": 2.7961507192663538e-05,
+      "loss": 0.4547,
+      "step": 5586
+    },
+    {
+      "epoch": 2.3927194860813703,
+      "grad_norm": 7.130695343017578,
+      "learning_rate": 2.79546202189232e-05,
+      "loss": 0.9117,
+      "step": 5587
+    },
+    {
+      "epoch": 2.3931477516059956,
+      "grad_norm": 19.054325103759766,
+      "learning_rate": 2.794773301777698e-05,
+      "loss": 1.7147,
+      "step": 5588
+    },
+    {
+      "epoch": 2.393576017130621,
+      "grad_norm": 6.551760673522949,
+      "learning_rate": 2.7940845589754955e-05,
+      "loss": 0.7975,
+      "step": 5589
+    },
+    {
+      "epoch": 2.394004282655246,
+      "grad_norm": 1.3160549402236938,
+      "learning_rate": 2.7933957935387238e-05,
+      "loss": 0.5464,
+      "step": 5590
+    },
+    {
+      "epoch": 2.3944325481798714,
+      "grad_norm": 6.6974945068359375,
+      "learning_rate": 2.792707005520394e-05,
+      "loss": 1.3507,
+      "step": 5591
+    },
+    {
+      "epoch": 2.3948608137044967,
+      "grad_norm": 1.349910855293274,
+      "learning_rate": 2.7920181949735196e-05,
+      "loss": 0.4228,
+      "step": 5592
+    },
+    {
+      "epoch": 2.395289079229122,
+      "grad_norm": 6.842713356018066,
+      "learning_rate": 2.791329361951116e-05,
+      "loss": 1.0944,
+      "step": 5593
+    },
+    {
+      "epoch": 2.395717344753747,
+      "grad_norm": 1.9504879713058472,
+      "learning_rate": 2.790640506506199e-05,
+      "loss": 0.5552,
+      "step": 5594
+    },
+    {
+      "epoch": 2.3961456102783725,
+      "grad_norm": 2.949526309967041,
+      "learning_rate": 2.7899516286917882e-05,
+      "loss": 0.4822,
+      "step": 5595
+    },
+    {
+      "epoch": 2.3965738758029977,
+      "grad_norm": 2.0945372581481934,
+      "learning_rate": 2.7892627285609035e-05,
+      "loss": 0.4924,
+      "step": 5596
+    },
+    {
+      "epoch": 2.397002141327623,
+      "grad_norm": 3.0254597663879395,
+      "learning_rate": 2.7885738061665673e-05,
+      "loss": 1.8954,
+      "step": 5597
+    },
+    {
+      "epoch": 2.3974304068522483,
+      "grad_norm": 3.7870333194732666,
+      "learning_rate": 2.787884861561803e-05,
+      "loss": 1.413,
+      "step": 5598
+    },
+    {
+      "epoch": 2.3978586723768736,
+      "grad_norm": 3.475337028503418,
+      "learning_rate": 2.7871958947996353e-05,
+      "loss": 0.8188,
+      "step": 5599
+    },
+    {
+      "epoch": 2.398286937901499,
+      "grad_norm": 4.1586408615112305,
+      "learning_rate": 2.7865069059330928e-05,
+      "loss": 1.018,
+      "step": 5600
+    },
+    {
+      "epoch": 2.398715203426124,
+      "grad_norm": 3.8873777389526367,
+      "learning_rate": 2.7858178950152043e-05,
+      "loss": 0.77,
+      "step": 5601
+    },
+    {
+      "epoch": 2.3991434689507494,
+      "grad_norm": 7.5264716148376465,
+      "learning_rate": 2.7851288620989984e-05,
+      "loss": 0.7599,
+      "step": 5602
+    },
+    {
+      "epoch": 2.3995717344753746,
+      "grad_norm": 2.2405736446380615,
+      "learning_rate": 2.7844398072375095e-05,
+      "loss": 0.5006,
+      "step": 5603
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 2.29373836517334,
+      "learning_rate": 2.78375073048377e-05,
+      "loss": 1.7048,
+      "step": 5604
+    },
+    {
+      "epoch": 2.400428265524625,
+      "grad_norm": 5.293142318725586,
+      "learning_rate": 2.783061631890817e-05,
+      "loss": 1.1748,
+      "step": 5605
+    },
+    {
+      "epoch": 2.4008565310492505,
+      "grad_norm": 1.7752151489257812,
+      "learning_rate": 2.7823725115116868e-05,
+      "loss": 0.4114,
+      "step": 5606
+    },
+    {
+      "epoch": 2.4012847965738757,
+      "grad_norm": 1.9327090978622437,
+      "learning_rate": 2.7816833693994183e-05,
+      "loss": 1.4244,
+      "step": 5607
+    },
+    {
+      "epoch": 2.401713062098501,
+      "grad_norm": 2.4252164363861084,
+      "learning_rate": 2.7809942056070526e-05,
+      "loss": 1.1022,
+      "step": 5608
+    },
+    {
+      "epoch": 2.4021413276231263,
+      "grad_norm": 4.092789173126221,
+      "learning_rate": 2.7803050201876318e-05,
+      "loss": 1.7385,
+      "step": 5609
+    },
+    {
+      "epoch": 2.4025695931477515,
+      "grad_norm": 6.248395919799805,
+      "learning_rate": 2.7796158131942002e-05,
+      "loss": 1.1397,
+      "step": 5610
+    },
+    {
+      "epoch": 2.402997858672377,
+      "grad_norm": 6.429638862609863,
+      "learning_rate": 2.7789265846798034e-05,
+      "loss": 0.3335,
+      "step": 5611
+    },
+    {
+      "epoch": 2.403426124197002,
+      "grad_norm": 2.5523996353149414,
+      "learning_rate": 2.7782373346974876e-05,
+      "loss": 1.0193,
+      "step": 5612
+    },
+    {
+      "epoch": 2.4038543897216273,
+      "grad_norm": 4.193258762359619,
+      "learning_rate": 2.7775480633003026e-05,
+      "loss": 1.1492,
+      "step": 5613
+    },
+    {
+      "epoch": 2.4042826552462526,
+      "grad_norm": 4.005550384521484,
+      "learning_rate": 2.7768587705413e-05,
+      "loss": 1.4302,
+      "step": 5614
+    },
+    {
+      "epoch": 2.404710920770878,
+      "grad_norm": 5.750573635101318,
+      "learning_rate": 2.7761694564735303e-05,
+      "loss": 0.5117,
+      "step": 5615
+    },
+    {
+      "epoch": 2.405139186295503,
+      "grad_norm": 4.693800926208496,
+      "learning_rate": 2.7754801211500485e-05,
+      "loss": 0.5011,
+      "step": 5616
+    },
+    {
+      "epoch": 2.4055674518201284,
+      "grad_norm": 1.597874402999878,
+      "learning_rate": 2.7747907646239103e-05,
+      "loss": 0.4393,
+      "step": 5617
+    },
+    {
+      "epoch": 2.4059957173447537,
+      "grad_norm": 3.500568389892578,
+      "learning_rate": 2.7741013869481712e-05,
+      "loss": 0.6457,
+      "step": 5618
+    },
+    {
+      "epoch": 2.406423982869379,
+      "grad_norm": 7.746678352355957,
+      "learning_rate": 2.7734119881758918e-05,
+      "loss": 0.4442,
+      "step": 5619
+    },
+    {
+      "epoch": 2.4068522483940042,
+      "grad_norm": 5.296404838562012,
+      "learning_rate": 2.772722568360131e-05,
+      "loss": 0.9461,
+      "step": 5620
+    },
+    {
+      "epoch": 2.4072805139186295,
+      "grad_norm": 3.3662893772125244,
+      "learning_rate": 2.7720331275539524e-05,
+      "loss": 0.2514,
+      "step": 5621
+    },
+    {
+      "epoch": 2.407708779443255,
+      "grad_norm": 3.9103195667266846,
+      "learning_rate": 2.7713436658104193e-05,
+      "loss": 0.8944,
+      "step": 5622
+    },
+    {
+      "epoch": 2.40813704496788,
+      "grad_norm": 6.425649642944336,
+      "learning_rate": 2.770654183182595e-05,
+      "loss": 0.8581,
+      "step": 5623
+    },
+    {
+      "epoch": 2.4085653104925053,
+      "grad_norm": 1.1299232244491577,
+      "learning_rate": 2.769964679723549e-05,
+      "loss": 0.5603,
+      "step": 5624
+    },
+    {
+      "epoch": 2.4089935760171306,
+      "grad_norm": 3.0893218517303467,
+      "learning_rate": 2.7692751554863477e-05,
+      "loss": 1.1973,
+      "step": 5625
+    },
+    {
+      "epoch": 2.409421841541756,
+      "grad_norm": 3.0749568939208984,
+      "learning_rate": 2.7685856105240633e-05,
+      "loss": 0.5853,
+      "step": 5626
+    },
+    {
+      "epoch": 2.409850107066381,
+      "grad_norm": 2.5061323642730713,
+      "learning_rate": 2.7678960448897658e-05,
+      "loss": 0.5821,
+      "step": 5627
+    },
+    {
+      "epoch": 2.4102783725910064,
+      "grad_norm": 2.5536463260650635,
+      "learning_rate": 2.767206458636528e-05,
+      "loss": 1.194,
+      "step": 5628
+    },
+    {
+      "epoch": 2.4107066381156317,
+      "grad_norm": 2.8919265270233154,
+      "learning_rate": 2.7665168518174262e-05,
+      "loss": 0.3925,
+      "step": 5629
+    },
+    {
+      "epoch": 2.411134903640257,
+      "grad_norm": 10.430636405944824,
+      "learning_rate": 2.765827224485536e-05,
+      "loss": 1.2151,
+      "step": 5630
+    },
+    {
+      "epoch": 2.4115631691648822,
+      "grad_norm": 12.877735137939453,
+      "learning_rate": 2.7651375766939357e-05,
+      "loss": 2.6613,
+      "step": 5631
+    },
+    {
+      "epoch": 2.4119914346895075,
+      "grad_norm": 1.1826475858688354,
+      "learning_rate": 2.7644479084957054e-05,
+      "loss": 0.4005,
+      "step": 5632
+    },
+    {
+      "epoch": 2.4124197002141328,
+      "grad_norm": 4.24699592590332,
+      "learning_rate": 2.7637582199439242e-05,
+      "loss": 1.1399,
+      "step": 5633
+    },
+    {
+      "epoch": 2.412847965738758,
+      "grad_norm": 1.0210175514221191,
+      "learning_rate": 2.7630685110916778e-05,
+      "loss": 0.334,
+      "step": 5634
+    },
+    {
+      "epoch": 2.4132762312633833,
+      "grad_norm": 2.496981382369995,
+      "learning_rate": 2.7623787819920475e-05,
+      "loss": 0.53,
+      "step": 5635
+    },
+    {
+      "epoch": 2.4137044967880086,
+      "grad_norm": 1.9189016819000244,
+      "learning_rate": 2.7616890326981215e-05,
+      "loss": 0.3816,
+      "step": 5636
+    },
+    {
+      "epoch": 2.414132762312634,
+      "grad_norm": 5.491183757781982,
+      "learning_rate": 2.760999263262986e-05,
+      "loss": 0.525,
+      "step": 5637
+    },
+    {
+      "epoch": 2.414561027837259,
+      "grad_norm": 3.1268672943115234,
+      "learning_rate": 2.7603094737397296e-05,
+      "loss": 0.5392,
+      "step": 5638
+    },
+    {
+      "epoch": 2.4149892933618844,
+      "grad_norm": 3.9716875553131104,
+      "learning_rate": 2.7596196641814436e-05,
+      "loss": 0.9156,
+      "step": 5639
+    },
+    {
+      "epoch": 2.4154175588865097,
+      "grad_norm": 3.4977447986602783,
+      "learning_rate": 2.75892983464122e-05,
+      "loss": 0.2801,
+      "step": 5640
+    },
+    {
+      "epoch": 2.415845824411135,
+      "grad_norm": 2.646094560623169,
+      "learning_rate": 2.7582399851721514e-05,
+      "loss": 0.4421,
+      "step": 5641
+    },
+    {
+      "epoch": 2.41627408993576,
+      "grad_norm": 6.629439830780029,
+      "learning_rate": 2.7575501158273337e-05,
+      "loss": 1.1788,
+      "step": 5642
+    },
+    {
+      "epoch": 2.4167023554603855,
+      "grad_norm": 5.800453186035156,
+      "learning_rate": 2.756860226659863e-05,
+      "loss": 0.8542,
+      "step": 5643
+    },
+    {
+      "epoch": 2.4171306209850107,
+      "grad_norm": 1.6290347576141357,
+      "learning_rate": 2.756170317722839e-05,
+      "loss": 0.5668,
+      "step": 5644
+    },
+    {
+      "epoch": 2.417558886509636,
+      "grad_norm": 4.071568965911865,
+      "learning_rate": 2.7554803890693597e-05,
+      "loss": 0.7648,
+      "step": 5645
+    },
+    {
+      "epoch": 2.4179871520342613,
+      "grad_norm": 1.233755350112915,
+      "learning_rate": 2.754790440752526e-05,
+      "loss": 0.5837,
+      "step": 5646
+    },
+    {
+      "epoch": 2.4184154175588866,
+      "grad_norm": 1.056653618812561,
+      "learning_rate": 2.7541004728254422e-05,
+      "loss": 0.4071,
+      "step": 5647
+    },
+    {
+      "epoch": 2.418843683083512,
+      "grad_norm": 3.122438430786133,
+      "learning_rate": 2.7534104853412107e-05,
+      "loss": 0.867,
+      "step": 5648
+    },
+    {
+      "epoch": 2.419271948608137,
+      "grad_norm": 2.852389335632324,
+      "learning_rate": 2.7527204783529387e-05,
+      "loss": 0.4548,
+      "step": 5649
+    },
+    {
+      "epoch": 2.4197002141327624,
+      "grad_norm": 2.693891763687134,
+      "learning_rate": 2.752030451913733e-05,
+      "loss": 0.3995,
+      "step": 5650
+    },
+    {
+      "epoch": 2.4201284796573876,
+      "grad_norm": 4.044301509857178,
+      "learning_rate": 2.7513404060767022e-05,
+      "loss": 1.0213,
+      "step": 5651
+    },
+    {
+      "epoch": 2.420556745182013,
+      "grad_norm": 7.637851715087891,
+      "learning_rate": 2.7506503408949563e-05,
+      "loss": 0.5644,
+      "step": 5652
+    },
+    {
+      "epoch": 2.420985010706638,
+      "grad_norm": 3.835622787475586,
+      "learning_rate": 2.7499602564216075e-05,
+      "loss": 0.9374,
+      "step": 5653
+    },
+    {
+      "epoch": 2.4214132762312635,
+      "grad_norm": 9.163200378417969,
+      "learning_rate": 2.7492701527097688e-05,
+      "loss": 0.4908,
+      "step": 5654
+    },
+    {
+      "epoch": 2.4218415417558887,
+      "grad_norm": 5.200344085693359,
+      "learning_rate": 2.748580029812554e-05,
+      "loss": 1.1005,
+      "step": 5655
+    },
+    {
+      "epoch": 2.422269807280514,
+      "grad_norm": 2.799489736557007,
+      "learning_rate": 2.747889887783081e-05,
+      "loss": 1.1478,
+      "step": 5656
+    },
+    {
+      "epoch": 2.4226980728051393,
+      "grad_norm": 3.4795212745666504,
+      "learning_rate": 2.7471997266744654e-05,
+      "loss": 0.8677,
+      "step": 5657
+    },
+    {
+      "epoch": 2.4231263383297645,
+      "grad_norm": 2.1825015544891357,
+      "learning_rate": 2.7465095465398277e-05,
+      "loss": 0.3453,
+      "step": 5658
+    },
+    {
+      "epoch": 2.42355460385439,
+      "grad_norm": 4.6792144775390625,
+      "learning_rate": 2.7458193474322874e-05,
+      "loss": 0.8769,
+      "step": 5659
+    },
+    {
+      "epoch": 2.423982869379015,
+      "grad_norm": 3.5382654666900635,
+      "learning_rate": 2.745129129404968e-05,
+      "loss": 0.4801,
+      "step": 5660
+    },
+    {
+      "epoch": 2.4244111349036404,
+      "grad_norm": 3.4732797145843506,
+      "learning_rate": 2.7444388925109922e-05,
+      "loss": 0.4585,
+      "step": 5661
+    },
+    {
+      "epoch": 2.4248394004282656,
+      "grad_norm": 8.285425186157227,
+      "learning_rate": 2.743748636803483e-05,
+      "loss": 0.5836,
+      "step": 5662
+    },
+    {
+      "epoch": 2.425267665952891,
+      "grad_norm": 13.62640380859375,
+      "learning_rate": 2.7430583623355705e-05,
+      "loss": 0.5224,
+      "step": 5663
+    },
+    {
+      "epoch": 2.425695931477516,
+      "grad_norm": 7.207819938659668,
+      "learning_rate": 2.7423680691603792e-05,
+      "loss": 1.0553,
+      "step": 5664
+    },
+    {
+      "epoch": 2.4261241970021414,
+      "grad_norm": 2.1584601402282715,
+      "learning_rate": 2.7416777573310397e-05,
+      "loss": 0.5854,
+      "step": 5665
+    },
+    {
+      "epoch": 2.4265524625267667,
+      "grad_norm": 14.109148979187012,
+      "learning_rate": 2.7409874269006834e-05,
+      "loss": 1.0688,
+      "step": 5666
+    },
+    {
+      "epoch": 2.426980728051392,
+      "grad_norm": 3.138810157775879,
+      "learning_rate": 2.740297077922441e-05,
+      "loss": 0.8584,
+      "step": 5667
+    },
+    {
+      "epoch": 2.4274089935760172,
+      "grad_norm": 2.6742331981658936,
+      "learning_rate": 2.739606710449447e-05,
+      "loss": 0.9434,
+      "step": 5668
+    },
+    {
+      "epoch": 2.4278372591006425,
+      "grad_norm": 2.854682683944702,
+      "learning_rate": 2.7389163245348352e-05,
+      "loss": 0.4937,
+      "step": 5669
+    },
+    {
+      "epoch": 2.428265524625268,
+      "grad_norm": 6.5545148849487305,
+      "learning_rate": 2.738225920231744e-05,
+      "loss": 0.944,
+      "step": 5670
+    },
+    {
+      "epoch": 2.428693790149893,
+      "grad_norm": 1.6508607864379883,
+      "learning_rate": 2.73753549759331e-05,
+      "loss": 0.3633,
+      "step": 5671
+    },
+    {
+      "epoch": 2.4291220556745183,
+      "grad_norm": 6.0498366355896,
+      "learning_rate": 2.736845056672671e-05,
+      "loss": 0.5492,
+      "step": 5672
+    },
+    {
+      "epoch": 2.4295503211991436,
+      "grad_norm": 5.049208164215088,
+      "learning_rate": 2.7361545975229702e-05,
+      "loss": 0.7142,
+      "step": 5673
+    },
+    {
+      "epoch": 2.429978586723769,
+      "grad_norm": 3.076432228088379,
+      "learning_rate": 2.7354641201973474e-05,
+      "loss": 1.4996,
+      "step": 5674
+    },
+    {
+      "epoch": 2.430406852248394,
+      "grad_norm": 4.599114894866943,
+      "learning_rate": 2.734773624748948e-05,
+      "loss": 0.6188,
+      "step": 5675
+    },
+    {
+      "epoch": 2.4308351177730194,
+      "grad_norm": 0.9683912396430969,
+      "learning_rate": 2.7340831112309158e-05,
+      "loss": 0.4415,
+      "step": 5676
+    },
+    {
+      "epoch": 2.4312633832976447,
+      "grad_norm": 2.888036012649536,
+      "learning_rate": 2.733392579696396e-05,
+      "loss": 0.4031,
+      "step": 5677
+    },
+    {
+      "epoch": 2.43169164882227,
+      "grad_norm": 0.7956357002258301,
+      "learning_rate": 2.7327020301985385e-05,
+      "loss": 0.1392,
+      "step": 5678
+    },
+    {
+      "epoch": 2.4321199143468952,
+      "grad_norm": 3.3081631660461426,
+      "learning_rate": 2.73201146279049e-05,
+      "loss": 1.5448,
+      "step": 5679
+    },
+    {
+      "epoch": 2.4325481798715205,
+      "grad_norm": 4.648967266082764,
+      "learning_rate": 2.7313208775254023e-05,
+      "loss": 0.8504,
+      "step": 5680
+    },
+    {
+      "epoch": 2.4329764453961458,
+      "grad_norm": 4.208770275115967,
+      "learning_rate": 2.7306302744564267e-05,
+      "loss": 0.9224,
+      "step": 5681
+    },
+    {
+      "epoch": 2.433404710920771,
+      "grad_norm": 4.130259990692139,
+      "learning_rate": 2.7299396536367155e-05,
+      "loss": 0.6705,
+      "step": 5682
+    },
+    {
+      "epoch": 2.4338329764453963,
+      "grad_norm": 0.8079400658607483,
+      "learning_rate": 2.7292490151194245e-05,
+      "loss": 0.3002,
+      "step": 5683
+    },
+    {
+      "epoch": 2.4342612419700216,
+      "grad_norm": 2.8652029037475586,
+      "learning_rate": 2.7285583589577092e-05,
+      "loss": 0.4167,
+      "step": 5684
+    },
+    {
+      "epoch": 2.434689507494647,
+      "grad_norm": 2.7417335510253906,
+      "learning_rate": 2.7278676852047258e-05,
+      "loss": 0.3819,
+      "step": 5685
+    },
+    {
+      "epoch": 2.435117773019272,
+      "grad_norm": 4.705327987670898,
+      "learning_rate": 2.7271769939136342e-05,
+      "loss": 0.9792,
+      "step": 5686
+    },
+    {
+      "epoch": 2.4355460385438974,
+      "grad_norm": 0.6967328190803528,
+      "learning_rate": 2.7264862851375932e-05,
+      "loss": 0.1668,
+      "step": 5687
+    },
+    {
+      "epoch": 2.4359743040685227,
+      "grad_norm": 2.8300721645355225,
+      "learning_rate": 2.7257955589297646e-05,
+      "loss": 1.1709,
+      "step": 5688
+    },
+    {
+      "epoch": 2.436402569593148,
+      "grad_norm": 5.09700870513916,
+      "learning_rate": 2.7251048153433105e-05,
+      "loss": 1.3851,
+      "step": 5689
+    },
+    {
+      "epoch": 2.436830835117773,
+      "grad_norm": 4.127964019775391,
+      "learning_rate": 2.7244140544313955e-05,
+      "loss": 1.0431,
+      "step": 5690
+    },
+    {
+      "epoch": 2.4372591006423985,
+      "grad_norm": 3.347172260284424,
+      "learning_rate": 2.7237232762471844e-05,
+      "loss": 0.4355,
+      "step": 5691
+    },
+    {
+      "epoch": 2.4376873661670233,
+      "grad_norm": 0.941929280757904,
+      "learning_rate": 2.723032480843844e-05,
+      "loss": 0.218,
+      "step": 5692
+    },
+    {
+      "epoch": 2.438115631691649,
+      "grad_norm": 3.7543721199035645,
+      "learning_rate": 2.7223416682745416e-05,
+      "loss": 0.5676,
+      "step": 5693
+    },
+    {
+      "epoch": 2.438543897216274,
+      "grad_norm": 3.5552384853363037,
+      "learning_rate": 2.7216508385924472e-05,
+      "loss": 0.4973,
+      "step": 5694
+    },
+    {
+      "epoch": 2.4389721627408996,
+      "grad_norm": 1.1563199758529663,
+      "learning_rate": 2.720959991850731e-05,
+      "loss": 0.4927,
+      "step": 5695
+    },
+    {
+      "epoch": 2.4394004282655244,
+      "grad_norm": 4.4166107177734375,
+      "learning_rate": 2.720269128102564e-05,
+      "loss": 0.9047,
+      "step": 5696
+    },
+    {
+      "epoch": 2.43982869379015,
+      "grad_norm": 2.036285161972046,
+      "learning_rate": 2.719578247401121e-05,
+      "loss": 0.6977,
+      "step": 5697
+    },
+    {
+      "epoch": 2.440256959314775,
+      "grad_norm": 5.757720470428467,
+      "learning_rate": 2.7188873497995748e-05,
+      "loss": 1.3712,
+      "step": 5698
+    },
+    {
+      "epoch": 2.4406852248394006,
+      "grad_norm": 1.6401150226593018,
+      "learning_rate": 2.718196435351103e-05,
+      "loss": 0.519,
+      "step": 5699
+    },
+    {
+      "epoch": 2.4411134903640255,
+      "grad_norm": 4.6877899169921875,
+      "learning_rate": 2.7175055041088816e-05,
+      "loss": 0.6278,
+      "step": 5700
+    },
+    {
+      "epoch": 2.441541755888651,
+      "grad_norm": 6.144675254821777,
+      "learning_rate": 2.7168145561260878e-05,
+      "loss": 0.2473,
+      "step": 5701
+    },
+    {
+      "epoch": 2.441970021413276,
+      "grad_norm": 2.0461719036102295,
+      "learning_rate": 2.7161235914559036e-05,
+      "loss": 0.3283,
+      "step": 5702
+    },
+    {
+      "epoch": 2.4423982869379017,
+      "grad_norm": 4.366409778594971,
+      "learning_rate": 2.7154326101515076e-05,
+      "loss": 1.2448,
+      "step": 5703
+    },
+    {
+      "epoch": 2.4428265524625266,
+      "grad_norm": 5.780550956726074,
+      "learning_rate": 2.714741612266084e-05,
+      "loss": 1.6586,
+      "step": 5704
+    },
+    {
+      "epoch": 2.4432548179871523,
+      "grad_norm": 1.7645074129104614,
+      "learning_rate": 2.7140505978528157e-05,
+      "loss": 0.3315,
+      "step": 5705
+    },
+    {
+      "epoch": 2.443683083511777,
+      "grad_norm": 2.142133951187134,
+      "learning_rate": 2.7133595669648866e-05,
+      "loss": 0.3282,
+      "step": 5706
+    },
+    {
+      "epoch": 2.444111349036403,
+      "grad_norm": 3.6946470737457275,
+      "learning_rate": 2.7126685196554834e-05,
+      "loss": 1.4345,
+      "step": 5707
+    },
+    {
+      "epoch": 2.4445396145610276,
+      "grad_norm": 3.6442010402679443,
+      "learning_rate": 2.711977455977793e-05,
+      "loss": 0.5601,
+      "step": 5708
+    },
+    {
+      "epoch": 2.444967880085653,
+      "grad_norm": 4.330514430999756,
+      "learning_rate": 2.711286375985005e-05,
+      "loss": 0.474,
+      "step": 5709
+    },
+    {
+      "epoch": 2.445396145610278,
+      "grad_norm": 4.240075588226318,
+      "learning_rate": 2.710595279730308e-05,
+      "loss": 0.7928,
+      "step": 5710
+    },
+    {
+      "epoch": 2.4458244111349035,
+      "grad_norm": 4.432882785797119,
+      "learning_rate": 2.7099041672668933e-05,
+      "loss": 0.4058,
+      "step": 5711
+    },
+    {
+      "epoch": 2.4462526766595287,
+      "grad_norm": 1.1988953351974487,
+      "learning_rate": 2.7092130386479538e-05,
+      "loss": 0.2971,
+      "step": 5712
+    },
+    {
+      "epoch": 2.446680942184154,
+      "grad_norm": 2.156244993209839,
+      "learning_rate": 2.7085218939266814e-05,
+      "loss": 1.4018,
+      "step": 5713
+    },
+    {
+      "epoch": 2.4471092077087793,
+      "grad_norm": 0.7418071627616882,
+      "learning_rate": 2.7078307331562737e-05,
+      "loss": 0.1554,
+      "step": 5714
+    },
+    {
+      "epoch": 2.4475374732334045,
+      "grad_norm": 2.968165397644043,
+      "learning_rate": 2.7071395563899245e-05,
+      "loss": 0.3245,
+      "step": 5715
+    },
+    {
+      "epoch": 2.44796573875803,
+      "grad_norm": 20.33112144470215,
+      "learning_rate": 2.7064483636808313e-05,
+      "loss": 0.6087,
+      "step": 5716
+    },
+    {
+      "epoch": 2.448394004282655,
+      "grad_norm": 1.521958827972412,
+      "learning_rate": 2.7057571550821925e-05,
+      "loss": 0.5803,
+      "step": 5717
+    },
+    {
+      "epoch": 2.4488222698072803,
+      "grad_norm": 4.67308235168457,
+      "learning_rate": 2.7050659306472092e-05,
+      "loss": 1.579,
+      "step": 5718
+    },
+    {
+      "epoch": 2.4492505353319056,
+      "grad_norm": 4.278799057006836,
+      "learning_rate": 2.7043746904290805e-05,
+      "loss": 0.7044,
+      "step": 5719
+    },
+    {
+      "epoch": 2.449678800856531,
+      "grad_norm": 30.966222763061523,
+      "learning_rate": 2.7036834344810102e-05,
+      "loss": 0.5377,
+      "step": 5720
+    },
+    {
+      "epoch": 2.450107066381156,
+      "grad_norm": 2.6432013511657715,
+      "learning_rate": 2.7029921628562006e-05,
+      "loss": 0.5976,
+      "step": 5721
+    },
+    {
+      "epoch": 2.4505353319057814,
+      "grad_norm": 6.39853572845459,
+      "learning_rate": 2.702300875607856e-05,
+      "loss": 0.9742,
+      "step": 5722
+    },
+    {
+      "epoch": 2.4509635974304067,
+      "grad_norm": 3.578435182571411,
+      "learning_rate": 2.7016095727891834e-05,
+      "loss": 0.5181,
+      "step": 5723
+    },
+    {
+      "epoch": 2.451391862955032,
+      "grad_norm": 1.3049505949020386,
+      "learning_rate": 2.700918254453388e-05,
+      "loss": 0.3454,
+      "step": 5724
+    },
+    {
+      "epoch": 2.4518201284796572,
+      "grad_norm": 1.2911884784698486,
+      "learning_rate": 2.7002269206536796e-05,
+      "loss": 0.6115,
+      "step": 5725
+    },
+    {
+      "epoch": 2.4522483940042825,
+      "grad_norm": 5.401815891265869,
+      "learning_rate": 2.699535571443267e-05,
+      "loss": 0.5404,
+      "step": 5726
+    },
+    {
+      "epoch": 2.452676659528908,
+      "grad_norm": 2.14790678024292,
+      "learning_rate": 2.6988442068753595e-05,
+      "loss": 1.0694,
+      "step": 5727
+    },
+    {
+      "epoch": 2.453104925053533,
+      "grad_norm": 2.891839027404785,
+      "learning_rate": 2.6981528270031707e-05,
+      "loss": 0.5174,
+      "step": 5728
+    },
+    {
+      "epoch": 2.4535331905781583,
+      "grad_norm": 6.121375560760498,
+      "learning_rate": 2.6974614318799118e-05,
+      "loss": 1.0026,
+      "step": 5729
+    },
+    {
+      "epoch": 2.4539614561027836,
+      "grad_norm": 3.3253469467163086,
+      "learning_rate": 2.6967700215587987e-05,
+      "loss": 0.4722,
+      "step": 5730
+    },
+    {
+      "epoch": 2.454389721627409,
+      "grad_norm": 1.6714431047439575,
+      "learning_rate": 2.6960785960930452e-05,
+      "loss": 0.586,
+      "step": 5731
+    },
+    {
+      "epoch": 2.454817987152034,
+      "grad_norm": 1.8195276260375977,
+      "learning_rate": 2.695387155535868e-05,
+      "loss": 0.1529,
+      "step": 5732
+    },
+    {
+      "epoch": 2.4552462526766594,
+      "grad_norm": 2.4143776893615723,
+      "learning_rate": 2.6946956999404848e-05,
+      "loss": 0.6807,
+      "step": 5733
+    },
+    {
+      "epoch": 2.4556745182012847,
+      "grad_norm": 1.2449848651885986,
+      "learning_rate": 2.6940042293601143e-05,
+      "loss": 0.359,
+      "step": 5734
+    },
+    {
+      "epoch": 2.45610278372591,
+      "grad_norm": 4.387360572814941,
+      "learning_rate": 2.693312743847976e-05,
+      "loss": 0.7151,
+      "step": 5735
+    },
+    {
+      "epoch": 2.4565310492505352,
+      "grad_norm": 2.4458820819854736,
+      "learning_rate": 2.6926212434572916e-05,
+      "loss": 0.647,
+      "step": 5736
+    },
+    {
+      "epoch": 2.4569593147751605,
+      "grad_norm": 8.058700561523438,
+      "learning_rate": 2.691929728241282e-05,
+      "loss": 0.8668,
+      "step": 5737
+    },
+    {
+      "epoch": 2.4573875802997858,
+      "grad_norm": 1.4191257953643799,
+      "learning_rate": 2.6912381982531725e-05,
+      "loss": 0.4317,
+      "step": 5738
+    },
+    {
+      "epoch": 2.457815845824411,
+      "grad_norm": 4.433391571044922,
+      "learning_rate": 2.690546653546186e-05,
+      "loss": 0.911,
+      "step": 5739
+    },
+    {
+      "epoch": 2.4582441113490363,
+      "grad_norm": 5.161221504211426,
+      "learning_rate": 2.689855094173548e-05,
+      "loss": 0.4671,
+      "step": 5740
+    },
+    {
+      "epoch": 2.4586723768736616,
+      "grad_norm": 5.92930269241333,
+      "learning_rate": 2.6891635201884863e-05,
+      "loss": 1.3086,
+      "step": 5741
+    },
+    {
+      "epoch": 2.459100642398287,
+      "grad_norm": 3.0170648097991943,
+      "learning_rate": 2.6884719316442275e-05,
+      "loss": 0.5079,
+      "step": 5742
+    },
+    {
+      "epoch": 2.459528907922912,
+      "grad_norm": 4.772080421447754,
+      "learning_rate": 2.6877803285940017e-05,
+      "loss": 1.4061,
+      "step": 5743
+    },
+    {
+      "epoch": 2.4599571734475374,
+      "grad_norm": 3.0142664909362793,
+      "learning_rate": 2.687088711091038e-05,
+      "loss": 0.7815,
+      "step": 5744
+    },
+    {
+      "epoch": 2.4603854389721627,
+      "grad_norm": 1.0724798440933228,
+      "learning_rate": 2.6863970791885678e-05,
+      "loss": 0.7927,
+      "step": 5745
+    },
+    {
+      "epoch": 2.460813704496788,
+      "grad_norm": 4.079585552215576,
+      "learning_rate": 2.685705432939824e-05,
+      "loss": 0.6305,
+      "step": 5746
+    },
+    {
+      "epoch": 2.461241970021413,
+      "grad_norm": 2.3307557106018066,
+      "learning_rate": 2.685013772398039e-05,
+      "loss": 0.9499,
+      "step": 5747
+    },
+    {
+      "epoch": 2.4616702355460385,
+      "grad_norm": 6.507052421569824,
+      "learning_rate": 2.684322097616448e-05,
+      "loss": 0.6062,
+      "step": 5748
+    },
+    {
+      "epoch": 2.4620985010706637,
+      "grad_norm": 4.873873233795166,
+      "learning_rate": 2.6836304086482867e-05,
+      "loss": 1.2619,
+      "step": 5749
+    },
+    {
+      "epoch": 2.462526766595289,
+      "grad_norm": 4.156476974487305,
+      "learning_rate": 2.6829387055467904e-05,
+      "loss": 0.57,
+      "step": 5750
+    },
+    {
+      "epoch": 2.4629550321199143,
+      "grad_norm": 6.330513954162598,
+      "learning_rate": 2.6822469883651985e-05,
+      "loss": 0.9749,
+      "step": 5751
+    },
+    {
+      "epoch": 2.4633832976445396,
+      "grad_norm": 7.063392639160156,
+      "learning_rate": 2.6815552571567492e-05,
+      "loss": 0.4902,
+      "step": 5752
+    },
+    {
+      "epoch": 2.463811563169165,
+      "grad_norm": 3.783863067626953,
+      "learning_rate": 2.680863511974682e-05,
+      "loss": 0.979,
+      "step": 5753
+    },
+    {
+      "epoch": 2.46423982869379,
+      "grad_norm": 2.394176483154297,
+      "learning_rate": 2.680171752872239e-05,
+      "loss": 0.1723,
+      "step": 5754
+    },
+    {
+      "epoch": 2.4646680942184154,
+      "grad_norm": 6.962862014770508,
+      "learning_rate": 2.6794799799026617e-05,
+      "loss": 0.7025,
+      "step": 5755
+    },
+    {
+      "epoch": 2.4650963597430406,
+      "grad_norm": 4.804468154907227,
+      "learning_rate": 2.678788193119192e-05,
+      "loss": 0.6713,
+      "step": 5756
+    },
+    {
+      "epoch": 2.465524625267666,
+      "grad_norm": 3.009819746017456,
+      "learning_rate": 2.6780963925750764e-05,
+      "loss": 0.418,
+      "step": 5757
+    },
+    {
+      "epoch": 2.465952890792291,
+      "grad_norm": 4.898588180541992,
+      "learning_rate": 2.6774045783235586e-05,
+      "loss": 0.9104,
+      "step": 5758
+    },
+    {
+      "epoch": 2.4663811563169165,
+      "grad_norm": 0.6199632883071899,
+      "learning_rate": 2.6767127504178852e-05,
+      "loss": 0.149,
+      "step": 5759
+    },
+    {
+      "epoch": 2.4668094218415417,
+      "grad_norm": 5.2667622566223145,
+      "learning_rate": 2.6760209089113036e-05,
+      "loss": 1.0047,
+      "step": 5760
+    },
+    {
+      "epoch": 2.467237687366167,
+      "grad_norm": 2.5251822471618652,
+      "learning_rate": 2.6753290538570625e-05,
+      "loss": 1.0448,
+      "step": 5761
+    },
+    {
+      "epoch": 2.4676659528907923,
+      "grad_norm": 1.9245905876159668,
+      "learning_rate": 2.6746371853084113e-05,
+      "loss": 0.7683,
+      "step": 5762
+    },
+    {
+      "epoch": 2.4680942184154175,
+      "grad_norm": 4.137871742248535,
+      "learning_rate": 2.6739453033185997e-05,
+      "loss": 1.0141,
+      "step": 5763
+    },
+    {
+      "epoch": 2.468522483940043,
+      "grad_norm": 3.522171974182129,
+      "learning_rate": 2.67325340794088e-05,
+      "loss": 0.3082,
+      "step": 5764
+    },
+    {
+      "epoch": 2.468950749464668,
+      "grad_norm": 3.1705808639526367,
+      "learning_rate": 2.6725614992285046e-05,
+      "loss": 0.7394,
+      "step": 5765
+    },
+    {
+      "epoch": 2.4693790149892934,
+      "grad_norm": 2.8174498081207275,
+      "learning_rate": 2.671869577234727e-05,
+      "loss": 0.4626,
+      "step": 5766
+    },
+    {
+      "epoch": 2.4698072805139186,
+      "grad_norm": 4.420144557952881,
+      "learning_rate": 2.6711776420128025e-05,
+      "loss": 0.6262,
+      "step": 5767
+    },
+    {
+      "epoch": 2.470235546038544,
+      "grad_norm": 3.691263198852539,
+      "learning_rate": 2.670485693615985e-05,
+      "loss": 0.3697,
+      "step": 5768
+    },
+    {
+      "epoch": 2.470663811563169,
+      "grad_norm": 2.696343421936035,
+      "learning_rate": 2.669793732097533e-05,
+      "loss": 0.9136,
+      "step": 5769
+    },
+    {
+      "epoch": 2.4710920770877944,
+      "grad_norm": 3.390059471130371,
+      "learning_rate": 2.6691017575107035e-05,
+      "loss": 0.5167,
+      "step": 5770
+    },
+    {
+      "epoch": 2.4715203426124197,
+      "grad_norm": 1.9728500843048096,
+      "learning_rate": 2.6684097699087546e-05,
+      "loss": 0.8738,
+      "step": 5771
+    },
+    {
+      "epoch": 2.471948608137045,
+      "grad_norm": 45.41982650756836,
+      "learning_rate": 2.667717769344947e-05,
+      "loss": 1.0916,
+      "step": 5772
+    },
+    {
+      "epoch": 2.4723768736616702,
+      "grad_norm": 1.0840359926223755,
+      "learning_rate": 2.6670257558725402e-05,
+      "loss": 0.2417,
+      "step": 5773
+    },
+    {
+      "epoch": 2.4728051391862955,
+      "grad_norm": 15.778671264648438,
+      "learning_rate": 2.666333729544796e-05,
+      "loss": 0.5475,
+      "step": 5774
+    },
+    {
+      "epoch": 2.473233404710921,
+      "grad_norm": 4.052242755889893,
+      "learning_rate": 2.6656416904149783e-05,
+      "loss": 0.4825,
+      "step": 5775
+    },
+    {
+      "epoch": 2.473661670235546,
+      "grad_norm": 34.09843063354492,
+      "learning_rate": 2.6649496385363486e-05,
+      "loss": 0.6488,
+      "step": 5776
+    },
+    {
+      "epoch": 2.4740899357601713,
+      "grad_norm": 2.5619559288024902,
+      "learning_rate": 2.664257573962174e-05,
+      "loss": 0.4403,
+      "step": 5777
+    },
+    {
+      "epoch": 2.4745182012847966,
+      "grad_norm": 8.013482093811035,
+      "learning_rate": 2.6635654967457184e-05,
+      "loss": 0.7995,
+      "step": 5778
+    },
+    {
+      "epoch": 2.474946466809422,
+      "grad_norm": 5.246458053588867,
+      "learning_rate": 2.6628734069402482e-05,
+      "loss": 0.5574,
+      "step": 5779
+    },
+    {
+      "epoch": 2.475374732334047,
+      "grad_norm": 15.002638816833496,
+      "learning_rate": 2.6621813045990323e-05,
+      "loss": 1.1389,
+      "step": 5780
+    },
+    {
+      "epoch": 2.4758029978586724,
+      "grad_norm": 1.0779117345809937,
+      "learning_rate": 2.6614891897753375e-05,
+      "loss": 0.3857,
+      "step": 5781
+    },
+    {
+      "epoch": 2.4762312633832977,
+      "grad_norm": 4.777316570281982,
+      "learning_rate": 2.6607970625224347e-05,
+      "loss": 0.728,
+      "step": 5782
+    },
+    {
+      "epoch": 2.476659528907923,
+      "grad_norm": 2.8320164680480957,
+      "learning_rate": 2.660104922893594e-05,
+      "loss": 0.2806,
+      "step": 5783
+    },
+    {
+      "epoch": 2.4770877944325482,
+      "grad_norm": 2.8343493938446045,
+      "learning_rate": 2.6594127709420858e-05,
+      "loss": 0.374,
+      "step": 5784
+    },
+    {
+      "epoch": 2.4775160599571735,
+      "grad_norm": 1.480009913444519,
+      "learning_rate": 2.6587206067211836e-05,
+      "loss": 0.5797,
+      "step": 5785
+    },
+    {
+      "epoch": 2.4779443254817988,
+      "grad_norm": 4.095840930938721,
+      "learning_rate": 2.658028430284159e-05,
+      "loss": 1.1056,
+      "step": 5786
+    },
+    {
+      "epoch": 2.478372591006424,
+      "grad_norm": 7.573556900024414,
+      "learning_rate": 2.657336241684288e-05,
+      "loss": 0.6605,
+      "step": 5787
+    },
+    {
+      "epoch": 2.4788008565310493,
+      "grad_norm": 2.2899248600006104,
+      "learning_rate": 2.656644040974845e-05,
+      "loss": 0.4527,
+      "step": 5788
+    },
+    {
+      "epoch": 2.4792291220556746,
+      "grad_norm": 2.7993338108062744,
+      "learning_rate": 2.655951828209106e-05,
+      "loss": 0.2043,
+      "step": 5789
+    },
+    {
+      "epoch": 2.4796573875803,
+      "grad_norm": 1.961882472038269,
+      "learning_rate": 2.6552596034403483e-05,
+      "loss": 0.3022,
+      "step": 5790
+    },
+    {
+      "epoch": 2.480085653104925,
+      "grad_norm": 3.35931134223938,
+      "learning_rate": 2.6545673667218496e-05,
+      "loss": 1.0802,
+      "step": 5791
+    },
+    {
+      "epoch": 2.4805139186295504,
+      "grad_norm": 1.3444459438323975,
+      "learning_rate": 2.653875118106888e-05,
+      "loss": 0.1641,
+      "step": 5792
+    },
+    {
+      "epoch": 2.4809421841541757,
+      "grad_norm": 9.331785202026367,
+      "learning_rate": 2.6531828576487448e-05,
+      "loss": 1.6578,
+      "step": 5793
+    },
+    {
+      "epoch": 2.481370449678801,
+      "grad_norm": 1.8756884336471558,
+      "learning_rate": 2.6524905854006998e-05,
+      "loss": 0.4755,
+      "step": 5794
+    },
+    {
+      "epoch": 2.481798715203426,
+      "grad_norm": 5.1428022384643555,
+      "learning_rate": 2.651798301416034e-05,
+      "loss": 1.7166,
+      "step": 5795
+    },
+    {
+      "epoch": 2.4822269807280515,
+      "grad_norm": 2.660977602005005,
+      "learning_rate": 2.6511060057480308e-05,
+      "loss": 0.793,
+      "step": 5796
+    },
+    {
+      "epoch": 2.4826552462526768,
+      "grad_norm": 1.6698542833328247,
+      "learning_rate": 2.6504136984499728e-05,
+      "loss": 0.3889,
+      "step": 5797
+    },
+    {
+      "epoch": 2.483083511777302,
+      "grad_norm": 6.382452964782715,
+      "learning_rate": 2.649721379575145e-05,
+      "loss": 0.5386,
+      "step": 5798
+    },
+    {
+      "epoch": 2.4835117773019273,
+      "grad_norm": 5.412234783172607,
+      "learning_rate": 2.6490290491768327e-05,
+      "loss": 1.2612,
+      "step": 5799
+    },
+    {
+      "epoch": 2.4839400428265526,
+      "grad_norm": 2.0678956508636475,
+      "learning_rate": 2.6483367073083203e-05,
+      "loss": 0.1926,
+      "step": 5800
+    },
+    {
+      "epoch": 2.484368308351178,
+      "grad_norm": 3.8094468116760254,
+      "learning_rate": 2.647644354022896e-05,
+      "loss": 0.5025,
+      "step": 5801
+    },
+    {
+      "epoch": 2.484796573875803,
+      "grad_norm": 1.4992386102676392,
+      "learning_rate": 2.6469519893738483e-05,
+      "loss": 0.6016,
+      "step": 5802
+    },
+    {
+      "epoch": 2.4852248394004284,
+      "grad_norm": 3.4341557025909424,
+      "learning_rate": 2.646259613414464e-05,
+      "loss": 0.9932,
+      "step": 5803
+    },
+    {
+      "epoch": 2.4856531049250536,
+      "grad_norm": 1.5994316339492798,
+      "learning_rate": 2.6455672261980346e-05,
+      "loss": 0.3096,
+      "step": 5804
+    },
+    {
+      "epoch": 2.486081370449679,
+      "grad_norm": 4.04722261428833,
+      "learning_rate": 2.644874827777849e-05,
+      "loss": 0.8943,
+      "step": 5805
+    },
+    {
+      "epoch": 2.486509635974304,
+      "grad_norm": 3.843263864517212,
+      "learning_rate": 2.644182418207199e-05,
+      "loss": 0.4593,
+      "step": 5806
+    },
+    {
+      "epoch": 2.4869379014989295,
+      "grad_norm": 34.867008209228516,
+      "learning_rate": 2.6434899975393767e-05,
+      "loss": 1.0564,
+      "step": 5807
+    },
+    {
+      "epoch": 2.4873661670235547,
+      "grad_norm": 3.736574649810791,
+      "learning_rate": 2.6427975658276754e-05,
+      "loss": 0.7877,
+      "step": 5808
+    },
+    {
+      "epoch": 2.48779443254818,
+      "grad_norm": 2.27429461479187,
+      "learning_rate": 2.642105123125389e-05,
+      "loss": 0.672,
+      "step": 5809
+    },
+    {
+      "epoch": 2.4882226980728053,
+      "grad_norm": 4.388327598571777,
+      "learning_rate": 2.641412669485811e-05,
+      "loss": 0.5134,
+      "step": 5810
+    },
+    {
+      "epoch": 2.4886509635974305,
+      "grad_norm": 2.3492157459259033,
+      "learning_rate": 2.6407202049622387e-05,
+      "loss": 0.5713,
+      "step": 5811
+    },
+    {
+      "epoch": 2.489079229122056,
+      "grad_norm": 2.1763877868652344,
+      "learning_rate": 2.6400277296079675e-05,
+      "loss": 0.7986,
+      "step": 5812
+    },
+    {
+      "epoch": 2.489507494646681,
+      "grad_norm": 3.4550821781158447,
+      "learning_rate": 2.6393352434762943e-05,
+      "loss": 0.5829,
+      "step": 5813
+    },
+    {
+      "epoch": 2.4899357601713064,
+      "grad_norm": 2.8523173332214355,
+      "learning_rate": 2.638642746620517e-05,
+      "loss": 0.3922,
+      "step": 5814
+    },
+    {
+      "epoch": 2.4903640256959316,
+      "grad_norm": 1.124337911605835,
+      "learning_rate": 2.6379502390939352e-05,
+      "loss": 0.4248,
+      "step": 5815
+    },
+    {
+      "epoch": 2.490792291220557,
+      "grad_norm": 4.9701056480407715,
+      "learning_rate": 2.6372577209498488e-05,
+      "loss": 0.7332,
+      "step": 5816
+    },
+    {
+      "epoch": 2.491220556745182,
+      "grad_norm": 3.520066261291504,
+      "learning_rate": 2.636565192241558e-05,
+      "loss": 0.7613,
+      "step": 5817
+    },
+    {
+      "epoch": 2.4916488222698074,
+      "grad_norm": 3.837695837020874,
+      "learning_rate": 2.6358726530223628e-05,
+      "loss": 0.4141,
+      "step": 5818
+    },
+    {
+      "epoch": 2.4920770877944327,
+      "grad_norm": 2.2744345664978027,
+      "learning_rate": 2.635180103345567e-05,
+      "loss": 0.3931,
+      "step": 5819
+    },
+    {
+      "epoch": 2.492505353319058,
+      "grad_norm": 2.6093015670776367,
+      "learning_rate": 2.6344875432644728e-05,
+      "loss": 0.3046,
+      "step": 5820
+    },
+    {
+      "epoch": 2.4929336188436833,
+      "grad_norm": 4.463208198547363,
+      "learning_rate": 2.633794972832384e-05,
+      "loss": 1.1816,
+      "step": 5821
+    },
+    {
+      "epoch": 2.4933618843683085,
+      "grad_norm": 3.3459956645965576,
+      "learning_rate": 2.6331023921026048e-05,
+      "loss": 0.3955,
+      "step": 5822
+    },
+    {
+      "epoch": 2.493790149892934,
+      "grad_norm": 4.210451602935791,
+      "learning_rate": 2.632409801128441e-05,
+      "loss": 0.6499,
+      "step": 5823
+    },
+    {
+      "epoch": 2.494218415417559,
+      "grad_norm": 3.6616485118865967,
+      "learning_rate": 2.631717199963199e-05,
+      "loss": 0.5689,
+      "step": 5824
+    },
+    {
+      "epoch": 2.4946466809421843,
+      "grad_norm": 3.6578283309936523,
+      "learning_rate": 2.6310245886601848e-05,
+      "loss": 0.7373,
+      "step": 5825
+    },
+    {
+      "epoch": 2.4950749464668096,
+      "grad_norm": 4.278419017791748,
+      "learning_rate": 2.6303319672727066e-05,
+      "loss": 0.7131,
+      "step": 5826
+    },
+    {
+      "epoch": 2.495503211991435,
+      "grad_norm": 23.5167293548584,
+      "learning_rate": 2.6296393358540727e-05,
+      "loss": 0.9613,
+      "step": 5827
+    },
+    {
+      "epoch": 2.49593147751606,
+      "grad_norm": 4.8387274742126465,
+      "learning_rate": 2.628946694457592e-05,
+      "loss": 0.9846,
+      "step": 5828
+    },
+    {
+      "epoch": 2.496359743040685,
+      "grad_norm": 1.0978574752807617,
+      "learning_rate": 2.6282540431365756e-05,
+      "loss": 0.5319,
+      "step": 5829
+    },
+    {
+      "epoch": 2.4967880085653107,
+      "grad_norm": 3.9654347896575928,
+      "learning_rate": 2.6275613819443324e-05,
+      "loss": 0.6019,
+      "step": 5830
+    },
+    {
+      "epoch": 2.4972162740899355,
+      "grad_norm": 8.918559074401855,
+      "learning_rate": 2.626868710934175e-05,
+      "loss": 0.331,
+      "step": 5831
+    },
+    {
+      "epoch": 2.4976445396145612,
+      "grad_norm": 1.771947979927063,
+      "learning_rate": 2.6261760301594162e-05,
+      "loss": 0.7281,
+      "step": 5832
+    },
+    {
+      "epoch": 2.498072805139186,
+      "grad_norm": 1.5253371000289917,
+      "learning_rate": 2.6254833396733687e-05,
+      "loss": 0.6165,
+      "step": 5833
+    },
+    {
+      "epoch": 2.4985010706638118,
+      "grad_norm": 1.9622949361801147,
+      "learning_rate": 2.6247906395293447e-05,
+      "loss": 0.5412,
+      "step": 5834
+    },
+    {
+      "epoch": 2.4989293361884366,
+      "grad_norm": 6.352022171020508,
+      "learning_rate": 2.6240979297806607e-05,
+      "loss": 1.8356,
+      "step": 5835
+    },
+    {
+      "epoch": 2.4993576017130623,
+      "grad_norm": 1.753914475440979,
+      "learning_rate": 2.6234052104806306e-05,
+      "loss": 0.5039,
+      "step": 5836
+    },
+    {
+      "epoch": 2.499785867237687,
+      "grad_norm": 4.700550556182861,
+      "learning_rate": 2.622712481682571e-05,
+      "loss": 0.9086,
+      "step": 5837
+    },
+    {
+      "epoch": 2.500214132762313,
+      "grad_norm": 6.911564826965332,
+      "learning_rate": 2.6220197434397993e-05,
+      "loss": 0.6345,
+      "step": 5838
+    },
+    {
+      "epoch": 2.5006423982869377,
+      "grad_norm": 1.919311761856079,
+      "learning_rate": 2.6213269958056307e-05,
+      "loss": 0.4029,
+      "step": 5839
+    },
+    {
+      "epoch": 2.5010706638115634,
+      "grad_norm": 4.745946407318115,
+      "learning_rate": 2.620634238833386e-05,
+      "loss": 0.7663,
+      "step": 5840
+    },
+    {
+      "epoch": 2.5014989293361882,
+      "grad_norm": 4.43265962600708,
+      "learning_rate": 2.619941472576382e-05,
+      "loss": 1.7444,
+      "step": 5841
+    },
+    {
+      "epoch": 2.501927194860814,
+      "grad_norm": 2.884023904800415,
+      "learning_rate": 2.6192486970879405e-05,
+      "loss": 0.627,
+      "step": 5842
+    },
+    {
+      "epoch": 2.5023554603854388,
+      "grad_norm": 5.423648834228516,
+      "learning_rate": 2.6185559124213794e-05,
+      "loss": 0.3903,
+      "step": 5843
+    },
+    {
+      "epoch": 2.5027837259100645,
+      "grad_norm": 3.3142292499542236,
+      "learning_rate": 2.6178631186300206e-05,
+      "loss": 0.333,
+      "step": 5844
+    },
+    {
+      "epoch": 2.5032119914346893,
+      "grad_norm": 8.424386978149414,
+      "learning_rate": 2.6171703157671863e-05,
+      "loss": 1.406,
+      "step": 5845
+    },
+    {
+      "epoch": 2.503640256959315,
+      "grad_norm": 3.6770195960998535,
+      "learning_rate": 2.6164775038861982e-05,
+      "loss": 0.6978,
+      "step": 5846
+    },
+    {
+      "epoch": 2.50406852248394,
+      "grad_norm": 2.621929883956909,
+      "learning_rate": 2.6157846830403805e-05,
+      "loss": 0.5182,
+      "step": 5847
+    },
+    {
+      "epoch": 2.5044967880085656,
+      "grad_norm": 4.62721061706543,
+      "learning_rate": 2.6150918532830558e-05,
+      "loss": 0.352,
+      "step": 5848
+    },
+    {
+      "epoch": 2.5049250535331904,
+      "grad_norm": 2.7936596870422363,
+      "learning_rate": 2.6143990146675483e-05,
+      "loss": 0.5876,
+      "step": 5849
+    },
+    {
+      "epoch": 2.505353319057816,
+      "grad_norm": 4.0622334480285645,
+      "learning_rate": 2.6137061672471848e-05,
+      "loss": 1.0773,
+      "step": 5850
+    },
+    {
+      "epoch": 2.505781584582441,
+      "grad_norm": 2.586068868637085,
+      "learning_rate": 2.61301331107529e-05,
+      "loss": 0.5995,
+      "step": 5851
+    },
+    {
+      "epoch": 2.5062098501070667,
+      "grad_norm": 5.321534633636475,
+      "learning_rate": 2.6123204462051897e-05,
+      "loss": 1.2445,
+      "step": 5852
+    },
+    {
+      "epoch": 2.5066381156316915,
+      "grad_norm": 3.066925525665283,
+      "learning_rate": 2.6116275726902135e-05,
+      "loss": 0.5068,
+      "step": 5853
+    },
+    {
+      "epoch": 2.507066381156317,
+      "grad_norm": 3.378380060195923,
+      "learning_rate": 2.610934690583686e-05,
+      "loss": 0.5142,
+      "step": 5854
+    },
+    {
+      "epoch": 2.507494646680942,
+      "grad_norm": 3.908050775527954,
+      "learning_rate": 2.6102417999389383e-05,
+      "loss": 0.6263,
+      "step": 5855
+    },
+    {
+      "epoch": 2.5079229122055673,
+      "grad_norm": 1.2657129764556885,
+      "learning_rate": 2.6095489008092987e-05,
+      "loss": 0.4663,
+      "step": 5856
+    },
+    {
+      "epoch": 2.5083511777301926,
+      "grad_norm": 1.5780839920043945,
+      "learning_rate": 2.608855993248096e-05,
+      "loss": 0.8769,
+      "step": 5857
+    },
+    {
+      "epoch": 2.508779443254818,
+      "grad_norm": 2.2052807807922363,
+      "learning_rate": 2.608163077308663e-05,
+      "loss": 0.4175,
+      "step": 5858
+    },
+    {
+      "epoch": 2.509207708779443,
+      "grad_norm": 2.5322861671447754,
+      "learning_rate": 2.607470153044329e-05,
+      "loss": 0.9479,
+      "step": 5859
+    },
+    {
+      "epoch": 2.5096359743040684,
+      "grad_norm": 10.760682106018066,
+      "learning_rate": 2.6067772205084256e-05,
+      "loss": 0.7618,
+      "step": 5860
+    },
+    {
+      "epoch": 2.5100642398286936,
+      "grad_norm": 6.463239669799805,
+      "learning_rate": 2.6060842797542863e-05,
+      "loss": 0.9293,
+      "step": 5861
+    },
+    {
+      "epoch": 2.510492505353319,
+      "grad_norm": 3.78783917427063,
+      "learning_rate": 2.6053913308352428e-05,
+      "loss": 0.964,
+      "step": 5862
+    },
+    {
+      "epoch": 2.510920770877944,
+      "grad_norm": 5.4904327392578125,
+      "learning_rate": 2.6046983738046306e-05,
+      "loss": 0.6126,
+      "step": 5863
+    },
+    {
+      "epoch": 2.5113490364025695,
+      "grad_norm": 87.59477233886719,
+      "learning_rate": 2.6040054087157822e-05,
+      "loss": 0.8151,
+      "step": 5864
+    },
+    {
+      "epoch": 2.5117773019271947,
+      "grad_norm": 4.486790657043457,
+      "learning_rate": 2.6033124356220328e-05,
+      "loss": 0.9973,
+      "step": 5865
+    },
+    {
+      "epoch": 2.51220556745182,
+      "grad_norm": 2.596694231033325,
+      "learning_rate": 2.6026194545767192e-05,
+      "loss": 0.5104,
+      "step": 5866
+    },
+    {
+      "epoch": 2.5126338329764453,
+      "grad_norm": 4.166688919067383,
+      "learning_rate": 2.601926465633176e-05,
+      "loss": 1.4591,
+      "step": 5867
+    },
+    {
+      "epoch": 2.5130620985010705,
+      "grad_norm": 1.6817959547042847,
+      "learning_rate": 2.6012334688447405e-05,
+      "loss": 0.4539,
+      "step": 5868
+    },
+    {
+      "epoch": 2.513490364025696,
+      "grad_norm": 1.6521475315093994,
+      "learning_rate": 2.6005404642647503e-05,
+      "loss": 0.9613,
+      "step": 5869
+    },
+    {
+      "epoch": 2.513918629550321,
+      "grad_norm": 2.1395723819732666,
+      "learning_rate": 2.5998474519465426e-05,
+      "loss": 0.8025,
+      "step": 5870
+    },
+    {
+      "epoch": 2.5143468950749464,
+      "grad_norm": 2.587041139602661,
+      "learning_rate": 2.599154431943457e-05,
+      "loss": 1.0616,
+      "step": 5871
+    },
+    {
+      "epoch": 2.5147751605995716,
+      "grad_norm": 5.241833686828613,
+      "learning_rate": 2.598461404308832e-05,
+      "loss": 1.0063,
+      "step": 5872
+    },
+    {
+      "epoch": 2.515203426124197,
+      "grad_norm": 20.755615234375,
+      "learning_rate": 2.597768369096006e-05,
+      "loss": 0.7356,
+      "step": 5873
+    },
+    {
+      "epoch": 2.515631691648822,
+      "grad_norm": 1.6822409629821777,
+      "learning_rate": 2.5970753263583213e-05,
+      "loss": 0.2953,
+      "step": 5874
+    },
+    {
+      "epoch": 2.5160599571734474,
+      "grad_norm": 3.648348569869995,
+      "learning_rate": 2.596382276149118e-05,
+      "loss": 0.4418,
+      "step": 5875
+    },
+    {
+      "epoch": 2.5164882226980727,
+      "grad_norm": 6.523784637451172,
+      "learning_rate": 2.595689218521738e-05,
+      "loss": 1.9607,
+      "step": 5876
+    },
+    {
+      "epoch": 2.516916488222698,
+      "grad_norm": 6.621918678283691,
+      "learning_rate": 2.594996153529523e-05,
+      "loss": 0.9268,
+      "step": 5877
+    },
+    {
+      "epoch": 2.5173447537473232,
+      "grad_norm": 2.4356672763824463,
+      "learning_rate": 2.5943030812258146e-05,
+      "loss": 0.6101,
+      "step": 5878
+    },
+    {
+      "epoch": 2.5177730192719485,
+      "grad_norm": 3.6834640502929688,
+      "learning_rate": 2.5936100016639577e-05,
+      "loss": 1.2435,
+      "step": 5879
+    },
+    {
+      "epoch": 2.518201284796574,
+      "grad_norm": 1.090104103088379,
+      "learning_rate": 2.5929169148972937e-05,
+      "loss": 0.1233,
+      "step": 5880
+    },
+    {
+      "epoch": 2.518629550321199,
+      "grad_norm": 5.19639778137207,
+      "learning_rate": 2.5922238209791695e-05,
+      "loss": 0.9185,
+      "step": 5881
+    },
+    {
+      "epoch": 2.5190578158458243,
+      "grad_norm": 4.2094855308532715,
+      "learning_rate": 2.5915307199629286e-05,
+      "loss": 2.2063,
+      "step": 5882
+    },
+    {
+      "epoch": 2.5194860813704496,
+      "grad_norm": 2.666527032852173,
+      "learning_rate": 2.5908376119019156e-05,
+      "loss": 0.888,
+      "step": 5883
+    },
+    {
+      "epoch": 2.519914346895075,
+      "grad_norm": 6.5203022956848145,
+      "learning_rate": 2.590144496849478e-05,
+      "loss": 0.8427,
+      "step": 5884
+    },
+    {
+      "epoch": 2.5203426124197,
+      "grad_norm": 3.8679497241973877,
+      "learning_rate": 2.5894513748589606e-05,
+      "loss": 0.6139,
+      "step": 5885
+    },
+    {
+      "epoch": 2.5207708779443254,
+      "grad_norm": 1.7236984968185425,
+      "learning_rate": 2.5887582459837118e-05,
+      "loss": 0.182,
+      "step": 5886
+    },
+    {
+      "epoch": 2.5211991434689507,
+      "grad_norm": 10.187772750854492,
+      "learning_rate": 2.5880651102770786e-05,
+      "loss": 0.6577,
+      "step": 5887
+    },
+    {
+      "epoch": 2.521627408993576,
+      "grad_norm": 2.589254856109619,
+      "learning_rate": 2.587371967792408e-05,
+      "loss": 0.4942,
+      "step": 5888
+    },
+    {
+      "epoch": 2.5220556745182012,
+      "grad_norm": 4.839122295379639,
+      "learning_rate": 2.5866788185830502e-05,
+      "loss": 0.5963,
+      "step": 5889
+    },
+    {
+      "epoch": 2.5224839400428265,
+      "grad_norm": 3.032254457473755,
+      "learning_rate": 2.5859856627023538e-05,
+      "loss": 0.6891,
+      "step": 5890
+    },
+    {
+      "epoch": 2.5229122055674518,
+      "grad_norm": 3.070582151412964,
+      "learning_rate": 2.585292500203667e-05,
+      "loss": 0.2425,
+      "step": 5891
+    },
+    {
+      "epoch": 2.523340471092077,
+      "grad_norm": 6.674531936645508,
+      "learning_rate": 2.584599331140341e-05,
+      "loss": 0.9735,
+      "step": 5892
+    },
+    {
+      "epoch": 2.5237687366167023,
+      "grad_norm": 5.129506587982178,
+      "learning_rate": 2.5839061555657267e-05,
+      "loss": 0.5834,
+      "step": 5893
+    },
+    {
+      "epoch": 2.5241970021413276,
+      "grad_norm": 3.1527440547943115,
+      "learning_rate": 2.583212973533175e-05,
+      "loss": 0.7168,
+      "step": 5894
+    },
+    {
+      "epoch": 2.524625267665953,
+      "grad_norm": 3.74556827545166,
+      "learning_rate": 2.582519785096037e-05,
+      "loss": 1.0183,
+      "step": 5895
+    },
+    {
+      "epoch": 2.525053533190578,
+      "grad_norm": 6.09801721572876,
+      "learning_rate": 2.581826590307665e-05,
+      "loss": 0.9072,
+      "step": 5896
+    },
+    {
+      "epoch": 2.5254817987152034,
+      "grad_norm": 5.133320331573486,
+      "learning_rate": 2.5811333892214123e-05,
+      "loss": 0.4157,
+      "step": 5897
+    },
+    {
+      "epoch": 2.5259100642398287,
+      "grad_norm": 3.176096200942993,
+      "learning_rate": 2.580440181890631e-05,
+      "loss": 0.2943,
+      "step": 5898
+    },
+    {
+      "epoch": 2.526338329764454,
+      "grad_norm": 5.127825736999512,
+      "learning_rate": 2.5797469683686743e-05,
+      "loss": 0.9084,
+      "step": 5899
+    },
+    {
+      "epoch": 2.526766595289079,
+      "grad_norm": 3.356454372406006,
+      "learning_rate": 2.5790537487088974e-05,
+      "loss": 0.8553,
+      "step": 5900
+    },
+    {
+      "epoch": 2.5271948608137045,
+      "grad_norm": 3.390080213546753,
+      "learning_rate": 2.5783605229646534e-05,
+      "loss": 0.8426,
+      "step": 5901
+    },
+    {
+      "epoch": 2.5276231263383298,
+      "grad_norm": 3.3688313961029053,
+      "learning_rate": 2.577667291189299e-05,
+      "loss": 0.3966,
+      "step": 5902
+    },
+    {
+      "epoch": 2.528051391862955,
+      "grad_norm": 5.5923686027526855,
+      "learning_rate": 2.5769740534361886e-05,
+      "loss": 0.8539,
+      "step": 5903
+    },
+    {
+      "epoch": 2.5284796573875803,
+      "grad_norm": 1.8408339023590088,
+      "learning_rate": 2.5762808097586776e-05,
+      "loss": 0.443,
+      "step": 5904
+    },
+    {
+      "epoch": 2.5289079229122056,
+      "grad_norm": 4.330555438995361,
+      "learning_rate": 2.575587560210123e-05,
+      "loss": 0.8529,
+      "step": 5905
+    },
+    {
+      "epoch": 2.529336188436831,
+      "grad_norm": 1.2584608793258667,
+      "learning_rate": 2.5748943048438817e-05,
+      "loss": 0.8154,
+      "step": 5906
+    },
+    {
+      "epoch": 2.529764453961456,
+      "grad_norm": 3.045827627182007,
+      "learning_rate": 2.5742010437133107e-05,
+      "loss": 0.3147,
+      "step": 5907
+    },
+    {
+      "epoch": 2.5301927194860814,
+      "grad_norm": 2.97700834274292,
+      "learning_rate": 2.5735077768717674e-05,
+      "loss": 0.669,
+      "step": 5908
+    },
+    {
+      "epoch": 2.5306209850107066,
+      "grad_norm": 3.0755858421325684,
+      "learning_rate": 2.5728145043726106e-05,
+      "loss": 1.7389,
+      "step": 5909
+    },
+    {
+      "epoch": 2.531049250535332,
+      "grad_norm": 1.7815760374069214,
+      "learning_rate": 2.5721212262691978e-05,
+      "loss": 0.6555,
+      "step": 5910
+    },
+    {
+      "epoch": 2.531477516059957,
+      "grad_norm": 5.2882080078125,
+      "learning_rate": 2.571427942614889e-05,
+      "loss": 1.1009,
+      "step": 5911
+    },
+    {
+      "epoch": 2.5319057815845825,
+      "grad_norm": 1.950745940208435,
+      "learning_rate": 2.5707346534630428e-05,
+      "loss": 0.4078,
+      "step": 5912
+    },
+    {
+      "epoch": 2.5323340471092077,
+      "grad_norm": 4.070955276489258,
+      "learning_rate": 2.5700413588670196e-05,
+      "loss": 1.2508,
+      "step": 5913
+    },
+    {
+      "epoch": 2.532762312633833,
+      "grad_norm": 2.1703381538391113,
+      "learning_rate": 2.5693480588801793e-05,
+      "loss": 0.9801,
+      "step": 5914
+    },
+    {
+      "epoch": 2.5331905781584583,
+      "grad_norm": 1.484647274017334,
+      "learning_rate": 2.568654753555883e-05,
+      "loss": 0.9842,
+      "step": 5915
+    },
+    {
+      "epoch": 2.5336188436830835,
+      "grad_norm": 3.0879740715026855,
+      "learning_rate": 2.567961442947492e-05,
+      "loss": 0.5093,
+      "step": 5916
+    },
+    {
+      "epoch": 2.534047109207709,
+      "grad_norm": 5.074019432067871,
+      "learning_rate": 2.567268127108366e-05,
+      "loss": 0.9143,
+      "step": 5917
+    },
+    {
+      "epoch": 2.534475374732334,
+      "grad_norm": 2.919144868850708,
+      "learning_rate": 2.5665748060918693e-05,
+      "loss": 0.2425,
+      "step": 5918
+    },
+    {
+      "epoch": 2.5349036402569594,
+      "grad_norm": 2.385606050491333,
+      "learning_rate": 2.565881479951362e-05,
+      "loss": 0.5777,
+      "step": 5919
+    },
+    {
+      "epoch": 2.5353319057815846,
+      "grad_norm": 2.0042595863342285,
+      "learning_rate": 2.5651881487402086e-05,
+      "loss": 0.4264,
+      "step": 5920
+    },
+    {
+      "epoch": 2.53576017130621,
+      "grad_norm": 1.5737924575805664,
+      "learning_rate": 2.5644948125117714e-05,
+      "loss": 0.6101,
+      "step": 5921
+    },
+    {
+      "epoch": 2.536188436830835,
+      "grad_norm": 5.986108779907227,
+      "learning_rate": 2.563801471319413e-05,
+      "loss": 0.8713,
+      "step": 5922
+    },
+    {
+      "epoch": 2.5366167023554604,
+      "grad_norm": 2.505387544631958,
+      "learning_rate": 2.563108125216499e-05,
+      "loss": 0.8289,
+      "step": 5923
+    },
+    {
+      "epoch": 2.5370449678800857,
+      "grad_norm": 4.67432165145874,
+      "learning_rate": 2.562414774256392e-05,
+      "loss": 2.1846,
+      "step": 5924
+    },
+    {
+      "epoch": 2.537473233404711,
+      "grad_norm": 3.6180472373962402,
+      "learning_rate": 2.5617214184924576e-05,
+      "loss": 0.562,
+      "step": 5925
+    },
+    {
+      "epoch": 2.5379014989293363,
+      "grad_norm": 4.110257148742676,
+      "learning_rate": 2.561028057978061e-05,
+      "loss": 0.7775,
+      "step": 5926
+    },
+    {
+      "epoch": 2.5383297644539615,
+      "grad_norm": 2.6082546710968018,
+      "learning_rate": 2.560334692766566e-05,
+      "loss": 0.5237,
+      "step": 5927
+    },
+    {
+      "epoch": 2.538758029978587,
+      "grad_norm": 4.815021514892578,
+      "learning_rate": 2.5596413229113393e-05,
+      "loss": 0.893,
+      "step": 5928
+    },
+    {
+      "epoch": 2.539186295503212,
+      "grad_norm": 1.9420983791351318,
+      "learning_rate": 2.5589479484657476e-05,
+      "loss": 0.2036,
+      "step": 5929
+    },
+    {
+      "epoch": 2.5396145610278373,
+      "grad_norm": 4.493760108947754,
+      "learning_rate": 2.5582545694831556e-05,
+      "loss": 1.13,
+      "step": 5930
+    },
+    {
+      "epoch": 2.5400428265524626,
+      "grad_norm": 4.508922576904297,
+      "learning_rate": 2.5575611860169313e-05,
+      "loss": 0.4865,
+      "step": 5931
+    },
+    {
+      "epoch": 2.540471092077088,
+      "grad_norm": 2.6810357570648193,
+      "learning_rate": 2.556867798120442e-05,
+      "loss": 1.2173,
+      "step": 5932
+    },
+    {
+      "epoch": 2.540899357601713,
+      "grad_norm": 4.533109188079834,
+      "learning_rate": 2.5561744058470542e-05,
+      "loss": 0.6775,
+      "step": 5933
+    },
+    {
+      "epoch": 2.5413276231263384,
+      "grad_norm": 3.8628997802734375,
+      "learning_rate": 2.5554810092501363e-05,
+      "loss": 0.7037,
+      "step": 5934
+    },
+    {
+      "epoch": 2.5417558886509637,
+      "grad_norm": 5.050002098083496,
+      "learning_rate": 2.5547876083830557e-05,
+      "loss": 0.7361,
+      "step": 5935
+    },
+    {
+      "epoch": 2.542184154175589,
+      "grad_norm": 4.242339611053467,
+      "learning_rate": 2.554094203299182e-05,
+      "loss": 0.6748,
+      "step": 5936
+    },
+    {
+      "epoch": 2.5426124197002142,
+      "grad_norm": 2.7662627696990967,
+      "learning_rate": 2.5534007940518834e-05,
+      "loss": 1.3191,
+      "step": 5937
+    },
+    {
+      "epoch": 2.5430406852248395,
+      "grad_norm": 5.364668369293213,
+      "learning_rate": 2.5527073806945278e-05,
+      "loss": 1.0899,
+      "step": 5938
+    },
+    {
+      "epoch": 2.5434689507494648,
+      "grad_norm": 6.366933345794678,
+      "learning_rate": 2.5520139632804864e-05,
+      "loss": 1.5744,
+      "step": 5939
+    },
+    {
+      "epoch": 2.54389721627409,
+      "grad_norm": 6.6847920417785645,
+      "learning_rate": 2.5513205418631274e-05,
+      "loss": 0.7757,
+      "step": 5940
+    },
+    {
+      "epoch": 2.5443254817987153,
+      "grad_norm": 5.562267303466797,
+      "learning_rate": 2.5506271164958224e-05,
+      "loss": 0.5092,
+      "step": 5941
+    },
+    {
+      "epoch": 2.5447537473233406,
+      "grad_norm": 4.170409202575684,
+      "learning_rate": 2.549933687231941e-05,
+      "loss": 0.8924,
+      "step": 5942
+    },
+    {
+      "epoch": 2.545182012847966,
+      "grad_norm": 4.187777042388916,
+      "learning_rate": 2.5492402541248523e-05,
+      "loss": 0.7852,
+      "step": 5943
+    },
+    {
+      "epoch": 2.545610278372591,
+      "grad_norm": 21.400312423706055,
+      "learning_rate": 2.54854681722793e-05,
+      "loss": 0.8864,
+      "step": 5944
+    },
+    {
+      "epoch": 2.5460385438972164,
+      "grad_norm": 2.8048837184906006,
+      "learning_rate": 2.547853376594543e-05,
+      "loss": 0.7877,
+      "step": 5945
+    },
+    {
+      "epoch": 2.5464668094218417,
+      "grad_norm": 4.877108573913574,
+      "learning_rate": 2.5471599322780637e-05,
+      "loss": 0.4232,
+      "step": 5946
+    },
+    {
+      "epoch": 2.546895074946467,
+      "grad_norm": 2.1910159587860107,
+      "learning_rate": 2.5464664843318642e-05,
+      "loss": 0.3111,
+      "step": 5947
+    },
+    {
+      "epoch": 2.547323340471092,
+      "grad_norm": 2.7681970596313477,
+      "learning_rate": 2.5457730328093154e-05,
+      "loss": 1.1142,
+      "step": 5948
+    },
+    {
+      "epoch": 2.5477516059957175,
+      "grad_norm": 5.0866241455078125,
+      "learning_rate": 2.5450795777637916e-05,
+      "loss": 1.3218,
+      "step": 5949
+    },
+    {
+      "epoch": 2.5481798715203428,
+      "grad_norm": 3.559783458709717,
+      "learning_rate": 2.5443861192486633e-05,
+      "loss": 0.392,
+      "step": 5950
+    },
+    {
+      "epoch": 2.548608137044968,
+      "grad_norm": 4.464781761169434,
+      "learning_rate": 2.543692657317304e-05,
+      "loss": 0.8229,
+      "step": 5951
+    },
+    {
+      "epoch": 2.5490364025695933,
+      "grad_norm": 3.52077317237854,
+      "learning_rate": 2.5429991920230883e-05,
+      "loss": 0.608,
+      "step": 5952
+    },
+    {
+      "epoch": 2.5494646680942186,
+      "grad_norm": 1.2064918279647827,
+      "learning_rate": 2.5423057234193876e-05,
+      "loss": 0.2647,
+      "step": 5953
+    },
+    {
+      "epoch": 2.549892933618844,
+      "grad_norm": 5.560513973236084,
+      "learning_rate": 2.5416122515595764e-05,
+      "loss": 1.2022,
+      "step": 5954
+    },
+    {
+      "epoch": 2.550321199143469,
+      "grad_norm": 3.776130199432373,
+      "learning_rate": 2.540918776497029e-05,
+      "loss": 1.1445,
+      "step": 5955
+    },
+    {
+      "epoch": 2.5507494646680944,
+      "grad_norm": 1.8539798259735107,
+      "learning_rate": 2.5402252982851178e-05,
+      "loss": 0.6455,
+      "step": 5956
+    },
+    {
+      "epoch": 2.5511777301927197,
+      "grad_norm": 4.042335510253906,
+      "learning_rate": 2.5395318169772192e-05,
+      "loss": 0.6876,
+      "step": 5957
+    },
+    {
+      "epoch": 2.5516059957173445,
+      "grad_norm": 3.4705417156219482,
+      "learning_rate": 2.538838332626707e-05,
+      "loss": 0.5165,
+      "step": 5958
+    },
+    {
+      "epoch": 2.55203426124197,
+      "grad_norm": 4.88360071182251,
+      "learning_rate": 2.5381448452869562e-05,
+      "loss": 1.0962,
+      "step": 5959
+    },
+    {
+      "epoch": 2.552462526766595,
+      "grad_norm": 5.930107593536377,
+      "learning_rate": 2.5374513550113416e-05,
+      "loss": 0.889,
+      "step": 5960
+    },
+    {
+      "epoch": 2.5528907922912207,
+      "grad_norm": 2.7942752838134766,
+      "learning_rate": 2.5367578618532383e-05,
+      "loss": 0.5074,
+      "step": 5961
+    },
+    {
+      "epoch": 2.5533190578158456,
+      "grad_norm": 17.93429183959961,
+      "learning_rate": 2.5360643658660223e-05,
+      "loss": 1.1604,
+      "step": 5962
+    },
+    {
+      "epoch": 2.5537473233404713,
+      "grad_norm": 8.219891548156738,
+      "learning_rate": 2.5353708671030695e-05,
+      "loss": 1.4281,
+      "step": 5963
+    },
+    {
+      "epoch": 2.554175588865096,
+      "grad_norm": 3.6549477577209473,
+      "learning_rate": 2.5346773656177558e-05,
+      "loss": 0.3646,
+      "step": 5964
+    },
+    {
+      "epoch": 2.554603854389722,
+      "grad_norm": 0.9333117008209229,
+      "learning_rate": 2.533983861463457e-05,
+      "loss": 0.1479,
+      "step": 5965
+    },
+    {
+      "epoch": 2.5550321199143466,
+      "grad_norm": 3.244588851928711,
+      "learning_rate": 2.53329035469355e-05,
+      "loss": 0.7194,
+      "step": 5966
+    },
+    {
+      "epoch": 2.5554603854389724,
+      "grad_norm": 3.717276096343994,
+      "learning_rate": 2.5325968453614106e-05,
+      "loss": 0.526,
+      "step": 5967
+    },
+    {
+      "epoch": 2.555888650963597,
+      "grad_norm": 1.9078209400177002,
+      "learning_rate": 2.531903333520416e-05,
+      "loss": 0.2629,
+      "step": 5968
+    },
+    {
+      "epoch": 2.556316916488223,
+      "grad_norm": 4.413294792175293,
+      "learning_rate": 2.5312098192239432e-05,
+      "loss": 2.1061,
+      "step": 5969
+    },
+    {
+      "epoch": 2.5567451820128477,
+      "grad_norm": 3.8843791484832764,
+      "learning_rate": 2.5305163025253696e-05,
+      "loss": 0.54,
+      "step": 5970
+    },
+    {
+      "epoch": 2.5571734475374734,
+      "grad_norm": 2.104001760482788,
+      "learning_rate": 2.5298227834780726e-05,
+      "loss": 0.7374,
+      "step": 5971
+    },
+    {
+      "epoch": 2.5576017130620983,
+      "grad_norm": 4.415529727935791,
+      "learning_rate": 2.529129262135429e-05,
+      "loss": 0.7906,
+      "step": 5972
+    },
+    {
+      "epoch": 2.558029978586724,
+      "grad_norm": 4.037501811981201,
+      "learning_rate": 2.5284357385508168e-05,
+      "loss": 1.2313,
+      "step": 5973
+    },
+    {
+      "epoch": 2.558458244111349,
+      "grad_norm": 2.031205654144287,
+      "learning_rate": 2.527742212777614e-05,
+      "loss": 0.4491,
+      "step": 5974
+    },
+    {
+      "epoch": 2.5588865096359745,
+      "grad_norm": 4.977777481079102,
+      "learning_rate": 2.5270486848691986e-05,
+      "loss": 1.0987,
+      "step": 5975
+    },
+    {
+      "epoch": 2.5593147751605994,
+      "grad_norm": 4.141755104064941,
+      "learning_rate": 2.5263551548789495e-05,
+      "loss": 0.7379,
+      "step": 5976
+    },
+    {
+      "epoch": 2.559743040685225,
+      "grad_norm": 3.023073434829712,
+      "learning_rate": 2.525661622860243e-05,
+      "loss": 0.5788,
+      "step": 5977
+    },
+    {
+      "epoch": 2.56017130620985,
+      "grad_norm": 3.667245626449585,
+      "learning_rate": 2.52496808886646e-05,
+      "loss": 0.5501,
+      "step": 5978
+    },
+    {
+      "epoch": 2.5605995717344756,
+      "grad_norm": 2.010009527206421,
+      "learning_rate": 2.524274552950978e-05,
+      "loss": 0.5727,
+      "step": 5979
+    },
+    {
+      "epoch": 2.5610278372591004,
+      "grad_norm": 1.2857766151428223,
+      "learning_rate": 2.5235810151671763e-05,
+      "loss": 0.6342,
+      "step": 5980
+    },
+    {
+      "epoch": 2.561456102783726,
+      "grad_norm": 3.245439052581787,
+      "learning_rate": 2.5228874755684334e-05,
+      "loss": 0.6422,
+      "step": 5981
+    },
+    {
+      "epoch": 2.561884368308351,
+      "grad_norm": 9.466986656188965,
+      "learning_rate": 2.522193934208128e-05,
+      "loss": 0.6821,
+      "step": 5982
+    },
+    {
+      "epoch": 2.5623126338329767,
+      "grad_norm": 8.275503158569336,
+      "learning_rate": 2.5215003911396406e-05,
+      "loss": 0.6265,
+      "step": 5983
+    },
+    {
+      "epoch": 2.5627408993576015,
+      "grad_norm": 3.8889389038085938,
+      "learning_rate": 2.5208068464163497e-05,
+      "loss": 0.6828,
+      "step": 5984
+    },
+    {
+      "epoch": 2.5631691648822272,
+      "grad_norm": 2.5823535919189453,
+      "learning_rate": 2.520113300091635e-05,
+      "loss": 0.3807,
+      "step": 5985
+    },
+    {
+      "epoch": 2.563597430406852,
+      "grad_norm": 3.346954822540283,
+      "learning_rate": 2.5194197522188763e-05,
+      "loss": 0.6115,
+      "step": 5986
+    },
+    {
+      "epoch": 2.5640256959314778,
+      "grad_norm": 4.054412841796875,
+      "learning_rate": 2.5187262028514525e-05,
+      "loss": 0.5723,
+      "step": 5987
+    },
+    {
+      "epoch": 2.5644539614561026,
+      "grad_norm": 5.494785785675049,
+      "learning_rate": 2.518032652042745e-05,
+      "loss": 0.8945,
+      "step": 5988
+    },
+    {
+      "epoch": 2.5648822269807283,
+      "grad_norm": 3.4358413219451904,
+      "learning_rate": 2.517339099846132e-05,
+      "loss": 0.4701,
+      "step": 5989
+    },
+    {
+      "epoch": 2.565310492505353,
+      "grad_norm": 2.4528253078460693,
+      "learning_rate": 2.5166455463149952e-05,
+      "loss": 0.8146,
+      "step": 5990
+    },
+    {
+      "epoch": 2.565738758029979,
+      "grad_norm": 5.379262447357178,
+      "learning_rate": 2.5159519915027135e-05,
+      "loss": 1.8019,
+      "step": 5991
+    },
+    {
+      "epoch": 2.5661670235546037,
+      "grad_norm": 2.194511651992798,
+      "learning_rate": 2.5152584354626674e-05,
+      "loss": 0.3807,
+      "step": 5992
+    },
+    {
+      "epoch": 2.566595289079229,
+      "grad_norm": 10.20536994934082,
+      "learning_rate": 2.5145648782482382e-05,
+      "loss": 0.8595,
+      "step": 5993
+    },
+    {
+      "epoch": 2.5670235546038542,
+      "grad_norm": 3.8596479892730713,
+      "learning_rate": 2.513871319912806e-05,
+      "loss": 1.088,
+      "step": 5994
+    },
+    {
+      "epoch": 2.5674518201284795,
+      "grad_norm": 3.2793333530426025,
+      "learning_rate": 2.51317776050975e-05,
+      "loss": 0.4215,
+      "step": 5995
+    },
+    {
+      "epoch": 2.5678800856531048,
+      "grad_norm": 4.326335430145264,
+      "learning_rate": 2.512484200092453e-05,
+      "loss": 0.693,
+      "step": 5996
+    },
+    {
+      "epoch": 2.56830835117773,
+      "grad_norm": 4.14336633682251,
+      "learning_rate": 2.5117906387142936e-05,
+      "loss": 1.348,
+      "step": 5997
+    },
+    {
+      "epoch": 2.5687366167023553,
+      "grad_norm": 3.319974422454834,
+      "learning_rate": 2.511097076428654e-05,
+      "loss": 0.9218,
+      "step": 5998
+    },
+    {
+      "epoch": 2.5691648822269806,
+      "grad_norm": 3.683150291442871,
+      "learning_rate": 2.5104035132889154e-05,
+      "loss": 0.6193,
+      "step": 5999
+    },
+    {
+      "epoch": 2.569593147751606,
+      "grad_norm": 4.375744819641113,
+      "learning_rate": 2.5097099493484568e-05,
+      "loss": 0.4297,
+      "step": 6000
+    },
+    {
+      "epoch": 2.570021413276231,
+      "grad_norm": 3.626142740249634,
+      "learning_rate": 2.5090163846606613e-05,
+      "loss": 0.6196,
+      "step": 6001
+    },
+    {
+      "epoch": 2.5704496788008564,
+      "grad_norm": 4.361761569976807,
+      "learning_rate": 2.5083228192789084e-05,
+      "loss": 0.657,
+      "step": 6002
+    },
+    {
+      "epoch": 2.5708779443254817,
+      "grad_norm": 2.184159994125366,
+      "learning_rate": 2.50762925325658e-05,
+      "loss": 0.2622,
+      "step": 6003
+    },
+    {
+      "epoch": 2.571306209850107,
+      "grad_norm": 5.894678592681885,
+      "learning_rate": 2.506935686647057e-05,
+      "loss": 0.9015,
+      "step": 6004
+    },
+    {
+      "epoch": 2.571734475374732,
+      "grad_norm": 1.6377427577972412,
+      "learning_rate": 2.5062421195037207e-05,
+      "loss": 0.7625,
+      "step": 6005
+    },
+    {
+      "epoch": 2.5721627408993575,
+      "grad_norm": 3.876338243484497,
+      "learning_rate": 2.5055485518799515e-05,
+      "loss": 0.9761,
+      "step": 6006
+    },
+    {
+      "epoch": 2.5725910064239828,
+      "grad_norm": 5.274447441101074,
+      "learning_rate": 2.504854983829132e-05,
+      "loss": 1.3524,
+      "step": 6007
+    },
+    {
+      "epoch": 2.573019271948608,
+      "grad_norm": 4.048327922821045,
+      "learning_rate": 2.5041614154046422e-05,
+      "loss": 0.588,
+      "step": 6008
+    },
+    {
+      "epoch": 2.5734475374732333,
+      "grad_norm": 6.578952789306641,
+      "learning_rate": 2.503467846659865e-05,
+      "loss": 0.5476,
+      "step": 6009
+    },
+    {
+      "epoch": 2.5738758029978586,
+      "grad_norm": 2.9111077785491943,
+      "learning_rate": 2.5027742776481804e-05,
+      "loss": 0.8533,
+      "step": 6010
+    },
+    {
+      "epoch": 2.574304068522484,
+      "grad_norm": 2.464407444000244,
+      "learning_rate": 2.5020807084229704e-05,
+      "loss": 0.2254,
+      "step": 6011
+    },
+    {
+      "epoch": 2.574732334047109,
+      "grad_norm": 1.8073792457580566,
+      "learning_rate": 2.501387139037616e-05,
+      "loss": 0.5894,
+      "step": 6012
+    },
+    {
+      "epoch": 2.5751605995717344,
+      "grad_norm": 5.30862283706665,
+      "learning_rate": 2.5006935695454987e-05,
+      "loss": 0.3486,
+      "step": 6013
+    },
+    {
+      "epoch": 2.5755888650963596,
+      "grad_norm": 4.177236557006836,
+      "learning_rate": 2.5e-05,
+      "loss": 0.5523,
+      "step": 6014
+    },
+    {
+      "epoch": 2.576017130620985,
+      "grad_norm": 3.1616477966308594,
+      "learning_rate": 2.4993064304545012e-05,
+      "loss": 0.7491,
+      "step": 6015
+    },
+    {
+      "epoch": 2.57644539614561,
+      "grad_norm": 17.9676456451416,
+      "learning_rate": 2.4986128609623843e-05,
+      "loss": 0.7827,
+      "step": 6016
+    },
+    {
+      "epoch": 2.5768736616702355,
+      "grad_norm": 3.271467685699463,
+      "learning_rate": 2.4979192915770295e-05,
+      "loss": 0.4781,
+      "step": 6017
+    },
+    {
+      "epoch": 2.5773019271948607,
+      "grad_norm": 2.624711751937866,
+      "learning_rate": 2.49722572235182e-05,
+      "loss": 0.636,
+      "step": 6018
+    },
+    {
+      "epoch": 2.577730192719486,
+      "grad_norm": 4.039988040924072,
+      "learning_rate": 2.496532153340135e-05,
+      "loss": 0.743,
+      "step": 6019
+    },
+    {
+      "epoch": 2.5781584582441113,
+      "grad_norm": 2.1340489387512207,
+      "learning_rate": 2.495838584595358e-05,
+      "loss": 2.0178,
+      "step": 6020
+    },
+    {
+      "epoch": 2.5785867237687365,
+      "grad_norm": 1.8066966533660889,
+      "learning_rate": 2.4951450161708683e-05,
+      "loss": 0.3285,
+      "step": 6021
+    },
+    {
+      "epoch": 2.579014989293362,
+      "grad_norm": 2.969304323196411,
+      "learning_rate": 2.494451448120049e-05,
+      "loss": 1.3644,
+      "step": 6022
+    },
+    {
+      "epoch": 2.579443254817987,
+      "grad_norm": 4.668145179748535,
+      "learning_rate": 2.49375788049628e-05,
+      "loss": 0.8484,
+      "step": 6023
+    },
+    {
+      "epoch": 2.5798715203426124,
+      "grad_norm": 1.3047040700912476,
+      "learning_rate": 2.4930643133529437e-05,
+      "loss": 0.535,
+      "step": 6024
+    },
+    {
+      "epoch": 2.5802997858672376,
+      "grad_norm": 3.7768497467041016,
+      "learning_rate": 2.4923707467434203e-05,
+      "loss": 0.9438,
+      "step": 6025
+    },
+    {
+      "epoch": 2.580728051391863,
+      "grad_norm": 3.570000171661377,
+      "learning_rate": 2.491677180721092e-05,
+      "loss": 0.7067,
+      "step": 6026
+    },
+    {
+      "epoch": 2.581156316916488,
+      "grad_norm": 4.835086345672607,
+      "learning_rate": 2.490983615339339e-05,
+      "loss": 1.1242,
+      "step": 6027
+    },
+    {
+      "epoch": 2.5815845824411134,
+      "grad_norm": 0.8758344650268555,
+      "learning_rate": 2.4902900506515438e-05,
+      "loss": 0.2891,
+      "step": 6028
+    },
+    {
+      "epoch": 2.5820128479657387,
+      "grad_norm": 3.9502382278442383,
+      "learning_rate": 2.489596486711085e-05,
+      "loss": 0.6447,
+      "step": 6029
+    },
+    {
+      "epoch": 2.582441113490364,
+      "grad_norm": 4.072221755981445,
+      "learning_rate": 2.4889029235713465e-05,
+      "loss": 1.3261,
+      "step": 6030
+    },
+    {
+      "epoch": 2.5828693790149893,
+      "grad_norm": 5.713050842285156,
+      "learning_rate": 2.4882093612857066e-05,
+      "loss": 0.9162,
+      "step": 6031
+    },
+    {
+      "epoch": 2.5832976445396145,
+      "grad_norm": 6.13403844833374,
+      "learning_rate": 2.487515799907548e-05,
+      "loss": 0.7689,
+      "step": 6032
+    },
+    {
+      "epoch": 2.58372591006424,
+      "grad_norm": 1.3270788192749023,
+      "learning_rate": 2.48682223949025e-05,
+      "loss": 0.5444,
+      "step": 6033
+    },
+    {
+      "epoch": 2.584154175588865,
+      "grad_norm": 7.599362850189209,
+      "learning_rate": 2.486128680087195e-05,
+      "loss": 0.6223,
+      "step": 6034
+    },
+    {
+      "epoch": 2.5845824411134903,
+      "grad_norm": 6.43941593170166,
+      "learning_rate": 2.485435121751762e-05,
+      "loss": 0.9805,
+      "step": 6035
+    },
+    {
+      "epoch": 2.5850107066381156,
+      "grad_norm": 8.96467113494873,
+      "learning_rate": 2.4847415645373328e-05,
+      "loss": 0.8928,
+      "step": 6036
+    },
+    {
+      "epoch": 2.585438972162741,
+      "grad_norm": 2.863877773284912,
+      "learning_rate": 2.484048008497287e-05,
+      "loss": 0.8348,
+      "step": 6037
+    },
+    {
+      "epoch": 2.585867237687366,
+      "grad_norm": 5.425200462341309,
+      "learning_rate": 2.483354453685006e-05,
+      "loss": 0.5698,
+      "step": 6038
+    },
+    {
+      "epoch": 2.5862955032119914,
+      "grad_norm": 7.540337562561035,
+      "learning_rate": 2.482660900153868e-05,
+      "loss": 0.7399,
+      "step": 6039
+    },
+    {
+      "epoch": 2.5867237687366167,
+      "grad_norm": 2.6446945667266846,
+      "learning_rate": 2.4819673479572564e-05,
+      "loss": 1.0297,
+      "step": 6040
+    },
+    {
+      "epoch": 2.587152034261242,
+      "grad_norm": 3.3721935749053955,
+      "learning_rate": 2.481273797148548e-05,
+      "loss": 0.3478,
+      "step": 6041
+    },
+    {
+      "epoch": 2.5875802997858672,
+      "grad_norm": 3.9120492935180664,
+      "learning_rate": 2.480580247781125e-05,
+      "loss": 1.2311,
+      "step": 6042
+    },
+    {
+      "epoch": 2.5880085653104925,
+      "grad_norm": 6.134196758270264,
+      "learning_rate": 2.4798866999083656e-05,
+      "loss": 0.9843,
+      "step": 6043
+    },
+    {
+      "epoch": 2.5884368308351178,
+      "grad_norm": 7.909341335296631,
+      "learning_rate": 2.479193153583651e-05,
+      "loss": 1.2112,
+      "step": 6044
+    },
+    {
+      "epoch": 2.588865096359743,
+      "grad_norm": 2.7694098949432373,
+      "learning_rate": 2.4784996088603597e-05,
+      "loss": 1.129,
+      "step": 6045
+    },
+    {
+      "epoch": 2.5892933618843683,
+      "grad_norm": 1.1878165006637573,
+      "learning_rate": 2.4778060657918727e-05,
+      "loss": 0.2627,
+      "step": 6046
+    },
+    {
+      "epoch": 2.5897216274089936,
+      "grad_norm": 8.34939956665039,
+      "learning_rate": 2.4771125244315672e-05,
+      "loss": 0.5701,
+      "step": 6047
+    },
+    {
+      "epoch": 2.590149892933619,
+      "grad_norm": 3.4632740020751953,
+      "learning_rate": 2.476418984832825e-05,
+      "loss": 0.7353,
+      "step": 6048
+    },
+    {
+      "epoch": 2.590578158458244,
+      "grad_norm": 5.225010871887207,
+      "learning_rate": 2.4757254470490226e-05,
+      "loss": 1.2892,
+      "step": 6049
+    },
+    {
+      "epoch": 2.5910064239828694,
+      "grad_norm": 4.682555675506592,
+      "learning_rate": 2.4750319111335398e-05,
+      "loss": 0.8833,
+      "step": 6050
+    },
+    {
+      "epoch": 2.5914346895074947,
+      "grad_norm": 3.8326733112335205,
+      "learning_rate": 2.474338377139757e-05,
+      "loss": 0.7647,
+      "step": 6051
+    },
+    {
+      "epoch": 2.59186295503212,
+      "grad_norm": 1.1893092393875122,
+      "learning_rate": 2.473644845121051e-05,
+      "loss": 0.1639,
+      "step": 6052
+    },
+    {
+      "epoch": 2.592291220556745,
+      "grad_norm": 2.1806540489196777,
+      "learning_rate": 2.4729513151308016e-05,
+      "loss": 0.3348,
+      "step": 6053
+    },
+    {
+      "epoch": 2.5927194860813705,
+      "grad_norm": 2.9659626483917236,
+      "learning_rate": 2.4722577872223863e-05,
+      "loss": 0.7556,
+      "step": 6054
+    },
+    {
+      "epoch": 2.5931477516059958,
+      "grad_norm": 100.0048599243164,
+      "learning_rate": 2.4715642614491838e-05,
+      "loss": 1.0944,
+      "step": 6055
+    },
+    {
+      "epoch": 2.593576017130621,
+      "grad_norm": 2.3613054752349854,
+      "learning_rate": 2.470870737864571e-05,
+      "loss": 2.2726,
+      "step": 6056
+    },
+    {
+      "epoch": 2.5940042826552463,
+      "grad_norm": 1.6604034900665283,
+      "learning_rate": 2.4701772165219277e-05,
+      "loss": 0.8484,
+      "step": 6057
+    },
+    {
+      "epoch": 2.5944325481798716,
+      "grad_norm": 5.886554718017578,
+      "learning_rate": 2.4694836974746303e-05,
+      "loss": 1.0429,
+      "step": 6058
+    },
+    {
+      "epoch": 2.594860813704497,
+      "grad_norm": 0.7815231680870056,
+      "learning_rate": 2.468790180776057e-05,
+      "loss": 0.2279,
+      "step": 6059
+    },
+    {
+      "epoch": 2.595289079229122,
+      "grad_norm": 1.997052788734436,
+      "learning_rate": 2.4680966664795838e-05,
+      "loss": 0.6023,
+      "step": 6060
+    },
+    {
+      "epoch": 2.5957173447537474,
+      "grad_norm": 8.92789077758789,
+      "learning_rate": 2.46740315463859e-05,
+      "loss": 0.9057,
+      "step": 6061
+    },
+    {
+      "epoch": 2.5961456102783727,
+      "grad_norm": 3.981776714324951,
+      "learning_rate": 2.4667096453064505e-05,
+      "loss": 0.4285,
+      "step": 6062
+    },
+    {
+      "epoch": 2.596573875802998,
+      "grad_norm": 6.179991245269775,
+      "learning_rate": 2.4660161385365434e-05,
+      "loss": 0.9433,
+      "step": 6063
+    },
+    {
+      "epoch": 2.597002141327623,
+      "grad_norm": 3.7091407775878906,
+      "learning_rate": 2.4653226343822445e-05,
+      "loss": 0.7441,
+      "step": 6064
+    },
+    {
+      "epoch": 2.5974304068522485,
+      "grad_norm": 3.926002264022827,
+      "learning_rate": 2.4646291328969308e-05,
+      "loss": 0.5112,
+      "step": 6065
+    },
+    {
+      "epoch": 2.5978586723768737,
+      "grad_norm": 4.760224342346191,
+      "learning_rate": 2.4639356341339776e-05,
+      "loss": 0.872,
+      "step": 6066
+    },
+    {
+      "epoch": 2.598286937901499,
+      "grad_norm": 3.6943423748016357,
+      "learning_rate": 2.4632421381467626e-05,
+      "loss": 0.5683,
+      "step": 6067
+    },
+    {
+      "epoch": 2.5987152034261243,
+      "grad_norm": 3.096574544906616,
+      "learning_rate": 2.462548644988659e-05,
+      "loss": 0.8,
+      "step": 6068
+    },
+    {
+      "epoch": 2.5991434689507495,
+      "grad_norm": 3.52276611328125,
+      "learning_rate": 2.461855154713045e-05,
+      "loss": 0.9611,
+      "step": 6069
+    },
+    {
+      "epoch": 2.599571734475375,
+      "grad_norm": 6.963771343231201,
+      "learning_rate": 2.4611616673732937e-05,
+      "loss": 1.2457,
+      "step": 6070
+    },
+    {
+      "epoch": 2.6,
+      "grad_norm": 3.4530415534973145,
+      "learning_rate": 2.460468183022782e-05,
+      "loss": 0.829,
+      "step": 6071
+    },
+    {
+      "epoch": 2.6004282655246254,
+      "grad_norm": 4.549477577209473,
+      "learning_rate": 2.4597747017148828e-05,
+      "loss": 1.2225,
+      "step": 6072
+    },
+    {
+      "epoch": 2.6008565310492506,
+      "grad_norm": 2.5214428901672363,
+      "learning_rate": 2.4590812235029726e-05,
+      "loss": 0.5642,
+      "step": 6073
+    },
+    {
+      "epoch": 2.601284796573876,
+      "grad_norm": 3.6771700382232666,
+      "learning_rate": 2.458387748440424e-05,
+      "loss": 1.0578,
+      "step": 6074
+    },
+    {
+      "epoch": 2.601713062098501,
+      "grad_norm": 4.989564895629883,
+      "learning_rate": 2.4576942765806133e-05,
+      "loss": 0.7781,
+      "step": 6075
+    },
+    {
+      "epoch": 2.6021413276231264,
+      "grad_norm": 3.5053720474243164,
+      "learning_rate": 2.4570008079769123e-05,
+      "loss": 1.112,
+      "step": 6076
+    },
+    {
+      "epoch": 2.6025695931477517,
+      "grad_norm": 3.265563488006592,
+      "learning_rate": 2.4563073426826964e-05,
+      "loss": 0.4368,
+      "step": 6077
+    },
+    {
+      "epoch": 2.602997858672377,
+      "grad_norm": 5.255522727966309,
+      "learning_rate": 2.4556138807513372e-05,
+      "loss": 0.9146,
+      "step": 6078
+    },
+    {
+      "epoch": 2.6034261241970023,
+      "grad_norm": 2.4318461418151855,
+      "learning_rate": 2.4549204222362096e-05,
+      "loss": 0.5206,
+      "step": 6079
+    },
+    {
+      "epoch": 2.6038543897216275,
+      "grad_norm": 2.280454158782959,
+      "learning_rate": 2.4542269671906848e-05,
+      "loss": 0.9604,
+      "step": 6080
+    },
+    {
+      "epoch": 2.604282655246253,
+      "grad_norm": 0.3418847620487213,
+      "learning_rate": 2.4535335156681367e-05,
+      "loss": 0.0895,
+      "step": 6081
+    },
+    {
+      "epoch": 2.604710920770878,
+      "grad_norm": 11.918928146362305,
+      "learning_rate": 2.452840067721937e-05,
+      "loss": 0.8596,
+      "step": 6082
+    },
+    {
+      "epoch": 2.6051391862955033,
+      "grad_norm": 6.701259613037109,
+      "learning_rate": 2.452146623405458e-05,
+      "loss": 0.8028,
+      "step": 6083
+    },
+    {
+      "epoch": 2.6055674518201286,
+      "grad_norm": 4.653385162353516,
+      "learning_rate": 2.4514531827720706e-05,
+      "loss": 0.6053,
+      "step": 6084
+    },
+    {
+      "epoch": 2.605995717344754,
+      "grad_norm": 2.699176073074341,
+      "learning_rate": 2.4507597458751476e-05,
+      "loss": 1.3011,
+      "step": 6085
+    },
+    {
+      "epoch": 2.606423982869379,
+      "grad_norm": 0.8975592851638794,
+      "learning_rate": 2.4500663127680597e-05,
+      "loss": 0.3774,
+      "step": 6086
+    },
+    {
+      "epoch": 2.6068522483940044,
+      "grad_norm": 5.325432300567627,
+      "learning_rate": 2.4493728835041775e-05,
+      "loss": 1.071,
+      "step": 6087
+    },
+    {
+      "epoch": 2.6072805139186297,
+      "grad_norm": 8.244134902954102,
+      "learning_rate": 2.448679458136873e-05,
+      "loss": 0.659,
+      "step": 6088
+    },
+    {
+      "epoch": 2.607708779443255,
+      "grad_norm": 2.664374351501465,
+      "learning_rate": 2.447986036719514e-05,
+      "loss": 0.3273,
+      "step": 6089
+    },
+    {
+      "epoch": 2.6081370449678802,
+      "grad_norm": 2.3182449340820312,
+      "learning_rate": 2.4472926193054728e-05,
+      "loss": 0.7415,
+      "step": 6090
+    },
+    {
+      "epoch": 2.6085653104925055,
+      "grad_norm": 3.1737213134765625,
+      "learning_rate": 2.4465992059481175e-05,
+      "loss": 1.4261,
+      "step": 6091
+    },
+    {
+      "epoch": 2.6089935760171308,
+      "grad_norm": 2.08367657661438,
+      "learning_rate": 2.4459057967008188e-05,
+      "loss": 0.3737,
+      "step": 6092
+    },
+    {
+      "epoch": 2.609421841541756,
+      "grad_norm": 1.8595715761184692,
+      "learning_rate": 2.4452123916169442e-05,
+      "loss": 0.2225,
+      "step": 6093
+    },
+    {
+      "epoch": 2.6098501070663813,
+      "grad_norm": 3.6523244380950928,
+      "learning_rate": 2.4445189907498642e-05,
+      "loss": 1.0123,
+      "step": 6094
+    },
+    {
+      "epoch": 2.6102783725910066,
+      "grad_norm": 1.5895495414733887,
+      "learning_rate": 2.443825594152946e-05,
+      "loss": 0.7416,
+      "step": 6095
+    },
+    {
+      "epoch": 2.610706638115632,
+      "grad_norm": 5.882617950439453,
+      "learning_rate": 2.443132201879558e-05,
+      "loss": 0.8832,
+      "step": 6096
+    },
+    {
+      "epoch": 2.6111349036402567,
+      "grad_norm": 4.395349025726318,
+      "learning_rate": 2.4424388139830682e-05,
+      "loss": 0.9526,
+      "step": 6097
+    },
+    {
+      "epoch": 2.6115631691648824,
+      "grad_norm": 4.925197124481201,
+      "learning_rate": 2.4417454305168453e-05,
+      "loss": 1.6567,
+      "step": 6098
+    },
+    {
+      "epoch": 2.6119914346895072,
+      "grad_norm": 1.2848023176193237,
+      "learning_rate": 2.4410520515342527e-05,
+      "loss": 0.5452,
+      "step": 6099
+    },
+    {
+      "epoch": 2.612419700214133,
+      "grad_norm": 2.085397481918335,
+      "learning_rate": 2.4403586770886613e-05,
+      "loss": 0.5097,
+      "step": 6100
+    },
+    {
+      "epoch": 2.6128479657387578,
+      "grad_norm": 3.5421719551086426,
+      "learning_rate": 2.4396653072334348e-05,
+      "loss": 0.3306,
+      "step": 6101
+    },
+    {
+      "epoch": 2.6132762312633835,
+      "grad_norm": 5.592719078063965,
+      "learning_rate": 2.43897194202194e-05,
+      "loss": 0.6551,
+      "step": 6102
+    },
+    {
+      "epoch": 2.6137044967880083,
+      "grad_norm": 3.8698947429656982,
+      "learning_rate": 2.4382785815075426e-05,
+      "loss": 0.4376,
+      "step": 6103
+    },
+    {
+      "epoch": 2.614132762312634,
+      "grad_norm": 4.4059062004089355,
+      "learning_rate": 2.4375852257436085e-05,
+      "loss": 1.0135,
+      "step": 6104
+    },
+    {
+      "epoch": 2.614561027837259,
+      "grad_norm": 2.689546823501587,
+      "learning_rate": 2.4368918747835014e-05,
+      "loss": 0.2788,
+      "step": 6105
+    },
+    {
+      "epoch": 2.6149892933618846,
+      "grad_norm": 1.8786218166351318,
+      "learning_rate": 2.436198528680588e-05,
+      "loss": 0.8813,
+      "step": 6106
+    },
+    {
+      "epoch": 2.6154175588865094,
+      "grad_norm": 3.8347809314727783,
+      "learning_rate": 2.4355051874882292e-05,
+      "loss": 0.867,
+      "step": 6107
+    },
+    {
+      "epoch": 2.615845824411135,
+      "grad_norm": 1.3640012741088867,
+      "learning_rate": 2.4348118512597927e-05,
+      "loss": 0.5009,
+      "step": 6108
+    },
+    {
+      "epoch": 2.61627408993576,
+      "grad_norm": 1.2989944219589233,
+      "learning_rate": 2.4341185200486385e-05,
+      "loss": 0.4397,
+      "step": 6109
+    },
+    {
+      "epoch": 2.6167023554603857,
+      "grad_norm": 2.3717172145843506,
+      "learning_rate": 2.433425193908132e-05,
+      "loss": 0.2705,
+      "step": 6110
+    },
+    {
+      "epoch": 2.6171306209850105,
+      "grad_norm": 3.993699550628662,
+      "learning_rate": 2.4327318728916347e-05,
+      "loss": 0.2959,
+      "step": 6111
+    },
+    {
+      "epoch": 2.617558886509636,
+      "grad_norm": 3.053367853164673,
+      "learning_rate": 2.4320385570525094e-05,
+      "loss": 0.4386,
+      "step": 6112
+    },
+    {
+      "epoch": 2.617987152034261,
+      "grad_norm": 3.9688799381256104,
+      "learning_rate": 2.4313452464441174e-05,
+      "loss": 0.6471,
+      "step": 6113
+    },
+    {
+      "epoch": 2.6184154175588867,
+      "grad_norm": 6.343149662017822,
+      "learning_rate": 2.4306519411198213e-05,
+      "loss": 1.1804,
+      "step": 6114
+    },
+    {
+      "epoch": 2.6188436830835116,
+      "grad_norm": 2.568857192993164,
+      "learning_rate": 2.429958641132981e-05,
+      "loss": 0.3133,
+      "step": 6115
+    },
+    {
+      "epoch": 2.6192719486081373,
+      "grad_norm": 3.7701690196990967,
+      "learning_rate": 2.4292653465369585e-05,
+      "loss": 0.4155,
+      "step": 6116
+    },
+    {
+      "epoch": 2.619700214132762,
+      "grad_norm": 1.52763032913208,
+      "learning_rate": 2.4285720573851115e-05,
+      "loss": 0.8461,
+      "step": 6117
+    },
+    {
+      "epoch": 2.620128479657388,
+      "grad_norm": 3.225693464279175,
+      "learning_rate": 2.4278787737308035e-05,
+      "loss": 0.2315,
+      "step": 6118
+    },
+    {
+      "epoch": 2.6205567451820126,
+      "grad_norm": 4.572841167449951,
+      "learning_rate": 2.4271854956273904e-05,
+      "loss": 1.026,
+      "step": 6119
+    },
+    {
+      "epoch": 2.6209850107066384,
+      "grad_norm": 1.4889944791793823,
+      "learning_rate": 2.4264922231282328e-05,
+      "loss": 0.4564,
+      "step": 6120
+    },
+    {
+      "epoch": 2.621413276231263,
+      "grad_norm": 4.322268486022949,
+      "learning_rate": 2.42579895628669e-05,
+      "loss": 0.205,
+      "step": 6121
+    },
+    {
+      "epoch": 2.621841541755889,
+      "grad_norm": 0.5409969091415405,
+      "learning_rate": 2.4251056951561186e-05,
+      "loss": 0.1385,
+      "step": 6122
+    },
+    {
+      "epoch": 2.6222698072805137,
+      "grad_norm": 7.256929397583008,
+      "learning_rate": 2.424412439789877e-05,
+      "loss": 1.4641,
+      "step": 6123
+    },
+    {
+      "epoch": 2.6226980728051394,
+      "grad_norm": 2.4218358993530273,
+      "learning_rate": 2.4237191902413223e-05,
+      "loss": 0.9093,
+      "step": 6124
+    },
+    {
+      "epoch": 2.6231263383297643,
+      "grad_norm": 4.602644920349121,
+      "learning_rate": 2.423025946563812e-05,
+      "loss": 0.9105,
+      "step": 6125
+    },
+    {
+      "epoch": 2.62355460385439,
+      "grad_norm": 0.7990785837173462,
+      "learning_rate": 2.4223327088107008e-05,
+      "loss": 0.2398,
+      "step": 6126
+    },
+    {
+      "epoch": 2.623982869379015,
+      "grad_norm": 1.9339406490325928,
+      "learning_rate": 2.421639477035347e-05,
+      "loss": 0.7547,
+      "step": 6127
+    },
+    {
+      "epoch": 2.6244111349036405,
+      "grad_norm": 2.2484548091888428,
+      "learning_rate": 2.420946251291103e-05,
+      "loss": 0.6803,
+      "step": 6128
+    },
+    {
+      "epoch": 2.6248394004282654,
+      "grad_norm": 1.891389012336731,
+      "learning_rate": 2.4202530316313263e-05,
+      "loss": 1.0216,
+      "step": 6129
+    },
+    {
+      "epoch": 2.6252676659528906,
+      "grad_norm": 4.246413230895996,
+      "learning_rate": 2.41955981810937e-05,
+      "loss": 0.7325,
+      "step": 6130
+    },
+    {
+      "epoch": 2.625695931477516,
+      "grad_norm": 1.0375614166259766,
+      "learning_rate": 2.4188666107785886e-05,
+      "loss": 0.1231,
+      "step": 6131
+    },
+    {
+      "epoch": 2.626124197002141,
+      "grad_norm": 1.030151128768921,
+      "learning_rate": 2.418173409692335e-05,
+      "loss": 0.233,
+      "step": 6132
+    },
+    {
+      "epoch": 2.6265524625267664,
+      "grad_norm": 5.770215034484863,
+      "learning_rate": 2.417480214903963e-05,
+      "loss": 1.5925,
+      "step": 6133
+    },
+    {
+      "epoch": 2.6269807280513917,
+      "grad_norm": 5.080279350280762,
+      "learning_rate": 2.4167870264668252e-05,
+      "loss": 0.9039,
+      "step": 6134
+    },
+    {
+      "epoch": 2.627408993576017,
+      "grad_norm": 2.1223692893981934,
+      "learning_rate": 2.4160938444342735e-05,
+      "loss": 0.3047,
+      "step": 6135
+    },
+    {
+      "epoch": 2.6278372591006423,
+      "grad_norm": 3.102621555328369,
+      "learning_rate": 2.415400668859659e-05,
+      "loss": 0.7294,
+      "step": 6136
+    },
+    {
+      "epoch": 2.6282655246252675,
+      "grad_norm": 15.956364631652832,
+      "learning_rate": 2.414707499796334e-05,
+      "loss": 0.9417,
+      "step": 6137
+    },
+    {
+      "epoch": 2.628693790149893,
+      "grad_norm": 1.8816567659378052,
+      "learning_rate": 2.414014337297647e-05,
+      "loss": 0.1823,
+      "step": 6138
+    },
+    {
+      "epoch": 2.629122055674518,
+      "grad_norm": 0.8128476142883301,
+      "learning_rate": 2.4133211814169507e-05,
+      "loss": 0.2396,
+      "step": 6139
+    },
+    {
+      "epoch": 2.6295503211991433,
+      "grad_norm": 30.448638916015625,
+      "learning_rate": 2.412628032207592e-05,
+      "loss": 0.5942,
+      "step": 6140
+    },
+    {
+      "epoch": 2.6299785867237686,
+      "grad_norm": 1.3181899785995483,
+      "learning_rate": 2.4119348897229223e-05,
+      "loss": 0.2525,
+      "step": 6141
+    },
+    {
+      "epoch": 2.630406852248394,
+      "grad_norm": 3.5468931198120117,
+      "learning_rate": 2.4112417540162888e-05,
+      "loss": 0.7096,
+      "step": 6142
+    },
+    {
+      "epoch": 2.630835117773019,
+      "grad_norm": 3.4975228309631348,
+      "learning_rate": 2.4105486251410397e-05,
+      "loss": 0.701,
+      "step": 6143
+    },
+    {
+      "epoch": 2.6312633832976444,
+      "grad_norm": 2.8389675617218018,
+      "learning_rate": 2.4098555031505228e-05,
+      "loss": 0.6312,
+      "step": 6144
+    },
+    {
+      "epoch": 2.6316916488222697,
+      "grad_norm": 5.238237380981445,
+      "learning_rate": 2.4091623880980853e-05,
+      "loss": 0.7495,
+      "step": 6145
+    },
+    {
+      "epoch": 2.632119914346895,
+      "grad_norm": 3.443199872970581,
+      "learning_rate": 2.408469280037072e-05,
+      "loss": 0.6249,
+      "step": 6146
+    },
+    {
+      "epoch": 2.6325481798715202,
+      "grad_norm": 4.475599765777588,
+      "learning_rate": 2.4077761790208314e-05,
+      "loss": 0.5981,
+      "step": 6147
+    },
+    {
+      "epoch": 2.6329764453961455,
+      "grad_norm": 5.224228858947754,
+      "learning_rate": 2.4070830851027065e-05,
+      "loss": 1.083,
+      "step": 6148
+    },
+    {
+      "epoch": 2.6334047109207708,
+      "grad_norm": 2.0026118755340576,
+      "learning_rate": 2.4063899983360436e-05,
+      "loss": 0.4615,
+      "step": 6149
+    },
+    {
+      "epoch": 2.633832976445396,
+      "grad_norm": 3.40804386138916,
+      "learning_rate": 2.405696918774186e-05,
+      "loss": 0.9474,
+      "step": 6150
+    },
+    {
+      "epoch": 2.6342612419700213,
+      "grad_norm": 5.713337421417236,
+      "learning_rate": 2.405003846470478e-05,
+      "loss": 0.702,
+      "step": 6151
+    },
+    {
+      "epoch": 2.6346895074946466,
+      "grad_norm": 3.8983893394470215,
+      "learning_rate": 2.4043107814782625e-05,
+      "loss": 0.4905,
+      "step": 6152
+    },
+    {
+      "epoch": 2.635117773019272,
+      "grad_norm": 2.5211517810821533,
+      "learning_rate": 2.4036177238508824e-05,
+      "loss": 0.764,
+      "step": 6153
+    },
+    {
+      "epoch": 2.635546038543897,
+      "grad_norm": 7.92133092880249,
+      "learning_rate": 2.402924673641679e-05,
+      "loss": 0.7459,
+      "step": 6154
+    },
+    {
+      "epoch": 2.6359743040685224,
+      "grad_norm": 4.533631801605225,
+      "learning_rate": 2.402231630903994e-05,
+      "loss": 0.7884,
+      "step": 6155
+    },
+    {
+      "epoch": 2.6364025695931477,
+      "grad_norm": 2.241250991821289,
+      "learning_rate": 2.401538595691169e-05,
+      "loss": 0.252,
+      "step": 6156
+    },
+    {
+      "epoch": 2.636830835117773,
+      "grad_norm": 2.75134539604187,
+      "learning_rate": 2.4008455680565433e-05,
+      "loss": 0.3191,
+      "step": 6157
+    },
+    {
+      "epoch": 2.637259100642398,
+      "grad_norm": 3.4568638801574707,
+      "learning_rate": 2.400152548053458e-05,
+      "loss": 0.771,
+      "step": 6158
+    },
+    {
+      "epoch": 2.6376873661670235,
+      "grad_norm": 2.6921775341033936,
+      "learning_rate": 2.3994595357352503e-05,
+      "loss": 0.9798,
+      "step": 6159
+    },
+    {
+      "epoch": 2.6381156316916488,
+      "grad_norm": 3.8340554237365723,
+      "learning_rate": 2.39876653115526e-05,
+      "loss": 1.6919,
+      "step": 6160
+    },
+    {
+      "epoch": 2.638543897216274,
+      "grad_norm": 4.352883338928223,
+      "learning_rate": 2.398073534366824e-05,
+      "loss": 0.4434,
+      "step": 6161
+    },
+    {
+      "epoch": 2.6389721627408993,
+      "grad_norm": 4.598062038421631,
+      "learning_rate": 2.3973805454232813e-05,
+      "loss": 0.7313,
+      "step": 6162
+    },
+    {
+      "epoch": 2.6394004282655246,
+      "grad_norm": 4.083492279052734,
+      "learning_rate": 2.3966875643779667e-05,
+      "loss": 0.9938,
+      "step": 6163
+    },
+    {
+      "epoch": 2.63982869379015,
+      "grad_norm": 1.1404341459274292,
+      "learning_rate": 2.3959945912842183e-05,
+      "loss": 0.2944,
+      "step": 6164
+    },
+    {
+      "epoch": 2.640256959314775,
+      "grad_norm": 3.5069022178649902,
+      "learning_rate": 2.3953016261953694e-05,
+      "loss": 0.7382,
+      "step": 6165
+    },
+    {
+      "epoch": 2.6406852248394004,
+      "grad_norm": 2.1884477138519287,
+      "learning_rate": 2.3946086691647575e-05,
+      "loss": 0.6751,
+      "step": 6166
+    },
+    {
+      "epoch": 2.6411134903640257,
+      "grad_norm": 4.752312660217285,
+      "learning_rate": 2.393915720245714e-05,
+      "loss": 0.6687,
+      "step": 6167
+    },
+    {
+      "epoch": 2.641541755888651,
+      "grad_norm": 1.0158885717391968,
+      "learning_rate": 2.393222779491575e-05,
+      "loss": 0.4539,
+      "step": 6168
+    },
+    {
+      "epoch": 2.641970021413276,
+      "grad_norm": 4.0768866539001465,
+      "learning_rate": 2.3925298469556716e-05,
+      "loss": 1.3461,
+      "step": 6169
+    },
+    {
+      "epoch": 2.6423982869379015,
+      "grad_norm": 2.287022590637207,
+      "learning_rate": 2.3918369226913377e-05,
+      "loss": 0.2677,
+      "step": 6170
+    },
+    {
+      "epoch": 2.6428265524625267,
+      "grad_norm": 3.857231616973877,
+      "learning_rate": 2.3911440067519035e-05,
+      "loss": 0.4296,
+      "step": 6171
+    },
+    {
+      "epoch": 2.643254817987152,
+      "grad_norm": 4.92754602432251,
+      "learning_rate": 2.3904510991907018e-05,
+      "loss": 0.774,
+      "step": 6172
+    },
+    {
+      "epoch": 2.6436830835117773,
+      "grad_norm": 4.010047912597656,
+      "learning_rate": 2.389758200061062e-05,
+      "loss": 1.0154,
+      "step": 6173
+    },
+    {
+      "epoch": 2.6441113490364025,
+      "grad_norm": 1.7236307859420776,
+      "learning_rate": 2.389065309416314e-05,
+      "loss": 0.9669,
+      "step": 6174
+    },
+    {
+      "epoch": 2.644539614561028,
+      "grad_norm": 2.4736318588256836,
+      "learning_rate": 2.3883724273097875e-05,
+      "loss": 0.7523,
+      "step": 6175
+    },
+    {
+      "epoch": 2.644967880085653,
+      "grad_norm": 4.95918607711792,
+      "learning_rate": 2.387679553794811e-05,
+      "loss": 1.138,
+      "step": 6176
+    },
+    {
+      "epoch": 2.6453961456102784,
+      "grad_norm": 3.0320966243743896,
+      "learning_rate": 2.3869866889247105e-05,
+      "loss": 0.3435,
+      "step": 6177
+    },
+    {
+      "epoch": 2.6458244111349036,
+      "grad_norm": 4.169222831726074,
+      "learning_rate": 2.386293832752816e-05,
+      "loss": 0.6152,
+      "step": 6178
+    },
+    {
+      "epoch": 2.646252676659529,
+      "grad_norm": 8.391417503356934,
+      "learning_rate": 2.385600985332452e-05,
+      "loss": 1.1612,
+      "step": 6179
+    },
+    {
+      "epoch": 2.646680942184154,
+      "grad_norm": 1.7623014450073242,
+      "learning_rate": 2.3849081467169455e-05,
+      "loss": 0.5399,
+      "step": 6180
+    },
+    {
+      "epoch": 2.6471092077087794,
+      "grad_norm": 3.251187324523926,
+      "learning_rate": 2.38421531695962e-05,
+      "loss": 0.6697,
+      "step": 6181
+    },
+    {
+      "epoch": 2.6475374732334047,
+      "grad_norm": 1.2667806148529053,
+      "learning_rate": 2.3835224961138023e-05,
+      "loss": 0.662,
+      "step": 6182
+    },
+    {
+      "epoch": 2.64796573875803,
+      "grad_norm": 6.104917049407959,
+      "learning_rate": 2.382829684232814e-05,
+      "loss": 0.7527,
+      "step": 6183
+    },
+    {
+      "epoch": 2.6483940042826553,
+      "grad_norm": 4.419667720794678,
+      "learning_rate": 2.3821368813699803e-05,
+      "loss": 2.2154,
+      "step": 6184
+    },
+    {
+      "epoch": 2.6488222698072805,
+      "grad_norm": 3.776247262954712,
+      "learning_rate": 2.3814440875786212e-05,
+      "loss": 0.3388,
+      "step": 6185
+    },
+    {
+      "epoch": 2.649250535331906,
+      "grad_norm": 3.5831799507141113,
+      "learning_rate": 2.380751302912061e-05,
+      "loss": 0.3396,
+      "step": 6186
+    },
+    {
+      "epoch": 2.649678800856531,
+      "grad_norm": 4.968555927276611,
+      "learning_rate": 2.3800585274236183e-05,
+      "loss": 1.6302,
+      "step": 6187
+    },
+    {
+      "epoch": 2.6501070663811563,
+      "grad_norm": 477.77825927734375,
+      "learning_rate": 2.379365761166615e-05,
+      "loss": 0.5045,
+      "step": 6188
+    },
+    {
+      "epoch": 2.6505353319057816,
+      "grad_norm": 5.127920150756836,
+      "learning_rate": 2.3786730041943695e-05,
+      "loss": 1.1153,
+      "step": 6189
+    },
+    {
+      "epoch": 2.650963597430407,
+      "grad_norm": 3.469627857208252,
+      "learning_rate": 2.3779802565602013e-05,
+      "loss": 0.3801,
+      "step": 6190
+    },
+    {
+      "epoch": 2.651391862955032,
+      "grad_norm": 6.84908390045166,
+      "learning_rate": 2.3772875183174292e-05,
+      "loss": 0.4237,
+      "step": 6191
+    },
+    {
+      "epoch": 2.6518201284796574,
+      "grad_norm": 5.224078178405762,
+      "learning_rate": 2.3765947895193696e-05,
+      "loss": 1.0536,
+      "step": 6192
+    },
+    {
+      "epoch": 2.6522483940042827,
+      "grad_norm": 4.43394136428833,
+      "learning_rate": 2.37590207021934e-05,
+      "loss": 1.2756,
+      "step": 6193
+    },
+    {
+      "epoch": 2.652676659528908,
+      "grad_norm": 3.2851765155792236,
+      "learning_rate": 2.3752093604706555e-05,
+      "loss": 1.4608,
+      "step": 6194
+    },
+    {
+      "epoch": 2.6531049250535332,
+      "grad_norm": 3.6027774810791016,
+      "learning_rate": 2.3745166603266323e-05,
+      "loss": 0.7553,
+      "step": 6195
+    },
+    {
+      "epoch": 2.6535331905781585,
+      "grad_norm": 2.326568603515625,
+      "learning_rate": 2.3738239698405837e-05,
+      "loss": 0.4372,
+      "step": 6196
+    },
+    {
+      "epoch": 2.653961456102784,
+      "grad_norm": 2.782071352005005,
+      "learning_rate": 2.373131289065825e-05,
+      "loss": 0.5498,
+      "step": 6197
+    },
+    {
+      "epoch": 2.654389721627409,
+      "grad_norm": 3.074606418609619,
+      "learning_rate": 2.3724386180556678e-05,
+      "loss": 1.4767,
+      "step": 6198
+    },
+    {
+      "epoch": 2.6548179871520343,
+      "grad_norm": 5.133486270904541,
+      "learning_rate": 2.3717459568634253e-05,
+      "loss": 1.0232,
+      "step": 6199
+    },
+    {
+      "epoch": 2.6552462526766596,
+      "grad_norm": 3.6265623569488525,
+      "learning_rate": 2.371053305542408e-05,
+      "loss": 0.5539,
+      "step": 6200
+    },
+    {
+      "epoch": 2.655674518201285,
+      "grad_norm": 1.9102109670639038,
+      "learning_rate": 2.370360664145928e-05,
+      "loss": 0.5141,
+      "step": 6201
+    },
+    {
+      "epoch": 2.65610278372591,
+      "grad_norm": 0.6145514249801636,
+      "learning_rate": 2.3696680327272936e-05,
+      "loss": 0.2741,
+      "step": 6202
+    },
+    {
+      "epoch": 2.6565310492505354,
+      "grad_norm": 3.340245008468628,
+      "learning_rate": 2.3689754113398154e-05,
+      "loss": 0.5989,
+      "step": 6203
+    },
+    {
+      "epoch": 2.6569593147751607,
+      "grad_norm": 2.627143144607544,
+      "learning_rate": 2.368282800036801e-05,
+      "loss": 0.1908,
+      "step": 6204
+    },
+    {
+      "epoch": 2.657387580299786,
+      "grad_norm": 1.54910409450531,
+      "learning_rate": 2.3675901988715597e-05,
+      "loss": 0.5648,
+      "step": 6205
+    },
+    {
+      "epoch": 2.657815845824411,
+      "grad_norm": 5.6894307136535645,
+      "learning_rate": 2.366897607897395e-05,
+      "loss": 1.5873,
+      "step": 6206
+    },
+    {
+      "epoch": 2.6582441113490365,
+      "grad_norm": 1.9505523443222046,
+      "learning_rate": 2.366205027167617e-05,
+      "loss": 0.8667,
+      "step": 6207
+    },
+    {
+      "epoch": 2.6586723768736618,
+      "grad_norm": 3.6850342750549316,
+      "learning_rate": 2.365512456735528e-05,
+      "loss": 0.5745,
+      "step": 6208
+    },
+    {
+      "epoch": 2.659100642398287,
+      "grad_norm": 4.349942684173584,
+      "learning_rate": 2.3648198966544342e-05,
+      "loss": 1.5278,
+      "step": 6209
+    },
+    {
+      "epoch": 2.6595289079229123,
+      "grad_norm": 3.719719886779785,
+      "learning_rate": 2.3641273469776378e-05,
+      "loss": 0.6723,
+      "step": 6210
+    },
+    {
+      "epoch": 2.6599571734475376,
+      "grad_norm": 3.9092910289764404,
+      "learning_rate": 2.3634348077584433e-05,
+      "loss": 0.8242,
+      "step": 6211
+    },
+    {
+      "epoch": 2.660385438972163,
+      "grad_norm": 2.601426839828491,
+      "learning_rate": 2.3627422790501515e-05,
+      "loss": 0.5278,
+      "step": 6212
+    },
+    {
+      "epoch": 2.660813704496788,
+      "grad_norm": 5.824289798736572,
+      "learning_rate": 2.362049760906065e-05,
+      "loss": 1.3213,
+      "step": 6213
+    },
+    {
+      "epoch": 2.6612419700214134,
+      "grad_norm": 4.299912929534912,
+      "learning_rate": 2.361357253379483e-05,
+      "loss": 0.6861,
+      "step": 6214
+    },
+    {
+      "epoch": 2.6616702355460387,
+      "grad_norm": 5.6407036781311035,
+      "learning_rate": 2.3606647565237073e-05,
+      "loss": 0.4307,
+      "step": 6215
+    },
+    {
+      "epoch": 2.662098501070664,
+      "grad_norm": 1.2408702373504639,
+      "learning_rate": 2.359972270392033e-05,
+      "loss": 0.7642,
+      "step": 6216
+    },
+    {
+      "epoch": 2.662526766595289,
+      "grad_norm": 5.488358497619629,
+      "learning_rate": 2.3592797950377625e-05,
+      "loss": 0.6531,
+      "step": 6217
+    },
+    {
+      "epoch": 2.6629550321199145,
+      "grad_norm": 4.529244422912598,
+      "learning_rate": 2.358587330514189e-05,
+      "loss": 0.856,
+      "step": 6218
+    },
+    {
+      "epoch": 2.6633832976445397,
+      "grad_norm": 5.46996545791626,
+      "learning_rate": 2.357894876874612e-05,
+      "loss": 0.7514,
+      "step": 6219
+    },
+    {
+      "epoch": 2.663811563169165,
+      "grad_norm": 4.286938667297363,
+      "learning_rate": 2.357202434172325e-05,
+      "loss": 0.93,
+      "step": 6220
+    },
+    {
+      "epoch": 2.6642398286937903,
+      "grad_norm": 3.3316614627838135,
+      "learning_rate": 2.356510002460624e-05,
+      "loss": 0.7379,
+      "step": 6221
+    },
+    {
+      "epoch": 2.6646680942184156,
+      "grad_norm": 10.142281532287598,
+      "learning_rate": 2.3558175817928013e-05,
+      "loss": 1.0852,
+      "step": 6222
+    },
+    {
+      "epoch": 2.665096359743041,
+      "grad_norm": 8.131339073181152,
+      "learning_rate": 2.3551251722221523e-05,
+      "loss": 1.7144,
+      "step": 6223
+    },
+    {
+      "epoch": 2.665524625267666,
+      "grad_norm": 4.066914081573486,
+      "learning_rate": 2.354432773801966e-05,
+      "loss": 0.84,
+      "step": 6224
+    },
+    {
+      "epoch": 2.6659528907922914,
+      "grad_norm": 3.484975576400757,
+      "learning_rate": 2.3537403865855355e-05,
+      "loss": 0.7507,
+      "step": 6225
+    },
+    {
+      "epoch": 2.6663811563169166,
+      "grad_norm": 1.2469313144683838,
+      "learning_rate": 2.3530480106261526e-05,
+      "loss": 0.2626,
+      "step": 6226
+    },
+    {
+      "epoch": 2.666809421841542,
+      "grad_norm": 2.7566707134246826,
+      "learning_rate": 2.3523556459771035e-05,
+      "loss": 0.4885,
+      "step": 6227
+    },
+    {
+      "epoch": 2.667237687366167,
+      "grad_norm": 5.8127946853637695,
+      "learning_rate": 2.3516632926916803e-05,
+      "loss": 0.5895,
+      "step": 6228
+    },
+    {
+      "epoch": 2.6676659528907924,
+      "grad_norm": 5.041498184204102,
+      "learning_rate": 2.3509709508231682e-05,
+      "loss": 2.3689,
+      "step": 6229
+    },
+    {
+      "epoch": 2.6680942184154177,
+      "grad_norm": 5.931916236877441,
+      "learning_rate": 2.3502786204248554e-05,
+      "loss": 0.8347,
+      "step": 6230
+    },
+    {
+      "epoch": 2.668522483940043,
+      "grad_norm": 3.6080451011657715,
+      "learning_rate": 2.3495863015500268e-05,
+      "loss": 0.7502,
+      "step": 6231
+    },
+    {
+      "epoch": 2.6689507494646683,
+      "grad_norm": 4.2438764572143555,
+      "learning_rate": 2.3488939942519694e-05,
+      "loss": 0.5241,
+      "step": 6232
+    },
+    {
+      "epoch": 2.6693790149892935,
+      "grad_norm": 3.8586621284484863,
+      "learning_rate": 2.348201698583966e-05,
+      "loss": 1.3513,
+      "step": 6233
+    },
+    {
+      "epoch": 2.6698072805139184,
+      "grad_norm": 2.651101589202881,
+      "learning_rate": 2.3475094145993005e-05,
+      "loss": 1.2729,
+      "step": 6234
+    },
+    {
+      "epoch": 2.670235546038544,
+      "grad_norm": 6.587527751922607,
+      "learning_rate": 2.3468171423512548e-05,
+      "loss": 0.7638,
+      "step": 6235
+    },
+    {
+      "epoch": 2.670663811563169,
+      "grad_norm": 1.098350167274475,
+      "learning_rate": 2.346124881893112e-05,
+      "loss": 0.2696,
+      "step": 6236
+    },
+    {
+      "epoch": 2.6710920770877946,
+      "grad_norm": 2.4756124019622803,
+      "learning_rate": 2.3454326332781506e-05,
+      "loss": 0.8221,
+      "step": 6237
+    },
+    {
+      "epoch": 2.6715203426124194,
+      "grad_norm": 4.477574348449707,
+      "learning_rate": 2.344740396559652e-05,
+      "loss": 0.9134,
+      "step": 6238
+    },
+    {
+      "epoch": 2.671948608137045,
+      "grad_norm": 1.2415555715560913,
+      "learning_rate": 2.3440481717908943e-05,
+      "loss": 0.504,
+      "step": 6239
+    },
+    {
+      "epoch": 2.67237687366167,
+      "grad_norm": 3.908217430114746,
+      "learning_rate": 2.3433559590251555e-05,
+      "loss": 0.402,
+      "step": 6240
+    },
+    {
+      "epoch": 2.6728051391862957,
+      "grad_norm": 2.588578939437866,
+      "learning_rate": 2.342663758315712e-05,
+      "loss": 0.2818,
+      "step": 6241
+    },
+    {
+      "epoch": 2.6732334047109205,
+      "grad_norm": 3.265596866607666,
+      "learning_rate": 2.3419715697158416e-05,
+      "loss": 0.7502,
+      "step": 6242
+    },
+    {
+      "epoch": 2.6736616702355462,
+      "grad_norm": 5.996572017669678,
+      "learning_rate": 2.3412793932788174e-05,
+      "loss": 0.4294,
+      "step": 6243
+    },
+    {
+      "epoch": 2.674089935760171,
+      "grad_norm": 3.1658735275268555,
+      "learning_rate": 2.3405872290579154e-05,
+      "loss": 1.156,
+      "step": 6244
+    },
+    {
+      "epoch": 2.674518201284797,
+      "grad_norm": 2.8510003089904785,
+      "learning_rate": 2.3398950771064064e-05,
+      "loss": 1.1118,
+      "step": 6245
+    },
+    {
+      "epoch": 2.6749464668094216,
+      "grad_norm": 8.926976203918457,
+      "learning_rate": 2.3392029374775665e-05,
+      "loss": 0.519,
+      "step": 6246
+    },
+    {
+      "epoch": 2.6753747323340473,
+      "grad_norm": 1.5389429330825806,
+      "learning_rate": 2.338510810224663e-05,
+      "loss": 0.4358,
+      "step": 6247
+    },
+    {
+      "epoch": 2.675802997858672,
+      "grad_norm": 2.4117379188537598,
+      "learning_rate": 2.337818695400969e-05,
+      "loss": 0.5828,
+      "step": 6248
+    },
+    {
+      "epoch": 2.676231263383298,
+      "grad_norm": 3.8484575748443604,
+      "learning_rate": 2.3371265930597523e-05,
+      "loss": 0.57,
+      "step": 6249
+    },
+    {
+      "epoch": 2.6766595289079227,
+      "grad_norm": 1.4327523708343506,
+      "learning_rate": 2.336434503254283e-05,
+      "loss": 0.3974,
+      "step": 6250
+    },
+    {
+      "epoch": 2.6770877944325484,
+      "grad_norm": 5.5833916664123535,
+      "learning_rate": 2.3357424260378267e-05,
+      "loss": 0.9225,
+      "step": 6251
+    },
+    {
+      "epoch": 2.6775160599571732,
+      "grad_norm": 1.8172436952590942,
+      "learning_rate": 2.3350503614636517e-05,
+      "loss": 0.6294,
+      "step": 6252
+    },
+    {
+      "epoch": 2.677944325481799,
+      "grad_norm": 3.581742525100708,
+      "learning_rate": 2.3343583095850226e-05,
+      "loss": 0.7996,
+      "step": 6253
+    },
+    {
+      "epoch": 2.6783725910064238,
+      "grad_norm": 4.165794372558594,
+      "learning_rate": 2.333666270455205e-05,
+      "loss": 0.4067,
+      "step": 6254
+    },
+    {
+      "epoch": 2.6788008565310495,
+      "grad_norm": 3.1505188941955566,
+      "learning_rate": 2.3329742441274604e-05,
+      "loss": 0.9014,
+      "step": 6255
+    },
+    {
+      "epoch": 2.6792291220556743,
+      "grad_norm": 3.00504732131958,
+      "learning_rate": 2.3322822306550544e-05,
+      "loss": 1.2467,
+      "step": 6256
+    },
+    {
+      "epoch": 2.6796573875803,
+      "grad_norm": 3.3444669246673584,
+      "learning_rate": 2.331590230091246e-05,
+      "loss": 0.3362,
+      "step": 6257
+    },
+    {
+      "epoch": 2.680085653104925,
+      "grad_norm": 5.108071804046631,
+      "learning_rate": 2.3308982424892974e-05,
+      "loss": 0.852,
+      "step": 6258
+    },
+    {
+      "epoch": 2.6805139186295506,
+      "grad_norm": 3.2468578815460205,
+      "learning_rate": 2.330206267902467e-05,
+      "loss": 0.5858,
+      "step": 6259
+    },
+    {
+      "epoch": 2.6809421841541754,
+      "grad_norm": 8.71683406829834,
+      "learning_rate": 2.3295143063840146e-05,
+      "loss": 0.4599,
+      "step": 6260
+    },
+    {
+      "epoch": 2.681370449678801,
+      "grad_norm": 3.845823287963867,
+      "learning_rate": 2.328822357987198e-05,
+      "loss": 0.7346,
+      "step": 6261
+    },
+    {
+      "epoch": 2.681798715203426,
+      "grad_norm": 3.2157950401306152,
+      "learning_rate": 2.328130422765273e-05,
+      "loss": 0.5842,
+      "step": 6262
+    },
+    {
+      "epoch": 2.6822269807280517,
+      "grad_norm": 3.768720865249634,
+      "learning_rate": 2.3274385007714957e-05,
+      "loss": 0.4597,
+      "step": 6263
+    },
+    {
+      "epoch": 2.6826552462526765,
+      "grad_norm": 4.895567893981934,
+      "learning_rate": 2.32674659205912e-05,
+      "loss": 0.4725,
+      "step": 6264
+    },
+    {
+      "epoch": 2.683083511777302,
+      "grad_norm": 12.709770202636719,
+      "learning_rate": 2.3260546966814012e-05,
+      "loss": 0.439,
+      "step": 6265
+    },
+    {
+      "epoch": 2.683511777301927,
+      "grad_norm": 1.2327674627304077,
+      "learning_rate": 2.325362814691589e-05,
+      "loss": 0.4108,
+      "step": 6266
+    },
+    {
+      "epoch": 2.6839400428265523,
+      "grad_norm": 23.729536056518555,
+      "learning_rate": 2.3246709461429384e-05,
+      "loss": 1.0851,
+      "step": 6267
+    },
+    {
+      "epoch": 2.6843683083511776,
+      "grad_norm": 2.472773551940918,
+      "learning_rate": 2.3239790910886966e-05,
+      "loss": 0.447,
+      "step": 6268
+    },
+    {
+      "epoch": 2.684796573875803,
+      "grad_norm": 4.0197224617004395,
+      "learning_rate": 2.3232872495821153e-05,
+      "loss": 0.8577,
+      "step": 6269
+    },
+    {
+      "epoch": 2.685224839400428,
+      "grad_norm": 4.9873785972595215,
+      "learning_rate": 2.3225954216764417e-05,
+      "loss": 0.6613,
+      "step": 6270
+    },
+    {
+      "epoch": 2.6856531049250534,
+      "grad_norm": 3.752472162246704,
+      "learning_rate": 2.321903607424924e-05,
+      "loss": 0.7423,
+      "step": 6271
+    },
+    {
+      "epoch": 2.6860813704496787,
+      "grad_norm": 2.400752067565918,
+      "learning_rate": 2.3212118068808078e-05,
+      "loss": 1.0093,
+      "step": 6272
+    },
+    {
+      "epoch": 2.686509635974304,
+      "grad_norm": 2.7313716411590576,
+      "learning_rate": 2.320520020097339e-05,
+      "loss": 0.5684,
+      "step": 6273
+    },
+    {
+      "epoch": 2.686937901498929,
+      "grad_norm": 1.0121397972106934,
+      "learning_rate": 2.319828247127761e-05,
+      "loss": 0.4475,
+      "step": 6274
+    },
+    {
+      "epoch": 2.6873661670235545,
+      "grad_norm": 2.189667224884033,
+      "learning_rate": 2.3191364880253184e-05,
+      "loss": 0.6156,
+      "step": 6275
+    },
+    {
+      "epoch": 2.6877944325481797,
+      "grad_norm": 3.7766599655151367,
+      "learning_rate": 2.3184447428432514e-05,
+      "loss": 1.7643,
+      "step": 6276
+    },
+    {
+      "epoch": 2.688222698072805,
+      "grad_norm": 3.626044988632202,
+      "learning_rate": 2.3177530116348024e-05,
+      "loss": 1.0357,
+      "step": 6277
+    },
+    {
+      "epoch": 2.6886509635974303,
+      "grad_norm": 3.1191771030426025,
+      "learning_rate": 2.3170612944532102e-05,
+      "loss": 1.4953,
+      "step": 6278
+    },
+    {
+      "epoch": 2.6890792291220555,
+      "grad_norm": 5.165097713470459,
+      "learning_rate": 2.3163695913517146e-05,
+      "loss": 0.6496,
+      "step": 6279
+    },
+    {
+      "epoch": 2.689507494646681,
+      "grad_norm": 3.2450077533721924,
+      "learning_rate": 2.3156779023835525e-05,
+      "loss": 0.771,
+      "step": 6280
+    },
+    {
+      "epoch": 2.689935760171306,
+      "grad_norm": 3.0030391216278076,
+      "learning_rate": 2.3149862276019617e-05,
+      "loss": 0.4058,
+      "step": 6281
+    },
+    {
+      "epoch": 2.6903640256959314,
+      "grad_norm": 3.625439405441284,
+      "learning_rate": 2.314294567060177e-05,
+      "loss": 1.1204,
+      "step": 6282
+    },
+    {
+      "epoch": 2.6907922912205566,
+      "grad_norm": 3.270517349243164,
+      "learning_rate": 2.313602920811433e-05,
+      "loss": 0.757,
+      "step": 6283
+    },
+    {
+      "epoch": 2.691220556745182,
+      "grad_norm": 8.977121353149414,
+      "learning_rate": 2.3129112889089625e-05,
+      "loss": 0.5176,
+      "step": 6284
+    },
+    {
+      "epoch": 2.691648822269807,
+      "grad_norm": 1.1094435453414917,
+      "learning_rate": 2.3122196714059995e-05,
+      "loss": 0.3982,
+      "step": 6285
+    },
+    {
+      "epoch": 2.6920770877944324,
+      "grad_norm": 1.117659091949463,
+      "learning_rate": 2.311528068355773e-05,
+      "loss": 0.4031,
+      "step": 6286
+    },
+    {
+      "epoch": 2.6925053533190577,
+      "grad_norm": 1.3127692937850952,
+      "learning_rate": 2.3108364798115147e-05,
+      "loss": 0.529,
+      "step": 6287
+    },
+    {
+      "epoch": 2.692933618843683,
+      "grad_norm": 3.612924575805664,
+      "learning_rate": 2.3101449058264523e-05,
+      "loss": 0.7607,
+      "step": 6288
+    },
+    {
+      "epoch": 2.6933618843683083,
+      "grad_norm": 2.9042580127716064,
+      "learning_rate": 2.309453346453815e-05,
+      "loss": 0.9249,
+      "step": 6289
+    },
+    {
+      "epoch": 2.6937901498929335,
+      "grad_norm": 4.567205905914307,
+      "learning_rate": 2.308761801746828e-05,
+      "loss": 1.1059,
+      "step": 6290
+    },
+    {
+      "epoch": 2.694218415417559,
+      "grad_norm": 4.274007797241211,
+      "learning_rate": 2.3080702717587183e-05,
+      "loss": 0.727,
+      "step": 6291
+    },
+    {
+      "epoch": 2.694646680942184,
+      "grad_norm": 3.854191780090332,
+      "learning_rate": 2.307378756542709e-05,
+      "loss": 1.1663,
+      "step": 6292
+    },
+    {
+      "epoch": 2.6950749464668093,
+      "grad_norm": 3.033720016479492,
+      "learning_rate": 2.3066872561520253e-05,
+      "loss": 0.3286,
+      "step": 6293
+    },
+    {
+      "epoch": 2.6955032119914346,
+      "grad_norm": 3.4254097938537598,
+      "learning_rate": 2.3059957706398863e-05,
+      "loss": 0.4924,
+      "step": 6294
+    },
+    {
+      "epoch": 2.69593147751606,
+      "grad_norm": 1.8799360990524292,
+      "learning_rate": 2.3053043000595154e-05,
+      "loss": 0.5475,
+      "step": 6295
+    },
+    {
+      "epoch": 2.696359743040685,
+      "grad_norm": 3.3767263889312744,
+      "learning_rate": 2.3046128444641326e-05,
+      "loss": 0.9321,
+      "step": 6296
+    },
+    {
+      "epoch": 2.6967880085653104,
+      "grad_norm": 2.004462957382202,
+      "learning_rate": 2.3039214039069553e-05,
+      "loss": 0.7466,
+      "step": 6297
+    },
+    {
+      "epoch": 2.6972162740899357,
+      "grad_norm": 4.7754082679748535,
+      "learning_rate": 2.3032299784412022e-05,
+      "loss": 0.7241,
+      "step": 6298
+    },
+    {
+      "epoch": 2.697644539614561,
+      "grad_norm": 4.403180122375488,
+      "learning_rate": 2.302538568120088e-05,
+      "loss": 1.1672,
+      "step": 6299
+    },
+    {
+      "epoch": 2.6980728051391862,
+      "grad_norm": 3.1132631301879883,
+      "learning_rate": 2.30184717299683e-05,
+      "loss": 0.7539,
+      "step": 6300
+    },
+    {
+      "epoch": 2.6985010706638115,
+      "grad_norm": 5.538602352142334,
+      "learning_rate": 2.3011557931246404e-05,
+      "loss": 1.373,
+      "step": 6301
+    },
+    {
+      "epoch": 2.698929336188437,
+      "grad_norm": 1.9475477933883667,
+      "learning_rate": 2.300464428556734e-05,
+      "loss": 0.8235,
+      "step": 6302
+    },
+    {
+      "epoch": 2.699357601713062,
+      "grad_norm": 4.271775722503662,
+      "learning_rate": 2.2997730793463203e-05,
+      "loss": 0.7709,
+      "step": 6303
+    },
+    {
+      "epoch": 2.6997858672376873,
+      "grad_norm": 1.4608960151672363,
+      "learning_rate": 2.2990817455466126e-05,
+      "loss": 0.237,
+      "step": 6304
+    },
+    {
+      "epoch": 2.7002141327623126,
+      "grad_norm": 1.8649554252624512,
+      "learning_rate": 2.298390427210817e-05,
+      "loss": 0.1804,
+      "step": 6305
+    },
+    {
+      "epoch": 2.700642398286938,
+      "grad_norm": 4.896548271179199,
+      "learning_rate": 2.2976991243921446e-05,
+      "loss": 1.724,
+      "step": 6306
+    },
+    {
+      "epoch": 2.701070663811563,
+      "grad_norm": 1.317307472229004,
+      "learning_rate": 2.2970078371437997e-05,
+      "loss": 0.35,
+      "step": 6307
+    },
+    {
+      "epoch": 2.7014989293361884,
+      "grad_norm": 7.6834540367126465,
+      "learning_rate": 2.2963165655189903e-05,
+      "loss": 1.3949,
+      "step": 6308
+    },
+    {
+      "epoch": 2.7019271948608137,
+      "grad_norm": 5.596105575561523,
+      "learning_rate": 2.2956253095709194e-05,
+      "loss": 1.1274,
+      "step": 6309
+    },
+    {
+      "epoch": 2.702355460385439,
+      "grad_norm": 8.035801887512207,
+      "learning_rate": 2.2949340693527914e-05,
+      "loss": 1.3661,
+      "step": 6310
+    },
+    {
+      "epoch": 2.702783725910064,
+      "grad_norm": 2.2014362812042236,
+      "learning_rate": 2.2942428449178074e-05,
+      "loss": 0.3883,
+      "step": 6311
+    },
+    {
+      "epoch": 2.7032119914346895,
+      "grad_norm": 1.5467398166656494,
+      "learning_rate": 2.2935516363191693e-05,
+      "loss": 0.5552,
+      "step": 6312
+    },
+    {
+      "epoch": 2.7036402569593148,
+      "grad_norm": 1.2990796566009521,
+      "learning_rate": 2.292860443610076e-05,
+      "loss": 0.4911,
+      "step": 6313
+    },
+    {
+      "epoch": 2.70406852248394,
+      "grad_norm": 4.934799671173096,
+      "learning_rate": 2.2921692668437276e-05,
+      "loss": 1.002,
+      "step": 6314
+    },
+    {
+      "epoch": 2.7044967880085653,
+      "grad_norm": 4.581473350524902,
+      "learning_rate": 2.2914781060733188e-05,
+      "loss": 0.7521,
+      "step": 6315
+    },
+    {
+      "epoch": 2.7049250535331906,
+      "grad_norm": 5.300107479095459,
+      "learning_rate": 2.2907869613520475e-05,
+      "loss": 0.3941,
+      "step": 6316
+    },
+    {
+      "epoch": 2.705353319057816,
+      "grad_norm": 4.284798622131348,
+      "learning_rate": 2.2900958327331073e-05,
+      "loss": 0.7157,
+      "step": 6317
+    },
+    {
+      "epoch": 2.705781584582441,
+      "grad_norm": 4.285460948944092,
+      "learning_rate": 2.289404720269693e-05,
+      "loss": 0.4892,
+      "step": 6318
+    },
+    {
+      "epoch": 2.7062098501070664,
+      "grad_norm": 1.095632553100586,
+      "learning_rate": 2.2887136240149956e-05,
+      "loss": 0.3589,
+      "step": 6319
+    },
+    {
+      "epoch": 2.7066381156316917,
+      "grad_norm": 2.8102657794952393,
+      "learning_rate": 2.2880225440222074e-05,
+      "loss": 0.2927,
+      "step": 6320
+    },
+    {
+      "epoch": 2.707066381156317,
+      "grad_norm": 5.319109916687012,
+      "learning_rate": 2.287331480344517e-05,
+      "loss": 1.0058,
+      "step": 6321
+    },
+    {
+      "epoch": 2.707494646680942,
+      "grad_norm": 4.469295978546143,
+      "learning_rate": 2.2866404330351146e-05,
+      "loss": 0.4366,
+      "step": 6322
+    },
+    {
+      "epoch": 2.7079229122055675,
+      "grad_norm": 100.48426818847656,
+      "learning_rate": 2.285949402147185e-05,
+      "loss": 1.2032,
+      "step": 6323
+    },
+    {
+      "epoch": 2.7083511777301927,
+      "grad_norm": 5.580550193786621,
+      "learning_rate": 2.285258387733917e-05,
+      "loss": 1.4902,
+      "step": 6324
+    },
+    {
+      "epoch": 2.708779443254818,
+      "grad_norm": 2.2050862312316895,
+      "learning_rate": 2.2845673898484927e-05,
+      "loss": 0.4722,
+      "step": 6325
+    },
+    {
+      "epoch": 2.7092077087794433,
+      "grad_norm": 4.880280494689941,
+      "learning_rate": 2.283876408544098e-05,
+      "loss": 0.7502,
+      "step": 6326
+    },
+    {
+      "epoch": 2.7096359743040686,
+      "grad_norm": 4.054844856262207,
+      "learning_rate": 2.2831854438739124e-05,
+      "loss": 1.0325,
+      "step": 6327
+    },
+    {
+      "epoch": 2.710064239828694,
+      "grad_norm": 5.56894063949585,
+      "learning_rate": 2.28249449589112e-05,
+      "loss": 0.8682,
+      "step": 6328
+    },
+    {
+      "epoch": 2.710492505353319,
+      "grad_norm": 4.268085956573486,
+      "learning_rate": 2.281803564648898e-05,
+      "loss": 0.9191,
+      "step": 6329
+    },
+    {
+      "epoch": 2.7109207708779444,
+      "grad_norm": 2.20220685005188,
+      "learning_rate": 2.2811126502004248e-05,
+      "loss": 0.7652,
+      "step": 6330
+    },
+    {
+      "epoch": 2.7113490364025696,
+      "grad_norm": 2.1862146854400635,
+      "learning_rate": 2.2804217525988796e-05,
+      "loss": 0.4117,
+      "step": 6331
+    },
+    {
+      "epoch": 2.711777301927195,
+      "grad_norm": 2.1981699466705322,
+      "learning_rate": 2.2797308718974357e-05,
+      "loss": 0.4881,
+      "step": 6332
+    },
+    {
+      "epoch": 2.71220556745182,
+      "grad_norm": 5.335545539855957,
+      "learning_rate": 2.2790400081492695e-05,
+      "loss": 0.4818,
+      "step": 6333
+    },
+    {
+      "epoch": 2.7126338329764454,
+      "grad_norm": 4.159852504730225,
+      "learning_rate": 2.278349161407553e-05,
+      "loss": 1.0283,
+      "step": 6334
+    },
+    {
+      "epoch": 2.7130620985010707,
+      "grad_norm": 2.4522242546081543,
+      "learning_rate": 2.277658331725459e-05,
+      "loss": 0.6424,
+      "step": 6335
+    },
+    {
+      "epoch": 2.713490364025696,
+      "grad_norm": 5.724305152893066,
+      "learning_rate": 2.2769675191561564e-05,
+      "loss": 1.6944,
+      "step": 6336
+    },
+    {
+      "epoch": 2.7139186295503213,
+      "grad_norm": 2.8139421939849854,
+      "learning_rate": 2.276276723752816e-05,
+      "loss": 0.8922,
+      "step": 6337
+    },
+    {
+      "epoch": 2.7143468950749465,
+      "grad_norm": 5.112504959106445,
+      "learning_rate": 2.2755859455686048e-05,
+      "loss": 0.9169,
+      "step": 6338
+    },
+    {
+      "epoch": 2.714775160599572,
+      "grad_norm": 1.4608670473098755,
+      "learning_rate": 2.2748951846566897e-05,
+      "loss": 0.6236,
+      "step": 6339
+    },
+    {
+      "epoch": 2.715203426124197,
+      "grad_norm": 3.315772294998169,
+      "learning_rate": 2.2742044410702353e-05,
+      "loss": 1.5591,
+      "step": 6340
+    },
+    {
+      "epoch": 2.7156316916488223,
+      "grad_norm": 3.5760083198547363,
+      "learning_rate": 2.273513714862407e-05,
+      "loss": 0.4117,
+      "step": 6341
+    },
+    {
+      "epoch": 2.7160599571734476,
+      "grad_norm": 2.3830652236938477,
+      "learning_rate": 2.272823006086366e-05,
+      "loss": 0.3503,
+      "step": 6342
+    },
+    {
+      "epoch": 2.716488222698073,
+      "grad_norm": 4.942241191864014,
+      "learning_rate": 2.2721323147952748e-05,
+      "loss": 1.6525,
+      "step": 6343
+    },
+    {
+      "epoch": 2.716916488222698,
+      "grad_norm": 6.102124214172363,
+      "learning_rate": 2.271441641042291e-05,
+      "loss": 0.4459,
+      "step": 6344
+    },
+    {
+      "epoch": 2.7173447537473234,
+      "grad_norm": 4.158504009246826,
+      "learning_rate": 2.270750984880576e-05,
+      "loss": 0.6064,
+      "step": 6345
+    },
+    {
+      "epoch": 2.7177730192719487,
+      "grad_norm": 3.2939352989196777,
+      "learning_rate": 2.2700603463632847e-05,
+      "loss": 1.1161,
+      "step": 6346
+    },
+    {
+      "epoch": 2.718201284796574,
+      "grad_norm": 0.9865221977233887,
+      "learning_rate": 2.2693697255435746e-05,
+      "loss": 0.3373,
+      "step": 6347
+    },
+    {
+      "epoch": 2.7186295503211992,
+      "grad_norm": 0.8124063014984131,
+      "learning_rate": 2.2686791224745982e-05,
+      "loss": 0.1783,
+      "step": 6348
+    },
+    {
+      "epoch": 2.7190578158458245,
+      "grad_norm": 7.010406017303467,
+      "learning_rate": 2.2679885372095108e-05,
+      "loss": 0.9342,
+      "step": 6349
+    },
+    {
+      "epoch": 2.71948608137045,
+      "grad_norm": 4.376952171325684,
+      "learning_rate": 2.2672979698014624e-05,
+      "loss": 0.4868,
+      "step": 6350
+    },
+    {
+      "epoch": 2.719914346895075,
+      "grad_norm": 5.869391441345215,
+      "learning_rate": 2.2666074203036046e-05,
+      "loss": 1.3388,
+      "step": 6351
+    },
+    {
+      "epoch": 2.7203426124197003,
+      "grad_norm": 2.108609437942505,
+      "learning_rate": 2.2659168887690848e-05,
+      "loss": 0.2505,
+      "step": 6352
+    },
+    {
+      "epoch": 2.7207708779443256,
+      "grad_norm": 1.6371475458145142,
+      "learning_rate": 2.2652263752510534e-05,
+      "loss": 1.008,
+      "step": 6353
+    },
+    {
+      "epoch": 2.721199143468951,
+      "grad_norm": 10.902042388916016,
+      "learning_rate": 2.264535879802653e-05,
+      "loss": 1.1551,
+      "step": 6354
+    },
+    {
+      "epoch": 2.721627408993576,
+      "grad_norm": 1.4884448051452637,
+      "learning_rate": 2.263845402477031e-05,
+      "loss": 0.178,
+      "step": 6355
+    },
+    {
+      "epoch": 2.7220556745182014,
+      "grad_norm": 1.079595685005188,
+      "learning_rate": 2.2631549433273293e-05,
+      "loss": 0.2468,
+      "step": 6356
+    },
+    {
+      "epoch": 2.7224839400428267,
+      "grad_norm": 8.784138679504395,
+      "learning_rate": 2.2624645024066916e-05,
+      "loss": 0.495,
+      "step": 6357
+    },
+    {
+      "epoch": 2.722912205567452,
+      "grad_norm": 0.7077468037605286,
+      "learning_rate": 2.2617740797682566e-05,
+      "loss": 0.3036,
+      "step": 6358
+    },
+    {
+      "epoch": 2.723340471092077,
+      "grad_norm": 4.094358921051025,
+      "learning_rate": 2.261083675465165e-05,
+      "loss": 0.9539,
+      "step": 6359
+    },
+    {
+      "epoch": 2.7237687366167025,
+      "grad_norm": 5.177277565002441,
+      "learning_rate": 2.2603932895505536e-05,
+      "loss": 0.694,
+      "step": 6360
+    },
+    {
+      "epoch": 2.7241970021413278,
+      "grad_norm": 4.722409248352051,
+      "learning_rate": 2.25970292207756e-05,
+      "loss": 0.515,
+      "step": 6361
+    },
+    {
+      "epoch": 2.724625267665953,
+      "grad_norm": 4.27049446105957,
+      "learning_rate": 2.2590125730993168e-05,
+      "loss": 1.6632,
+      "step": 6362
+    },
+    {
+      "epoch": 2.7250535331905783,
+      "grad_norm": 1.6014193296432495,
+      "learning_rate": 2.258322242668961e-05,
+      "loss": 0.2565,
+      "step": 6363
+    },
+    {
+      "epoch": 2.7254817987152036,
+      "grad_norm": 3.737470865249634,
+      "learning_rate": 2.2576319308396217e-05,
+      "loss": 0.2419,
+      "step": 6364
+    },
+    {
+      "epoch": 2.725910064239829,
+      "grad_norm": 1.7830421924591064,
+      "learning_rate": 2.2569416376644298e-05,
+      "loss": 0.6702,
+      "step": 6365
+    },
+    {
+      "epoch": 2.726338329764454,
+      "grad_norm": 2.7569239139556885,
+      "learning_rate": 2.256251363196517e-05,
+      "loss": 0.9191,
+      "step": 6366
+    },
+    {
+      "epoch": 2.7267665952890794,
+      "grad_norm": 4.254889011383057,
+      "learning_rate": 2.2555611074890087e-05,
+      "loss": 0.5436,
+      "step": 6367
+    },
+    {
+      "epoch": 2.7271948608137047,
+      "grad_norm": 3.3649518489837646,
+      "learning_rate": 2.2548708705950325e-05,
+      "loss": 0.4309,
+      "step": 6368
+    },
+    {
+      "epoch": 2.72762312633833,
+      "grad_norm": 3.2432448863983154,
+      "learning_rate": 2.2541806525677122e-05,
+      "loss": 0.5562,
+      "step": 6369
+    },
+    {
+      "epoch": 2.728051391862955,
+      "grad_norm": 4.559848785400391,
+      "learning_rate": 2.253490453460173e-05,
+      "loss": 0.4794,
+      "step": 6370
+    },
+    {
+      "epoch": 2.72847965738758,
+      "grad_norm": 6.293281555175781,
+      "learning_rate": 2.2528002733255345e-05,
+      "loss": 0.6541,
+      "step": 6371
+    },
+    {
+      "epoch": 2.7289079229122057,
+      "grad_norm": 3.5677576065063477,
+      "learning_rate": 2.2521101122169198e-05,
+      "loss": 0.7265,
+      "step": 6372
+    },
+    {
+      "epoch": 2.7293361884368306,
+      "grad_norm": 3.631969451904297,
+      "learning_rate": 2.2514199701874454e-05,
+      "loss": 0.6268,
+      "step": 6373
+    },
+    {
+      "epoch": 2.7297644539614563,
+      "grad_norm": 2.802027463912964,
+      "learning_rate": 2.250729847290232e-05,
+      "loss": 0.8122,
+      "step": 6374
+    },
+    {
+      "epoch": 2.730192719486081,
+      "grad_norm": 3.75937819480896,
+      "learning_rate": 2.2500397435783927e-05,
+      "loss": 0.627,
+      "step": 6375
+    },
+    {
+      "epoch": 2.730620985010707,
+      "grad_norm": 3.1509923934936523,
+      "learning_rate": 2.249349659105044e-05,
+      "loss": 2.6301,
+      "step": 6376
+    },
+    {
+      "epoch": 2.7310492505353317,
+      "grad_norm": 3.3404057025909424,
+      "learning_rate": 2.248659593923298e-05,
+      "loss": 0.9533,
+      "step": 6377
+    },
+    {
+      "epoch": 2.7314775160599574,
+      "grad_norm": 2.2178850173950195,
+      "learning_rate": 2.247969548086267e-05,
+      "loss": 0.394,
+      "step": 6378
+    },
+    {
+      "epoch": 2.731905781584582,
+      "grad_norm": 3.286010265350342,
+      "learning_rate": 2.2472795216470612e-05,
+      "loss": 0.8298,
+      "step": 6379
+    },
+    {
+      "epoch": 2.732334047109208,
+      "grad_norm": 3.7707974910736084,
+      "learning_rate": 2.2465895146587895e-05,
+      "loss": 0.8027,
+      "step": 6380
+    },
+    {
+      "epoch": 2.7327623126338327,
+      "grad_norm": 0.9422439932823181,
+      "learning_rate": 2.2458995271745584e-05,
+      "loss": 0.3687,
+      "step": 6381
+    },
+    {
+      "epoch": 2.7331905781584585,
+      "grad_norm": 2.396314859390259,
+      "learning_rate": 2.245209559247475e-05,
+      "loss": 0.3018,
+      "step": 6382
+    },
+    {
+      "epoch": 2.7336188436830833,
+      "grad_norm": 2.6102089881896973,
+      "learning_rate": 2.244519610930641e-05,
+      "loss": 0.4529,
+      "step": 6383
+    },
+    {
+      "epoch": 2.734047109207709,
+      "grad_norm": 1.3272113800048828,
+      "learning_rate": 2.2438296822771624e-05,
+      "loss": 0.7146,
+      "step": 6384
+    },
+    {
+      "epoch": 2.734475374732334,
+      "grad_norm": 3.3191514015197754,
+      "learning_rate": 2.2431397733401372e-05,
+      "loss": 0.9509,
+      "step": 6385
+    },
+    {
+      "epoch": 2.7349036402569595,
+      "grad_norm": 0.8006818890571594,
+      "learning_rate": 2.2424498841726672e-05,
+      "loss": 0.2339,
+      "step": 6386
+    },
+    {
+      "epoch": 2.7353319057815844,
+      "grad_norm": 8.475493431091309,
+      "learning_rate": 2.241760014827849e-05,
+      "loss": 0.5129,
+      "step": 6387
+    },
+    {
+      "epoch": 2.73576017130621,
+      "grad_norm": 2.96455979347229,
+      "learning_rate": 2.241070165358781e-05,
+      "loss": 0.4537,
+      "step": 6388
+    },
+    {
+      "epoch": 2.736188436830835,
+      "grad_norm": 2.489319324493408,
+      "learning_rate": 2.240380335818557e-05,
+      "loss": 0.9773,
+      "step": 6389
+    },
+    {
+      "epoch": 2.7366167023554606,
+      "grad_norm": 6.920682907104492,
+      "learning_rate": 2.239690526260271e-05,
+      "loss": 1.0363,
+      "step": 6390
+    },
+    {
+      "epoch": 2.7370449678800854,
+      "grad_norm": 5.695870876312256,
+      "learning_rate": 2.2390007367370146e-05,
+      "loss": 0.9117,
+      "step": 6391
+    },
+    {
+      "epoch": 2.737473233404711,
+      "grad_norm": 2.949392080307007,
+      "learning_rate": 2.2383109673018797e-05,
+      "loss": 3.349,
+      "step": 6392
+    },
+    {
+      "epoch": 2.737901498929336,
+      "grad_norm": 3.7553136348724365,
+      "learning_rate": 2.2376212180079527e-05,
+      "loss": 0.6327,
+      "step": 6393
+    },
+    {
+      "epoch": 2.7383297644539617,
+      "grad_norm": 4.379809379577637,
+      "learning_rate": 2.2369314889083235e-05,
+      "loss": 0.9239,
+      "step": 6394
+    },
+    {
+      "epoch": 2.7387580299785865,
+      "grad_norm": 4.43306827545166,
+      "learning_rate": 2.236241780056076e-05,
+      "loss": 0.4602,
+      "step": 6395
+    },
+    {
+      "epoch": 2.7391862955032122,
+      "grad_norm": 1.728463053703308,
+      "learning_rate": 2.235552091504296e-05,
+      "loss": 0.5761,
+      "step": 6396
+    },
+    {
+      "epoch": 2.739614561027837,
+      "grad_norm": 4.290719509124756,
+      "learning_rate": 2.2348624233060645e-05,
+      "loss": 0.7975,
+      "step": 6397
+    },
+    {
+      "epoch": 2.740042826552463,
+      "grad_norm": 5.549281597137451,
+      "learning_rate": 2.2341727755144645e-05,
+      "loss": 1.7384,
+      "step": 6398
+    },
+    {
+      "epoch": 2.7404710920770876,
+      "grad_norm": 2.939371109008789,
+      "learning_rate": 2.233483148182574e-05,
+      "loss": 0.8206,
+      "step": 6399
+    },
+    {
+      "epoch": 2.7408993576017133,
+      "grad_norm": 6.694157123565674,
+      "learning_rate": 2.2327935413634722e-05,
+      "loss": 1.5352,
+      "step": 6400
+    },
+    {
+      "epoch": 2.741327623126338,
+      "grad_norm": 5.848740577697754,
+      "learning_rate": 2.232103955110235e-05,
+      "loss": 1.1652,
+      "step": 6401
+    },
+    {
+      "epoch": 2.741755888650964,
+      "grad_norm": 2.287348508834839,
+      "learning_rate": 2.231414389475937e-05,
+      "loss": 0.2607,
+      "step": 6402
+    },
+    {
+      "epoch": 2.7421841541755887,
+      "grad_norm": 1.2579597234725952,
+      "learning_rate": 2.2307248445136526e-05,
+      "loss": 0.6279,
+      "step": 6403
+    },
+    {
+      "epoch": 2.7426124197002144,
+      "grad_norm": 6.058316230773926,
+      "learning_rate": 2.230035320276451e-05,
+      "loss": 0.7922,
+      "step": 6404
+    },
+    {
+      "epoch": 2.7430406852248392,
+      "grad_norm": 6.0760817527771,
+      "learning_rate": 2.2293458168174053e-05,
+      "loss": 0.6944,
+      "step": 6405
+    },
+    {
+      "epoch": 2.7434689507494645,
+      "grad_norm": 5.96346378326416,
+      "learning_rate": 2.2286563341895816e-05,
+      "loss": 0.4766,
+      "step": 6406
+    },
+    {
+      "epoch": 2.74389721627409,
+      "grad_norm": 5.198287487030029,
+      "learning_rate": 2.2279668724460482e-05,
+      "loss": 0.5118,
+      "step": 6407
+    },
+    {
+      "epoch": 2.744325481798715,
+      "grad_norm": 3.5922152996063232,
+      "learning_rate": 2.2272774316398688e-05,
+      "loss": 0.2327,
+      "step": 6408
+    },
+    {
+      "epoch": 2.7447537473233403,
+      "grad_norm": 0.8490960597991943,
+      "learning_rate": 2.2265880118241088e-05,
+      "loss": 0.1527,
+      "step": 6409
+    },
+    {
+      "epoch": 2.7451820128479656,
+      "grad_norm": 1.718141794204712,
+      "learning_rate": 2.225898613051829e-05,
+      "loss": 0.7286,
+      "step": 6410
+    },
+    {
+      "epoch": 2.745610278372591,
+      "grad_norm": 3.4774045944213867,
+      "learning_rate": 2.2252092353760906e-05,
+      "loss": 0.3477,
+      "step": 6411
+    },
+    {
+      "epoch": 2.746038543897216,
+      "grad_norm": 3.3896613121032715,
+      "learning_rate": 2.2245198788499514e-05,
+      "loss": 0.6473,
+      "step": 6412
+    },
+    {
+      "epoch": 2.7464668094218414,
+      "grad_norm": 4.174782752990723,
+      "learning_rate": 2.2238305435264703e-05,
+      "loss": 1.0706,
+      "step": 6413
+    },
+    {
+      "epoch": 2.7468950749464667,
+      "grad_norm": 12.498459815979004,
+      "learning_rate": 2.2231412294587005e-05,
+      "loss": 1.0936,
+      "step": 6414
+    },
+    {
+      "epoch": 2.747323340471092,
+      "grad_norm": 1.0811799764633179,
+      "learning_rate": 2.2224519366996976e-05,
+      "loss": 0.3675,
+      "step": 6415
+    },
+    {
+      "epoch": 2.747751605995717,
+      "grad_norm": 2.3969855308532715,
+      "learning_rate": 2.221762665302513e-05,
+      "loss": 0.77,
+      "step": 6416
+    },
+    {
+      "epoch": 2.7481798715203425,
+      "grad_norm": 1.9726828336715698,
+      "learning_rate": 2.221073415320198e-05,
+      "loss": 0.3586,
+      "step": 6417
+    },
+    {
+      "epoch": 2.7486081370449678,
+      "grad_norm": 1.1544835567474365,
+      "learning_rate": 2.2203841868058004e-05,
+      "loss": 0.1904,
+      "step": 6418
+    },
+    {
+      "epoch": 2.749036402569593,
+      "grad_norm": 4.314680576324463,
+      "learning_rate": 2.2196949798123688e-05,
+      "loss": 1.1357,
+      "step": 6419
+    },
+    {
+      "epoch": 2.7494646680942183,
+      "grad_norm": 8.683805465698242,
+      "learning_rate": 2.2190057943929476e-05,
+      "loss": 1.346,
+      "step": 6420
+    },
+    {
+      "epoch": 2.7498929336188436,
+      "grad_norm": 2.11814022064209,
+      "learning_rate": 2.218316630600583e-05,
+      "loss": 0.2077,
+      "step": 6421
+    },
+    {
+      "epoch": 2.750321199143469,
+      "grad_norm": 1.6413049697875977,
+      "learning_rate": 2.2176274884883135e-05,
+      "loss": 0.4158,
+      "step": 6422
+    },
+    {
+      "epoch": 2.750749464668094,
+      "grad_norm": 3.4866349697113037,
+      "learning_rate": 2.216938368109184e-05,
+      "loss": 0.3257,
+      "step": 6423
+    },
+    {
+      "epoch": 2.7511777301927194,
+      "grad_norm": 3.1792495250701904,
+      "learning_rate": 2.2162492695162303e-05,
+      "loss": 1.1566,
+      "step": 6424
+    },
+    {
+      "epoch": 2.7516059957173447,
+      "grad_norm": 0.9058987498283386,
+      "learning_rate": 2.2155601927624918e-05,
+      "loss": 0.3367,
+      "step": 6425
+    },
+    {
+      "epoch": 2.75203426124197,
+      "grad_norm": 8.335877418518066,
+      "learning_rate": 2.2148711379010022e-05,
+      "loss": 0.7979,
+      "step": 6426
+    },
+    {
+      "epoch": 2.752462526766595,
+      "grad_norm": 0.9740490317344666,
+      "learning_rate": 2.2141821049847973e-05,
+      "loss": 0.5364,
+      "step": 6427
+    },
+    {
+      "epoch": 2.7528907922912205,
+      "grad_norm": 11.253339767456055,
+      "learning_rate": 2.2134930940669078e-05,
+      "loss": 0.9201,
+      "step": 6428
+    },
+    {
+      "epoch": 2.7533190578158457,
+      "grad_norm": 1.1643842458724976,
+      "learning_rate": 2.212804105200365e-05,
+      "loss": 0.295,
+      "step": 6429
+    },
+    {
+      "epoch": 2.753747323340471,
+      "grad_norm": 4.822559833526611,
+      "learning_rate": 2.2121151384381976e-05,
+      "loss": 0.7236,
+      "step": 6430
+    },
+    {
+      "epoch": 2.7541755888650963,
+      "grad_norm": 3.7013754844665527,
+      "learning_rate": 2.211426193833434e-05,
+      "loss": 0.3946,
+      "step": 6431
+    },
+    {
+      "epoch": 2.7546038543897216,
+      "grad_norm": 19.418909072875977,
+      "learning_rate": 2.2107372714390974e-05,
+      "loss": 0.6606,
+      "step": 6432
+    },
+    {
+      "epoch": 2.755032119914347,
+      "grad_norm": 4.201547622680664,
+      "learning_rate": 2.2100483713082127e-05,
+      "loss": 0.9688,
+      "step": 6433
+    },
+    {
+      "epoch": 2.755460385438972,
+      "grad_norm": 6.989108085632324,
+      "learning_rate": 2.2093594934938018e-05,
+      "loss": 1.1594,
+      "step": 6434
+    },
+    {
+      "epoch": 2.7558886509635974,
+      "grad_norm": 1.4088796377182007,
+      "learning_rate": 2.2086706380488846e-05,
+      "loss": 0.3587,
+      "step": 6435
+    },
+    {
+      "epoch": 2.7563169164882226,
+      "grad_norm": 2.6622350215911865,
+      "learning_rate": 2.207981805026481e-05,
+      "loss": 0.4183,
+      "step": 6436
+    },
+    {
+      "epoch": 2.756745182012848,
+      "grad_norm": 4.271836757659912,
+      "learning_rate": 2.2072929944796063e-05,
+      "loss": 1.1851,
+      "step": 6437
+    },
+    {
+      "epoch": 2.757173447537473,
+      "grad_norm": 3.5039165019989014,
+      "learning_rate": 2.2066042064612764e-05,
+      "loss": 0.2664,
+      "step": 6438
+    },
+    {
+      "epoch": 2.7576017130620984,
+      "grad_norm": 2.6436405181884766,
+      "learning_rate": 2.2059154410245044e-05,
+      "loss": 0.7706,
+      "step": 6439
+    },
+    {
+      "epoch": 2.7580299785867237,
+      "grad_norm": 4.4130353927612305,
+      "learning_rate": 2.205226698222303e-05,
+      "loss": 0.9835,
+      "step": 6440
+    },
+    {
+      "epoch": 2.758458244111349,
+      "grad_norm": 2.99485182762146,
+      "learning_rate": 2.2045379781076802e-05,
+      "loss": 0.5981,
+      "step": 6441
+    },
+    {
+      "epoch": 2.7588865096359743,
+      "grad_norm": 2.5182342529296875,
+      "learning_rate": 2.2038492807336468e-05,
+      "loss": 0.3152,
+      "step": 6442
+    },
+    {
+      "epoch": 2.7593147751605995,
+      "grad_norm": 8.256975173950195,
+      "learning_rate": 2.2031606061532055e-05,
+      "loss": 0.7732,
+      "step": 6443
+    },
+    {
+      "epoch": 2.759743040685225,
+      "grad_norm": 3.5262770652770996,
+      "learning_rate": 2.2024719544193652e-05,
+      "loss": 1.5361,
+      "step": 6444
+    },
+    {
+      "epoch": 2.76017130620985,
+      "grad_norm": 16.21721649169922,
+      "learning_rate": 2.2017833255851253e-05,
+      "loss": 0.6215,
+      "step": 6445
+    },
+    {
+      "epoch": 2.7605995717344753,
+      "grad_norm": 10.437679290771484,
+      "learning_rate": 2.2010947197034888e-05,
+      "loss": 0.8672,
+      "step": 6446
+    },
+    {
+      "epoch": 2.7610278372591006,
+      "grad_norm": 3.226167917251587,
+      "learning_rate": 2.2004061368274545e-05,
+      "loss": 0.6457,
+      "step": 6447
+    },
+    {
+      "epoch": 2.761456102783726,
+      "grad_norm": 2.511704921722412,
+      "learning_rate": 2.1997175770100206e-05,
+      "loss": 0.313,
+      "step": 6448
+    },
+    {
+      "epoch": 2.761884368308351,
+      "grad_norm": 3.1169350147247314,
+      "learning_rate": 2.1990290403041818e-05,
+      "loss": 0.5236,
+      "step": 6449
+    },
+    {
+      "epoch": 2.7623126338329764,
+      "grad_norm": 4.318921089172363,
+      "learning_rate": 2.1983405267629334e-05,
+      "loss": 0.947,
+      "step": 6450
+    },
+    {
+      "epoch": 2.7627408993576017,
+      "grad_norm": 4.19413948059082,
+      "learning_rate": 2.1976520364392663e-05,
+      "loss": 0.4466,
+      "step": 6451
+    },
+    {
+      "epoch": 2.763169164882227,
+      "grad_norm": 3.6597065925598145,
+      "learning_rate": 2.1969635693861733e-05,
+      "loss": 0.4593,
+      "step": 6452
+    },
+    {
+      "epoch": 2.7635974304068522,
+      "grad_norm": 4.572104454040527,
+      "learning_rate": 2.19627512565664e-05,
+      "loss": 0.9984,
+      "step": 6453
+    },
+    {
+      "epoch": 2.7640256959314775,
+      "grad_norm": 5.477889060974121,
+      "learning_rate": 2.1955867053036555e-05,
+      "loss": 0.5996,
+      "step": 6454
+    },
+    {
+      "epoch": 2.764453961456103,
+      "grad_norm": 3.9054622650146484,
+      "learning_rate": 2.1948983083802038e-05,
+      "loss": 0.8207,
+      "step": 6455
+    },
+    {
+      "epoch": 2.764882226980728,
+      "grad_norm": 4.713373184204102,
+      "learning_rate": 2.1942099349392693e-05,
+      "loss": 0.5757,
+      "step": 6456
+    },
+    {
+      "epoch": 2.7653104925053533,
+      "grad_norm": 3.8284645080566406,
+      "learning_rate": 2.193521585033832e-05,
+      "loss": 0.9762,
+      "step": 6457
+    },
+    {
+      "epoch": 2.7657387580299786,
+      "grad_norm": 3.0795071125030518,
+      "learning_rate": 2.192833258716873e-05,
+      "loss": 0.344,
+      "step": 6458
+    },
+    {
+      "epoch": 2.766167023554604,
+      "grad_norm": 11.205012321472168,
+      "learning_rate": 2.1921449560413692e-05,
+      "loss": 0.6274,
+      "step": 6459
+    },
+    {
+      "epoch": 2.766595289079229,
+      "grad_norm": 2.3345279693603516,
+      "learning_rate": 2.1914566770602978e-05,
+      "loss": 0.2588,
+      "step": 6460
+    },
+    {
+      "epoch": 2.7670235546038544,
+      "grad_norm": 1.0837647914886475,
+      "learning_rate": 2.190768421826631e-05,
+      "loss": 0.2629,
+      "step": 6461
+    },
+    {
+      "epoch": 2.7674518201284797,
+      "grad_norm": 3.9852302074432373,
+      "learning_rate": 2.1900801903933437e-05,
+      "loss": 0.4469,
+      "step": 6462
+    },
+    {
+      "epoch": 2.767880085653105,
+      "grad_norm": 3.020012855529785,
+      "learning_rate": 2.1893919828134042e-05,
+      "loss": 0.7199,
+      "step": 6463
+    },
+    {
+      "epoch": 2.76830835117773,
+      "grad_norm": 5.228610515594482,
+      "learning_rate": 2.1887037991397824e-05,
+      "loss": 0.7469,
+      "step": 6464
+    },
+    {
+      "epoch": 2.7687366167023555,
+      "grad_norm": 2.8605287075042725,
+      "learning_rate": 2.1880156394254447e-05,
+      "loss": 0.3696,
+      "step": 6465
+    },
+    {
+      "epoch": 2.7691648822269808,
+      "grad_norm": 4.446242809295654,
+      "learning_rate": 2.1873275037233567e-05,
+      "loss": 0.7916,
+      "step": 6466
+    },
+    {
+      "epoch": 2.769593147751606,
+      "grad_norm": 10.803986549377441,
+      "learning_rate": 2.186639392086481e-05,
+      "loss": 1.1558,
+      "step": 6467
+    },
+    {
+      "epoch": 2.7700214132762313,
+      "grad_norm": 8.91650676727295,
+      "learning_rate": 2.1859513045677795e-05,
+      "loss": 0.6488,
+      "step": 6468
+    },
+    {
+      "epoch": 2.7704496788008566,
+      "grad_norm": 7.164519309997559,
+      "learning_rate": 2.185263241220211e-05,
+      "loss": 1.0445,
+      "step": 6469
+    },
+    {
+      "epoch": 2.770877944325482,
+      "grad_norm": 4.590480804443359,
+      "learning_rate": 2.1845752020967337e-05,
+      "loss": 0.6677,
+      "step": 6470
+    },
+    {
+      "epoch": 2.771306209850107,
+      "grad_norm": 8.615449905395508,
+      "learning_rate": 2.1838871872503037e-05,
+      "loss": 0.6574,
+      "step": 6471
+    },
+    {
+      "epoch": 2.7717344753747324,
+      "grad_norm": 7.068055629730225,
+      "learning_rate": 2.183199196733873e-05,
+      "loss": 0.6499,
+      "step": 6472
+    },
+    {
+      "epoch": 2.7721627408993577,
+      "grad_norm": 4.385128974914551,
+      "learning_rate": 2.1825112306003966e-05,
+      "loss": 1.1018,
+      "step": 6473
+    },
+    {
+      "epoch": 2.772591006423983,
+      "grad_norm": 3.4255547523498535,
+      "learning_rate": 2.181823288902822e-05,
+      "loss": 0.6291,
+      "step": 6474
+    },
+    {
+      "epoch": 2.773019271948608,
+      "grad_norm": 8.539016723632812,
+      "learning_rate": 2.181135371694099e-05,
+      "loss": 0.7551,
+      "step": 6475
+    },
+    {
+      "epoch": 2.7734475374732335,
+      "grad_norm": 6.041971206665039,
+      "learning_rate": 2.1804474790271724e-05,
+      "loss": 0.9839,
+      "step": 6476
+    },
+    {
+      "epoch": 2.7738758029978587,
+      "grad_norm": 4.858504295349121,
+      "learning_rate": 2.1797596109549887e-05,
+      "loss": 0.7576,
+      "step": 6477
+    },
+    {
+      "epoch": 2.774304068522484,
+      "grad_norm": 4.41927433013916,
+      "learning_rate": 2.179071767530489e-05,
+      "loss": 1.4662,
+      "step": 6478
+    },
+    {
+      "epoch": 2.7747323340471093,
+      "grad_norm": 4.538116931915283,
+      "learning_rate": 2.1783839488066147e-05,
+      "loss": 1.2076,
+      "step": 6479
+    },
+    {
+      "epoch": 2.7751605995717346,
+      "grad_norm": 5.470297813415527,
+      "learning_rate": 2.177696154836304e-05,
+      "loss": 1.1062,
+      "step": 6480
+    },
+    {
+      "epoch": 2.77558886509636,
+      "grad_norm": 0.8674216866493225,
+      "learning_rate": 2.1770083856724953e-05,
+      "loss": 0.3399,
+      "step": 6481
+    },
+    {
+      "epoch": 2.776017130620985,
+      "grad_norm": 3.7691166400909424,
+      "learning_rate": 2.1763206413681206e-05,
+      "loss": 1.0286,
+      "step": 6482
+    },
+    {
+      "epoch": 2.7764453961456104,
+      "grad_norm": 13.719193458557129,
+      "learning_rate": 2.1756329219761166e-05,
+      "loss": 1.0548,
+      "step": 6483
+    },
+    {
+      "epoch": 2.7768736616702356,
+      "grad_norm": 3.922691822052002,
+      "learning_rate": 2.1749452275494113e-05,
+      "loss": 0.9548,
+      "step": 6484
+    },
+    {
+      "epoch": 2.777301927194861,
+      "grad_norm": 2.793503761291504,
+      "learning_rate": 2.1742575581409357e-05,
+      "loss": 0.2552,
+      "step": 6485
+    },
+    {
+      "epoch": 2.777730192719486,
+      "grad_norm": 4.289085388183594,
+      "learning_rate": 2.173569913803617e-05,
+      "loss": 0.419,
+      "step": 6486
+    },
+    {
+      "epoch": 2.7781584582441115,
+      "grad_norm": 0.9321311712265015,
+      "learning_rate": 2.1728822945903798e-05,
+      "loss": 0.4002,
+      "step": 6487
+    },
+    {
+      "epoch": 2.7785867237687367,
+      "grad_norm": 6.221668243408203,
+      "learning_rate": 2.1721947005541477e-05,
+      "loss": 1.1146,
+      "step": 6488
+    },
+    {
+      "epoch": 2.779014989293362,
+      "grad_norm": 5.446926116943359,
+      "learning_rate": 2.171507131747843e-05,
+      "loss": 0.4715,
+      "step": 6489
+    },
+    {
+      "epoch": 2.7794432548179873,
+      "grad_norm": 4.254273414611816,
+      "learning_rate": 2.1708195882243842e-05,
+      "loss": 0.8479,
+      "step": 6490
+    },
+    {
+      "epoch": 2.7798715203426125,
+      "grad_norm": 5.269057750701904,
+      "learning_rate": 2.1701320700366905e-05,
+      "loss": 0.7711,
+      "step": 6491
+    },
+    {
+      "epoch": 2.780299785867238,
+      "grad_norm": 2.9578680992126465,
+      "learning_rate": 2.1694445772376757e-05,
+      "loss": 0.5076,
+      "step": 6492
+    },
+    {
+      "epoch": 2.780728051391863,
+      "grad_norm": 2.0638539791107178,
+      "learning_rate": 2.1687571098802544e-05,
+      "loss": 0.6189,
+      "step": 6493
+    },
+    {
+      "epoch": 2.7811563169164883,
+      "grad_norm": 2.5882935523986816,
+      "learning_rate": 2.168069668017338e-05,
+      "loss": 0.6939,
+      "step": 6494
+    },
+    {
+      "epoch": 2.7815845824411136,
+      "grad_norm": 3.7413578033447266,
+      "learning_rate": 2.167382251701837e-05,
+      "loss": 1.283,
+      "step": 6495
+    },
+    {
+      "epoch": 2.782012847965739,
+      "grad_norm": 4.428528785705566,
+      "learning_rate": 2.166694860986658e-05,
+      "loss": 0.5857,
+      "step": 6496
+    },
+    {
+      "epoch": 2.782441113490364,
+      "grad_norm": 4.709324836730957,
+      "learning_rate": 2.1660074959247084e-05,
+      "loss": 0.8958,
+      "step": 6497
+    },
+    {
+      "epoch": 2.7828693790149894,
+      "grad_norm": 6.576874256134033,
+      "learning_rate": 2.1653201565688905e-05,
+      "loss": 1.63,
+      "step": 6498
+    },
+    {
+      "epoch": 2.7832976445396147,
+      "grad_norm": 1.4642233848571777,
+      "learning_rate": 2.164632842972108e-05,
+      "loss": 0.4975,
+      "step": 6499
+    },
+    {
+      "epoch": 2.78372591006424,
+      "grad_norm": 5.6239013671875,
+      "learning_rate": 2.1639455551872582e-05,
+      "loss": 0.7535,
+      "step": 6500
+    },
+    {
+      "epoch": 2.7841541755888652,
+      "grad_norm": 3.1961324214935303,
+      "learning_rate": 2.1632582932672424e-05,
+      "loss": 0.4799,
+      "step": 6501
+    },
+    {
+      "epoch": 2.7845824411134905,
+      "grad_norm": 1.582789421081543,
+      "learning_rate": 2.1625710572649535e-05,
+      "loss": 0.423,
+      "step": 6502
+    },
+    {
+      "epoch": 2.785010706638116,
+      "grad_norm": 5.923571586608887,
+      "learning_rate": 2.1618838472332874e-05,
+      "loss": 0.6157,
+      "step": 6503
+    },
+    {
+      "epoch": 2.785438972162741,
+      "grad_norm": 7.387509822845459,
+      "learning_rate": 2.1611966632251344e-05,
+      "loss": 1.2212,
+      "step": 6504
+    },
+    {
+      "epoch": 2.7858672376873663,
+      "grad_norm": 3.1988749504089355,
+      "learning_rate": 2.1605095052933858e-05,
+      "loss": 0.401,
+      "step": 6505
+    },
+    {
+      "epoch": 2.7862955032119916,
+      "grad_norm": 3.218581438064575,
+      "learning_rate": 2.1598223734909294e-05,
+      "loss": 0.6357,
+      "step": 6506
+    },
+    {
+      "epoch": 2.786723768736617,
+      "grad_norm": 3.830366373062134,
+      "learning_rate": 2.15913526787065e-05,
+      "loss": 0.716,
+      "step": 6507
+    },
+    {
+      "epoch": 2.7871520342612417,
+      "grad_norm": 1.802549123764038,
+      "learning_rate": 2.158448188485433e-05,
+      "loss": 0.1634,
+      "step": 6508
+    },
+    {
+      "epoch": 2.7875802997858674,
+      "grad_norm": 4.283280849456787,
+      "learning_rate": 2.1577611353881595e-05,
+      "loss": 1.3813,
+      "step": 6509
+    },
+    {
+      "epoch": 2.7880085653104922,
+      "grad_norm": 4.0443291664123535,
+      "learning_rate": 2.15707410863171e-05,
+      "loss": 0.6166,
+      "step": 6510
+    },
+    {
+      "epoch": 2.788436830835118,
+      "grad_norm": 1.0492709875106812,
+      "learning_rate": 2.1563871082689605e-05,
+      "loss": 0.1817,
+      "step": 6511
+    },
+    {
+      "epoch": 2.788865096359743,
+      "grad_norm": 5.861560344696045,
+      "learning_rate": 2.1557001343527896e-05,
+      "loss": 0.6963,
+      "step": 6512
+    },
+    {
+      "epoch": 2.7892933618843685,
+      "grad_norm": 1.940499186515808,
+      "learning_rate": 2.1550131869360685e-05,
+      "loss": 0.3084,
+      "step": 6513
+    },
+    {
+      "epoch": 2.7897216274089933,
+      "grad_norm": 1.737846851348877,
+      "learning_rate": 2.1543262660716707e-05,
+      "loss": 0.3024,
+      "step": 6514
+    },
+    {
+      "epoch": 2.790149892933619,
+      "grad_norm": 5.302253246307373,
+      "learning_rate": 2.1536393718124643e-05,
+      "loss": 1.1721,
+      "step": 6515
+    },
+    {
+      "epoch": 2.790578158458244,
+      "grad_norm": 3.861729383468628,
+      "learning_rate": 2.1529525042113187e-05,
+      "loss": 0.6341,
+      "step": 6516
+    },
+    {
+      "epoch": 2.7910064239828696,
+      "grad_norm": 1.9831359386444092,
+      "learning_rate": 2.152265663321098e-05,
+      "loss": 0.8937,
+      "step": 6517
+    },
+    {
+      "epoch": 2.7914346895074944,
+      "grad_norm": 3.8575541973114014,
+      "learning_rate": 2.151578849194667e-05,
+      "loss": 0.7902,
+      "step": 6518
+    },
+    {
+      "epoch": 2.79186295503212,
+      "grad_norm": 8.446939468383789,
+      "learning_rate": 2.1508920618848856e-05,
+      "loss": 0.9767,
+      "step": 6519
+    },
+    {
+      "epoch": 2.792291220556745,
+      "grad_norm": 4.292872905731201,
+      "learning_rate": 2.1502053014446154e-05,
+      "loss": 1.2689,
+      "step": 6520
+    },
+    {
+      "epoch": 2.7927194860813707,
+      "grad_norm": 2.4458670616149902,
+      "learning_rate": 2.1495185679267104e-05,
+      "loss": 0.277,
+      "step": 6521
+    },
+    {
+      "epoch": 2.7931477516059955,
+      "grad_norm": 2.4405746459960938,
+      "learning_rate": 2.1488318613840303e-05,
+      "loss": 0.4064,
+      "step": 6522
+    },
+    {
+      "epoch": 2.793576017130621,
+      "grad_norm": 6.969123840332031,
+      "learning_rate": 2.1481451818694244e-05,
+      "loss": 1.1914,
+      "step": 6523
+    },
+    {
+      "epoch": 2.794004282655246,
+      "grad_norm": 2.22770357131958,
+      "learning_rate": 2.147458529435746e-05,
+      "loss": 0.7744,
+      "step": 6524
+    },
+    {
+      "epoch": 2.7944325481798717,
+      "grad_norm": 3.3429226875305176,
+      "learning_rate": 2.1467719041358426e-05,
+      "loss": 0.907,
+      "step": 6525
+    },
+    {
+      "epoch": 2.7948608137044966,
+      "grad_norm": 4.341952800750732,
+      "learning_rate": 2.146085306022563e-05,
+      "loss": 0.9922,
+      "step": 6526
+    },
+    {
+      "epoch": 2.7952890792291223,
+      "grad_norm": 4.259462356567383,
+      "learning_rate": 2.1453987351487505e-05,
+      "loss": 0.7879,
+      "step": 6527
+    },
+    {
+      "epoch": 2.795717344753747,
+      "grad_norm": 1.8631751537322998,
+      "learning_rate": 2.1447121915672483e-05,
+      "loss": 0.9652,
+      "step": 6528
+    },
+    {
+      "epoch": 2.796145610278373,
+      "grad_norm": 3.7473196983337402,
+      "learning_rate": 2.144025675330897e-05,
+      "loss": 0.3327,
+      "step": 6529
+    },
+    {
+      "epoch": 2.7965738758029977,
+      "grad_norm": 5.062284469604492,
+      "learning_rate": 2.1433391864925365e-05,
+      "loss": 0.5394,
+      "step": 6530
+    },
+    {
+      "epoch": 2.7970021413276234,
+      "grad_norm": 4.148121356964111,
+      "learning_rate": 2.1426527251050004e-05,
+      "loss": 1.2506,
+      "step": 6531
+    },
+    {
+      "epoch": 2.797430406852248,
+      "grad_norm": 4.774833679199219,
+      "learning_rate": 2.141966291221126e-05,
+      "loss": 0.6748,
+      "step": 6532
+    },
+    {
+      "epoch": 2.797858672376874,
+      "grad_norm": 3.5214192867279053,
+      "learning_rate": 2.141279884893743e-05,
+      "loss": 0.4067,
+      "step": 6533
+    },
+    {
+      "epoch": 2.7982869379014987,
+      "grad_norm": 1.436754584312439,
+      "learning_rate": 2.1405935061756834e-05,
+      "loss": 0.6323,
+      "step": 6534
+    },
+    {
+      "epoch": 2.7987152034261245,
+      "grad_norm": 3.7597928047180176,
+      "learning_rate": 2.1399071551197733e-05,
+      "loss": 0.8598,
+      "step": 6535
+    },
+    {
+      "epoch": 2.7991434689507493,
+      "grad_norm": 4.699283123016357,
+      "learning_rate": 2.1392208317788405e-05,
+      "loss": 1.218,
+      "step": 6536
+    },
+    {
+      "epoch": 2.799571734475375,
+      "grad_norm": 2.6445658206939697,
+      "learning_rate": 2.1385345362057074e-05,
+      "loss": 0.594,
+      "step": 6537
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 3.9386789798736572,
+      "learning_rate": 2.137848268453197e-05,
+      "loss": 0.4691,
+      "step": 6538
+    },
+    {
+      "epoch": 2.8004282655246255,
+      "grad_norm": 1.8874953985214233,
+      "learning_rate": 2.1371620285741257e-05,
+      "loss": 0.2264,
+      "step": 6539
+    },
+    {
+      "epoch": 2.8008565310492504,
+      "grad_norm": 2.050506830215454,
+      "learning_rate": 2.136475816621314e-05,
+      "loss": 0.5608,
+      "step": 6540
+    },
+    {
+      "epoch": 2.801284796573876,
+      "grad_norm": 4.916399002075195,
+      "learning_rate": 2.135789632647576e-05,
+      "loss": 1.0177,
+      "step": 6541
+    },
+    {
+      "epoch": 2.801713062098501,
+      "grad_norm": 5.461543560028076,
+      "learning_rate": 2.1351034767057234e-05,
+      "loss": 1.2513,
+      "step": 6542
+    },
+    {
+      "epoch": 2.802141327623126,
+      "grad_norm": 2.175604820251465,
+      "learning_rate": 2.1344173488485697e-05,
+      "loss": 0.641,
+      "step": 6543
+    },
+    {
+      "epoch": 2.8025695931477514,
+      "grad_norm": 2.6911404132843018,
+      "learning_rate": 2.1337312491289205e-05,
+      "loss": 0.8308,
+      "step": 6544
+    },
+    {
+      "epoch": 2.8029978586723767,
+      "grad_norm": 8.416717529296875,
+      "learning_rate": 2.1330451775995842e-05,
+      "loss": 0.7354,
+      "step": 6545
+    },
+    {
+      "epoch": 2.803426124197002,
+      "grad_norm": 3.971240282058716,
+      "learning_rate": 2.1323591343133646e-05,
+      "loss": 1.1758,
+      "step": 6546
+    },
+    {
+      "epoch": 2.8038543897216273,
+      "grad_norm": 2.6537301540374756,
+      "learning_rate": 2.1316731193230638e-05,
+      "loss": 0.4198,
+      "step": 6547
+    },
+    {
+      "epoch": 2.8042826552462525,
+      "grad_norm": 0.9914485216140747,
+      "learning_rate": 2.1309871326814816e-05,
+      "loss": 0.2612,
+      "step": 6548
+    },
+    {
+      "epoch": 2.804710920770878,
+      "grad_norm": 2.9974918365478516,
+      "learning_rate": 2.130301174441417e-05,
+      "loss": 0.4604,
+      "step": 6549
+    },
+    {
+      "epoch": 2.805139186295503,
+      "grad_norm": 3.031642198562622,
+      "learning_rate": 2.129615244655663e-05,
+      "loss": 1.055,
+      "step": 6550
+    },
+    {
+      "epoch": 2.8055674518201283,
+      "grad_norm": 1.882049322128296,
+      "learning_rate": 2.1289293433770164e-05,
+      "loss": 0.2008,
+      "step": 6551
+    },
+    {
+      "epoch": 2.8059957173447536,
+      "grad_norm": 9.110732078552246,
+      "learning_rate": 2.128243470658265e-05,
+      "loss": 0.9883,
+      "step": 6552
+    },
+    {
+      "epoch": 2.806423982869379,
+      "grad_norm": 4.4194865226745605,
+      "learning_rate": 2.1275576265522004e-05,
+      "loss": 0.5726,
+      "step": 6553
+    },
+    {
+      "epoch": 2.806852248394004,
+      "grad_norm": 5.02808952331543,
+      "learning_rate": 2.1268718111116077e-05,
+      "loss": 0.8886,
+      "step": 6554
+    },
+    {
+      "epoch": 2.8072805139186294,
+      "grad_norm": 1.3807376623153687,
+      "learning_rate": 2.126186024389273e-05,
+      "loss": 0.3625,
+      "step": 6555
+    },
+    {
+      "epoch": 2.8077087794432547,
+      "grad_norm": 3.974618911743164,
+      "learning_rate": 2.1255002664379773e-05,
+      "loss": 0.7706,
+      "step": 6556
+    },
+    {
+      "epoch": 2.80813704496788,
+      "grad_norm": 3.39208722114563,
+      "learning_rate": 2.1248145373105017e-05,
+      "loss": 0.4525,
+      "step": 6557
+    },
+    {
+      "epoch": 2.8085653104925052,
+      "grad_norm": 4.337593078613281,
+      "learning_rate": 2.1241288370596233e-05,
+      "loss": 0.5078,
+      "step": 6558
+    },
+    {
+      "epoch": 2.8089935760171305,
+      "grad_norm": 1.7858285903930664,
+      "learning_rate": 2.1234431657381202e-05,
+      "loss": 0.2299,
+      "step": 6559
+    },
+    {
+      "epoch": 2.809421841541756,
+      "grad_norm": 1.490783452987671,
+      "learning_rate": 2.122757523398762e-05,
+      "loss": 0.1542,
+      "step": 6560
+    },
+    {
+      "epoch": 2.809850107066381,
+      "grad_norm": 4.832660675048828,
+      "learning_rate": 2.1220719100943237e-05,
+      "loss": 0.8423,
+      "step": 6561
+    },
+    {
+      "epoch": 2.8102783725910063,
+      "grad_norm": 3.0205509662628174,
+      "learning_rate": 2.1213863258775717e-05,
+      "loss": 0.5531,
+      "step": 6562
+    },
+    {
+      "epoch": 2.8107066381156316,
+      "grad_norm": 1.7042045593261719,
+      "learning_rate": 2.1207007708012744e-05,
+      "loss": 0.6684,
+      "step": 6563
+    },
+    {
+      "epoch": 2.811134903640257,
+      "grad_norm": 2.6806082725524902,
+      "learning_rate": 2.1200152449181954e-05,
+      "loss": 1.4219,
+      "step": 6564
+    },
+    {
+      "epoch": 2.811563169164882,
+      "grad_norm": 2.1321990489959717,
+      "learning_rate": 2.119329748281098e-05,
+      "loss": 0.3429,
+      "step": 6565
+    },
+    {
+      "epoch": 2.8119914346895074,
+      "grad_norm": 3.6689200401306152,
+      "learning_rate": 2.118644280942741e-05,
+      "loss": 0.7228,
+      "step": 6566
+    },
+    {
+      "epoch": 2.8124197002141327,
+      "grad_norm": 6.4980268478393555,
+      "learning_rate": 2.1179588429558838e-05,
+      "loss": 0.6549,
+      "step": 6567
+    },
+    {
+      "epoch": 2.812847965738758,
+      "grad_norm": 4.952931880950928,
+      "learning_rate": 2.1172734343732805e-05,
+      "loss": 0.7232,
+      "step": 6568
+    },
+    {
+      "epoch": 2.813276231263383,
+      "grad_norm": 5.197628498077393,
+      "learning_rate": 2.116588055247686e-05,
+      "loss": 1.0872,
+      "step": 6569
+    },
+    {
+      "epoch": 2.8137044967880085,
+      "grad_norm": 3.599785089492798,
+      "learning_rate": 2.115902705631849e-05,
+      "loss": 0.4613,
+      "step": 6570
+    },
+    {
+      "epoch": 2.8141327623126338,
+      "grad_norm": 2.9826345443725586,
+      "learning_rate": 2.1152173855785207e-05,
+      "loss": 0.4723,
+      "step": 6571
+    },
+    {
+      "epoch": 2.814561027837259,
+      "grad_norm": 3.928661584854126,
+      "learning_rate": 2.1145320951404452e-05,
+      "loss": 0.7835,
+      "step": 6572
+    },
+    {
+      "epoch": 2.8149892933618843,
+      "grad_norm": 6.411811351776123,
+      "learning_rate": 2.1138468343703686e-05,
+      "loss": 1.0215,
+      "step": 6573
+    },
+    {
+      "epoch": 2.8154175588865096,
+      "grad_norm": 1.4166778326034546,
+      "learning_rate": 2.1131616033210322e-05,
+      "loss": 0.6842,
+      "step": 6574
+    },
+    {
+      "epoch": 2.815845824411135,
+      "grad_norm": 10.75438117980957,
+      "learning_rate": 2.1124764020451752e-05,
+      "loss": 1.0699,
+      "step": 6575
+    },
+    {
+      "epoch": 2.81627408993576,
+      "grad_norm": 2.08612322807312,
+      "learning_rate": 2.1117912305955357e-05,
+      "loss": 0.1359,
+      "step": 6576
+    },
+    {
+      "epoch": 2.8167023554603854,
+      "grad_norm": 10.659664154052734,
+      "learning_rate": 2.111106089024848e-05,
+      "loss": 0.7407,
+      "step": 6577
+    },
+    {
+      "epoch": 2.8171306209850107,
+      "grad_norm": 0.9879180192947388,
+      "learning_rate": 2.1104209773858454e-05,
+      "loss": 0.2632,
+      "step": 6578
+    },
+    {
+      "epoch": 2.817558886509636,
+      "grad_norm": 1.719877004623413,
+      "learning_rate": 2.109735895731258e-05,
+      "loss": 0.2476,
+      "step": 6579
+    },
+    {
+      "epoch": 2.817987152034261,
+      "grad_norm": 1.6274627447128296,
+      "learning_rate": 2.1090508441138153e-05,
+      "loss": 0.8318,
+      "step": 6580
+    },
+    {
+      "epoch": 2.8184154175588865,
+      "grad_norm": 8.943782806396484,
+      "learning_rate": 2.1083658225862397e-05,
+      "loss": 1.0624,
+      "step": 6581
+    },
+    {
+      "epoch": 2.8188436830835117,
+      "grad_norm": 2.5184500217437744,
+      "learning_rate": 2.1076808312012585e-05,
+      "loss": 0.2735,
+      "step": 6582
+    },
+    {
+      "epoch": 2.819271948608137,
+      "grad_norm": 3.29122257232666,
+      "learning_rate": 2.1069958700115904e-05,
+      "loss": 0.5203,
+      "step": 6583
+    },
+    {
+      "epoch": 2.8197002141327623,
+      "grad_norm": 5.027732849121094,
+      "learning_rate": 2.106310939069956e-05,
+      "loss": 1.5618,
+      "step": 6584
+    },
+    {
+      "epoch": 2.8201284796573876,
+      "grad_norm": 2.6062090396881104,
+      "learning_rate": 2.10562603842907e-05,
+      "loss": 0.261,
+      "step": 6585
+    },
+    {
+      "epoch": 2.820556745182013,
+      "grad_norm": 5.948387622833252,
+      "learning_rate": 2.104941168141648e-05,
+      "loss": 1.6873,
+      "step": 6586
+    },
+    {
+      "epoch": 2.820985010706638,
+      "grad_norm": 4.246109485626221,
+      "learning_rate": 2.104256328260401e-05,
+      "loss": 0.7678,
+      "step": 6587
+    },
+    {
+      "epoch": 2.8214132762312634,
+      "grad_norm": 1.7109266519546509,
+      "learning_rate": 2.1035715188380402e-05,
+      "loss": 0.1997,
+      "step": 6588
+    },
+    {
+      "epoch": 2.8218415417558886,
+      "grad_norm": 2.939055919647217,
+      "learning_rate": 2.1028867399272698e-05,
+      "loss": 0.9864,
+      "step": 6589
+    },
+    {
+      "epoch": 2.822269807280514,
+      "grad_norm": 3.642137050628662,
+      "learning_rate": 2.102201991580798e-05,
+      "loss": 0.7527,
+      "step": 6590
+    },
+    {
+      "epoch": 2.822698072805139,
+      "grad_norm": 3.757539749145508,
+      "learning_rate": 2.1015172738513243e-05,
+      "loss": 0.6789,
+      "step": 6591
+    },
+    {
+      "epoch": 2.8231263383297645,
+      "grad_norm": 0.9561651349067688,
+      "learning_rate": 2.1008325867915506e-05,
+      "loss": 0.5377,
+      "step": 6592
+    },
+    {
+      "epoch": 2.8235546038543897,
+      "grad_norm": 3.7296340465545654,
+      "learning_rate": 2.100147930454174e-05,
+      "loss": 1.6158,
+      "step": 6593
+    },
+    {
+      "epoch": 2.823982869379015,
+      "grad_norm": 4.337131023406982,
+      "learning_rate": 2.09946330489189e-05,
+      "loss": 0.3602,
+      "step": 6594
+    },
+    {
+      "epoch": 2.8244111349036403,
+      "grad_norm": 1.6010185480117798,
+      "learning_rate": 2.0987787101573918e-05,
+      "loss": 0.4333,
+      "step": 6595
+    },
+    {
+      "epoch": 2.8248394004282655,
+      "grad_norm": 10.99921703338623,
+      "learning_rate": 2.09809414630337e-05,
+      "loss": 1.2325,
+      "step": 6596
+    },
+    {
+      "epoch": 2.825267665952891,
+      "grad_norm": 4.92844820022583,
+      "learning_rate": 2.0974096133825126e-05,
+      "loss": 0.8197,
+      "step": 6597
+    },
+    {
+      "epoch": 2.825695931477516,
+      "grad_norm": 2.378392457962036,
+      "learning_rate": 2.0967251114475067e-05,
+      "loss": 0.3076,
+      "step": 6598
+    },
+    {
+      "epoch": 2.8261241970021413,
+      "grad_norm": 6.044649124145508,
+      "learning_rate": 2.0960406405510335e-05,
+      "loss": 0.8817,
+      "step": 6599
+    },
+    {
+      "epoch": 2.8265524625267666,
+      "grad_norm": 2.6244707107543945,
+      "learning_rate": 2.0953562007457767e-05,
+      "loss": 1.1981,
+      "step": 6600
+    },
+    {
+      "epoch": 2.826980728051392,
+      "grad_norm": 1.859312653541565,
+      "learning_rate": 2.0946717920844127e-05,
+      "loss": 0.6499,
+      "step": 6601
+    },
+    {
+      "epoch": 2.827408993576017,
+      "grad_norm": 3.008763551712036,
+      "learning_rate": 2.0939874146196197e-05,
+      "loss": 0.9601,
+      "step": 6602
+    },
+    {
+      "epoch": 2.8278372591006424,
+      "grad_norm": 4.449334621429443,
+      "learning_rate": 2.0933030684040704e-05,
+      "loss": 0.988,
+      "step": 6603
+    },
+    {
+      "epoch": 2.8282655246252677,
+      "grad_norm": 4.419330596923828,
+      "learning_rate": 2.0926187534904366e-05,
+      "loss": 0.6892,
+      "step": 6604
+    },
+    {
+      "epoch": 2.828693790149893,
+      "grad_norm": 2.3729209899902344,
+      "learning_rate": 2.091934469931388e-05,
+      "loss": 0.3388,
+      "step": 6605
+    },
+    {
+      "epoch": 2.8291220556745182,
+      "grad_norm": 1.145111083984375,
+      "learning_rate": 2.0912502177795908e-05,
+      "loss": 0.5462,
+      "step": 6606
+    },
+    {
+      "epoch": 2.8295503211991435,
+      "grad_norm": 0.9073613882064819,
+      "learning_rate": 2.090565997087709e-05,
+      "loss": 0.4284,
+      "step": 6607
+    },
+    {
+      "epoch": 2.829978586723769,
+      "grad_norm": 3.298300266265869,
+      "learning_rate": 2.0898818079084058e-05,
+      "loss": 0.3594,
+      "step": 6608
+    },
+    {
+      "epoch": 2.830406852248394,
+      "grad_norm": 4.207909107208252,
+      "learning_rate": 2.0891976502943387e-05,
+      "loss": 0.8361,
+      "step": 6609
+    },
+    {
+      "epoch": 2.8308351177730193,
+      "grad_norm": 5.922885417938232,
+      "learning_rate": 2.088513524298165e-05,
+      "loss": 0.3922,
+      "step": 6610
+    },
+    {
+      "epoch": 2.8312633832976446,
+      "grad_norm": 4.800715446472168,
+      "learning_rate": 2.0878294299725414e-05,
+      "loss": 1.2258,
+      "step": 6611
+    },
+    {
+      "epoch": 2.83169164882227,
+      "grad_norm": 2.931983709335327,
+      "learning_rate": 2.087145367370118e-05,
+      "loss": 0.9809,
+      "step": 6612
+    },
+    {
+      "epoch": 2.832119914346895,
+      "grad_norm": 4.01662540435791,
+      "learning_rate": 2.0864613365435454e-05,
+      "loss": 0.3978,
+      "step": 6613
+    },
+    {
+      "epoch": 2.8325481798715204,
+      "grad_norm": 4.180734634399414,
+      "learning_rate": 2.08577733754547e-05,
+      "loss": 0.4305,
+      "step": 6614
+    },
+    {
+      "epoch": 2.8329764453961457,
+      "grad_norm": 5.524794101715088,
+      "learning_rate": 2.085093370428538e-05,
+      "loss": 1.2862,
+      "step": 6615
+    },
+    {
+      "epoch": 2.833404710920771,
+      "grad_norm": 3.8856701850891113,
+      "learning_rate": 2.0844094352453895e-05,
+      "loss": 0.701,
+      "step": 6616
+    },
+    {
+      "epoch": 2.8338329764453962,
+      "grad_norm": 2.31605863571167,
+      "learning_rate": 2.083725532048667e-05,
+      "loss": 0.3672,
+      "step": 6617
+    },
+    {
+      "epoch": 2.8342612419700215,
+      "grad_norm": 2.9177138805389404,
+      "learning_rate": 2.083041660891006e-05,
+      "loss": 1.4855,
+      "step": 6618
+    },
+    {
+      "epoch": 2.8346895074946468,
+      "grad_norm": 1.933443546295166,
+      "learning_rate": 2.0823578218250434e-05,
+      "loss": 0.5987,
+      "step": 6619
+    },
+    {
+      "epoch": 2.835117773019272,
+      "grad_norm": 3.7134270668029785,
+      "learning_rate": 2.0816740149034088e-05,
+      "loss": 0.4801,
+      "step": 6620
+    },
+    {
+      "epoch": 2.8355460385438973,
+      "grad_norm": 5.219473361968994,
+      "learning_rate": 2.0809902401787352e-05,
+      "loss": 1.3312,
+      "step": 6621
+    },
+    {
+      "epoch": 2.8359743040685226,
+      "grad_norm": 4.037064075469971,
+      "learning_rate": 2.0803064977036478e-05,
+      "loss": 0.6553,
+      "step": 6622
+    },
+    {
+      "epoch": 2.836402569593148,
+      "grad_norm": 4.580639362335205,
+      "learning_rate": 2.0796227875307737e-05,
+      "loss": 0.4803,
+      "step": 6623
+    },
+    {
+      "epoch": 2.836830835117773,
+      "grad_norm": 8.936278343200684,
+      "learning_rate": 2.0789391097127333e-05,
+      "loss": 0.8545,
+      "step": 6624
+    },
+    {
+      "epoch": 2.8372591006423984,
+      "grad_norm": 2.1800308227539062,
+      "learning_rate": 2.0782554643021488e-05,
+      "loss": 1.3212,
+      "step": 6625
+    },
+    {
+      "epoch": 2.8376873661670237,
+      "grad_norm": 3.880781650543213,
+      "learning_rate": 2.077571851351636e-05,
+      "loss": 0.4902,
+      "step": 6626
+    },
+    {
+      "epoch": 2.838115631691649,
+      "grad_norm": 5.878921031951904,
+      "learning_rate": 2.076888270913812e-05,
+      "loss": 0.6588,
+      "step": 6627
+    },
+    {
+      "epoch": 2.838543897216274,
+      "grad_norm": 5.963754653930664,
+      "learning_rate": 2.0762047230412864e-05,
+      "loss": 1.3344,
+      "step": 6628
+    },
+    {
+      "epoch": 2.8389721627408995,
+      "grad_norm": 5.6257452964782715,
+      "learning_rate": 2.075521207786673e-05,
+      "loss": 1.0809,
+      "step": 6629
+    },
+    {
+      "epoch": 2.8394004282655247,
+      "grad_norm": 3.491213798522949,
+      "learning_rate": 2.074837725202576e-05,
+      "loss": 1.5718,
+      "step": 6630
+    },
+    {
+      "epoch": 2.83982869379015,
+      "grad_norm": 3.620206832885742,
+      "learning_rate": 2.0741542753416026e-05,
+      "loss": 0.9032,
+      "step": 6631
+    },
+    {
+      "epoch": 2.8402569593147753,
+      "grad_norm": 3.0548834800720215,
+      "learning_rate": 2.073470858256354e-05,
+      "loss": 0.6717,
+      "step": 6632
+    },
+    {
+      "epoch": 2.8406852248394006,
+      "grad_norm": 6.282032489776611,
+      "learning_rate": 2.0727874739994313e-05,
+      "loss": 0.947,
+      "step": 6633
+    },
+    {
+      "epoch": 2.841113490364026,
+      "grad_norm": 5.202294826507568,
+      "learning_rate": 2.072104122623431e-05,
+      "loss": 0.6111,
+      "step": 6634
+    },
+    {
+      "epoch": 2.841541755888651,
+      "grad_norm": 11.669210433959961,
+      "learning_rate": 2.0714208041809493e-05,
+      "loss": 1.0571,
+      "step": 6635
+    },
+    {
+      "epoch": 2.8419700214132764,
+      "grad_norm": 1.1535967588424683,
+      "learning_rate": 2.0707375187245777e-05,
+      "loss": 0.4916,
+      "step": 6636
+    },
+    {
+      "epoch": 2.8423982869379016,
+      "grad_norm": 8.618623733520508,
+      "learning_rate": 2.0700542663069068e-05,
+      "loss": 1.4501,
+      "step": 6637
+    },
+    {
+      "epoch": 2.842826552462527,
+      "grad_norm": 1.6044350862503052,
+      "learning_rate": 2.0693710469805217e-05,
+      "loss": 0.1429,
+      "step": 6638
+    },
+    {
+      "epoch": 2.843254817987152,
+      "grad_norm": 2.1310601234436035,
+      "learning_rate": 2.068687860798011e-05,
+      "loss": 0.1536,
+      "step": 6639
+    },
+    {
+      "epoch": 2.8436830835117775,
+      "grad_norm": 3.7218432426452637,
+      "learning_rate": 2.0680047078119535e-05,
+      "loss": 0.9069,
+      "step": 6640
+    },
+    {
+      "epoch": 2.8441113490364027,
+      "grad_norm": 1.2645134925842285,
+      "learning_rate": 2.067321588074931e-05,
+      "loss": 0.2517,
+      "step": 6641
+    },
+    {
+      "epoch": 2.844539614561028,
+      "grad_norm": 4.638378620147705,
+      "learning_rate": 2.066638501639519e-05,
+      "loss": 0.5182,
+      "step": 6642
+    },
+    {
+      "epoch": 2.8449678800856533,
+      "grad_norm": 3.491819143295288,
+      "learning_rate": 2.0659554485582937e-05,
+      "loss": 0.6161,
+      "step": 6643
+    },
+    {
+      "epoch": 2.8453961456102785,
+      "grad_norm": 2.1586904525756836,
+      "learning_rate": 2.0652724288838254e-05,
+      "loss": 0.7932,
+      "step": 6644
+    },
+    {
+      "epoch": 2.8458244111349034,
+      "grad_norm": 1.9544118642807007,
+      "learning_rate": 2.064589442668685e-05,
+      "loss": 0.8375,
+      "step": 6645
+    },
+    {
+      "epoch": 2.846252676659529,
+      "grad_norm": 3.8227360248565674,
+      "learning_rate": 2.063906489965439e-05,
+      "loss": 0.6867,
+      "step": 6646
+    },
+    {
+      "epoch": 2.846680942184154,
+      "grad_norm": 5.550625801086426,
+      "learning_rate": 2.063223570826651e-05,
+      "loss": 0.712,
+      "step": 6647
+    },
+    {
+      "epoch": 2.8471092077087796,
+      "grad_norm": 2.7711148262023926,
+      "learning_rate": 2.0625406853048843e-05,
+      "loss": 0.3404,
+      "step": 6648
+    },
+    {
+      "epoch": 2.8475374732334044,
+      "grad_norm": 1.863783597946167,
+      "learning_rate": 2.0618578334526954e-05,
+      "loss": 0.1774,
+      "step": 6649
+    },
+    {
+      "epoch": 2.84796573875803,
+      "grad_norm": 10.720418930053711,
+      "learning_rate": 2.0611750153226435e-05,
+      "loss": 0.4534,
+      "step": 6650
+    },
+    {
+      "epoch": 2.848394004282655,
+      "grad_norm": 3.4314732551574707,
+      "learning_rate": 2.0604922309672806e-05,
+      "loss": 1.0816,
+      "step": 6651
+    },
+    {
+      "epoch": 2.8488222698072807,
+      "grad_norm": 4.312582015991211,
+      "learning_rate": 2.059809480439159e-05,
+      "loss": 0.6347,
+      "step": 6652
+    },
+    {
+      "epoch": 2.8492505353319055,
+      "grad_norm": 3.8720743656158447,
+      "learning_rate": 2.0591267637908268e-05,
+      "loss": 0.7307,
+      "step": 6653
+    },
+    {
+      "epoch": 2.8496788008565312,
+      "grad_norm": 4.6169538497924805,
+      "learning_rate": 2.0584440810748307e-05,
+      "loss": 0.8526,
+      "step": 6654
+    },
+    {
+      "epoch": 2.850107066381156,
+      "grad_norm": 2.4012439250946045,
+      "learning_rate": 2.0577614323437135e-05,
+      "loss": 0.3012,
+      "step": 6655
+    },
+    {
+      "epoch": 2.850535331905782,
+      "grad_norm": 5.440004825592041,
+      "learning_rate": 2.057078817650017e-05,
+      "loss": 0.477,
+      "step": 6656
+    },
+    {
+      "epoch": 2.8509635974304066,
+      "grad_norm": 3.9993343353271484,
+      "learning_rate": 2.0563962370462783e-05,
+      "loss": 0.5083,
+      "step": 6657
+    },
+    {
+      "epoch": 2.8513918629550323,
+      "grad_norm": 3.303295135498047,
+      "learning_rate": 2.0557136905850348e-05,
+      "loss": 0.2493,
+      "step": 6658
+    },
+    {
+      "epoch": 2.851820128479657,
+      "grad_norm": 1.5577640533447266,
+      "learning_rate": 2.055031178318817e-05,
+      "loss": 0.3021,
+      "step": 6659
+    },
+    {
+      "epoch": 2.852248394004283,
+      "grad_norm": 2.4639549255371094,
+      "learning_rate": 2.054348700300158e-05,
+      "loss": 0.502,
+      "step": 6660
+    },
+    {
+      "epoch": 2.8526766595289077,
+      "grad_norm": 9.18468952178955,
+      "learning_rate": 2.0536662565815832e-05,
+      "loss": 0.8889,
+      "step": 6661
+    },
+    {
+      "epoch": 2.8531049250535334,
+      "grad_norm": 2.8943328857421875,
+      "learning_rate": 2.0529838472156194e-05,
+      "loss": 1.2393,
+      "step": 6662
+    },
+    {
+      "epoch": 2.8535331905781582,
+      "grad_norm": 2.908067464828491,
+      "learning_rate": 2.0523014722547874e-05,
+      "loss": 0.6201,
+      "step": 6663
+    },
+    {
+      "epoch": 2.853961456102784,
+      "grad_norm": 1.3100937604904175,
+      "learning_rate": 2.0516191317516088e-05,
+      "loss": 0.4815,
+      "step": 6664
+    },
+    {
+      "epoch": 2.854389721627409,
+      "grad_norm": 1.994544506072998,
+      "learning_rate": 2.0509368257585992e-05,
+      "loss": 1.0713,
+      "step": 6665
+    },
+    {
+      "epoch": 2.8548179871520345,
+      "grad_norm": 4.085610389709473,
+      "learning_rate": 2.050254554328275e-05,
+      "loss": 1.3768,
+      "step": 6666
+    },
+    {
+      "epoch": 2.8552462526766593,
+      "grad_norm": 1.6683259010314941,
+      "learning_rate": 2.0495723175131452e-05,
+      "loss": 0.5504,
+      "step": 6667
+    },
+    {
+      "epoch": 2.855674518201285,
+      "grad_norm": 8.590600967407227,
+      "learning_rate": 2.048890115365722e-05,
+      "loss": 0.5429,
+      "step": 6668
+    },
+    {
+      "epoch": 2.85610278372591,
+      "grad_norm": 3.0076792240142822,
+      "learning_rate": 2.0482079479385097e-05,
+      "loss": 0.4684,
+      "step": 6669
+    },
+    {
+      "epoch": 2.8565310492505356,
+      "grad_norm": 3.509132146835327,
+      "learning_rate": 2.047525815284013e-05,
+      "loss": 1.1749,
+      "step": 6670
+    },
+    {
+      "epoch": 2.8569593147751604,
+      "grad_norm": 11.751411437988281,
+      "learning_rate": 2.046843717454733e-05,
+      "loss": 0.7534,
+      "step": 6671
+    },
+    {
+      "epoch": 2.857387580299786,
+      "grad_norm": 4.109128475189209,
+      "learning_rate": 2.0461616545031686e-05,
+      "loss": 0.4188,
+      "step": 6672
+    },
+    {
+      "epoch": 2.857815845824411,
+      "grad_norm": 2.0901505947113037,
+      "learning_rate": 2.0454796264818148e-05,
+      "loss": 0.5204,
+      "step": 6673
+    },
+    {
+      "epoch": 2.8582441113490367,
+      "grad_norm": 3.0966296195983887,
+      "learning_rate": 2.0447976334431653e-05,
+      "loss": 0.8922,
+      "step": 6674
+    },
+    {
+      "epoch": 2.8586723768736615,
+      "grad_norm": 1.9649040699005127,
+      "learning_rate": 2.0441156754397094e-05,
+      "loss": 0.6162,
+      "step": 6675
+    },
+    {
+      "epoch": 2.859100642398287,
+      "grad_norm": 3.4205284118652344,
+      "learning_rate": 2.043433752523937e-05,
+      "loss": 0.5698,
+      "step": 6676
+    },
+    {
+      "epoch": 2.859528907922912,
+      "grad_norm": 4.1820387840271,
+      "learning_rate": 2.0427518647483308e-05,
+      "loss": 0.4926,
+      "step": 6677
+    },
+    {
+      "epoch": 2.8599571734475377,
+      "grad_norm": 3.565380811691284,
+      "learning_rate": 2.042070012165375e-05,
+      "loss": 0.3847,
+      "step": 6678
+    },
+    {
+      "epoch": 2.8603854389721626,
+      "grad_norm": 9.472946166992188,
+      "learning_rate": 2.0413881948275478e-05,
+      "loss": 1.3363,
+      "step": 6679
+    },
+    {
+      "epoch": 2.860813704496788,
+      "grad_norm": 0.6234549283981323,
+      "learning_rate": 2.0407064127873255e-05,
+      "loss": 0.1321,
+      "step": 6680
+    },
+    {
+      "epoch": 2.861241970021413,
+      "grad_norm": 1.471450924873352,
+      "learning_rate": 2.040024666097185e-05,
+      "loss": 0.3014,
+      "step": 6681
+    },
+    {
+      "epoch": 2.8616702355460384,
+      "grad_norm": 2.940570592880249,
+      "learning_rate": 2.0393429548095955e-05,
+      "loss": 0.6938,
+      "step": 6682
+    },
+    {
+      "epoch": 2.8620985010706637,
+      "grad_norm": 4.635523796081543,
+      "learning_rate": 2.0386612789770266e-05,
+      "loss": 1.0505,
+      "step": 6683
+    },
+    {
+      "epoch": 2.862526766595289,
+      "grad_norm": 6.892901420593262,
+      "learning_rate": 2.0379796386519433e-05,
+      "loss": 0.3125,
+      "step": 6684
+    },
+    {
+      "epoch": 2.862955032119914,
+      "grad_norm": 5.841314792633057,
+      "learning_rate": 2.0372980338868102e-05,
+      "loss": 0.8364,
+      "step": 6685
+    },
+    {
+      "epoch": 2.8633832976445395,
+      "grad_norm": 2.9348108768463135,
+      "learning_rate": 2.0366164647340867e-05,
+      "loss": 0.7414,
+      "step": 6686
+    },
+    {
+      "epoch": 2.8638115631691647,
+      "grad_norm": 4.803089141845703,
+      "learning_rate": 2.0359349312462323e-05,
+      "loss": 0.528,
+      "step": 6687
+    },
+    {
+      "epoch": 2.86423982869379,
+      "grad_norm": 4.104130268096924,
+      "learning_rate": 2.0352534334756994e-05,
+      "loss": 0.4231,
+      "step": 6688
+    },
+    {
+      "epoch": 2.8646680942184153,
+      "grad_norm": 3.583106517791748,
+      "learning_rate": 2.0345719714749433e-05,
+      "loss": 0.453,
+      "step": 6689
+    },
+    {
+      "epoch": 2.8650963597430406,
+      "grad_norm": 2.506869316101074,
+      "learning_rate": 2.0338905452964106e-05,
+      "loss": 1.2451,
+      "step": 6690
+    },
+    {
+      "epoch": 2.865524625267666,
+      "grad_norm": 0.3371139466762543,
+      "learning_rate": 2.03320915499255e-05,
+      "loss": 0.07,
+      "step": 6691
+    },
+    {
+      "epoch": 2.865952890792291,
+      "grad_norm": 2.3878531455993652,
+      "learning_rate": 2.0325278006158045e-05,
+      "loss": 0.3197,
+      "step": 6692
+    },
+    {
+      "epoch": 2.8663811563169164,
+      "grad_norm": 18.953418731689453,
+      "learning_rate": 2.0318464822186164e-05,
+      "loss": 0.9517,
+      "step": 6693
+    },
+    {
+      "epoch": 2.8668094218415416,
+      "grad_norm": 3.191801071166992,
+      "learning_rate": 2.0311651998534233e-05,
+      "loss": 0.9959,
+      "step": 6694
+    },
+    {
+      "epoch": 2.867237687366167,
+      "grad_norm": 12.849395751953125,
+      "learning_rate": 2.0304839535726614e-05,
+      "loss": 0.5523,
+      "step": 6695
+    },
+    {
+      "epoch": 2.867665952890792,
+      "grad_norm": 3.6176986694335938,
+      "learning_rate": 2.029802743428763e-05,
+      "loss": 0.6576,
+      "step": 6696
+    },
+    {
+      "epoch": 2.8680942184154175,
+      "grad_norm": 3.7117278575897217,
+      "learning_rate": 2.02912156947416e-05,
+      "loss": 0.5633,
+      "step": 6697
+    },
+    {
+      "epoch": 2.8685224839400427,
+      "grad_norm": 2.787846803665161,
+      "learning_rate": 2.0284404317612764e-05,
+      "loss": 0.6651,
+      "step": 6698
+    },
+    {
+      "epoch": 2.868950749464668,
+      "grad_norm": 4.91963005065918,
+      "learning_rate": 2.027759330342541e-05,
+      "loss": 0.7718,
+      "step": 6699
+    },
+    {
+      "epoch": 2.8693790149892933,
+      "grad_norm": 3.5744693279266357,
+      "learning_rate": 2.027078265270372e-05,
+      "loss": 1.1208,
+      "step": 6700
+    },
+    {
+      "epoch": 2.8698072805139185,
+      "grad_norm": 2.6234145164489746,
+      "learning_rate": 2.0263972365971906e-05,
+      "loss": 1.1003,
+      "step": 6701
+    },
+    {
+      "epoch": 2.870235546038544,
+      "grad_norm": 9.198339462280273,
+      "learning_rate": 2.0257162443754116e-05,
+      "loss": 0.7922,
+      "step": 6702
+    },
+    {
+      "epoch": 2.870663811563169,
+      "grad_norm": 1.7030885219573975,
+      "learning_rate": 2.0250352886574496e-05,
+      "loss": 0.5401,
+      "step": 6703
+    },
+    {
+      "epoch": 2.8710920770877943,
+      "grad_norm": 4.421738147735596,
+      "learning_rate": 2.024354369495714e-05,
+      "loss": 1.407,
+      "step": 6704
+    },
+    {
+      "epoch": 2.8715203426124196,
+      "grad_norm": 3.8186779022216797,
+      "learning_rate": 2.0236734869426142e-05,
+      "loss": 0.6632,
+      "step": 6705
+    },
+    {
+      "epoch": 2.871948608137045,
+      "grad_norm": 1.1636587381362915,
+      "learning_rate": 2.0229926410505524e-05,
+      "loss": 0.3201,
+      "step": 6706
+    },
+    {
+      "epoch": 2.87237687366167,
+      "grad_norm": 2.715094804763794,
+      "learning_rate": 2.022311831871934e-05,
+      "loss": 0.4014,
+      "step": 6707
+    },
+    {
+      "epoch": 2.8728051391862954,
+      "grad_norm": 4.668972969055176,
+      "learning_rate": 2.0216310594591554e-05,
+      "loss": 0.9065,
+      "step": 6708
+    },
+    {
+      "epoch": 2.8732334047109207,
+      "grad_norm": 4.087371349334717,
+      "learning_rate": 2.020950323864615e-05,
+      "loss": 0.4295,
+      "step": 6709
+    },
+    {
+      "epoch": 2.873661670235546,
+      "grad_norm": 4.392327785491943,
+      "learning_rate": 2.0202696251407054e-05,
+      "loss": 1.2346,
+      "step": 6710
+    },
+    {
+      "epoch": 2.8740899357601712,
+      "grad_norm": 6.167034149169922,
+      "learning_rate": 2.019588963339818e-05,
+      "loss": 1.3751,
+      "step": 6711
+    },
+    {
+      "epoch": 2.8745182012847965,
+      "grad_norm": 2.8639960289001465,
+      "learning_rate": 2.0189083385143404e-05,
+      "loss": 0.4105,
+      "step": 6712
+    },
+    {
+      "epoch": 2.874946466809422,
+      "grad_norm": 4.237570762634277,
+      "learning_rate": 2.018227750716658e-05,
+      "loss": 1.1556,
+      "step": 6713
+    },
+    {
+      "epoch": 2.875374732334047,
+      "grad_norm": 5.646627426147461,
+      "learning_rate": 2.0175471999991523e-05,
+      "loss": 1.4722,
+      "step": 6714
+    },
+    {
+      "epoch": 2.8758029978586723,
+      "grad_norm": 1.9664238691329956,
+      "learning_rate": 2.016866686414204e-05,
+      "loss": 0.8541,
+      "step": 6715
+    },
+    {
+      "epoch": 2.8762312633832976,
+      "grad_norm": 1.3128161430358887,
+      "learning_rate": 2.0161862100141887e-05,
+      "loss": 0.3703,
+      "step": 6716
+    },
+    {
+      "epoch": 2.876659528907923,
+      "grad_norm": 2.572722911834717,
+      "learning_rate": 2.0155057708514795e-05,
+      "loss": 0.7974,
+      "step": 6717
+    },
+    {
+      "epoch": 2.877087794432548,
+      "grad_norm": 3.2390053272247314,
+      "learning_rate": 2.0148253689784496e-05,
+      "loss": 0.4961,
+      "step": 6718
+    },
+    {
+      "epoch": 2.8775160599571734,
+      "grad_norm": 3.8569118976593018,
+      "learning_rate": 2.0141450044474637e-05,
+      "loss": 0.4427,
+      "step": 6719
+    },
+    {
+      "epoch": 2.8779443254817987,
+      "grad_norm": 1.364782452583313,
+      "learning_rate": 2.01346467731089e-05,
+      "loss": 0.6638,
+      "step": 6720
+    },
+    {
+      "epoch": 2.878372591006424,
+      "grad_norm": 1.5035219192504883,
+      "learning_rate": 2.0127843876210883e-05,
+      "loss": 0.4852,
+      "step": 6721
+    },
+    {
+      "epoch": 2.8788008565310492,
+      "grad_norm": 6.305326461791992,
+      "learning_rate": 2.0121041354304193e-05,
+      "loss": 0.509,
+      "step": 6722
+    },
+    {
+      "epoch": 2.8792291220556745,
+      "grad_norm": 20.362213134765625,
+      "learning_rate": 2.0114239207912383e-05,
+      "loss": 0.4403,
+      "step": 6723
+    },
+    {
+      "epoch": 2.8796573875802998,
+      "grad_norm": 3.0379979610443115,
+      "learning_rate": 2.0107437437559e-05,
+      "loss": 0.7487,
+      "step": 6724
+    },
+    {
+      "epoch": 2.880085653104925,
+      "grad_norm": 2.4111766815185547,
+      "learning_rate": 2.010063604376754e-05,
+      "loss": 0.542,
+      "step": 6725
+    },
+    {
+      "epoch": 2.8805139186295503,
+      "grad_norm": 3.0286366939544678,
+      "learning_rate": 2.0093835027061496e-05,
+      "loss": 0.4331,
+      "step": 6726
+    },
+    {
+      "epoch": 2.8809421841541756,
+      "grad_norm": 2.148468494415283,
+      "learning_rate": 2.008703438796429e-05,
+      "loss": 0.1693,
+      "step": 6727
+    },
+    {
+      "epoch": 2.881370449678801,
+      "grad_norm": 3.0530428886413574,
+      "learning_rate": 2.0080234126999374e-05,
+      "loss": 0.3837,
+      "step": 6728
+    },
+    {
+      "epoch": 2.881798715203426,
+      "grad_norm": 1.7016490697860718,
+      "learning_rate": 2.007343424469011e-05,
+      "loss": 0.4916,
+      "step": 6729
+    },
+    {
+      "epoch": 2.8822269807280514,
+      "grad_norm": 7.876825332641602,
+      "learning_rate": 2.0066634741559874e-05,
+      "loss": 0.5913,
+      "step": 6730
+    },
+    {
+      "epoch": 2.8826552462526767,
+      "grad_norm": 4.991087436676025,
+      "learning_rate": 2.0059835618131993e-05,
+      "loss": 0.9493,
+      "step": 6731
+    },
+    {
+      "epoch": 2.883083511777302,
+      "grad_norm": 3.2824559211730957,
+      "learning_rate": 2.0053036874929775e-05,
+      "loss": 0.3542,
+      "step": 6732
+    },
+    {
+      "epoch": 2.883511777301927,
+      "grad_norm": 2.4294943809509277,
+      "learning_rate": 2.0046238512476484e-05,
+      "loss": 0.4983,
+      "step": 6733
+    },
+    {
+      "epoch": 2.8839400428265525,
+      "grad_norm": 2.4567959308624268,
+      "learning_rate": 2.0039440531295374e-05,
+      "loss": 0.6161,
+      "step": 6734
+    },
+    {
+      "epoch": 2.8843683083511777,
+      "grad_norm": 4.182990550994873,
+      "learning_rate": 2.003264293190965e-05,
+      "loss": 0.5581,
+      "step": 6735
+    },
+    {
+      "epoch": 2.884796573875803,
+      "grad_norm": 4.029670238494873,
+      "learning_rate": 2.0025845714842516e-05,
+      "loss": 0.9463,
+      "step": 6736
+    },
+    {
+      "epoch": 2.8852248394004283,
+      "grad_norm": 3.516751527786255,
+      "learning_rate": 2.0019048880617096e-05,
+      "loss": 0.6907,
+      "step": 6737
+    },
+    {
+      "epoch": 2.8856531049250536,
+      "grad_norm": 3.4660208225250244,
+      "learning_rate": 2.0012252429756552e-05,
+      "loss": 0.3598,
+      "step": 6738
+    },
+    {
+      "epoch": 2.886081370449679,
+      "grad_norm": 4.14110803604126,
+      "learning_rate": 2.0005456362783954e-05,
+      "loss": 0.8853,
+      "step": 6739
+    },
+    {
+      "epoch": 2.886509635974304,
+      "grad_norm": 1.4686490297317505,
+      "learning_rate": 1.999866068022238e-05,
+      "loss": 0.6591,
+      "step": 6740
+    },
+    {
+      "epoch": 2.8869379014989294,
+      "grad_norm": 3.2504525184631348,
+      "learning_rate": 1.9991865382594867e-05,
+      "loss": 0.9161,
+      "step": 6741
+    },
+    {
+      "epoch": 2.8873661670235546,
+      "grad_norm": 4.636072635650635,
+      "learning_rate": 1.9985070470424427e-05,
+      "loss": 0.9865,
+      "step": 6742
+    },
+    {
+      "epoch": 2.88779443254818,
+      "grad_norm": 2.9482462406158447,
+      "learning_rate": 1.9978275944234033e-05,
+      "loss": 0.4434,
+      "step": 6743
+    },
+    {
+      "epoch": 2.888222698072805,
+      "grad_norm": 3.4204959869384766,
+      "learning_rate": 1.9971481804546643e-05,
+      "loss": 0.9562,
+      "step": 6744
+    },
+    {
+      "epoch": 2.8886509635974305,
+      "grad_norm": 8.525374412536621,
+      "learning_rate": 1.996468805188515e-05,
+      "loss": 1.3027,
+      "step": 6745
+    },
+    {
+      "epoch": 2.8890792291220557,
+      "grad_norm": 2.9665355682373047,
+      "learning_rate": 1.9957894686772485e-05,
+      "loss": 0.4203,
+      "step": 6746
+    },
+    {
+      "epoch": 2.889507494646681,
+      "grad_norm": 5.3667311668396,
+      "learning_rate": 1.995110170973147e-05,
+      "loss": 0.7977,
+      "step": 6747
+    },
+    {
+      "epoch": 2.8899357601713063,
+      "grad_norm": 1.0155833959579468,
+      "learning_rate": 1.9944309121284946e-05,
+      "loss": 0.1193,
+      "step": 6748
+    },
+    {
+      "epoch": 2.8903640256959315,
+      "grad_norm": 3.808145046234131,
+      "learning_rate": 1.9937516921955733e-05,
+      "loss": 0.5995,
+      "step": 6749
+    },
+    {
+      "epoch": 2.890792291220557,
+      "grad_norm": 3.3225390911102295,
+      "learning_rate": 1.9930725112266567e-05,
+      "loss": 1.0036,
+      "step": 6750
+    },
+    {
+      "epoch": 2.891220556745182,
+      "grad_norm": 1.0316499471664429,
+      "learning_rate": 1.9923933692740215e-05,
+      "loss": 0.3216,
+      "step": 6751
+    },
+    {
+      "epoch": 2.8916488222698074,
+      "grad_norm": 2.2820072174072266,
+      "learning_rate": 1.991714266389937e-05,
+      "loss": 0.5919,
+      "step": 6752
+    },
+    {
+      "epoch": 2.8920770877944326,
+      "grad_norm": 1.2615476846694946,
+      "learning_rate": 1.9910352026266726e-05,
+      "loss": 0.1953,
+      "step": 6753
+    },
+    {
+      "epoch": 2.892505353319058,
+      "grad_norm": 4.4030280113220215,
+      "learning_rate": 1.9903561780364916e-05,
+      "loss": 0.671,
+      "step": 6754
+    },
+    {
+      "epoch": 2.892933618843683,
+      "grad_norm": 1.321639895439148,
+      "learning_rate": 1.9896771926716572e-05,
+      "loss": 0.968,
+      "step": 6755
+    },
+    {
+      "epoch": 2.8933618843683084,
+      "grad_norm": 2.9529576301574707,
+      "learning_rate": 1.9889982465844277e-05,
+      "loss": 0.9179,
+      "step": 6756
+    },
+    {
+      "epoch": 2.8937901498929337,
+      "grad_norm": 4.831727504730225,
+      "learning_rate": 1.98831933982706e-05,
+      "loss": 1.0506,
+      "step": 6757
+    },
+    {
+      "epoch": 2.894218415417559,
+      "grad_norm": 1.618261456489563,
+      "learning_rate": 1.9876404724518047e-05,
+      "loss": 0.5762,
+      "step": 6758
+    },
+    {
+      "epoch": 2.8946466809421842,
+      "grad_norm": 2.2594470977783203,
+      "learning_rate": 1.9869616445109147e-05,
+      "loss": 0.3192,
+      "step": 6759
+    },
+    {
+      "epoch": 2.8950749464668095,
+      "grad_norm": 3.1820895671844482,
+      "learning_rate": 1.9862828560566342e-05,
+      "loss": 1.4152,
+      "step": 6760
+    },
+    {
+      "epoch": 2.895503211991435,
+      "grad_norm": 6.330860614776611,
+      "learning_rate": 1.9856041071412084e-05,
+      "loss": 0.8041,
+      "step": 6761
+    },
+    {
+      "epoch": 2.89593147751606,
+      "grad_norm": 5.304797172546387,
+      "learning_rate": 1.9849253978168773e-05,
+      "loss": 0.5189,
+      "step": 6762
+    },
+    {
+      "epoch": 2.8963597430406853,
+      "grad_norm": 3.8016507625579834,
+      "learning_rate": 1.984246728135879e-05,
+      "loss": 1.2236,
+      "step": 6763
+    },
+    {
+      "epoch": 2.8967880085653106,
+      "grad_norm": 3.5376832485198975,
+      "learning_rate": 1.983568098150448e-05,
+      "loss": 1.1411,
+      "step": 6764
+    },
+    {
+      "epoch": 2.897216274089936,
+      "grad_norm": 3.3564562797546387,
+      "learning_rate": 1.9828895079128167e-05,
+      "loss": 0.609,
+      "step": 6765
+    },
+    {
+      "epoch": 2.897644539614561,
+      "grad_norm": 4.68527889251709,
+      "learning_rate": 1.9822109574752108e-05,
+      "loss": 0.3503,
+      "step": 6766
+    },
+    {
+      "epoch": 2.8980728051391864,
+      "grad_norm": 9.046635627746582,
+      "learning_rate": 1.9815324468898597e-05,
+      "loss": 0.9544,
+      "step": 6767
+    },
+    {
+      "epoch": 2.8985010706638117,
+      "grad_norm": 1.830832839012146,
+      "learning_rate": 1.980853976208983e-05,
+      "loss": 0.6505,
+      "step": 6768
+    },
+    {
+      "epoch": 2.898929336188437,
+      "grad_norm": 7.834949016571045,
+      "learning_rate": 1.980175545484801e-05,
+      "loss": 0.9918,
+      "step": 6769
+    },
+    {
+      "epoch": 2.8993576017130622,
+      "grad_norm": 3.7619757652282715,
+      "learning_rate": 1.979497154769529e-05,
+      "loss": 2.16,
+      "step": 6770
+    },
+    {
+      "epoch": 2.8997858672376875,
+      "grad_norm": 2.512967348098755,
+      "learning_rate": 1.9788188041153816e-05,
+      "loss": 0.3577,
+      "step": 6771
+    },
+    {
+      "epoch": 2.9002141327623128,
+      "grad_norm": 3.515133857727051,
+      "learning_rate": 1.978140493574568e-05,
+      "loss": 0.9257,
+      "step": 6772
+    },
+    {
+      "epoch": 2.900642398286938,
+      "grad_norm": 1.001649260520935,
+      "learning_rate": 1.9774622231992955e-05,
+      "loss": 0.6597,
+      "step": 6773
+    },
+    {
+      "epoch": 2.9010706638115633,
+      "grad_norm": 3.327223062515259,
+      "learning_rate": 1.9767839930417673e-05,
+      "loss": 0.9573,
+      "step": 6774
+    },
+    {
+      "epoch": 2.9014989293361886,
+      "grad_norm": 2.7161545753479004,
+      "learning_rate": 1.976105803154186e-05,
+      "loss": 1.1703,
+      "step": 6775
+    },
+    {
+      "epoch": 2.901927194860814,
+      "grad_norm": 1.6498585939407349,
+      "learning_rate": 1.9754276535887462e-05,
+      "loss": 0.2319,
+      "step": 6776
+    },
+    {
+      "epoch": 2.902355460385439,
+      "grad_norm": 2.8471972942352295,
+      "learning_rate": 1.974749544397646e-05,
+      "loss": 0.332,
+      "step": 6777
+    },
+    {
+      "epoch": 2.9027837259100644,
+      "grad_norm": 1.9977657794952393,
+      "learning_rate": 1.9740714756330742e-05,
+      "loss": 0.7051,
+      "step": 6778
+    },
+    {
+      "epoch": 2.9032119914346897,
+      "grad_norm": 2.5070183277130127,
+      "learning_rate": 1.9733934473472207e-05,
+      "loss": 0.4265,
+      "step": 6779
+    },
+    {
+      "epoch": 2.903640256959315,
+      "grad_norm": 7.6337714195251465,
+      "learning_rate": 1.97271545959227e-05,
+      "loss": 0.8475,
+      "step": 6780
+    },
+    {
+      "epoch": 2.90406852248394,
+      "grad_norm": 3.881774663925171,
+      "learning_rate": 1.9720375124204043e-05,
+      "loss": 0.8387,
+      "step": 6781
+    },
+    {
+      "epoch": 2.904496788008565,
+      "grad_norm": 3.095355272293091,
+      "learning_rate": 1.971359605883803e-05,
+      "loss": 0.7413,
+      "step": 6782
+    },
+    {
+      "epoch": 2.9049250535331907,
+      "grad_norm": 3.0527546405792236,
+      "learning_rate": 1.970681740034641e-05,
+      "loss": 0.4555,
+      "step": 6783
+    },
+    {
+      "epoch": 2.9053533190578156,
+      "grad_norm": 3.1608266830444336,
+      "learning_rate": 1.9700039149250933e-05,
+      "loss": 0.6904,
+      "step": 6784
+    },
+    {
+      "epoch": 2.9057815845824413,
+      "grad_norm": 4.545351982116699,
+      "learning_rate": 1.969326130607327e-05,
+      "loss": 0.3843,
+      "step": 6785
+    },
+    {
+      "epoch": 2.906209850107066,
+      "grad_norm": 2.029959201812744,
+      "learning_rate": 1.9686483871335104e-05,
+      "loss": 0.363,
+      "step": 6786
+    },
+    {
+      "epoch": 2.906638115631692,
+      "grad_norm": 1.917851209640503,
+      "learning_rate": 1.967970684555805e-05,
+      "loss": 1.2351,
+      "step": 6787
+    },
+    {
+      "epoch": 2.9070663811563167,
+      "grad_norm": 6.821226119995117,
+      "learning_rate": 1.9672930229263733e-05,
+      "loss": 0.9901,
+      "step": 6788
+    },
+    {
+      "epoch": 2.9074946466809424,
+      "grad_norm": 10.852869987487793,
+      "learning_rate": 1.9666154022973704e-05,
+      "loss": 0.4457,
+      "step": 6789
+    },
+    {
+      "epoch": 2.907922912205567,
+      "grad_norm": 2.476839065551758,
+      "learning_rate": 1.965937822720951e-05,
+      "loss": 0.7775,
+      "step": 6790
+    },
+    {
+      "epoch": 2.908351177730193,
+      "grad_norm": 2.478546619415283,
+      "learning_rate": 1.9652602842492655e-05,
+      "loss": 0.2214,
+      "step": 6791
+    },
+    {
+      "epoch": 2.9087794432548177,
+      "grad_norm": 0.7852622866630554,
+      "learning_rate": 1.964582786934462e-05,
+      "loss": 0.3518,
+      "step": 6792
+    },
+    {
+      "epoch": 2.9092077087794435,
+      "grad_norm": 7.455913543701172,
+      "learning_rate": 1.963905330828684e-05,
+      "loss": 0.8831,
+      "step": 6793
+    },
+    {
+      "epoch": 2.9096359743040683,
+      "grad_norm": 3.2263858318328857,
+      "learning_rate": 1.963227915984074e-05,
+      "loss": 0.3986,
+      "step": 6794
+    },
+    {
+      "epoch": 2.910064239828694,
+      "grad_norm": 1.5064598321914673,
+      "learning_rate": 1.9625505424527686e-05,
+      "loss": 0.2989,
+      "step": 6795
+    },
+    {
+      "epoch": 2.910492505353319,
+      "grad_norm": 2.974040985107422,
+      "learning_rate": 1.9618732102869044e-05,
+      "loss": 0.3417,
+      "step": 6796
+    },
+    {
+      "epoch": 2.9109207708779445,
+      "grad_norm": 4.3917765617370605,
+      "learning_rate": 1.9611959195386105e-05,
+      "loss": 0.5612,
+      "step": 6797
+    },
+    {
+      "epoch": 2.9113490364025694,
+      "grad_norm": 2.770766258239746,
+      "learning_rate": 1.9605186702600187e-05,
+      "loss": 0.4925,
+      "step": 6798
+    },
+    {
+      "epoch": 2.911777301927195,
+      "grad_norm": 4.282073974609375,
+      "learning_rate": 1.9598414625032517e-05,
+      "loss": 0.5933,
+      "step": 6799
+    },
+    {
+      "epoch": 2.91220556745182,
+      "grad_norm": 4.579073905944824,
+      "learning_rate": 1.9591642963204328e-05,
+      "loss": 0.5158,
+      "step": 6800
+    },
+    {
+      "epoch": 2.9126338329764456,
+      "grad_norm": 5.102078437805176,
+      "learning_rate": 1.9584871717636796e-05,
+      "loss": 1.154,
+      "step": 6801
+    },
+    {
+      "epoch": 2.9130620985010705,
+      "grad_norm": 5.541103363037109,
+      "learning_rate": 1.9578100888851097e-05,
+      "loss": 0.575,
+      "step": 6802
+    },
+    {
+      "epoch": 2.913490364025696,
+      "grad_norm": 3.629772901535034,
+      "learning_rate": 1.9571330477368337e-05,
+      "loss": 1.788,
+      "step": 6803
+    },
+    {
+      "epoch": 2.913918629550321,
+      "grad_norm": 5.29891300201416,
+      "learning_rate": 1.9564560483709636e-05,
+      "loss": 1.6861,
+      "step": 6804
+    },
+    {
+      "epoch": 2.9143468950749467,
+      "grad_norm": 5.478487968444824,
+      "learning_rate": 1.955779090839602e-05,
+      "loss": 1.5382,
+      "step": 6805
+    },
+    {
+      "epoch": 2.9147751605995715,
+      "grad_norm": 2.1196515560150146,
+      "learning_rate": 1.9551021751948546e-05,
+      "loss": 0.7757,
+      "step": 6806
+    },
+    {
+      "epoch": 2.9152034261241973,
+      "grad_norm": 3.19234037399292,
+      "learning_rate": 1.954425301488819e-05,
+      "loss": 1.8612,
+      "step": 6807
+    },
+    {
+      "epoch": 2.915631691648822,
+      "grad_norm": 4.086019992828369,
+      "learning_rate": 1.9537484697735926e-05,
+      "loss": 0.5925,
+      "step": 6808
+    },
+    {
+      "epoch": 2.916059957173448,
+      "grad_norm": 1.373465895652771,
+      "learning_rate": 1.9530716801012685e-05,
+      "loss": 0.377,
+      "step": 6809
+    },
+    {
+      "epoch": 2.9164882226980726,
+      "grad_norm": 10.438050270080566,
+      "learning_rate": 1.952394932523937e-05,
+      "loss": 1.0889,
+      "step": 6810
+    },
+    {
+      "epoch": 2.9169164882226983,
+      "grad_norm": 5.1971964836120605,
+      "learning_rate": 1.9517182270936835e-05,
+      "loss": 0.3494,
+      "step": 6811
+    },
+    {
+      "epoch": 2.917344753747323,
+      "grad_norm": 2.227173089981079,
+      "learning_rate": 1.9510415638625932e-05,
+      "loss": 0.5697,
+      "step": 6812
+    },
+    {
+      "epoch": 2.917773019271949,
+      "grad_norm": 4.263096809387207,
+      "learning_rate": 1.9503649428827446e-05,
+      "loss": 0.5623,
+      "step": 6813
+    },
+    {
+      "epoch": 2.9182012847965737,
+      "grad_norm": 4.77907657623291,
+      "learning_rate": 1.9496883642062165e-05,
+      "loss": 0.6837,
+      "step": 6814
+    },
+    {
+      "epoch": 2.9186295503211994,
+      "grad_norm": 4.257915019989014,
+      "learning_rate": 1.94901182788508e-05,
+      "loss": 0.5416,
+      "step": 6815
+    },
+    {
+      "epoch": 2.9190578158458242,
+      "grad_norm": 2.1007516384124756,
+      "learning_rate": 1.9483353339714082e-05,
+      "loss": 0.5096,
+      "step": 6816
+    },
+    {
+      "epoch": 2.9194860813704495,
+      "grad_norm": 3.237866163253784,
+      "learning_rate": 1.9476588825172663e-05,
+      "loss": 0.8245,
+      "step": 6817
+    },
+    {
+      "epoch": 2.919914346895075,
+      "grad_norm": 4.7076311111450195,
+      "learning_rate": 1.9469824735747194e-05,
+      "loss": 1.245,
+      "step": 6818
+    },
+    {
+      "epoch": 2.9203426124197,
+      "grad_norm": 4.837007999420166,
+      "learning_rate": 1.9463061071958278e-05,
+      "loss": 0.9842,
+      "step": 6819
+    },
+    {
+      "epoch": 2.9207708779443253,
+      "grad_norm": 3.9750478267669678,
+      "learning_rate": 1.9456297834326485e-05,
+      "loss": 1.3622,
+      "step": 6820
+    },
+    {
+      "epoch": 2.9211991434689506,
+      "grad_norm": 4.358506202697754,
+      "learning_rate": 1.9449535023372363e-05,
+      "loss": 0.4846,
+      "step": 6821
+    },
+    {
+      "epoch": 2.921627408993576,
+      "grad_norm": 1.746991515159607,
+      "learning_rate": 1.9442772639616408e-05,
+      "loss": 0.7071,
+      "step": 6822
+    },
+    {
+      "epoch": 2.922055674518201,
+      "grad_norm": 1.8173844814300537,
+      "learning_rate": 1.9436010683579108e-05,
+      "loss": 0.1434,
+      "step": 6823
+    },
+    {
+      "epoch": 2.9224839400428264,
+      "grad_norm": 4.015883922576904,
+      "learning_rate": 1.9429249155780893e-05,
+      "loss": 0.9897,
+      "step": 6824
+    },
+    {
+      "epoch": 2.9229122055674517,
+      "grad_norm": 3.692714214324951,
+      "learning_rate": 1.942248805674219e-05,
+      "loss": 0.5255,
+      "step": 6825
+    },
+    {
+      "epoch": 2.923340471092077,
+      "grad_norm": 1.9365179538726807,
+      "learning_rate": 1.9415727386983348e-05,
+      "loss": 0.2832,
+      "step": 6826
+    },
+    {
+      "epoch": 2.9237687366167022,
+      "grad_norm": 3.396493434906006,
+      "learning_rate": 1.9408967147024743e-05,
+      "loss": 0.6116,
+      "step": 6827
+    },
+    {
+      "epoch": 2.9241970021413275,
+      "grad_norm": 4.3203959465026855,
+      "learning_rate": 1.940220733738665e-05,
+      "loss": 0.8026,
+      "step": 6828
+    },
+    {
+      "epoch": 2.9246252676659528,
+      "grad_norm": 4.946501731872559,
+      "learning_rate": 1.9395447958589374e-05,
+      "loss": 1.3741,
+      "step": 6829
+    },
+    {
+      "epoch": 2.925053533190578,
+      "grad_norm": 6.797547817230225,
+      "learning_rate": 1.9388689011153143e-05,
+      "loss": 1.6631,
+      "step": 6830
+    },
+    {
+      "epoch": 2.9254817987152033,
+      "grad_norm": 2.356299638748169,
+      "learning_rate": 1.9381930495598175e-05,
+      "loss": 0.4026,
+      "step": 6831
+    },
+    {
+      "epoch": 2.9259100642398286,
+      "grad_norm": 10.970463752746582,
+      "learning_rate": 1.937517241244464e-05,
+      "loss": 0.2369,
+      "step": 6832
+    },
+    {
+      "epoch": 2.926338329764454,
+      "grad_norm": 1.4034812450408936,
+      "learning_rate": 1.936841476221269e-05,
+      "loss": 0.5449,
+      "step": 6833
+    },
+    {
+      "epoch": 2.926766595289079,
+      "grad_norm": 5.88142728805542,
+      "learning_rate": 1.9361657545422428e-05,
+      "loss": 0.6344,
+      "step": 6834
+    },
+    {
+      "epoch": 2.9271948608137044,
+      "grad_norm": 2.5028562545776367,
+      "learning_rate": 1.9354900762593947e-05,
+      "loss": 0.3581,
+      "step": 6835
+    },
+    {
+      "epoch": 2.9276231263383297,
+      "grad_norm": 2.2685160636901855,
+      "learning_rate": 1.9348144414247262e-05,
+      "loss": 0.6033,
+      "step": 6836
+    },
+    {
+      "epoch": 2.928051391862955,
+      "grad_norm": 4.810910224914551,
+      "learning_rate": 1.9341388500902418e-05,
+      "loss": 0.6302,
+      "step": 6837
+    },
+    {
+      "epoch": 2.92847965738758,
+      "grad_norm": 3.242164373397827,
+      "learning_rate": 1.9334633023079364e-05,
+      "loss": 0.5131,
+      "step": 6838
+    },
+    {
+      "epoch": 2.9289079229122055,
+      "grad_norm": 6.239760398864746,
+      "learning_rate": 1.9327877981298056e-05,
+      "loss": 0.8415,
+      "step": 6839
+    },
+    {
+      "epoch": 2.9293361884368307,
+      "grad_norm": 3.98793363571167,
+      "learning_rate": 1.9321123376078397e-05,
+      "loss": 0.3701,
+      "step": 6840
+    },
+    {
+      "epoch": 2.929764453961456,
+      "grad_norm": 3.8404741287231445,
+      "learning_rate": 1.9314369207940278e-05,
+      "loss": 0.5922,
+      "step": 6841
+    },
+    {
+      "epoch": 2.9301927194860813,
+      "grad_norm": 4.581597805023193,
+      "learning_rate": 1.9307615477403523e-05,
+      "loss": 0.5909,
+      "step": 6842
+    },
+    {
+      "epoch": 2.9306209850107066,
+      "grad_norm": 1.7396799325942993,
+      "learning_rate": 1.930086218498796e-05,
+      "loss": 0.2153,
+      "step": 6843
+    },
+    {
+      "epoch": 2.931049250535332,
+      "grad_norm": 2.34208083152771,
+      "learning_rate": 1.929410933121334e-05,
+      "loss": 0.6968,
+      "step": 6844
+    },
+    {
+      "epoch": 2.931477516059957,
+      "grad_norm": 1.3160320520401,
+      "learning_rate": 1.9287356916599432e-05,
+      "loss": 0.3123,
+      "step": 6845
+    },
+    {
+      "epoch": 2.9319057815845824,
+      "grad_norm": 1.6884194612503052,
+      "learning_rate": 1.928060494166592e-05,
+      "loss": 0.5906,
+      "step": 6846
+    },
+    {
+      "epoch": 2.9323340471092076,
+      "grad_norm": 2.6254186630249023,
+      "learning_rate": 1.9273853406932497e-05,
+      "loss": 1.147,
+      "step": 6847
+    },
+    {
+      "epoch": 2.932762312633833,
+      "grad_norm": 2.447361707687378,
+      "learning_rate": 1.9267102312918785e-05,
+      "loss": 0.2784,
+      "step": 6848
+    },
+    {
+      "epoch": 2.933190578158458,
+      "grad_norm": 3.0690548419952393,
+      "learning_rate": 1.9260351660144403e-05,
+      "loss": 0.7818,
+      "step": 6849
+    },
+    {
+      "epoch": 2.9336188436830835,
+      "grad_norm": 2.9099769592285156,
+      "learning_rate": 1.9253601449128914e-05,
+      "loss": 0.5764,
+      "step": 6850
+    },
+    {
+      "epoch": 2.9340471092077087,
+      "grad_norm": 6.707767486572266,
+      "learning_rate": 1.9246851680391866e-05,
+      "loss": 0.4146,
+      "step": 6851
+    },
+    {
+      "epoch": 2.934475374732334,
+      "grad_norm": 4.955531120300293,
+      "learning_rate": 1.9240102354452756e-05,
+      "loss": 0.4519,
+      "step": 6852
+    },
+    {
+      "epoch": 2.9349036402569593,
+      "grad_norm": 1.5180939435958862,
+      "learning_rate": 1.9233353471831053e-05,
+      "loss": 0.4861,
+      "step": 6853
+    },
+    {
+      "epoch": 2.9353319057815845,
+      "grad_norm": 3.310108184814453,
+      "learning_rate": 1.92266050330462e-05,
+      "loss": 0.9583,
+      "step": 6854
+    },
+    {
+      "epoch": 2.93576017130621,
+      "grad_norm": 2.9065263271331787,
+      "learning_rate": 1.9219857038617592e-05,
+      "loss": 0.6761,
+      "step": 6855
+    },
+    {
+      "epoch": 2.936188436830835,
+      "grad_norm": 66.89965057373047,
+      "learning_rate": 1.9213109489064608e-05,
+      "loss": 0.7905,
+      "step": 6856
+    },
+    {
+      "epoch": 2.9366167023554604,
+      "grad_norm": 4.548373222351074,
+      "learning_rate": 1.9206362384906563e-05,
+      "loss": 0.8652,
+      "step": 6857
+    },
+    {
+      "epoch": 2.9370449678800856,
+      "grad_norm": 4.280157566070557,
+      "learning_rate": 1.9199615726662768e-05,
+      "loss": 0.6705,
+      "step": 6858
+    },
+    {
+      "epoch": 2.937473233404711,
+      "grad_norm": 3.1006247997283936,
+      "learning_rate": 1.9192869514852483e-05,
+      "loss": 0.2275,
+      "step": 6859
+    },
+    {
+      "epoch": 2.937901498929336,
+      "grad_norm": 1.3902850151062012,
+      "learning_rate": 1.918612374999494e-05,
+      "loss": 0.1582,
+      "step": 6860
+    },
+    {
+      "epoch": 2.9383297644539614,
+      "grad_norm": 3.671142101287842,
+      "learning_rate": 1.9179378432609336e-05,
+      "loss": 1.3721,
+      "step": 6861
+    },
+    {
+      "epoch": 2.9387580299785867,
+      "grad_norm": 4.663156509399414,
+      "learning_rate": 1.9172633563214833e-05,
+      "loss": 0.3824,
+      "step": 6862
+    },
+    {
+      "epoch": 2.939186295503212,
+      "grad_norm": 4.163501739501953,
+      "learning_rate": 1.9165889142330547e-05,
+      "loss": 0.8695,
+      "step": 6863
+    },
+    {
+      "epoch": 2.9396145610278372,
+      "grad_norm": 2.9513800144195557,
+      "learning_rate": 1.9159145170475597e-05,
+      "loss": 1.0712,
+      "step": 6864
+    },
+    {
+      "epoch": 2.9400428265524625,
+      "grad_norm": 3.348844289779663,
+      "learning_rate": 1.9152401648169e-05,
+      "loss": 1.0425,
+      "step": 6865
+    },
+    {
+      "epoch": 2.940471092077088,
+      "grad_norm": 5.349928379058838,
+      "learning_rate": 1.9145658575929824e-05,
+      "loss": 1.7144,
+      "step": 6866
+    },
+    {
+      "epoch": 2.940899357601713,
+      "grad_norm": 0.6678878664970398,
+      "learning_rate": 1.9138915954277027e-05,
+      "loss": 0.1848,
+      "step": 6867
+    },
+    {
+      "epoch": 2.9413276231263383,
+      "grad_norm": 3.2352304458618164,
+      "learning_rate": 1.9132173783729573e-05,
+      "loss": 0.9874,
+      "step": 6868
+    },
+    {
+      "epoch": 2.9417558886509636,
+      "grad_norm": 6.478511333465576,
+      "learning_rate": 1.9125432064806375e-05,
+      "loss": 1.1685,
+      "step": 6869
+    },
+    {
+      "epoch": 2.942184154175589,
+      "grad_norm": 2.2886717319488525,
+      "learning_rate": 1.9118690798026335e-05,
+      "loss": 0.2695,
+      "step": 6870
+    },
+    {
+      "epoch": 2.942612419700214,
+      "grad_norm": 3.330416679382324,
+      "learning_rate": 1.9111949983908277e-05,
+      "loss": 1.3421,
+      "step": 6871
+    },
+    {
+      "epoch": 2.9430406852248394,
+      "grad_norm": 3.5862815380096436,
+      "learning_rate": 1.910520962297104e-05,
+      "loss": 0.8091,
+      "step": 6872
+    },
+    {
+      "epoch": 2.9434689507494647,
+      "grad_norm": 3.2638838291168213,
+      "learning_rate": 1.9098469715733386e-05,
+      "loss": 0.8131,
+      "step": 6873
+    },
+    {
+      "epoch": 2.94389721627409,
+      "grad_norm": 3.9263131618499756,
+      "learning_rate": 1.9091730262714076e-05,
+      "loss": 0.607,
+      "step": 6874
+    },
+    {
+      "epoch": 2.9443254817987152,
+      "grad_norm": 3.060631513595581,
+      "learning_rate": 1.90849912644318e-05,
+      "loss": 0.6248,
+      "step": 6875
+    },
+    {
+      "epoch": 2.9447537473233405,
+      "grad_norm": 5.401702880859375,
+      "learning_rate": 1.9078252721405258e-05,
+      "loss": 1.2781,
+      "step": 6876
+    },
+    {
+      "epoch": 2.9451820128479658,
+      "grad_norm": 13.000444412231445,
+      "learning_rate": 1.9071514634153066e-05,
+      "loss": 1.412,
+      "step": 6877
+    },
+    {
+      "epoch": 2.945610278372591,
+      "grad_norm": 2.00014328956604,
+      "learning_rate": 1.9064777003193844e-05,
+      "loss": 0.2634,
+      "step": 6878
+    },
+    {
+      "epoch": 2.9460385438972163,
+      "grad_norm": 4.774048805236816,
+      "learning_rate": 1.9058039829046155e-05,
+      "loss": 0.6237,
+      "step": 6879
+    },
+    {
+      "epoch": 2.9464668094218416,
+      "grad_norm": 4.6242170333862305,
+      "learning_rate": 1.9051303112228535e-05,
+      "loss": 0.6345,
+      "step": 6880
+    },
+    {
+      "epoch": 2.946895074946467,
+      "grad_norm": 6.4905571937561035,
+      "learning_rate": 1.9044566853259484e-05,
+      "loss": 0.717,
+      "step": 6881
+    },
+    {
+      "epoch": 2.947323340471092,
+      "grad_norm": 6.155852317810059,
+      "learning_rate": 1.9037831052657478e-05,
+      "loss": 1.0886,
+      "step": 6882
+    },
+    {
+      "epoch": 2.9477516059957174,
+      "grad_norm": 10.735276222229004,
+      "learning_rate": 1.9031095710940917e-05,
+      "loss": 1.2576,
+      "step": 6883
+    },
+    {
+      "epoch": 2.9481798715203427,
+      "grad_norm": 6.267041206359863,
+      "learning_rate": 1.9024360828628223e-05,
+      "loss": 1.5608,
+      "step": 6884
+    },
+    {
+      "epoch": 2.948608137044968,
+      "grad_norm": 3.192103862762451,
+      "learning_rate": 1.901762640623774e-05,
+      "loss": 0.5699,
+      "step": 6885
+    },
+    {
+      "epoch": 2.949036402569593,
+      "grad_norm": 0.6775147914886475,
+      "learning_rate": 1.9010892444287798e-05,
+      "loss": 0.3616,
+      "step": 6886
+    },
+    {
+      "epoch": 2.9494646680942185,
+      "grad_norm": 4.154917240142822,
+      "learning_rate": 1.9004158943296675e-05,
+      "loss": 0.9969,
+      "step": 6887
+    },
+    {
+      "epoch": 2.9498929336188437,
+      "grad_norm": 3.150393009185791,
+      "learning_rate": 1.8997425903782627e-05,
+      "loss": 0.3623,
+      "step": 6888
+    },
+    {
+      "epoch": 2.950321199143469,
+      "grad_norm": 3.0941755771636963,
+      "learning_rate": 1.899069332626388e-05,
+      "loss": 0.8602,
+      "step": 6889
+    },
+    {
+      "epoch": 2.9507494646680943,
+      "grad_norm": 1.5591700077056885,
+      "learning_rate": 1.89839612112586e-05,
+      "loss": 0.3191,
+      "step": 6890
+    },
+    {
+      "epoch": 2.9511777301927196,
+      "grad_norm": 3.5042991638183594,
+      "learning_rate": 1.8977229559284946e-05,
+      "loss": 0.5695,
+      "step": 6891
+    },
+    {
+      "epoch": 2.951605995717345,
+      "grad_norm": 3.692925214767456,
+      "learning_rate": 1.897049837086101e-05,
+      "loss": 0.4868,
+      "step": 6892
+    },
+    {
+      "epoch": 2.95203426124197,
+      "grad_norm": 2.948561668395996,
+      "learning_rate": 1.896376764650489e-05,
+      "loss": 0.3061,
+      "step": 6893
+    },
+    {
+      "epoch": 2.9524625267665954,
+      "grad_norm": 3.873058319091797,
+      "learning_rate": 1.8957037386734603e-05,
+      "loss": 0.9856,
+      "step": 6894
+    },
+    {
+      "epoch": 2.9528907922912206,
+      "grad_norm": 0.9784832000732422,
+      "learning_rate": 1.895030759206817e-05,
+      "loss": 0.2217,
+      "step": 6895
+    },
+    {
+      "epoch": 2.953319057815846,
+      "grad_norm": 4.787830352783203,
+      "learning_rate": 1.8943578263023536e-05,
+      "loss": 0.4217,
+      "step": 6896
+    },
+    {
+      "epoch": 2.953747323340471,
+      "grad_norm": 1.005704402923584,
+      "learning_rate": 1.893684940011865e-05,
+      "loss": 0.2367,
+      "step": 6897
+    },
+    {
+      "epoch": 2.9541755888650965,
+      "grad_norm": 2.831636667251587,
+      "learning_rate": 1.8930121003871396e-05,
+      "loss": 0.3937,
+      "step": 6898
+    },
+    {
+      "epoch": 2.9546038543897217,
+      "grad_norm": 4.757501602172852,
+      "learning_rate": 1.892339307479964e-05,
+      "loss": 0.5791,
+      "step": 6899
+    },
+    {
+      "epoch": 2.955032119914347,
+      "grad_norm": 3.7722997665405273,
+      "learning_rate": 1.89166656134212e-05,
+      "loss": 0.9281,
+      "step": 6900
+    },
+    {
+      "epoch": 2.9554603854389723,
+      "grad_norm": 4.684286594390869,
+      "learning_rate": 1.8909938620253866e-05,
+      "loss": 1.8666,
+      "step": 6901
+    },
+    {
+      "epoch": 2.9558886509635975,
+      "grad_norm": 2.045760154724121,
+      "learning_rate": 1.8903212095815386e-05,
+      "loss": 0.398,
+      "step": 6902
+    },
+    {
+      "epoch": 2.956316916488223,
+      "grad_norm": 3.609105110168457,
+      "learning_rate": 1.8896486040623486e-05,
+      "loss": 0.5675,
+      "step": 6903
+    },
+    {
+      "epoch": 2.956745182012848,
+      "grad_norm": 7.103273868560791,
+      "learning_rate": 1.8889760455195825e-05,
+      "loss": 0.81,
+      "step": 6904
+    },
+    {
+      "epoch": 2.9571734475374734,
+      "grad_norm": 1.5115407705307007,
+      "learning_rate": 1.888303534005007e-05,
+      "loss": 0.5973,
+      "step": 6905
+    },
+    {
+      "epoch": 2.9576017130620986,
+      "grad_norm": 1.754988431930542,
+      "learning_rate": 1.8876310695703804e-05,
+      "loss": 0.7956,
+      "step": 6906
+    },
+    {
+      "epoch": 2.958029978586724,
+      "grad_norm": 7.667465686798096,
+      "learning_rate": 1.8869586522674614e-05,
+      "loss": 0.6607,
+      "step": 6907
+    },
+    {
+      "epoch": 2.958458244111349,
+      "grad_norm": 3.954733371734619,
+      "learning_rate": 1.8862862821480025e-05,
+      "loss": 0.9924,
+      "step": 6908
+    },
+    {
+      "epoch": 2.9588865096359744,
+      "grad_norm": 1.6947358846664429,
+      "learning_rate": 1.885613959263754e-05,
+      "loss": 0.4951,
+      "step": 6909
+    },
+    {
+      "epoch": 2.9593147751605997,
+      "grad_norm": 0.8661378026008606,
+      "learning_rate": 1.8849416836664613e-05,
+      "loss": 0.1897,
+      "step": 6910
+    },
+    {
+      "epoch": 2.959743040685225,
+      "grad_norm": 7.472128868103027,
+      "learning_rate": 1.8842694554078676e-05,
+      "loss": 1.2151,
+      "step": 6911
+    },
+    {
+      "epoch": 2.9601713062098503,
+      "grad_norm": 5.165828227996826,
+      "learning_rate": 1.8835972745397116e-05,
+      "loss": 1.1286,
+      "step": 6912
+    },
+    {
+      "epoch": 2.9605995717344755,
+      "grad_norm": 5.780336856842041,
+      "learning_rate": 1.8829251411137293e-05,
+      "loss": 1.2908,
+      "step": 6913
+    },
+    {
+      "epoch": 2.961027837259101,
+      "grad_norm": 1.6920543909072876,
+      "learning_rate": 1.8822530551816497e-05,
+      "loss": 0.7398,
+      "step": 6914
+    },
+    {
+      "epoch": 2.961456102783726,
+      "grad_norm": 3.3828678131103516,
+      "learning_rate": 1.8815810167952042e-05,
+      "loss": 0.4,
+      "step": 6915
+    },
+    {
+      "epoch": 2.9618843683083513,
+      "grad_norm": 3.1262528896331787,
+      "learning_rate": 1.880909026006114e-05,
+      "loss": 0.3752,
+      "step": 6916
+    },
+    {
+      "epoch": 2.9623126338329766,
+      "grad_norm": 5.136409759521484,
+      "learning_rate": 1.880237082866102e-05,
+      "loss": 1.106,
+      "step": 6917
+    },
+    {
+      "epoch": 2.962740899357602,
+      "grad_norm": 5.339219570159912,
+      "learning_rate": 1.8795651874268827e-05,
+      "loss": 0.8665,
+      "step": 6918
+    },
+    {
+      "epoch": 2.963169164882227,
+      "grad_norm": 5.463151931762695,
+      "learning_rate": 1.8788933397401715e-05,
+      "loss": 0.84,
+      "step": 6919
+    },
+    {
+      "epoch": 2.9635974304068524,
+      "grad_norm": 2.211245536804199,
+      "learning_rate": 1.8782215398576766e-05,
+      "loss": 0.2892,
+      "step": 6920
+    },
+    {
+      "epoch": 2.9640256959314772,
+      "grad_norm": 0.7589828372001648,
+      "learning_rate": 1.8775497878311054e-05,
+      "loss": 0.2136,
+      "step": 6921
+    },
+    {
+      "epoch": 2.964453961456103,
+      "grad_norm": 3.9874610900878906,
+      "learning_rate": 1.876878083712158e-05,
+      "loss": 2.693,
+      "step": 6922
+    },
+    {
+      "epoch": 2.964882226980728,
+      "grad_norm": 4.6901936531066895,
+      "learning_rate": 1.8762064275525336e-05,
+      "loss": 1.1539,
+      "step": 6923
+    },
+    {
+      "epoch": 2.9653104925053535,
+      "grad_norm": 3.139481782913208,
+      "learning_rate": 1.875534819403929e-05,
+      "loss": 0.7173,
+      "step": 6924
+    },
+    {
+      "epoch": 2.9657387580299783,
+      "grad_norm": 12.833992958068848,
+      "learning_rate": 1.8748632593180323e-05,
+      "loss": 0.9601,
+      "step": 6925
+    },
+    {
+      "epoch": 2.966167023554604,
+      "grad_norm": 2.2175097465515137,
+      "learning_rate": 1.874191747346534e-05,
+      "loss": 0.3299,
+      "step": 6926
+    },
+    {
+      "epoch": 2.966595289079229,
+      "grad_norm": 2.341357469558716,
+      "learning_rate": 1.873520283541115e-05,
+      "loss": 0.2233,
+      "step": 6927
+    },
+    {
+      "epoch": 2.9670235546038546,
+      "grad_norm": 2.744565010070801,
+      "learning_rate": 1.872848867953457e-05,
+      "loss": 0.2725,
+      "step": 6928
+    },
+    {
+      "epoch": 2.9674518201284794,
+      "grad_norm": 5.62792444229126,
+      "learning_rate": 1.8721775006352353e-05,
+      "loss": 0.5163,
+      "step": 6929
+    },
+    {
+      "epoch": 2.967880085653105,
+      "grad_norm": 3.62736177444458,
+      "learning_rate": 1.8715061816381234e-05,
+      "loss": 1.0682,
+      "step": 6930
+    },
+    {
+      "epoch": 2.96830835117773,
+      "grad_norm": 6.394172668457031,
+      "learning_rate": 1.8708349110137898e-05,
+      "loss": 0.4872,
+      "step": 6931
+    },
+    {
+      "epoch": 2.9687366167023557,
+      "grad_norm": 3.5907022953033447,
+      "learning_rate": 1.8701636888138995e-05,
+      "loss": 0.3747,
+      "step": 6932
+    },
+    {
+      "epoch": 2.9691648822269805,
+      "grad_norm": 5.896949291229248,
+      "learning_rate": 1.8694925150901137e-05,
+      "loss": 0.7731,
+      "step": 6933
+    },
+    {
+      "epoch": 2.969593147751606,
+      "grad_norm": 3.5554728507995605,
+      "learning_rate": 1.8688213898940916e-05,
+      "loss": 1.3294,
+      "step": 6934
+    },
+    {
+      "epoch": 2.970021413276231,
+      "grad_norm": 4.070438861846924,
+      "learning_rate": 1.868150313277485e-05,
+      "loss": 0.8403,
+      "step": 6935
+    },
+    {
+      "epoch": 2.9704496788008568,
+      "grad_norm": 4.074165344238281,
+      "learning_rate": 1.8674792852919455e-05,
+      "loss": 1.3435,
+      "step": 6936
+    },
+    {
+      "epoch": 2.9708779443254816,
+      "grad_norm": 2.8811557292938232,
+      "learning_rate": 1.8668083059891188e-05,
+      "loss": 0.4077,
+      "step": 6937
+    },
+    {
+      "epoch": 2.9713062098501073,
+      "grad_norm": 3.829190492630005,
+      "learning_rate": 1.866137375420648e-05,
+      "loss": 1.299,
+      "step": 6938
+    },
+    {
+      "epoch": 2.971734475374732,
+      "grad_norm": 0.947800874710083,
+      "learning_rate": 1.865466493638172e-05,
+      "loss": 0.4461,
+      "step": 6939
+    },
+    {
+      "epoch": 2.972162740899358,
+      "grad_norm": 0.9763724207878113,
+      "learning_rate": 1.8647956606933267e-05,
+      "loss": 0.2335,
+      "step": 6940
+    },
+    {
+      "epoch": 2.9725910064239827,
+      "grad_norm": 2.3330657482147217,
+      "learning_rate": 1.864124876637742e-05,
+      "loss": 1.1339,
+      "step": 6941
+    },
+    {
+      "epoch": 2.9730192719486084,
+      "grad_norm": 2.9601776599884033,
+      "learning_rate": 1.8634541415230484e-05,
+      "loss": 0.5374,
+      "step": 6942
+    },
+    {
+      "epoch": 2.973447537473233,
+      "grad_norm": 1.1780245304107666,
+      "learning_rate": 1.8627834554008656e-05,
+      "loss": 0.3073,
+      "step": 6943
+    },
+    {
+      "epoch": 2.973875802997859,
+      "grad_norm": 1.1791245937347412,
+      "learning_rate": 1.8621128183228182e-05,
+      "loss": 0.5636,
+      "step": 6944
+    },
+    {
+      "epoch": 2.9743040685224837,
+      "grad_norm": 1.6029777526855469,
+      "learning_rate": 1.8614422303405192e-05,
+      "loss": 0.6784,
+      "step": 6945
+    },
+    {
+      "epoch": 2.9747323340471095,
+      "grad_norm": 2.7753472328186035,
+      "learning_rate": 1.8607716915055827e-05,
+      "loss": 0.4398,
+      "step": 6946
+    },
+    {
+      "epoch": 2.9751605995717343,
+      "grad_norm": 4.903106689453125,
+      "learning_rate": 1.8601012018696172e-05,
+      "loss": 1.4001,
+      "step": 6947
+    },
+    {
+      "epoch": 2.97558886509636,
+      "grad_norm": 4.77614164352417,
+      "learning_rate": 1.859430761484229e-05,
+      "loss": 1.2862,
+      "step": 6948
+    },
+    {
+      "epoch": 2.976017130620985,
+      "grad_norm": 2.9607770442962646,
+      "learning_rate": 1.8587603704010167e-05,
+      "loss": 0.9014,
+      "step": 6949
+    },
+    {
+      "epoch": 2.9764453961456105,
+      "grad_norm": 2.5050888061523438,
+      "learning_rate": 1.85809002867158e-05,
+      "loss": 0.3971,
+      "step": 6950
+    },
+    {
+      "epoch": 2.9768736616702354,
+      "grad_norm": 2.048398733139038,
+      "learning_rate": 1.8574197363475117e-05,
+      "loss": 0.1433,
+      "step": 6951
+    },
+    {
+      "epoch": 2.977301927194861,
+      "grad_norm": 4.421126842498779,
+      "learning_rate": 1.8567494934804028e-05,
+      "loss": 0.6937,
+      "step": 6952
+    },
+    {
+      "epoch": 2.977730192719486,
+      "grad_norm": 0.9437822699546814,
+      "learning_rate": 1.856079300121837e-05,
+      "loss": 0.1664,
+      "step": 6953
+    },
+    {
+      "epoch": 2.978158458244111,
+      "grad_norm": 3.2809252738952637,
+      "learning_rate": 1.8554091563233987e-05,
+      "loss": 0.4225,
+      "step": 6954
+    },
+    {
+      "epoch": 2.9785867237687365,
+      "grad_norm": 3.2465925216674805,
+      "learning_rate": 1.8547390621366647e-05,
+      "loss": 0.9881,
+      "step": 6955
+    },
+    {
+      "epoch": 2.9790149892933617,
+      "grad_norm": 1.6699120998382568,
+      "learning_rate": 1.8540690176132112e-05,
+      "loss": 0.4195,
+      "step": 6956
+    },
+    {
+      "epoch": 2.979443254817987,
+      "grad_norm": 5.696552753448486,
+      "learning_rate": 1.8533990228046072e-05,
+      "loss": 0.98,
+      "step": 6957
+    },
+    {
+      "epoch": 2.9798715203426123,
+      "grad_norm": 5.2257080078125,
+      "learning_rate": 1.852729077762421e-05,
+      "loss": 0.9286,
+      "step": 6958
+    },
+    {
+      "epoch": 2.9802997858672375,
+      "grad_norm": 2.500073194503784,
+      "learning_rate": 1.8520591825382154e-05,
+      "loss": 0.373,
+      "step": 6959
+    },
+    {
+      "epoch": 2.980728051391863,
+      "grad_norm": 2.3007664680480957,
+      "learning_rate": 1.8513893371835497e-05,
+      "loss": 0.219,
+      "step": 6960
+    },
+    {
+      "epoch": 2.981156316916488,
+      "grad_norm": 4.4774322509765625,
+      "learning_rate": 1.8507195417499796e-05,
+      "loss": 0.5528,
+      "step": 6961
+    },
+    {
+      "epoch": 2.9815845824411134,
+      "grad_norm": 3.6386184692382812,
+      "learning_rate": 1.8500497962890556e-05,
+      "loss": 1.1494,
+      "step": 6962
+    },
+    {
+      "epoch": 2.9820128479657386,
+      "grad_norm": 1.93299400806427,
+      "learning_rate": 1.8493801008523278e-05,
+      "loss": 0.6894,
+      "step": 6963
+    },
+    {
+      "epoch": 2.982441113490364,
+      "grad_norm": 2.1036176681518555,
+      "learning_rate": 1.8487104554913363e-05,
+      "loss": 0.6317,
+      "step": 6964
+    },
+    {
+      "epoch": 2.982869379014989,
+      "grad_norm": 11.95663833618164,
+      "learning_rate": 1.8480408602576252e-05,
+      "loss": 0.911,
+      "step": 6965
+    },
+    {
+      "epoch": 2.9832976445396144,
+      "grad_norm": 1.170807957649231,
+      "learning_rate": 1.8473713152027277e-05,
+      "loss": 0.4343,
+      "step": 6966
+    },
+    {
+      "epoch": 2.9837259100642397,
+      "grad_norm": 0.8281566500663757,
+      "learning_rate": 1.8467018203781782e-05,
+      "loss": 0.3359,
+      "step": 6967
+    },
+    {
+      "epoch": 2.984154175588865,
+      "grad_norm": 3.353297710418701,
+      "learning_rate": 1.8460323758355035e-05,
+      "loss": 0.6635,
+      "step": 6968
+    },
+    {
+      "epoch": 2.9845824411134902,
+      "grad_norm": 2.117319345474243,
+      "learning_rate": 1.8453629816262295e-05,
+      "loss": 0.8889,
+      "step": 6969
+    },
+    {
+      "epoch": 2.9850107066381155,
+      "grad_norm": 0.8534091114997864,
+      "learning_rate": 1.8446936378018763e-05,
+      "loss": 0.2594,
+      "step": 6970
+    },
+    {
+      "epoch": 2.985438972162741,
+      "grad_norm": 5.090506076812744,
+      "learning_rate": 1.8440243444139613e-05,
+      "loss": 0.856,
+      "step": 6971
+    },
+    {
+      "epoch": 2.985867237687366,
+      "grad_norm": 6.545947551727295,
+      "learning_rate": 1.8433551015139964e-05,
+      "loss": 0.9977,
+      "step": 6972
+    },
+    {
+      "epoch": 2.9862955032119913,
+      "grad_norm": 2.5451765060424805,
+      "learning_rate": 1.8426859091534923e-05,
+      "loss": 0.5128,
+      "step": 6973
+    },
+    {
+      "epoch": 2.9867237687366166,
+      "grad_norm": 4.79405403137207,
+      "learning_rate": 1.842016767383952e-05,
+      "loss": 1.2857,
+      "step": 6974
+    },
+    {
+      "epoch": 2.987152034261242,
+      "grad_norm": 3.138834238052368,
+      "learning_rate": 1.841347676256879e-05,
+      "loss": 0.7892,
+      "step": 6975
+    },
+    {
+      "epoch": 2.987580299785867,
+      "grad_norm": 3.5450191497802734,
+      "learning_rate": 1.840678635823769e-05,
+      "loss": 0.8758,
+      "step": 6976
+    },
+    {
+      "epoch": 2.9880085653104924,
+      "grad_norm": 3.690822124481201,
+      "learning_rate": 1.8400096461361166e-05,
+      "loss": 0.9159,
+      "step": 6977
+    },
+    {
+      "epoch": 2.9884368308351177,
+      "grad_norm": 5.941500663757324,
+      "learning_rate": 1.8393407072454106e-05,
+      "loss": 0.7585,
+      "step": 6978
+    },
+    {
+      "epoch": 2.988865096359743,
+      "grad_norm": 0.7604218125343323,
+      "learning_rate": 1.8386718192031375e-05,
+      "loss": 0.1803,
+      "step": 6979
+    },
+    {
+      "epoch": 2.9892933618843682,
+      "grad_norm": 2.9441089630126953,
+      "learning_rate": 1.838002982060778e-05,
+      "loss": 0.891,
+      "step": 6980
+    },
+    {
+      "epoch": 2.9897216274089935,
+      "grad_norm": 2.46535325050354,
+      "learning_rate": 1.8373341958698122e-05,
+      "loss": 0.4867,
+      "step": 6981
+    },
+    {
+      "epoch": 2.9901498929336188,
+      "grad_norm": 3.1071081161499023,
+      "learning_rate": 1.8366654606817103e-05,
+      "loss": 0.343,
+      "step": 6982
+    },
+    {
+      "epoch": 2.990578158458244,
+      "grad_norm": 2.542051315307617,
+      "learning_rate": 1.8359967765479463e-05,
+      "loss": 0.9271,
+      "step": 6983
+    },
+    {
+      "epoch": 2.9910064239828693,
+      "grad_norm": 2.5287113189697266,
+      "learning_rate": 1.835328143519983e-05,
+      "loss": 0.5708,
+      "step": 6984
+    },
+    {
+      "epoch": 2.9914346895074946,
+      "grad_norm": 3.8813982009887695,
+      "learning_rate": 1.8346595616492847e-05,
+      "loss": 1.2176,
+      "step": 6985
+    },
+    {
+      "epoch": 2.99186295503212,
+      "grad_norm": 2.920943021774292,
+      "learning_rate": 1.8339910309873083e-05,
+      "loss": 0.5541,
+      "step": 6986
+    },
+    {
+      "epoch": 2.992291220556745,
+      "grad_norm": 2.072474479675293,
+      "learning_rate": 1.8333225515855094e-05,
+      "loss": 0.4254,
+      "step": 6987
+    },
+    {
+      "epoch": 2.9927194860813704,
+      "grad_norm": 1.7066034078598022,
+      "learning_rate": 1.8326541234953364e-05,
+      "loss": 0.9673,
+      "step": 6988
+    },
+    {
+      "epoch": 2.9931477516059957,
+      "grad_norm": 3.741938352584839,
+      "learning_rate": 1.8319857467682377e-05,
+      "loss": 0.5944,
+      "step": 6989
+    },
+    {
+      "epoch": 2.993576017130621,
+      "grad_norm": 3.9907078742980957,
+      "learning_rate": 1.8313174214556544e-05,
+      "loss": 0.638,
+      "step": 6990
+    },
+    {
+      "epoch": 2.994004282655246,
+      "grad_norm": 4.3217949867248535,
+      "learning_rate": 1.830649147609026e-05,
+      "loss": 0.3086,
+      "step": 6991
+    },
+    {
+      "epoch": 2.9944325481798715,
+      "grad_norm": 3.056328535079956,
+      "learning_rate": 1.8299809252797852e-05,
+      "loss": 1.0532,
+      "step": 6992
+    },
+    {
+      "epoch": 2.9948608137044967,
+      "grad_norm": 1.1738470792770386,
+      "learning_rate": 1.829312754519364e-05,
+      "loss": 0.0919,
+      "step": 6993
+    },
+    {
+      "epoch": 2.995289079229122,
+      "grad_norm": 1.488119125366211,
+      "learning_rate": 1.8286446353791897e-05,
+      "loss": 0.4783,
+      "step": 6994
+    },
+    {
+      "epoch": 2.9957173447537473,
+      "grad_norm": 2.8210182189941406,
+      "learning_rate": 1.827976567910683e-05,
+      "loss": 1.1282,
+      "step": 6995
+    },
+    {
+      "epoch": 2.9961456102783726,
+      "grad_norm": 3.276426315307617,
+      "learning_rate": 1.827308552165264e-05,
+      "loss": 1.0947,
+      "step": 6996
+    },
+    {
+      "epoch": 2.996573875802998,
+      "grad_norm": 0.9580534100532532,
+      "learning_rate": 1.8266405881943453e-05,
+      "loss": 0.1869,
+      "step": 6997
+    },
+    {
+      "epoch": 2.997002141327623,
+      "grad_norm": 3.5311336517333984,
+      "learning_rate": 1.8259726760493402e-05,
+      "loss": 1.3604,
+      "step": 6998
+    },
+    {
+      "epoch": 2.9974304068522484,
+      "grad_norm": 4.030013084411621,
+      "learning_rate": 1.8253048157816537e-05,
+      "loss": 0.822,
+      "step": 6999
+    },
+    {
+      "epoch": 2.9978586723768736,
+      "grad_norm": 1.7609893083572388,
+      "learning_rate": 1.8246370074426888e-05,
+      "loss": 0.6666,
+      "step": 7000
+    },
+    {
+      "epoch": 2.998286937901499,
+      "grad_norm": 4.299620628356934,
+      "learning_rate": 1.823969251083844e-05,
+      "loss": 1.1796,
+      "step": 7001
+    },
+    {
+      "epoch": 2.998715203426124,
+      "grad_norm": 2.7597944736480713,
+      "learning_rate": 1.8233015467565152e-05,
+      "loss": 1.4332,
+      "step": 7002
+    },
+    {
+      "epoch": 2.9991434689507495,
+      "grad_norm": 1.2577378749847412,
+      "learning_rate": 1.8226338945120903e-05,
+      "loss": 0.8346,
+      "step": 7003
+    },
+    {
+      "epoch": 2.9995717344753747,
+      "grad_norm": 1.0658363103866577,
+      "learning_rate": 1.8219662944019596e-05,
+      "loss": 0.1472,
+      "step": 7004
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 3.149172782897949,
+      "learning_rate": 1.8212987464775026e-05,
+      "loss": 0.7836,
+      "step": 7005
+    },
+    {
+      "epoch": 3.0004282655246253,
+      "grad_norm": 2.2853009700775146,
+      "learning_rate": 1.8206312507900998e-05,
+      "loss": 0.233,
+      "step": 7006
+    },
+    {
+      "epoch": 3.0008565310492505,
+      "grad_norm": 1.0905826091766357,
+      "learning_rate": 1.8199638073911246e-05,
+      "loss": 0.6657,
+      "step": 7007
+    },
+    {
+      "epoch": 3.001284796573876,
+      "grad_norm": 3.672050714492798,
+      "learning_rate": 1.8192964163319487e-05,
+      "loss": 0.6456,
+      "step": 7008
+    },
+    {
+      "epoch": 3.001713062098501,
+      "grad_norm": 3.0986976623535156,
+      "learning_rate": 1.8186290776639375e-05,
+      "loss": 0.8069,
+      "step": 7009
+    },
+    {
+      "epoch": 3.0021413276231264,
+      "grad_norm": 3.700500011444092,
+      "learning_rate": 1.8179617914384546e-05,
+      "loss": 0.9932,
+      "step": 7010
+    },
+    {
+      "epoch": 3.0025695931477516,
+      "grad_norm": 1.4784374237060547,
+      "learning_rate": 1.8172945577068575e-05,
+      "loss": 0.3693,
+      "step": 7011
+    },
+    {
+      "epoch": 3.002997858672377,
+      "grad_norm": 4.014529705047607,
+      "learning_rate": 1.8166273765205023e-05,
+      "loss": 1.6875,
+      "step": 7012
+    },
+    {
+      "epoch": 3.003426124197002,
+      "grad_norm": 1.47493577003479,
+      "learning_rate": 1.815960247930737e-05,
+      "loss": 0.2288,
+      "step": 7013
+    },
+    {
+      "epoch": 3.0038543897216274,
+      "grad_norm": 2.5687997341156006,
+      "learning_rate": 1.8152931719889096e-05,
+      "loss": 1.0228,
+      "step": 7014
+    },
+    {
+      "epoch": 3.0042826552462527,
+      "grad_norm": 2.801109552383423,
+      "learning_rate": 1.814626148746362e-05,
+      "loss": 0.3131,
+      "step": 7015
+    },
+    {
+      "epoch": 3.004710920770878,
+      "grad_norm": 3.8021860122680664,
+      "learning_rate": 1.8139591782544325e-05,
+      "loss": 0.6197,
+      "step": 7016
+    },
+    {
+      "epoch": 3.0051391862955033,
+      "grad_norm": 5.258487224578857,
+      "learning_rate": 1.8132922605644547e-05,
+      "loss": 0.7643,
+      "step": 7017
+    },
+    {
+      "epoch": 3.0055674518201285,
+      "grad_norm": 1.6274715662002563,
+      "learning_rate": 1.8126253957277597e-05,
+      "loss": 0.5248,
+      "step": 7018
+    },
+    {
+      "epoch": 3.005995717344754,
+      "grad_norm": 3.047238349914551,
+      "learning_rate": 1.8119585837956726e-05,
+      "loss": 0.926,
+      "step": 7019
+    },
+    {
+      "epoch": 3.006423982869379,
+      "grad_norm": 3.6369211673736572,
+      "learning_rate": 1.811291824819517e-05,
+      "loss": 1.0171,
+      "step": 7020
+    },
+    {
+      "epoch": 3.0068522483940043,
+      "grad_norm": 4.236479759216309,
+      "learning_rate": 1.8106251188506084e-05,
+      "loss": 0.476,
+      "step": 7021
+    },
+    {
+      "epoch": 3.0072805139186296,
+      "grad_norm": 3.0274970531463623,
+      "learning_rate": 1.809958465940263e-05,
+      "loss": 0.3854,
+      "step": 7022
+    },
+    {
+      "epoch": 3.007708779443255,
+      "grad_norm": 4.16012716293335,
+      "learning_rate": 1.8092918661397884e-05,
+      "loss": 0.5135,
+      "step": 7023
+    },
+    {
+      "epoch": 3.00813704496788,
+      "grad_norm": 3.4474706649780273,
+      "learning_rate": 1.808625319500492e-05,
+      "loss": 0.4754,
+      "step": 7024
+    },
+    {
+      "epoch": 3.0085653104925054,
+      "grad_norm": 8.23361587524414,
+      "learning_rate": 1.8079588260736737e-05,
+      "loss": 0.668,
+      "step": 7025
+    },
+    {
+      "epoch": 3.0089935760171307,
+      "grad_norm": 1.4806746244430542,
+      "learning_rate": 1.807292385910633e-05,
+      "loss": 0.4088,
+      "step": 7026
+    },
+    {
+      "epoch": 3.009421841541756,
+      "grad_norm": 3.9663922786712646,
+      "learning_rate": 1.8066259990626612e-05,
+      "loss": 1.3111,
+      "step": 7027
+    },
+    {
+      "epoch": 3.0098501070663812,
+      "grad_norm": 2.0122435092926025,
+      "learning_rate": 1.8059596655810484e-05,
+      "loss": 0.8699,
+      "step": 7028
+    },
+    {
+      "epoch": 3.0102783725910065,
+      "grad_norm": 2.619394063949585,
+      "learning_rate": 1.8052933855170808e-05,
+      "loss": 0.5999,
+      "step": 7029
+    },
+    {
+      "epoch": 3.0107066381156318,
+      "grad_norm": 2.0562260150909424,
+      "learning_rate": 1.8046271589220375e-05,
+      "loss": 0.7879,
+      "step": 7030
+    },
+    {
+      "epoch": 3.011134903640257,
+      "grad_norm": 4.546314716339111,
+      "learning_rate": 1.8039609858471972e-05,
+      "loss": 0.3948,
+      "step": 7031
+    },
+    {
+      "epoch": 3.0115631691648823,
+      "grad_norm": 0.6959893107414246,
+      "learning_rate": 1.8032948663438318e-05,
+      "loss": 0.114,
+      "step": 7032
+    },
+    {
+      "epoch": 3.0119914346895076,
+      "grad_norm": 26.23552703857422,
+      "learning_rate": 1.802628800463211e-05,
+      "loss": 0.5482,
+      "step": 7033
+    },
+    {
+      "epoch": 3.012419700214133,
+      "grad_norm": 1.498038649559021,
+      "learning_rate": 1.801962788256597e-05,
+      "loss": 0.4488,
+      "step": 7034
+    },
+    {
+      "epoch": 3.012847965738758,
+      "grad_norm": 3.569268226623535,
+      "learning_rate": 1.8012968297752526e-05,
+      "loss": 0.7234,
+      "step": 7035
+    },
+    {
+      "epoch": 3.0132762312633834,
+      "grad_norm": 2.7701566219329834,
+      "learning_rate": 1.800630925070433e-05,
+      "loss": 0.9503,
+      "step": 7036
+    },
+    {
+      "epoch": 3.0137044967880087,
+      "grad_norm": 5.53118896484375,
+      "learning_rate": 1.7999650741933905e-05,
+      "loss": 0.3826,
+      "step": 7037
+    },
+    {
+      "epoch": 3.014132762312634,
+      "grad_norm": 3.621859312057495,
+      "learning_rate": 1.7992992771953726e-05,
+      "loss": 1.1916,
+      "step": 7038
+    },
+    {
+      "epoch": 3.014561027837259,
+      "grad_norm": 0.9432948231697083,
+      "learning_rate": 1.7986335341276246e-05,
+      "loss": 0.2022,
+      "step": 7039
+    },
+    {
+      "epoch": 3.0149892933618845,
+      "grad_norm": 2.3901729583740234,
+      "learning_rate": 1.7979678450413845e-05,
+      "loss": 0.8701,
+      "step": 7040
+    },
+    {
+      "epoch": 3.0154175588865098,
+      "grad_norm": 8.775979995727539,
+      "learning_rate": 1.79730220998789e-05,
+      "loss": 0.8587,
+      "step": 7041
+    },
+    {
+      "epoch": 3.015845824411135,
+      "grad_norm": 2.3647944927215576,
+      "learning_rate": 1.7966366290183694e-05,
+      "loss": 0.3262,
+      "step": 7042
+    },
+    {
+      "epoch": 3.0162740899357603,
+      "grad_norm": 4.313729763031006,
+      "learning_rate": 1.7959711021840535e-05,
+      "loss": 0.7062,
+      "step": 7043
+    },
+    {
+      "epoch": 3.0167023554603856,
+      "grad_norm": 5.408852577209473,
+      "learning_rate": 1.7953056295361624e-05,
+      "loss": 0.6985,
+      "step": 7044
+    },
+    {
+      "epoch": 3.017130620985011,
+      "grad_norm": 5.2871575355529785,
+      "learning_rate": 1.794640211125917e-05,
+      "loss": 1.4594,
+      "step": 7045
+    },
+    {
+      "epoch": 3.017558886509636,
+      "grad_norm": 3.829184055328369,
+      "learning_rate": 1.7939748470045303e-05,
+      "loss": 1.5014,
+      "step": 7046
+    },
+    {
+      "epoch": 3.0179871520342614,
+      "grad_norm": 3.432996988296509,
+      "learning_rate": 1.7933095372232145e-05,
+      "loss": 0.3806,
+      "step": 7047
+    },
+    {
+      "epoch": 3.0184154175588866,
+      "grad_norm": 3.2300212383270264,
+      "learning_rate": 1.7926442818331747e-05,
+      "loss": 0.5642,
+      "step": 7048
+    },
+    {
+      "epoch": 3.018843683083512,
+      "grad_norm": 3.775519371032715,
+      "learning_rate": 1.791979080885614e-05,
+      "loss": 0.2442,
+      "step": 7049
+    },
+    {
+      "epoch": 3.019271948608137,
+      "grad_norm": 4.2873430252075195,
+      "learning_rate": 1.7913139344317294e-05,
+      "loss": 1.4368,
+      "step": 7050
+    },
+    {
+      "epoch": 3.0197002141327625,
+      "grad_norm": 3.5222437381744385,
+      "learning_rate": 1.7906488425227168e-05,
+      "loss": 0.7705,
+      "step": 7051
+    },
+    {
+      "epoch": 3.0201284796573877,
+      "grad_norm": 3.834587574005127,
+      "learning_rate": 1.7899838052097627e-05,
+      "loss": 1.2687,
+      "step": 7052
+    },
+    {
+      "epoch": 3.020556745182013,
+      "grad_norm": 1.6156997680664062,
+      "learning_rate": 1.789318822544055e-05,
+      "loss": 0.1436,
+      "step": 7053
+    },
+    {
+      "epoch": 3.0209850107066383,
+      "grad_norm": 2.572406768798828,
+      "learning_rate": 1.788653894576773e-05,
+      "loss": 0.1655,
+      "step": 7054
+    },
+    {
+      "epoch": 3.0214132762312635,
+      "grad_norm": 1.8923102617263794,
+      "learning_rate": 1.7879890213590953e-05,
+      "loss": 0.3369,
+      "step": 7055
+    },
+    {
+      "epoch": 3.021841541755889,
+      "grad_norm": 0.5492914319038391,
+      "learning_rate": 1.7873242029421935e-05,
+      "loss": 0.1231,
+      "step": 7056
+    },
+    {
+      "epoch": 3.022269807280514,
+      "grad_norm": 2.2665536403656006,
+      "learning_rate": 1.7866594393772373e-05,
+      "loss": 0.2842,
+      "step": 7057
+    },
+    {
+      "epoch": 3.0226980728051394,
+      "grad_norm": 3.9192094802856445,
+      "learning_rate": 1.7859947307153896e-05,
+      "loss": 1.3547,
+      "step": 7058
+    },
+    {
+      "epoch": 3.0231263383297646,
+      "grad_norm": 0.7910471558570862,
+      "learning_rate": 1.7853300770078124e-05,
+      "loss": 0.1775,
+      "step": 7059
+    },
+    {
+      "epoch": 3.02355460385439,
+      "grad_norm": 1.2187340259552002,
+      "learning_rate": 1.7846654783056587e-05,
+      "loss": 0.2645,
+      "step": 7060
+    },
+    {
+      "epoch": 3.023982869379015,
+      "grad_norm": 9.682320594787598,
+      "learning_rate": 1.7840009346600837e-05,
+      "loss": 0.7971,
+      "step": 7061
+    },
+    {
+      "epoch": 3.0244111349036404,
+      "grad_norm": 4.2238969802856445,
+      "learning_rate": 1.7833364461222317e-05,
+      "loss": 0.8394,
+      "step": 7062
+    },
+    {
+      "epoch": 3.0248394004282657,
+      "grad_norm": 1.5440162420272827,
+      "learning_rate": 1.7826720127432466e-05,
+      "loss": 0.5246,
+      "step": 7063
+    },
+    {
+      "epoch": 3.025267665952891,
+      "grad_norm": 5.265722274780273,
+      "learning_rate": 1.7820076345742694e-05,
+      "loss": 0.8874,
+      "step": 7064
+    },
+    {
+      "epoch": 3.0256959314775163,
+      "grad_norm": 1.3723269701004028,
+      "learning_rate": 1.7813433116664323e-05,
+      "loss": 0.5552,
+      "step": 7065
+    },
+    {
+      "epoch": 3.0261241970021415,
+      "grad_norm": 5.333276748657227,
+      "learning_rate": 1.780679044070867e-05,
+      "loss": 0.6682,
+      "step": 7066
+    },
+    {
+      "epoch": 3.026552462526767,
+      "grad_norm": 3.374676465988159,
+      "learning_rate": 1.7800148318386987e-05,
+      "loss": 2.5273,
+      "step": 7067
+    },
+    {
+      "epoch": 3.026980728051392,
+      "grad_norm": 1.7413982152938843,
+      "learning_rate": 1.7793506750210503e-05,
+      "loss": 0.1463,
+      "step": 7068
+    },
+    {
+      "epoch": 3.0274089935760173,
+      "grad_norm": 0.9547306895256042,
+      "learning_rate": 1.7786865736690384e-05,
+      "loss": 0.3906,
+      "step": 7069
+    },
+    {
+      "epoch": 3.0278372591006426,
+      "grad_norm": 3.014204740524292,
+      "learning_rate": 1.7780225278337776e-05,
+      "loss": 0.5455,
+      "step": 7070
+    },
+    {
+      "epoch": 3.028265524625268,
+      "grad_norm": 4.808117389678955,
+      "learning_rate": 1.7773585375663755e-05,
+      "loss": 0.6516,
+      "step": 7071
+    },
+    {
+      "epoch": 3.028693790149893,
+      "grad_norm": 2.7776601314544678,
+      "learning_rate": 1.7766946029179387e-05,
+      "loss": 0.3005,
+      "step": 7072
+    },
+    {
+      "epoch": 3.0291220556745184,
+      "grad_norm": 3.6996867656707764,
+      "learning_rate": 1.776030723939566e-05,
+      "loss": 0.3807,
+      "step": 7073
+    },
+    {
+      "epoch": 3.0295503211991432,
+      "grad_norm": 3.6219818592071533,
+      "learning_rate": 1.775366900682355e-05,
+      "loss": 0.5765,
+      "step": 7074
+    },
+    {
+      "epoch": 3.0299785867237685,
+      "grad_norm": 12.138672828674316,
+      "learning_rate": 1.7747031331973957e-05,
+      "loss": 0.6226,
+      "step": 7075
+    },
+    {
+      "epoch": 3.030406852248394,
+      "grad_norm": 2.123650312423706,
+      "learning_rate": 1.7740394215357782e-05,
+      "loss": 0.4183,
+      "step": 7076
+    },
+    {
+      "epoch": 3.030835117773019,
+      "grad_norm": 2.807831287384033,
+      "learning_rate": 1.7733757657485837e-05,
+      "loss": 0.2598,
+      "step": 7077
+    },
+    {
+      "epoch": 3.0312633832976443,
+      "grad_norm": 3.9791007041931152,
+      "learning_rate": 1.7727121658868934e-05,
+      "loss": 1.0264,
+      "step": 7078
+    },
+    {
+      "epoch": 3.0316916488222696,
+      "grad_norm": 2.1725308895111084,
+      "learning_rate": 1.77204862200178e-05,
+      "loss": 0.6083,
+      "step": 7079
+    },
+    {
+      "epoch": 3.032119914346895,
+      "grad_norm": 15.936403274536133,
+      "learning_rate": 1.7713851341443165e-05,
+      "loss": 1.6155,
+      "step": 7080
+    },
+    {
+      "epoch": 3.03254817987152,
+      "grad_norm": 5.265151500701904,
+      "learning_rate": 1.7707217023655654e-05,
+      "loss": 0.6635,
+      "step": 7081
+    },
+    {
+      "epoch": 3.0329764453961454,
+      "grad_norm": 6.292068958282471,
+      "learning_rate": 1.7700583267165923e-05,
+      "loss": 0.9846,
+      "step": 7082
+    },
+    {
+      "epoch": 3.0334047109207707,
+      "grad_norm": 5.135176658630371,
+      "learning_rate": 1.7693950072484513e-05,
+      "loss": 0.3673,
+      "step": 7083
+    },
+    {
+      "epoch": 3.033832976445396,
+      "grad_norm": 1.7431427240371704,
+      "learning_rate": 1.7687317440121984e-05,
+      "loss": 0.2693,
+      "step": 7084
+    },
+    {
+      "epoch": 3.0342612419700212,
+      "grad_norm": 3.083324432373047,
+      "learning_rate": 1.7680685370588807e-05,
+      "loss": 0.4897,
+      "step": 7085
+    },
+    {
+      "epoch": 3.0346895074946465,
+      "grad_norm": 4.268906116485596,
+      "learning_rate": 1.7674053864395434e-05,
+      "loss": 1.0519,
+      "step": 7086
+    },
+    {
+      "epoch": 3.0351177730192718,
+      "grad_norm": 5.436927318572998,
+      "learning_rate": 1.7667422922052263e-05,
+      "loss": 0.7989,
+      "step": 7087
+    },
+    {
+      "epoch": 3.035546038543897,
+      "grad_norm": 3.3891520500183105,
+      "learning_rate": 1.766079254406966e-05,
+      "loss": 1.402,
+      "step": 7088
+    },
+    {
+      "epoch": 3.0359743040685223,
+      "grad_norm": 2.8710134029388428,
+      "learning_rate": 1.7654162730957928e-05,
+      "loss": 0.5767,
+      "step": 7089
+    },
+    {
+      "epoch": 3.0364025695931476,
+      "grad_norm": 2.5288217067718506,
+      "learning_rate": 1.7647533483227357e-05,
+      "loss": 0.5055,
+      "step": 7090
+    },
+    {
+      "epoch": 3.036830835117773,
+      "grad_norm": 4.568243503570557,
+      "learning_rate": 1.7640904801388158e-05,
+      "loss": 0.9141,
+      "step": 7091
+    },
+    {
+      "epoch": 3.037259100642398,
+      "grad_norm": 4.25492000579834,
+      "learning_rate": 1.7634276685950522e-05,
+      "loss": 0.6487,
+      "step": 7092
+    },
+    {
+      "epoch": 3.0376873661670234,
+      "grad_norm": 1.2475465536117554,
+      "learning_rate": 1.762764913742458e-05,
+      "loss": 0.2979,
+      "step": 7093
+    },
+    {
+      "epoch": 3.0381156316916487,
+      "grad_norm": 4.107370853424072,
+      "learning_rate": 1.762102215632045e-05,
+      "loss": 0.4054,
+      "step": 7094
+    },
+    {
+      "epoch": 3.038543897216274,
+      "grad_norm": 3.43507719039917,
+      "learning_rate": 1.7614395743148163e-05,
+      "loss": 1.0475,
+      "step": 7095
+    },
+    {
+      "epoch": 3.038972162740899,
+      "grad_norm": 1.895749568939209,
+      "learning_rate": 1.7607769898417747e-05,
+      "loss": 0.4684,
+      "step": 7096
+    },
+    {
+      "epoch": 3.0394004282655245,
+      "grad_norm": 3.4093403816223145,
+      "learning_rate": 1.7601144622639154e-05,
+      "loss": 0.9942,
+      "step": 7097
+    },
+    {
+      "epoch": 3.0398286937901497,
+      "grad_norm": 16.504121780395508,
+      "learning_rate": 1.7594519916322313e-05,
+      "loss": 1.5831,
+      "step": 7098
+    },
+    {
+      "epoch": 3.040256959314775,
+      "grad_norm": 2.0664713382720947,
+      "learning_rate": 1.758789577997711e-05,
+      "loss": 0.5168,
+      "step": 7099
+    },
+    {
+      "epoch": 3.0406852248394003,
+      "grad_norm": 5.456345558166504,
+      "learning_rate": 1.7581272214113362e-05,
+      "loss": 0.3665,
+      "step": 7100
+    },
+    {
+      "epoch": 3.0411134903640256,
+      "grad_norm": 1.3457366228103638,
+      "learning_rate": 1.757464921924088e-05,
+      "loss": 0.2516,
+      "step": 7101
+    },
+    {
+      "epoch": 3.041541755888651,
+      "grad_norm": 5.270939826965332,
+      "learning_rate": 1.7568026795869385e-05,
+      "loss": 0.8195,
+      "step": 7102
+    },
+    {
+      "epoch": 3.041970021413276,
+      "grad_norm": 4.311448574066162,
+      "learning_rate": 1.7561404944508613e-05,
+      "loss": 0.768,
+      "step": 7103
+    },
+    {
+      "epoch": 3.0423982869379014,
+      "grad_norm": 4.966648101806641,
+      "learning_rate": 1.755478366566819e-05,
+      "loss": 0.5083,
+      "step": 7104
+    },
+    {
+      "epoch": 3.0428265524625266,
+      "grad_norm": 2.6142170429229736,
+      "learning_rate": 1.7548162959857755e-05,
+      "loss": 0.1732,
+      "step": 7105
+    },
+    {
+      "epoch": 3.043254817987152,
+      "grad_norm": 0.7974835634231567,
+      "learning_rate": 1.754154282758686e-05,
+      "loss": 0.2153,
+      "step": 7106
+    },
+    {
+      "epoch": 3.043683083511777,
+      "grad_norm": 1.5629230737686157,
+      "learning_rate": 1.7534923269365046e-05,
+      "loss": 0.508,
+      "step": 7107
+    },
+    {
+      "epoch": 3.0441113490364025,
+      "grad_norm": 5.886711120605469,
+      "learning_rate": 1.7528304285701784e-05,
+      "loss": 0.636,
+      "step": 7108
+    },
+    {
+      "epoch": 3.0445396145610277,
+      "grad_norm": 0.7265363931655884,
+      "learning_rate": 1.7521685877106524e-05,
+      "loss": 0.2387,
+      "step": 7109
+    },
+    {
+      "epoch": 3.044967880085653,
+      "grad_norm": 4.227216720581055,
+      "learning_rate": 1.7515068044088648e-05,
+      "loss": 0.8483,
+      "step": 7110
+    },
+    {
+      "epoch": 3.0453961456102783,
+      "grad_norm": 1.1396477222442627,
+      "learning_rate": 1.750845078715752e-05,
+      "loss": 0.1747,
+      "step": 7111
+    },
+    {
+      "epoch": 3.0458244111349035,
+      "grad_norm": 3.2332396507263184,
+      "learning_rate": 1.7501834106822424e-05,
+      "loss": 0.6552,
+      "step": 7112
+    },
+    {
+      "epoch": 3.046252676659529,
+      "grad_norm": 1.614827036857605,
+      "learning_rate": 1.7495218003592637e-05,
+      "loss": 0.4494,
+      "step": 7113
+    },
+    {
+      "epoch": 3.046680942184154,
+      "grad_norm": 7.644100189208984,
+      "learning_rate": 1.7488602477977368e-05,
+      "loss": 1.0222,
+      "step": 7114
+    },
+    {
+      "epoch": 3.0471092077087794,
+      "grad_norm": 3.402202844619751,
+      "learning_rate": 1.7481987530485795e-05,
+      "loss": 0.6386,
+      "step": 7115
+    },
+    {
+      "epoch": 3.0475374732334046,
+      "grad_norm": 1.938822865486145,
+      "learning_rate": 1.7475373161627034e-05,
+      "loss": 0.2126,
+      "step": 7116
+    },
+    {
+      "epoch": 3.04796573875803,
+      "grad_norm": 2.89544415473938,
+      "learning_rate": 1.746875937191018e-05,
+      "loss": 1.2723,
+      "step": 7117
+    },
+    {
+      "epoch": 3.048394004282655,
+      "grad_norm": 2.8916664123535156,
+      "learning_rate": 1.746214616184427e-05,
+      "loss": 0.4366,
+      "step": 7118
+    },
+    {
+      "epoch": 3.0488222698072804,
+      "grad_norm": 2.941110849380493,
+      "learning_rate": 1.7455533531938296e-05,
+      "loss": 0.2215,
+      "step": 7119
+    },
+    {
+      "epoch": 3.0492505353319057,
+      "grad_norm": 3.6371407508850098,
+      "learning_rate": 1.7448921482701196e-05,
+      "loss": 0.3701,
+      "step": 7120
+    },
+    {
+      "epoch": 3.049678800856531,
+      "grad_norm": 4.107722759246826,
+      "learning_rate": 1.7442310014641894e-05,
+      "loss": 0.3552,
+      "step": 7121
+    },
+    {
+      "epoch": 3.0501070663811563,
+      "grad_norm": 1.5278773307800293,
+      "learning_rate": 1.7435699128269232e-05,
+      "loss": 0.5466,
+      "step": 7122
+    },
+    {
+      "epoch": 3.0505353319057815,
+      "grad_norm": 4.426570892333984,
+      "learning_rate": 1.7429088824092035e-05,
+      "loss": 0.3355,
+      "step": 7123
+    },
+    {
+      "epoch": 3.050963597430407,
+      "grad_norm": 4.7243733406066895,
+      "learning_rate": 1.7422479102619065e-05,
+      "loss": 0.9197,
+      "step": 7124
+    },
+    {
+      "epoch": 3.051391862955032,
+      "grad_norm": 3.140371084213257,
+      "learning_rate": 1.741586996435906e-05,
+      "loss": 0.5514,
+      "step": 7125
+    },
+    {
+      "epoch": 3.0518201284796573,
+      "grad_norm": 2.5755889415740967,
+      "learning_rate": 1.7409261409820682e-05,
+      "loss": 0.2233,
+      "step": 7126
+    },
+    {
+      "epoch": 3.0522483940042826,
+      "grad_norm": 2.302764415740967,
+      "learning_rate": 1.7402653439512586e-05,
+      "loss": 0.3465,
+      "step": 7127
+    },
+    {
+      "epoch": 3.052676659528908,
+      "grad_norm": 4.301125526428223,
+      "learning_rate": 1.7396046053943347e-05,
+      "loss": 0.897,
+      "step": 7128
+    },
+    {
+      "epoch": 3.053104925053533,
+      "grad_norm": 7.7617082595825195,
+      "learning_rate": 1.7389439253621526e-05,
+      "loss": 1.0495,
+      "step": 7129
+    },
+    {
+      "epoch": 3.0535331905781584,
+      "grad_norm": 1.2012611627578735,
+      "learning_rate": 1.73828330390556e-05,
+      "loss": 0.3124,
+      "step": 7130
+    },
+    {
+      "epoch": 3.0539614561027837,
+      "grad_norm": 2.660896062850952,
+      "learning_rate": 1.7376227410754047e-05,
+      "loss": 0.2062,
+      "step": 7131
+    },
+    {
+      "epoch": 3.054389721627409,
+      "grad_norm": 3.3754937648773193,
+      "learning_rate": 1.7369622369225264e-05,
+      "loss": 0.2783,
+      "step": 7132
+    },
+    {
+      "epoch": 3.0548179871520342,
+      "grad_norm": 1.6256890296936035,
+      "learning_rate": 1.7363017914977617e-05,
+      "loss": 0.3998,
+      "step": 7133
+    },
+    {
+      "epoch": 3.0552462526766595,
+      "grad_norm": 0.7014944553375244,
+      "learning_rate": 1.7356414048519433e-05,
+      "loss": 0.1743,
+      "step": 7134
+    },
+    {
+      "epoch": 3.0556745182012848,
+      "grad_norm": 6.15669059753418,
+      "learning_rate": 1.7349810770358978e-05,
+      "loss": 0.778,
+      "step": 7135
+    },
+    {
+      "epoch": 3.05610278372591,
+      "grad_norm": 3.225492238998413,
+      "learning_rate": 1.734320808100449e-05,
+      "loss": 0.9958,
+      "step": 7136
+    },
+    {
+      "epoch": 3.0565310492505353,
+      "grad_norm": 1.15523362159729,
+      "learning_rate": 1.7336605980964143e-05,
+      "loss": 0.2645,
+      "step": 7137
+    },
+    {
+      "epoch": 3.0569593147751606,
+      "grad_norm": 2.7835967540740967,
+      "learning_rate": 1.7330004470746085e-05,
+      "loss": 0.8624,
+      "step": 7138
+    },
+    {
+      "epoch": 3.057387580299786,
+      "grad_norm": 3.2997241020202637,
+      "learning_rate": 1.73234035508584e-05,
+      "loss": 0.8322,
+      "step": 7139
+    },
+    {
+      "epoch": 3.057815845824411,
+      "grad_norm": 3.943549394607544,
+      "learning_rate": 1.7316803221809148e-05,
+      "loss": 0.5308,
+      "step": 7140
+    },
+    {
+      "epoch": 3.0582441113490364,
+      "grad_norm": 2.3676235675811768,
+      "learning_rate": 1.7310203484106313e-05,
+      "loss": 0.5596,
+      "step": 7141
+    },
+    {
+      "epoch": 3.0586723768736617,
+      "grad_norm": 3.066220998764038,
+      "learning_rate": 1.7303604338257877e-05,
+      "loss": 0.1543,
+      "step": 7142
+    },
+    {
+      "epoch": 3.059100642398287,
+      "grad_norm": 2.8643503189086914,
+      "learning_rate": 1.7297005784771724e-05,
+      "loss": 1.0544,
+      "step": 7143
+    },
+    {
+      "epoch": 3.059528907922912,
+      "grad_norm": 0.8716890215873718,
+      "learning_rate": 1.7290407824155735e-05,
+      "loss": 0.4175,
+      "step": 7144
+    },
+    {
+      "epoch": 3.0599571734475375,
+      "grad_norm": 3.4450249671936035,
+      "learning_rate": 1.7283810456917727e-05,
+      "loss": 0.2289,
+      "step": 7145
+    },
+    {
+      "epoch": 3.0603854389721628,
+      "grad_norm": 3.3731977939605713,
+      "learning_rate": 1.7277213683565475e-05,
+      "loss": 0.4547,
+      "step": 7146
+    },
+    {
+      "epoch": 3.060813704496788,
+      "grad_norm": 2.845069169998169,
+      "learning_rate": 1.7270617504606702e-05,
+      "loss": 0.2341,
+      "step": 7147
+    },
+    {
+      "epoch": 3.0612419700214133,
+      "grad_norm": 0.9547053575515747,
+      "learning_rate": 1.7264021920549102e-05,
+      "loss": 0.2392,
+      "step": 7148
+    },
+    {
+      "epoch": 3.0616702355460386,
+      "grad_norm": 3.12288761138916,
+      "learning_rate": 1.72574269319003e-05,
+      "loss": 0.2912,
+      "step": 7149
+    },
+    {
+      "epoch": 3.062098501070664,
+      "grad_norm": 3.0617406368255615,
+      "learning_rate": 1.72508325391679e-05,
+      "loss": 0.5849,
+      "step": 7150
+    },
+    {
+      "epoch": 3.062526766595289,
+      "grad_norm": 5.980454921722412,
+      "learning_rate": 1.7244238742859435e-05,
+      "loss": 0.7105,
+      "step": 7151
+    },
+    {
+      "epoch": 3.0629550321199144,
+      "grad_norm": 3.6007676124572754,
+      "learning_rate": 1.7237645543482413e-05,
+      "loss": 0.4499,
+      "step": 7152
+    },
+    {
+      "epoch": 3.0633832976445396,
+      "grad_norm": 4.545445442199707,
+      "learning_rate": 1.7231052941544277e-05,
+      "loss": 0.3129,
+      "step": 7153
+    },
+    {
+      "epoch": 3.063811563169165,
+      "grad_norm": 0.8548034429550171,
+      "learning_rate": 1.7224460937552446e-05,
+      "loss": 0.2531,
+      "step": 7154
+    },
+    {
+      "epoch": 3.06423982869379,
+      "grad_norm": 110.76481628417969,
+      "learning_rate": 1.7217869532014274e-05,
+      "loss": 0.3406,
+      "step": 7155
+    },
+    {
+      "epoch": 3.0646680942184155,
+      "grad_norm": 1.2669986486434937,
+      "learning_rate": 1.7211278725437084e-05,
+      "loss": 0.2004,
+      "step": 7156
+    },
+    {
+      "epoch": 3.0650963597430407,
+      "grad_norm": 6.195046424865723,
+      "learning_rate": 1.7204688518328136e-05,
+      "loss": 0.6898,
+      "step": 7157
+    },
+    {
+      "epoch": 3.065524625267666,
+      "grad_norm": 4.3510541915893555,
+      "learning_rate": 1.7198098911194665e-05,
+      "loss": 0.5505,
+      "step": 7158
+    },
+    {
+      "epoch": 3.0659528907922913,
+      "grad_norm": 2.1458747386932373,
+      "learning_rate": 1.719150990454383e-05,
+      "loss": 0.5695,
+      "step": 7159
+    },
+    {
+      "epoch": 3.0663811563169165,
+      "grad_norm": 4.0657734870910645,
+      "learning_rate": 1.7184921498882785e-05,
+      "loss": 0.6725,
+      "step": 7160
+    },
+    {
+      "epoch": 3.066809421841542,
+      "grad_norm": 1.9092590808868408,
+      "learning_rate": 1.717833369471859e-05,
+      "loss": 0.2858,
+      "step": 7161
+    },
+    {
+      "epoch": 3.067237687366167,
+      "grad_norm": 1.449802041053772,
+      "learning_rate": 1.7171746492558305e-05,
+      "loss": 0.1498,
+      "step": 7162
+    },
+    {
+      "epoch": 3.0676659528907924,
+      "grad_norm": 3.955500364303589,
+      "learning_rate": 1.7165159892908906e-05,
+      "loss": 0.7395,
+      "step": 7163
+    },
+    {
+      "epoch": 3.0680942184154176,
+      "grad_norm": 1.481003761291504,
+      "learning_rate": 1.7158573896277347e-05,
+      "loss": 0.469,
+      "step": 7164
+    },
+    {
+      "epoch": 3.068522483940043,
+      "grad_norm": 4.444033622741699,
+      "learning_rate": 1.7151988503170522e-05,
+      "loss": 0.4996,
+      "step": 7165
+    },
+    {
+      "epoch": 3.068950749464668,
+      "grad_norm": 3.152510166168213,
+      "learning_rate": 1.714540371409529e-05,
+      "loss": 0.3834,
+      "step": 7166
+    },
+    {
+      "epoch": 3.0693790149892934,
+      "grad_norm": 3.047147750854492,
+      "learning_rate": 1.7138819529558447e-05,
+      "loss": 0.8727,
+      "step": 7167
+    },
+    {
+      "epoch": 3.0698072805139187,
+      "grad_norm": 2.2412898540496826,
+      "learning_rate": 1.7132235950066764e-05,
+      "loss": 0.8472,
+      "step": 7168
+    },
+    {
+      "epoch": 3.070235546038544,
+      "grad_norm": 3.900606155395508,
+      "learning_rate": 1.7125652976126955e-05,
+      "loss": 0.2164,
+      "step": 7169
+    },
+    {
+      "epoch": 3.0706638115631693,
+      "grad_norm": 5.177453517913818,
+      "learning_rate": 1.711907060824567e-05,
+      "loss": 0.9109,
+      "step": 7170
+    },
+    {
+      "epoch": 3.0710920770877945,
+      "grad_norm": 18.42198371887207,
+      "learning_rate": 1.711248884692955e-05,
+      "loss": 0.5257,
+      "step": 7171
+    },
+    {
+      "epoch": 3.07152034261242,
+      "grad_norm": 7.102481842041016,
+      "learning_rate": 1.710590769268515e-05,
+      "loss": 0.8731,
+      "step": 7172
+    },
+    {
+      "epoch": 3.071948608137045,
+      "grad_norm": 5.435122489929199,
+      "learning_rate": 1.7099327146019008e-05,
+      "loss": 0.3763,
+      "step": 7173
+    },
+    {
+      "epoch": 3.0723768736616703,
+      "grad_norm": 2.12260365486145,
+      "learning_rate": 1.7092747207437598e-05,
+      "loss": 0.2548,
+      "step": 7174
+    },
+    {
+      "epoch": 3.0728051391862956,
+      "grad_norm": 6.969173431396484,
+      "learning_rate": 1.7086167877447358e-05,
+      "loss": 0.3192,
+      "step": 7175
+    },
+    {
+      "epoch": 3.073233404710921,
+      "grad_norm": 2.981565475463867,
+      "learning_rate": 1.7079589156554665e-05,
+      "loss": 0.5539,
+      "step": 7176
+    },
+    {
+      "epoch": 3.073661670235546,
+      "grad_norm": 6.666893005371094,
+      "learning_rate": 1.707301104526587e-05,
+      "loss": 0.3783,
+      "step": 7177
+    },
+    {
+      "epoch": 3.0740899357601714,
+      "grad_norm": 4.354376316070557,
+      "learning_rate": 1.706643354408725e-05,
+      "loss": 0.3132,
+      "step": 7178
+    },
+    {
+      "epoch": 3.0745182012847967,
+      "grad_norm": 5.160924434661865,
+      "learning_rate": 1.705985665352507e-05,
+      "loss": 0.613,
+      "step": 7179
+    },
+    {
+      "epoch": 3.074946466809422,
+      "grad_norm": 5.877232551574707,
+      "learning_rate": 1.7053280374085505e-05,
+      "loss": 0.6559,
+      "step": 7180
+    },
+    {
+      "epoch": 3.0753747323340472,
+      "grad_norm": 4.467897891998291,
+      "learning_rate": 1.7046704706274735e-05,
+      "loss": 0.759,
+      "step": 7181
+    },
+    {
+      "epoch": 3.0758029978586725,
+      "grad_norm": 1.1589910984039307,
+      "learning_rate": 1.7040129650598837e-05,
+      "loss": 0.3052,
+      "step": 7182
+    },
+    {
+      "epoch": 3.0762312633832978,
+      "grad_norm": 3.292813301086426,
+      "learning_rate": 1.7033555207563878e-05,
+      "loss": 0.4577,
+      "step": 7183
+    },
+    {
+      "epoch": 3.076659528907923,
+      "grad_norm": 3.064584255218506,
+      "learning_rate": 1.702698137767587e-05,
+      "loss": 1.267,
+      "step": 7184
+    },
+    {
+      "epoch": 3.0770877944325483,
+      "grad_norm": 1.766741394996643,
+      "learning_rate": 1.7020408161440776e-05,
+      "loss": 0.8188,
+      "step": 7185
+    },
+    {
+      "epoch": 3.0775160599571736,
+      "grad_norm": 5.191875457763672,
+      "learning_rate": 1.7013835559364507e-05,
+      "loss": 1.1209,
+      "step": 7186
+    },
+    {
+      "epoch": 3.077944325481799,
+      "grad_norm": 4.239597320556641,
+      "learning_rate": 1.7007263571952937e-05,
+      "loss": 1.4259,
+      "step": 7187
+    },
+    {
+      "epoch": 3.078372591006424,
+      "grad_norm": 3.284358024597168,
+      "learning_rate": 1.7000692199711883e-05,
+      "loss": 0.2754,
+      "step": 7188
+    },
+    {
+      "epoch": 3.0788008565310494,
+      "grad_norm": 3.832873582839966,
+      "learning_rate": 1.6994121443147128e-05,
+      "loss": 0.5469,
+      "step": 7189
+    },
+    {
+      "epoch": 3.0792291220556747,
+      "grad_norm": 5.378192901611328,
+      "learning_rate": 1.6987551302764377e-05,
+      "loss": 0.6934,
+      "step": 7190
+    },
+    {
+      "epoch": 3.0796573875803,
+      "grad_norm": 4.773366928100586,
+      "learning_rate": 1.6980981779069324e-05,
+      "loss": 0.5675,
+      "step": 7191
+    },
+    {
+      "epoch": 3.080085653104925,
+      "grad_norm": 3.846174478530884,
+      "learning_rate": 1.6974412872567597e-05,
+      "loss": 0.8337,
+      "step": 7192
+    },
+    {
+      "epoch": 3.0805139186295505,
+      "grad_norm": 3.9301791191101074,
+      "learning_rate": 1.6967844583764784e-05,
+      "loss": 0.5301,
+      "step": 7193
+    },
+    {
+      "epoch": 3.0809421841541758,
+      "grad_norm": 2.708989381790161,
+      "learning_rate": 1.696127691316641e-05,
+      "loss": 0.4294,
+      "step": 7194
+    },
+    {
+      "epoch": 3.081370449678801,
+      "grad_norm": 0.9423980712890625,
+      "learning_rate": 1.6954709861277978e-05,
+      "loss": 0.1778,
+      "step": 7195
+    },
+    {
+      "epoch": 3.0817987152034263,
+      "grad_norm": 4.886902809143066,
+      "learning_rate": 1.6948143428604918e-05,
+      "loss": 0.6954,
+      "step": 7196
+    },
+    {
+      "epoch": 3.0822269807280516,
+      "grad_norm": 3.0456323623657227,
+      "learning_rate": 1.6941577615652638e-05,
+      "loss": 0.4014,
+      "step": 7197
+    },
+    {
+      "epoch": 3.082655246252677,
+      "grad_norm": 12.855803489685059,
+      "learning_rate": 1.6935012422926457e-05,
+      "loss": 0.8533,
+      "step": 7198
+    },
+    {
+      "epoch": 3.083083511777302,
+      "grad_norm": 2.227130889892578,
+      "learning_rate": 1.69284478509317e-05,
+      "loss": 0.2609,
+      "step": 7199
+    },
+    {
+      "epoch": 3.0835117773019274,
+      "grad_norm": 2.633995532989502,
+      "learning_rate": 1.69218839001736e-05,
+      "loss": 1.1609,
+      "step": 7200
+    },
+    {
+      "epoch": 3.0839400428265527,
+      "grad_norm": 4.769918918609619,
+      "learning_rate": 1.691532057115737e-05,
+      "loss": 0.568,
+      "step": 7201
+    },
+    {
+      "epoch": 3.084368308351178,
+      "grad_norm": 3.335439920425415,
+      "learning_rate": 1.6908757864388156e-05,
+      "loss": 0.4034,
+      "step": 7202
+    },
+    {
+      "epoch": 3.084796573875803,
+      "grad_norm": 4.466924667358398,
+      "learning_rate": 1.6902195780371067e-05,
+      "loss": 0.4974,
+      "step": 7203
+    },
+    {
+      "epoch": 3.0852248394004285,
+      "grad_norm": 2.232565402984619,
+      "learning_rate": 1.6895634319611167e-05,
+      "loss": 0.5848,
+      "step": 7204
+    },
+    {
+      "epoch": 3.0856531049250537,
+      "grad_norm": 4.3139801025390625,
+      "learning_rate": 1.688907348261346e-05,
+      "loss": 0.4973,
+      "step": 7205
+    },
+    {
+      "epoch": 3.086081370449679,
+      "grad_norm": 4.685030460357666,
+      "learning_rate": 1.6882513269882917e-05,
+      "loss": 0.4409,
+      "step": 7206
+    },
+    {
+      "epoch": 3.0865096359743043,
+      "grad_norm": 1.7597349882125854,
+      "learning_rate": 1.687595368192444e-05,
+      "loss": 0.576,
+      "step": 7207
+    },
+    {
+      "epoch": 3.0869379014989295,
+      "grad_norm": 2.502629041671753,
+      "learning_rate": 1.6869394719242908e-05,
+      "loss": 0.1832,
+      "step": 7208
+    },
+    {
+      "epoch": 3.0873661670235544,
+      "grad_norm": 4.3916401863098145,
+      "learning_rate": 1.6862836382343126e-05,
+      "loss": 1.7143,
+      "step": 7209
+    },
+    {
+      "epoch": 3.08779443254818,
+      "grad_norm": 4.916057586669922,
+      "learning_rate": 1.6856278671729887e-05,
+      "loss": 0.4992,
+      "step": 7210
+    },
+    {
+      "epoch": 3.088222698072805,
+      "grad_norm": 1.1693934202194214,
+      "learning_rate": 1.6849721587907886e-05,
+      "loss": 0.1213,
+      "step": 7211
+    },
+    {
+      "epoch": 3.0886509635974306,
+      "grad_norm": 2.1222386360168457,
+      "learning_rate": 1.684316513138181e-05,
+      "loss": 0.2426,
+      "step": 7212
+    },
+    {
+      "epoch": 3.0890792291220555,
+      "grad_norm": 2.226008892059326,
+      "learning_rate": 1.6836609302656285e-05,
+      "loss": 0.6672,
+      "step": 7213
+    },
+    {
+      "epoch": 3.0895074946466807,
+      "grad_norm": 3.874044418334961,
+      "learning_rate": 1.6830054102235888e-05,
+      "loss": 0.2679,
+      "step": 7214
+    },
+    {
+      "epoch": 3.089935760171306,
+      "grad_norm": 5.692752838134766,
+      "learning_rate": 1.6823499530625145e-05,
+      "loss": 0.8607,
+      "step": 7215
+    },
+    {
+      "epoch": 3.0903640256959313,
+      "grad_norm": 0.8909029364585876,
+      "learning_rate": 1.681694558832854e-05,
+      "loss": 0.2408,
+      "step": 7216
+    },
+    {
+      "epoch": 3.0907922912205565,
+      "grad_norm": 5.512935161590576,
+      "learning_rate": 1.68103922758505e-05,
+      "loss": 0.4115,
+      "step": 7217
+    },
+    {
+      "epoch": 3.091220556745182,
+      "grad_norm": 6.428488731384277,
+      "learning_rate": 1.6803839593695418e-05,
+      "loss": 0.7644,
+      "step": 7218
+    },
+    {
+      "epoch": 3.091648822269807,
+      "grad_norm": 2.3705735206604004,
+      "learning_rate": 1.6797287542367614e-05,
+      "loss": 0.8678,
+      "step": 7219
+    },
+    {
+      "epoch": 3.0920770877944324,
+      "grad_norm": 2.8421807289123535,
+      "learning_rate": 1.6790736122371392e-05,
+      "loss": 0.7189,
+      "step": 7220
+    },
+    {
+      "epoch": 3.0925053533190576,
+      "grad_norm": 2.02677583694458,
+      "learning_rate": 1.678418533421097e-05,
+      "loss": 0.6411,
+      "step": 7221
+    },
+    {
+      "epoch": 3.092933618843683,
+      "grad_norm": 2.410644292831421,
+      "learning_rate": 1.677763517839056e-05,
+      "loss": 0.5971,
+      "step": 7222
+    },
+    {
+      "epoch": 3.093361884368308,
+      "grad_norm": 5.2189860343933105,
+      "learning_rate": 1.6771085655414283e-05,
+      "loss": 0.9104,
+      "step": 7223
+    },
+    {
+      "epoch": 3.0937901498929334,
+      "grad_norm": 3.4351108074188232,
+      "learning_rate": 1.6764536765786242e-05,
+      "loss": 0.8005,
+      "step": 7224
+    },
+    {
+      "epoch": 3.0942184154175587,
+      "grad_norm": 4.239561080932617,
+      "learning_rate": 1.6757988510010472e-05,
+      "loss": 0.6203,
+      "step": 7225
+    },
+    {
+      "epoch": 3.094646680942184,
+      "grad_norm": 387.65386962890625,
+      "learning_rate": 1.675144088859098e-05,
+      "loss": 0.8155,
+      "step": 7226
+    },
+    {
+      "epoch": 3.0950749464668093,
+      "grad_norm": 3.18532133102417,
+      "learning_rate": 1.6744893902031695e-05,
+      "loss": 0.315,
+      "step": 7227
+    },
+    {
+      "epoch": 3.0955032119914345,
+      "grad_norm": 2.742485761642456,
+      "learning_rate": 1.673834755083653e-05,
+      "loss": 0.2486,
+      "step": 7228
+    },
+    {
+      "epoch": 3.09593147751606,
+      "grad_norm": 4.426802635192871,
+      "learning_rate": 1.673180183550932e-05,
+      "loss": 1.1589,
+      "step": 7229
+    },
+    {
+      "epoch": 3.096359743040685,
+      "grad_norm": 3.287498950958252,
+      "learning_rate": 1.672525675655387e-05,
+      "loss": 0.3492,
+      "step": 7230
+    },
+    {
+      "epoch": 3.0967880085653103,
+      "grad_norm": 1.4368085861206055,
+      "learning_rate": 1.6718712314473927e-05,
+      "loss": 0.257,
+      "step": 7231
+    },
+    {
+      "epoch": 3.0972162740899356,
+      "grad_norm": 1.6148087978363037,
+      "learning_rate": 1.6712168509773198e-05,
+      "loss": 0.3936,
+      "step": 7232
+    },
+    {
+      "epoch": 3.097644539614561,
+      "grad_norm": 3.5906736850738525,
+      "learning_rate": 1.6705625342955322e-05,
+      "loss": 1.1851,
+      "step": 7233
+    },
+    {
+      "epoch": 3.098072805139186,
+      "grad_norm": 5.895049095153809,
+      "learning_rate": 1.669908281452392e-05,
+      "loss": 1.1675,
+      "step": 7234
+    },
+    {
+      "epoch": 3.0985010706638114,
+      "grad_norm": 4.346020221710205,
+      "learning_rate": 1.6692540924982526e-05,
+      "loss": 0.7959,
+      "step": 7235
+    },
+    {
+      "epoch": 3.0989293361884367,
+      "grad_norm": 4.150237560272217,
+      "learning_rate": 1.6685999674834662e-05,
+      "loss": 0.9675,
+      "step": 7236
+    },
+    {
+      "epoch": 3.099357601713062,
+      "grad_norm": 4.068812847137451,
+      "learning_rate": 1.6679459064583765e-05,
+      "loss": 0.4383,
+      "step": 7237
+    },
+    {
+      "epoch": 3.0997858672376872,
+      "grad_norm": 1.9368553161621094,
+      "learning_rate": 1.6672919094733252e-05,
+      "loss": 0.4421,
+      "step": 7238
+    },
+    {
+      "epoch": 3.1002141327623125,
+      "grad_norm": 3.72055721282959,
+      "learning_rate": 1.666637976578649e-05,
+      "loss": 0.2833,
+      "step": 7239
+    },
+    {
+      "epoch": 3.1006423982869378,
+      "grad_norm": 1.565311074256897,
+      "learning_rate": 1.665984107824676e-05,
+      "loss": 0.3509,
+      "step": 7240
+    },
+    {
+      "epoch": 3.101070663811563,
+      "grad_norm": 5.2763285636901855,
+      "learning_rate": 1.6653303032617352e-05,
+      "loss": 0.2913,
+      "step": 7241
+    },
+    {
+      "epoch": 3.1014989293361883,
+      "grad_norm": 4.259957313537598,
+      "learning_rate": 1.664676562940144e-05,
+      "loss": 0.5544,
+      "step": 7242
+    },
+    {
+      "epoch": 3.1019271948608136,
+      "grad_norm": 1.1808823347091675,
+      "learning_rate": 1.6640228869102208e-05,
+      "loss": 0.1008,
+      "step": 7243
+    },
+    {
+      "epoch": 3.102355460385439,
+      "grad_norm": 2.506072759628296,
+      "learning_rate": 1.6633692752222758e-05,
+      "loss": 0.5156,
+      "step": 7244
+    },
+    {
+      "epoch": 3.102783725910064,
+      "grad_norm": 3.4926443099975586,
+      "learning_rate": 1.6627157279266147e-05,
+      "loss": 1.3729,
+      "step": 7245
+    },
+    {
+      "epoch": 3.1032119914346894,
+      "grad_norm": 4.543277263641357,
+      "learning_rate": 1.662062245073539e-05,
+      "loss": 1.044,
+      "step": 7246
+    },
+    {
+      "epoch": 3.1036402569593147,
+      "grad_norm": 6.492944717407227,
+      "learning_rate": 1.661408826713345e-05,
+      "loss": 0.5806,
+      "step": 7247
+    },
+    {
+      "epoch": 3.10406852248394,
+      "grad_norm": 2.5780060291290283,
+      "learning_rate": 1.6607554728963223e-05,
+      "loss": 1.7894,
+      "step": 7248
+    },
+    {
+      "epoch": 3.104496788008565,
+      "grad_norm": 2.3672373294830322,
+      "learning_rate": 1.6601021836727595e-05,
+      "loss": 0.6256,
+      "step": 7249
+    },
+    {
+      "epoch": 3.1049250535331905,
+      "grad_norm": 1.7121646404266357,
+      "learning_rate": 1.6594489590929356e-05,
+      "loss": 0.5698,
+      "step": 7250
+    },
+    {
+      "epoch": 3.1053533190578158,
+      "grad_norm": 9.715017318725586,
+      "learning_rate": 1.6587957992071283e-05,
+      "loss": 1.429,
+      "step": 7251
+    },
+    {
+      "epoch": 3.105781584582441,
+      "grad_norm": 7.450198650360107,
+      "learning_rate": 1.6581427040656074e-05,
+      "loss": 0.7359,
+      "step": 7252
+    },
+    {
+      "epoch": 3.1062098501070663,
+      "grad_norm": 5.719810962677002,
+      "learning_rate": 1.6574896737186406e-05,
+      "loss": 0.5175,
+      "step": 7253
+    },
+    {
+      "epoch": 3.1066381156316916,
+      "grad_norm": 2.231196880340576,
+      "learning_rate": 1.656836708216488e-05,
+      "loss": 0.2389,
+      "step": 7254
+    },
+    {
+      "epoch": 3.107066381156317,
+      "grad_norm": 3.3458011150360107,
+      "learning_rate": 1.656183807609407e-05,
+      "loss": 0.221,
+      "step": 7255
+    },
+    {
+      "epoch": 3.107494646680942,
+      "grad_norm": 5.242709159851074,
+      "learning_rate": 1.6555309719476482e-05,
+      "loss": 0.6723,
+      "step": 7256
+    },
+    {
+      "epoch": 3.1079229122055674,
+      "grad_norm": 3.4692893028259277,
+      "learning_rate": 1.6548782012814583e-05,
+      "loss": 0.3872,
+      "step": 7257
+    },
+    {
+      "epoch": 3.1083511777301926,
+      "grad_norm": 1.1167433261871338,
+      "learning_rate": 1.6542254956610767e-05,
+      "loss": 0.1813,
+      "step": 7258
+    },
+    {
+      "epoch": 3.108779443254818,
+      "grad_norm": 2.7014031410217285,
+      "learning_rate": 1.653572855136743e-05,
+      "loss": 0.6875,
+      "step": 7259
+    },
+    {
+      "epoch": 3.109207708779443,
+      "grad_norm": 4.6318678855896,
+      "learning_rate": 1.6529202797586857e-05,
+      "loss": 1.3011,
+      "step": 7260
+    },
+    {
+      "epoch": 3.1096359743040685,
+      "grad_norm": 4.298977375030518,
+      "learning_rate": 1.6522677695771322e-05,
+      "loss": 0.5333,
+      "step": 7261
+    },
+    {
+      "epoch": 3.1100642398286937,
+      "grad_norm": 1.486528992652893,
+      "learning_rate": 1.6516153246423034e-05,
+      "loss": 0.4296,
+      "step": 7262
+    },
+    {
+      "epoch": 3.110492505353319,
+      "grad_norm": 3.6594223976135254,
+      "learning_rate": 1.6509629450044158e-05,
+      "loss": 0.3812,
+      "step": 7263
+    },
+    {
+      "epoch": 3.1109207708779443,
+      "grad_norm": 1.4359800815582275,
+      "learning_rate": 1.65031063071368e-05,
+      "loss": 0.3899,
+      "step": 7264
+    },
+    {
+      "epoch": 3.1113490364025695,
+      "grad_norm": 5.140355110168457,
+      "learning_rate": 1.6496583818203033e-05,
+      "loss": 0.2631,
+      "step": 7265
+    },
+    {
+      "epoch": 3.111777301927195,
+      "grad_norm": 5.573452472686768,
+      "learning_rate": 1.6490061983744854e-05,
+      "loss": 1.0172,
+      "step": 7266
+    },
+    {
+      "epoch": 3.11220556745182,
+      "grad_norm": 2.631364345550537,
+      "learning_rate": 1.648354080426424e-05,
+      "loss": 0.5329,
+      "step": 7267
+    },
+    {
+      "epoch": 3.1126338329764454,
+      "grad_norm": 3.5641021728515625,
+      "learning_rate": 1.647702028026308e-05,
+      "loss": 0.8271,
+      "step": 7268
+    },
+    {
+      "epoch": 3.1130620985010706,
+      "grad_norm": 7.036037921905518,
+      "learning_rate": 1.6470500412243252e-05,
+      "loss": 0.6761,
+      "step": 7269
+    },
+    {
+      "epoch": 3.113490364025696,
+      "grad_norm": 2.372800588607788,
+      "learning_rate": 1.646398120070656e-05,
+      "loss": 0.2869,
+      "step": 7270
+    },
+    {
+      "epoch": 3.113918629550321,
+      "grad_norm": 3.499967575073242,
+      "learning_rate": 1.645746264615476e-05,
+      "loss": 0.3843,
+      "step": 7271
+    },
+    {
+      "epoch": 3.1143468950749464,
+      "grad_norm": 5.7087883949279785,
+      "learning_rate": 1.6450944749089558e-05,
+      "loss": 0.6234,
+      "step": 7272
+    },
+    {
+      "epoch": 3.1147751605995717,
+      "grad_norm": 3.2211880683898926,
+      "learning_rate": 1.644442751001262e-05,
+      "loss": 0.5922,
+      "step": 7273
+    },
+    {
+      "epoch": 3.115203426124197,
+      "grad_norm": 3.897528886795044,
+      "learning_rate": 1.6437910929425554e-05,
+      "loss": 0.4403,
+      "step": 7274
+    },
+    {
+      "epoch": 3.1156316916488223,
+      "grad_norm": 2.7879087924957275,
+      "learning_rate": 1.6431395007829904e-05,
+      "loss": 0.1441,
+      "step": 7275
+    },
+    {
+      "epoch": 3.1160599571734475,
+      "grad_norm": 1.850900650024414,
+      "learning_rate": 1.642487974572719e-05,
+      "loss": 0.4393,
+      "step": 7276
+    },
+    {
+      "epoch": 3.116488222698073,
+      "grad_norm": 8.879197120666504,
+      "learning_rate": 1.6418365143618854e-05,
+      "loss": 0.9922,
+      "step": 7277
+    },
+    {
+      "epoch": 3.116916488222698,
+      "grad_norm": 2.9618101119995117,
+      "learning_rate": 1.6411851202006316e-05,
+      "loss": 1.4186,
+      "step": 7278
+    },
+    {
+      "epoch": 3.1173447537473233,
+      "grad_norm": 0.8671535849571228,
+      "learning_rate": 1.640533792139091e-05,
+      "loss": 0.2164,
+      "step": 7279
+    },
+    {
+      "epoch": 3.1177730192719486,
+      "grad_norm": 2.838613986968994,
+      "learning_rate": 1.639882530227396e-05,
+      "loss": 0.3186,
+      "step": 7280
+    },
+    {
+      "epoch": 3.118201284796574,
+      "grad_norm": 2.788844108581543,
+      "learning_rate": 1.6392313345156695e-05,
+      "loss": 0.2645,
+      "step": 7281
+    },
+    {
+      "epoch": 3.118629550321199,
+      "grad_norm": 4.950756549835205,
+      "learning_rate": 1.6385802050540332e-05,
+      "loss": 0.8566,
+      "step": 7282
+    },
+    {
+      "epoch": 3.1190578158458244,
+      "grad_norm": 2.2005045413970947,
+      "learning_rate": 1.6379291418926012e-05,
+      "loss": 0.5323,
+      "step": 7283
+    },
+    {
+      "epoch": 3.1194860813704497,
+      "grad_norm": 3.633277177810669,
+      "learning_rate": 1.637278145081484e-05,
+      "loss": 0.8196,
+      "step": 7284
+    },
+    {
+      "epoch": 3.119914346895075,
+      "grad_norm": 8.980182647705078,
+      "learning_rate": 1.6366272146707854e-05,
+      "loss": 1.284,
+      "step": 7285
+    },
+    {
+      "epoch": 3.1203426124197002,
+      "grad_norm": 4.553433895111084,
+      "learning_rate": 1.635976350710607e-05,
+      "loss": 0.3341,
+      "step": 7286
+    },
+    {
+      "epoch": 3.1207708779443255,
+      "grad_norm": 5.2037248611450195,
+      "learning_rate": 1.6353255532510398e-05,
+      "loss": 0.5522,
+      "step": 7287
+    },
+    {
+      "epoch": 3.1211991434689508,
+      "grad_norm": 3.842904806137085,
+      "learning_rate": 1.6346748223421774e-05,
+      "loss": 1.4743,
+      "step": 7288
+    },
+    {
+      "epoch": 3.121627408993576,
+      "grad_norm": 2.633453130722046,
+      "learning_rate": 1.634024158034101e-05,
+      "loss": 0.5226,
+      "step": 7289
+    },
+    {
+      "epoch": 3.1220556745182013,
+      "grad_norm": 8.747845649719238,
+      "learning_rate": 1.6333735603768908e-05,
+      "loss": 1.2338,
+      "step": 7290
+    },
+    {
+      "epoch": 3.1224839400428266,
+      "grad_norm": 4.5373077392578125,
+      "learning_rate": 1.632723029420621e-05,
+      "loss": 0.931,
+      "step": 7291
+    },
+    {
+      "epoch": 3.122912205567452,
+      "grad_norm": 3.343383550643921,
+      "learning_rate": 1.6320725652153607e-05,
+      "loss": 0.3599,
+      "step": 7292
+    },
+    {
+      "epoch": 3.123340471092077,
+      "grad_norm": 1.2833638191223145,
+      "learning_rate": 1.6314221678111722e-05,
+      "loss": 0.2298,
+      "step": 7293
+    },
+    {
+      "epoch": 3.1237687366167024,
+      "grad_norm": 0.9402750730514526,
+      "learning_rate": 1.6307718372581166e-05,
+      "loss": 0.2518,
+      "step": 7294
+    },
+    {
+      "epoch": 3.1241970021413277,
+      "grad_norm": 5.159236907958984,
+      "learning_rate": 1.6301215736062446e-05,
+      "loss": 0.544,
+      "step": 7295
+    },
+    {
+      "epoch": 3.124625267665953,
+      "grad_norm": 3.926809549331665,
+      "learning_rate": 1.6294713769056074e-05,
+      "loss": 0.73,
+      "step": 7296
+    },
+    {
+      "epoch": 3.125053533190578,
+      "grad_norm": 3.9449799060821533,
+      "learning_rate": 1.628821247206245e-05,
+      "loss": 1.0852,
+      "step": 7297
+    },
+    {
+      "epoch": 3.1254817987152035,
+      "grad_norm": 2.070235252380371,
+      "learning_rate": 1.6281711845581987e-05,
+      "loss": 0.1677,
+      "step": 7298
+    },
+    {
+      "epoch": 3.1259100642398288,
+      "grad_norm": 0.884231448173523,
+      "learning_rate": 1.6275211890114984e-05,
+      "loss": 0.2411,
+      "step": 7299
+    },
+    {
+      "epoch": 3.126338329764454,
+      "grad_norm": 2.799593687057495,
+      "learning_rate": 1.626871260616174e-05,
+      "loss": 0.6128,
+      "step": 7300
+    },
+    {
+      "epoch": 3.1267665952890793,
+      "grad_norm": 4.008754730224609,
+      "learning_rate": 1.6262213994222463e-05,
+      "loss": 0.6719,
+      "step": 7301
+    },
+    {
+      "epoch": 3.1271948608137046,
+      "grad_norm": 8.990532875061035,
+      "learning_rate": 1.6255716054797338e-05,
+      "loss": 1.784,
+      "step": 7302
+    },
+    {
+      "epoch": 3.12762312633833,
+      "grad_norm": 3.97409725189209,
+      "learning_rate": 1.6249218788386483e-05,
+      "loss": 1.17,
+      "step": 7303
+    },
+    {
+      "epoch": 3.128051391862955,
+      "grad_norm": 0.981537938117981,
+      "learning_rate": 1.624272219548997e-05,
+      "loss": 0.2577,
+      "step": 7304
+    },
+    {
+      "epoch": 3.1284796573875804,
+      "grad_norm": 5.819780349731445,
+      "learning_rate": 1.6236226276607808e-05,
+      "loss": 0.5897,
+      "step": 7305
+    },
+    {
+      "epoch": 3.1289079229122057,
+      "grad_norm": 1.5740526914596558,
+      "learning_rate": 1.6229731032239988e-05,
+      "loss": 0.474,
+      "step": 7306
+    },
+    {
+      "epoch": 3.129336188436831,
+      "grad_norm": 4.524187088012695,
+      "learning_rate": 1.6223236462886388e-05,
+      "loss": 0.8423,
+      "step": 7307
+    },
+    {
+      "epoch": 3.129764453961456,
+      "grad_norm": 1.9457770586013794,
+      "learning_rate": 1.621674256904689e-05,
+      "loss": 0.0802,
+      "step": 7308
+    },
+    {
+      "epoch": 3.1301927194860815,
+      "grad_norm": 4.172763347625732,
+      "learning_rate": 1.6210249351221314e-05,
+      "loss": 0.3909,
+      "step": 7309
+    },
+    {
+      "epoch": 3.1306209850107067,
+      "grad_norm": 2.4036707878112793,
+      "learning_rate": 1.62037568099094e-05,
+      "loss": 0.5008,
+      "step": 7310
+    },
+    {
+      "epoch": 3.131049250535332,
+      "grad_norm": 3.2562835216522217,
+      "learning_rate": 1.619726494561086e-05,
+      "loss": 0.391,
+      "step": 7311
+    },
+    {
+      "epoch": 3.1314775160599573,
+      "grad_norm": 3.564854621887207,
+      "learning_rate": 1.619077375882535e-05,
+      "loss": 0.6186,
+      "step": 7312
+    },
+    {
+      "epoch": 3.1319057815845825,
+      "grad_norm": 1.0731874704360962,
+      "learning_rate": 1.6184283250052478e-05,
+      "loss": 0.2189,
+      "step": 7313
+    },
+    {
+      "epoch": 3.132334047109208,
+      "grad_norm": 3.7538628578186035,
+      "learning_rate": 1.6177793419791782e-05,
+      "loss": 0.3027,
+      "step": 7314
+    },
+    {
+      "epoch": 3.132762312633833,
+      "grad_norm": 3.9925808906555176,
+      "learning_rate": 1.617130426854277e-05,
+      "loss": 0.3131,
+      "step": 7315
+    },
+    {
+      "epoch": 3.1331905781584584,
+      "grad_norm": 5.036599636077881,
+      "learning_rate": 1.6164815796804875e-05,
+      "loss": 0.3547,
+      "step": 7316
+    },
+    {
+      "epoch": 3.1336188436830836,
+      "grad_norm": 3.112349033355713,
+      "learning_rate": 1.6158328005077513e-05,
+      "loss": 0.2067,
+      "step": 7317
+    },
+    {
+      "epoch": 3.134047109207709,
+      "grad_norm": 4.984243392944336,
+      "learning_rate": 1.6151840893859984e-05,
+      "loss": 1.1983,
+      "step": 7318
+    },
+    {
+      "epoch": 3.134475374732334,
+      "grad_norm": 3.935577392578125,
+      "learning_rate": 1.6145354463651623e-05,
+      "loss": 0.2888,
+      "step": 7319
+    },
+    {
+      "epoch": 3.1349036402569594,
+      "grad_norm": 3.7884531021118164,
+      "learning_rate": 1.6138868714951632e-05,
+      "loss": 0.3204,
+      "step": 7320
+    },
+    {
+      "epoch": 3.1353319057815847,
+      "grad_norm": 6.847785472869873,
+      "learning_rate": 1.6132383648259212e-05,
+      "loss": 1.2891,
+      "step": 7321
+    },
+    {
+      "epoch": 3.13576017130621,
+      "grad_norm": 2.767566204071045,
+      "learning_rate": 1.6125899264073487e-05,
+      "loss": 0.2364,
+      "step": 7322
+    },
+    {
+      "epoch": 3.1361884368308353,
+      "grad_norm": 1.724636435508728,
+      "learning_rate": 1.6119415562893537e-05,
+      "loss": 0.4647,
+      "step": 7323
+    },
+    {
+      "epoch": 3.1366167023554605,
+      "grad_norm": 4.859174728393555,
+      "learning_rate": 1.611293254521838e-05,
+      "loss": 0.4024,
+      "step": 7324
+    },
+    {
+      "epoch": 3.137044967880086,
+      "grad_norm": 6.143811225891113,
+      "learning_rate": 1.6106450211547013e-05,
+      "loss": 0.6953,
+      "step": 7325
+    },
+    {
+      "epoch": 3.137473233404711,
+      "grad_norm": 6.939180850982666,
+      "learning_rate": 1.609996856237832e-05,
+      "loss": 1.1557,
+      "step": 7326
+    },
+    {
+      "epoch": 3.1379014989293363,
+      "grad_norm": 3.832866907119751,
+      "learning_rate": 1.609348759821121e-05,
+      "loss": 1.1194,
+      "step": 7327
+    },
+    {
+      "epoch": 3.1383297644539616,
+      "grad_norm": 2.937812089920044,
+      "learning_rate": 1.6087007319544463e-05,
+      "loss": 0.6264,
+      "step": 7328
+    },
+    {
+      "epoch": 3.138758029978587,
+      "grad_norm": 5.882801055908203,
+      "learning_rate": 1.608052772687686e-05,
+      "loss": 0.6383,
+      "step": 7329
+    },
+    {
+      "epoch": 3.139186295503212,
+      "grad_norm": 2.020423412322998,
+      "learning_rate": 1.6074048820707106e-05,
+      "loss": 0.4692,
+      "step": 7330
+    },
+    {
+      "epoch": 3.1396145610278374,
+      "grad_norm": 3.8520750999450684,
+      "learning_rate": 1.606757060153386e-05,
+      "loss": 0.3948,
+      "step": 7331
+    },
+    {
+      "epoch": 3.1400428265524627,
+      "grad_norm": 2.8710176944732666,
+      "learning_rate": 1.606109306985572e-05,
+      "loss": 0.4413,
+      "step": 7332
+    },
+    {
+      "epoch": 3.140471092077088,
+      "grad_norm": 3.569420576095581,
+      "learning_rate": 1.6054616226171242e-05,
+      "loss": 0.2867,
+      "step": 7333
+    },
+    {
+      "epoch": 3.1408993576017132,
+      "grad_norm": 1.2515608072280884,
+      "learning_rate": 1.6048140070978924e-05,
+      "loss": 0.5668,
+      "step": 7334
+    },
+    {
+      "epoch": 3.1413276231263385,
+      "grad_norm": 1.9740941524505615,
+      "learning_rate": 1.604166460477722e-05,
+      "loss": 0.5342,
+      "step": 7335
+    },
+    {
+      "epoch": 3.141755888650964,
+      "grad_norm": 3.721559524536133,
+      "learning_rate": 1.603518982806449e-05,
+      "loss": 0.7641,
+      "step": 7336
+    },
+    {
+      "epoch": 3.142184154175589,
+      "grad_norm": 4.873451232910156,
+      "learning_rate": 1.6028715741339114e-05,
+      "loss": 0.521,
+      "step": 7337
+    },
+    {
+      "epoch": 3.1426124197002143,
+      "grad_norm": 6.124204158782959,
+      "learning_rate": 1.602224234509935e-05,
+      "loss": 0.2999,
+      "step": 7338
+    },
+    {
+      "epoch": 3.1430406852248396,
+      "grad_norm": 4.723125457763672,
+      "learning_rate": 1.6015769639843442e-05,
+      "loss": 0.5047,
+      "step": 7339
+    },
+    {
+      "epoch": 3.143468950749465,
+      "grad_norm": 2.291123390197754,
+      "learning_rate": 1.6009297626069564e-05,
+      "loss": 0.2472,
+      "step": 7340
+    },
+    {
+      "epoch": 3.14389721627409,
+      "grad_norm": 5.216423034667969,
+      "learning_rate": 1.600282630427585e-05,
+      "loss": 0.3212,
+      "step": 7341
+    },
+    {
+      "epoch": 3.1443254817987154,
+      "grad_norm": 4.436311721801758,
+      "learning_rate": 1.599635567496036e-05,
+      "loss": 0.3913,
+      "step": 7342
+    },
+    {
+      "epoch": 3.1447537473233407,
+      "grad_norm": 6.036061763763428,
+      "learning_rate": 1.5989885738621126e-05,
+      "loss": 0.6979,
+      "step": 7343
+    },
+    {
+      "epoch": 3.145182012847966,
+      "grad_norm": 5.3845953941345215,
+      "learning_rate": 1.5983416495756116e-05,
+      "loss": 1.4221,
+      "step": 7344
+    },
+    {
+      "epoch": 3.145610278372591,
+      "grad_norm": 2.3509507179260254,
+      "learning_rate": 1.597694794686323e-05,
+      "loss": 0.2067,
+      "step": 7345
+    },
+    {
+      "epoch": 3.146038543897216,
+      "grad_norm": 3.7024729251861572,
+      "learning_rate": 1.5970480092440345e-05,
+      "loss": 1.1032,
+      "step": 7346
+    },
+    {
+      "epoch": 3.1464668094218418,
+      "grad_norm": 4.312020301818848,
+      "learning_rate": 1.596401293298524e-05,
+      "loss": 0.2735,
+      "step": 7347
+    },
+    {
+      "epoch": 3.1468950749464666,
+      "grad_norm": 1.6110436916351318,
+      "learning_rate": 1.5957546468995706e-05,
+      "loss": 0.5375,
+      "step": 7348
+    },
+    {
+      "epoch": 3.1473233404710923,
+      "grad_norm": 9.360017776489258,
+      "learning_rate": 1.5951080700969406e-05,
+      "loss": 0.3915,
+      "step": 7349
+    },
+    {
+      "epoch": 3.147751605995717,
+      "grad_norm": 8.601860046386719,
+      "learning_rate": 1.5944615629404007e-05,
+      "loss": 1.3997,
+      "step": 7350
+    },
+    {
+      "epoch": 3.148179871520343,
+      "grad_norm": 3.643738031387329,
+      "learning_rate": 1.593815125479709e-05,
+      "loss": 0.2694,
+      "step": 7351
+    },
+    {
+      "epoch": 3.1486081370449677,
+      "grad_norm": 3.665132522583008,
+      "learning_rate": 1.59316875776462e-05,
+      "loss": 0.5828,
+      "step": 7352
+    },
+    {
+      "epoch": 3.149036402569593,
+      "grad_norm": 5.907848358154297,
+      "learning_rate": 1.5925224598448818e-05,
+      "loss": 0.492,
+      "step": 7353
+    },
+    {
+      "epoch": 3.149464668094218,
+      "grad_norm": 6.536008834838867,
+      "learning_rate": 1.591876231770238e-05,
+      "loss": 0.9113,
+      "step": 7354
+    },
+    {
+      "epoch": 3.1498929336188435,
+      "grad_norm": 5.231578826904297,
+      "learning_rate": 1.591230073590425e-05,
+      "loss": 1.0802,
+      "step": 7355
+    },
+    {
+      "epoch": 3.1503211991434688,
+      "grad_norm": 9.547268867492676,
+      "learning_rate": 1.590583985355178e-05,
+      "loss": 0.2965,
+      "step": 7356
+    },
+    {
+      "epoch": 3.150749464668094,
+      "grad_norm": 1.5129929780960083,
+      "learning_rate": 1.5899379671142197e-05,
+      "loss": 0.8596,
+      "step": 7357
+    },
+    {
+      "epoch": 3.1511777301927193,
+      "grad_norm": 6.578891277313232,
+      "learning_rate": 1.589292018917276e-05,
+      "loss": 1.2422,
+      "step": 7358
+    },
+    {
+      "epoch": 3.1516059957173446,
+      "grad_norm": 3.420354127883911,
+      "learning_rate": 1.5886461408140597e-05,
+      "loss": 0.52,
+      "step": 7359
+    },
+    {
+      "epoch": 3.15203426124197,
+      "grad_norm": 4.573746204376221,
+      "learning_rate": 1.5880003328542835e-05,
+      "loss": 2.1681,
+      "step": 7360
+    },
+    {
+      "epoch": 3.152462526766595,
+      "grad_norm": 1.1788958311080933,
+      "learning_rate": 1.5873545950876523e-05,
+      "loss": 0.3796,
+      "step": 7361
+    },
+    {
+      "epoch": 3.1528907922912204,
+      "grad_norm": 0.9397947788238525,
+      "learning_rate": 1.5867089275638662e-05,
+      "loss": 0.1718,
+      "step": 7362
+    },
+    {
+      "epoch": 3.1533190578158456,
+      "grad_norm": 3.552438259124756,
+      "learning_rate": 1.586063330332619e-05,
+      "loss": 0.3438,
+      "step": 7363
+    },
+    {
+      "epoch": 3.153747323340471,
+      "grad_norm": 1.6894837617874146,
+      "learning_rate": 1.5854178034436014e-05,
+      "loss": 0.1801,
+      "step": 7364
+    },
+    {
+      "epoch": 3.154175588865096,
+      "grad_norm": 3.491457223892212,
+      "learning_rate": 1.584772346946495e-05,
+      "loss": 0.318,
+      "step": 7365
+    },
+    {
+      "epoch": 3.1546038543897215,
+      "grad_norm": 3.100255012512207,
+      "learning_rate": 1.5841269608909802e-05,
+      "loss": 0.1935,
+      "step": 7366
+    },
+    {
+      "epoch": 3.1550321199143467,
+      "grad_norm": 2.1065456867218018,
+      "learning_rate": 1.5834816453267286e-05,
+      "loss": 0.8454,
+      "step": 7367
+    },
+    {
+      "epoch": 3.155460385438972,
+      "grad_norm": 20.438737869262695,
+      "learning_rate": 1.582836400303409e-05,
+      "loss": 0.3046,
+      "step": 7368
+    },
+    {
+      "epoch": 3.1558886509635973,
+      "grad_norm": 5.193739891052246,
+      "learning_rate": 1.582191225870681e-05,
+      "loss": 0.7073,
+      "step": 7369
+    },
+    {
+      "epoch": 3.1563169164882225,
+      "grad_norm": 3.9453465938568115,
+      "learning_rate": 1.581546122078204e-05,
+      "loss": 0.8881,
+      "step": 7370
+    },
+    {
+      "epoch": 3.156745182012848,
+      "grad_norm": 7.596133708953857,
+      "learning_rate": 1.5809010889756277e-05,
+      "loss": 0.4782,
+      "step": 7371
+    },
+    {
+      "epoch": 3.157173447537473,
+      "grad_norm": 5.618753910064697,
+      "learning_rate": 1.5802561266125985e-05,
+      "loss": 0.4358,
+      "step": 7372
+    },
+    {
+      "epoch": 3.1576017130620984,
+      "grad_norm": 4.865959644317627,
+      "learning_rate": 1.5796112350387554e-05,
+      "loss": 0.6858,
+      "step": 7373
+    },
+    {
+      "epoch": 3.1580299785867236,
+      "grad_norm": 3.686180830001831,
+      "learning_rate": 1.5789664143037357e-05,
+      "loss": 0.9246,
+      "step": 7374
+    },
+    {
+      "epoch": 3.158458244111349,
+      "grad_norm": 3.564581871032715,
+      "learning_rate": 1.5783216644571655e-05,
+      "loss": 0.3925,
+      "step": 7375
+    },
+    {
+      "epoch": 3.158886509635974,
+      "grad_norm": 4.4599223136901855,
+      "learning_rate": 1.5776769855486722e-05,
+      "loss": 0.2163,
+      "step": 7376
+    },
+    {
+      "epoch": 3.1593147751605994,
+      "grad_norm": 4.443296909332275,
+      "learning_rate": 1.5770323776278713e-05,
+      "loss": 0.5654,
+      "step": 7377
+    },
+    {
+      "epoch": 3.1597430406852247,
+      "grad_norm": 4.581299781799316,
+      "learning_rate": 1.576387840744377e-05,
+      "loss": 0.3872,
+      "step": 7378
+    },
+    {
+      "epoch": 3.16017130620985,
+      "grad_norm": 1.7358896732330322,
+      "learning_rate": 1.5757433749477984e-05,
+      "loss": 0.1228,
+      "step": 7379
+    },
+    {
+      "epoch": 3.1605995717344753,
+      "grad_norm": 1.000148057937622,
+      "learning_rate": 1.575098980287735e-05,
+      "loss": 0.2099,
+      "step": 7380
+    },
+    {
+      "epoch": 3.1610278372591005,
+      "grad_norm": 2.352757453918457,
+      "learning_rate": 1.5744546568137853e-05,
+      "loss": 0.3827,
+      "step": 7381
+    },
+    {
+      "epoch": 3.161456102783726,
+      "grad_norm": 3.852290153503418,
+      "learning_rate": 1.573810404575539e-05,
+      "loss": 0.5259,
+      "step": 7382
+    },
+    {
+      "epoch": 3.161884368308351,
+      "grad_norm": 1.589625358581543,
+      "learning_rate": 1.573166223622583e-05,
+      "loss": 0.3804,
+      "step": 7383
+    },
+    {
+      "epoch": 3.1623126338329763,
+      "grad_norm": 6.543801307678223,
+      "learning_rate": 1.5725221140044962e-05,
+      "loss": 0.2542,
+      "step": 7384
+    },
+    {
+      "epoch": 3.1627408993576016,
+      "grad_norm": 3.7192726135253906,
+      "learning_rate": 1.5718780757708554e-05,
+      "loss": 0.3023,
+      "step": 7385
+    },
+    {
+      "epoch": 3.163169164882227,
+      "grad_norm": 5.976317882537842,
+      "learning_rate": 1.5712341089712266e-05,
+      "loss": 0.6155,
+      "step": 7386
+    },
+    {
+      "epoch": 3.163597430406852,
+      "grad_norm": 4.531123161315918,
+      "learning_rate": 1.5705902136551767e-05,
+      "loss": 0.6676,
+      "step": 7387
+    },
+    {
+      "epoch": 3.1640256959314774,
+      "grad_norm": 4.750852584838867,
+      "learning_rate": 1.5699463898722614e-05,
+      "loss": 1.0538,
+      "step": 7388
+    },
+    {
+      "epoch": 3.1644539614561027,
+      "grad_norm": 4.924282073974609,
+      "learning_rate": 1.5693026376720348e-05,
+      "loss": 0.5762,
+      "step": 7389
+    },
+    {
+      "epoch": 3.164882226980728,
+      "grad_norm": 1.3332350254058838,
+      "learning_rate": 1.5686589571040434e-05,
+      "loss": 0.292,
+      "step": 7390
+    },
+    {
+      "epoch": 3.1653104925053532,
+      "grad_norm": 10.374580383300781,
+      "learning_rate": 1.5680153482178294e-05,
+      "loss": 1.3207,
+      "step": 7391
+    },
+    {
+      "epoch": 3.1657387580299785,
+      "grad_norm": 3.473903179168701,
+      "learning_rate": 1.5673718110629277e-05,
+      "loss": 0.715,
+      "step": 7392
+    },
+    {
+      "epoch": 3.1661670235546038,
+      "grad_norm": 2.358470916748047,
+      "learning_rate": 1.5667283456888706e-05,
+      "loss": 0.2907,
+      "step": 7393
+    },
+    {
+      "epoch": 3.166595289079229,
+      "grad_norm": 2.1644139289855957,
+      "learning_rate": 1.566084952145182e-05,
+      "loss": 0.4048,
+      "step": 7394
+    },
+    {
+      "epoch": 3.1670235546038543,
+      "grad_norm": 3.565476417541504,
+      "learning_rate": 1.565441630481383e-05,
+      "loss": 0.2002,
+      "step": 7395
+    },
+    {
+      "epoch": 3.1674518201284796,
+      "grad_norm": 4.878971099853516,
+      "learning_rate": 1.5647983807469844e-05,
+      "loss": 0.7884,
+      "step": 7396
+    },
+    {
+      "epoch": 3.167880085653105,
+      "grad_norm": 3.1899991035461426,
+      "learning_rate": 1.5641552029914986e-05,
+      "loss": 0.8738,
+      "step": 7397
+    },
+    {
+      "epoch": 3.16830835117773,
+      "grad_norm": 4.649569034576416,
+      "learning_rate": 1.5635120972644254e-05,
+      "loss": 2.0629,
+      "step": 7398
+    },
+    {
+      "epoch": 3.1687366167023554,
+      "grad_norm": 4.547857284545898,
+      "learning_rate": 1.5628690636152644e-05,
+      "loss": 0.6941,
+      "step": 7399
+    },
+    {
+      "epoch": 3.1691648822269807,
+      "grad_norm": 8.860928535461426,
+      "learning_rate": 1.5622261020935054e-05,
+      "loss": 0.288,
+      "step": 7400
+    },
+    {
+      "epoch": 3.169593147751606,
+      "grad_norm": 5.981801986694336,
+      "learning_rate": 1.5615832127486368e-05,
+      "loss": 0.576,
+      "step": 7401
+    },
+    {
+      "epoch": 3.170021413276231,
+      "grad_norm": 2.3874874114990234,
+      "learning_rate": 1.5609403956301378e-05,
+      "loss": 0.1808,
+      "step": 7402
+    },
+    {
+      "epoch": 3.1704496788008565,
+      "grad_norm": 2.2640581130981445,
+      "learning_rate": 1.5602976507874854e-05,
+      "loss": 0.847,
+      "step": 7403
+    },
+    {
+      "epoch": 3.1708779443254818,
+      "grad_norm": 3.6137375831604004,
+      "learning_rate": 1.5596549782701462e-05,
+      "loss": 0.4985,
+      "step": 7404
+    },
+    {
+      "epoch": 3.171306209850107,
+      "grad_norm": 3.6721913814544678,
+      "learning_rate": 1.5590123781275877e-05,
+      "loss": 0.5806,
+      "step": 7405
+    },
+    {
+      "epoch": 3.1717344753747323,
+      "grad_norm": 5.199464797973633,
+      "learning_rate": 1.5583698504092654e-05,
+      "loss": 0.8143,
+      "step": 7406
+    },
+    {
+      "epoch": 3.1721627408993576,
+      "grad_norm": 4.596887111663818,
+      "learning_rate": 1.557727395164634e-05,
+      "loss": 0.3502,
+      "step": 7407
+    },
+    {
+      "epoch": 3.172591006423983,
+      "grad_norm": 1.5886294841766357,
+      "learning_rate": 1.5570850124431407e-05,
+      "loss": 0.4664,
+      "step": 7408
+    },
+    {
+      "epoch": 3.173019271948608,
+      "grad_norm": 9.673110008239746,
+      "learning_rate": 1.5564427022942267e-05,
+      "loss": 0.6641,
+      "step": 7409
+    },
+    {
+      "epoch": 3.1734475374732334,
+      "grad_norm": 3.24739408493042,
+      "learning_rate": 1.5558004647673284e-05,
+      "loss": 0.4031,
+      "step": 7410
+    },
+    {
+      "epoch": 3.1738758029978587,
+      "grad_norm": 4.1682281494140625,
+      "learning_rate": 1.5551582999118766e-05,
+      "loss": 0.64,
+      "step": 7411
+    },
+    {
+      "epoch": 3.174304068522484,
+      "grad_norm": 1.669851303100586,
+      "learning_rate": 1.5545162077772957e-05,
+      "loss": 0.5857,
+      "step": 7412
+    },
+    {
+      "epoch": 3.174732334047109,
+      "grad_norm": 4.198856830596924,
+      "learning_rate": 1.5538741884130052e-05,
+      "loss": 0.3285,
+      "step": 7413
+    },
+    {
+      "epoch": 3.1751605995717345,
+      "grad_norm": 4.2383503913879395,
+      "learning_rate": 1.5532322418684202e-05,
+      "loss": 0.3515,
+      "step": 7414
+    },
+    {
+      "epoch": 3.1755888650963597,
+      "grad_norm": 2.639415740966797,
+      "learning_rate": 1.552590368192947e-05,
+      "loss": 0.6229,
+      "step": 7415
+    },
+    {
+      "epoch": 3.176017130620985,
+      "grad_norm": 2.429436206817627,
+      "learning_rate": 1.55194856743599e-05,
+      "loss": 0.8489,
+      "step": 7416
+    },
+    {
+      "epoch": 3.1764453961456103,
+      "grad_norm": 0.8919748067855835,
+      "learning_rate": 1.551306839646944e-05,
+      "loss": 0.1858,
+      "step": 7417
+    },
+    {
+      "epoch": 3.1768736616702355,
+      "grad_norm": 3.368223190307617,
+      "learning_rate": 1.5506651848752025e-05,
+      "loss": 0.7972,
+      "step": 7418
+    },
+    {
+      "epoch": 3.177301927194861,
+      "grad_norm": 3.7077155113220215,
+      "learning_rate": 1.5500236031701492e-05,
+      "loss": 1.0249,
+      "step": 7419
+    },
+    {
+      "epoch": 3.177730192719486,
+      "grad_norm": 4.624708652496338,
+      "learning_rate": 1.549382094581166e-05,
+      "loss": 0.7798,
+      "step": 7420
+    },
+    {
+      "epoch": 3.1781584582441114,
+      "grad_norm": 6.747814178466797,
+      "learning_rate": 1.5487406591576264e-05,
+      "loss": 0.5062,
+      "step": 7421
+    },
+    {
+      "epoch": 3.1785867237687366,
+      "grad_norm": 22.966054916381836,
+      "learning_rate": 1.5480992969488996e-05,
+      "loss": 1.1,
+      "step": 7422
+    },
+    {
+      "epoch": 3.179014989293362,
+      "grad_norm": 2.828260898590088,
+      "learning_rate": 1.5474580080043486e-05,
+      "loss": 0.4914,
+      "step": 7423
+    },
+    {
+      "epoch": 3.179443254817987,
+      "grad_norm": 7.415881156921387,
+      "learning_rate": 1.5468167923733317e-05,
+      "loss": 0.8394,
+      "step": 7424
+    },
+    {
+      "epoch": 3.1798715203426124,
+      "grad_norm": 4.253901958465576,
+      "learning_rate": 1.5461756501051987e-05,
+      "loss": 0.3004,
+      "step": 7425
+    },
+    {
+      "epoch": 3.1802997858672377,
+      "grad_norm": 4.8296942710876465,
+      "learning_rate": 1.5455345812492987e-05,
+      "loss": 0.7692,
+      "step": 7426
+    },
+    {
+      "epoch": 3.180728051391863,
+      "grad_norm": 5.2221879959106445,
+      "learning_rate": 1.5448935858549708e-05,
+      "loss": 0.4289,
+      "step": 7427
+    },
+    {
+      "epoch": 3.1811563169164883,
+      "grad_norm": 3.0435478687286377,
+      "learning_rate": 1.54425266397155e-05,
+      "loss": 0.9003,
+      "step": 7428
+    },
+    {
+      "epoch": 3.1815845824411135,
+      "grad_norm": 4.440740585327148,
+      "learning_rate": 1.5436118156483654e-05,
+      "loss": 0.8403,
+      "step": 7429
+    },
+    {
+      "epoch": 3.182012847965739,
+      "grad_norm": 3.359745502471924,
+      "learning_rate": 1.5429710409347415e-05,
+      "loss": 0.9092,
+      "step": 7430
+    },
+    {
+      "epoch": 3.182441113490364,
+      "grad_norm": 3.97328519821167,
+      "learning_rate": 1.5423303398799954e-05,
+      "loss": 0.7692,
+      "step": 7431
+    },
+    {
+      "epoch": 3.1828693790149893,
+      "grad_norm": 3.3854377269744873,
+      "learning_rate": 1.5416897125334405e-05,
+      "loss": 0.3715,
+      "step": 7432
+    },
+    {
+      "epoch": 3.1832976445396146,
+      "grad_norm": 2.6750974655151367,
+      "learning_rate": 1.541049158944382e-05,
+      "loss": 0.3056,
+      "step": 7433
+    },
+    {
+      "epoch": 3.18372591006424,
+      "grad_norm": 6.665172576904297,
+      "learning_rate": 1.540408679162123e-05,
+      "loss": 0.9519,
+      "step": 7434
+    },
+    {
+      "epoch": 3.184154175588865,
+      "grad_norm": 5.508889675140381,
+      "learning_rate": 1.5397682732359557e-05,
+      "loss": 1.2677,
+      "step": 7435
+    },
+    {
+      "epoch": 3.1845824411134904,
+      "grad_norm": 4.430466175079346,
+      "learning_rate": 1.5391279412151733e-05,
+      "loss": 0.5037,
+      "step": 7436
+    },
+    {
+      "epoch": 3.1850107066381157,
+      "grad_norm": 4.927030563354492,
+      "learning_rate": 1.5384876831490567e-05,
+      "loss": 0.4697,
+      "step": 7437
+    },
+    {
+      "epoch": 3.185438972162741,
+      "grad_norm": 2.1042633056640625,
+      "learning_rate": 1.5378474990868856e-05,
+      "loss": 0.7755,
+      "step": 7438
+    },
+    {
+      "epoch": 3.1858672376873662,
+      "grad_norm": 0.8691973090171814,
+      "learning_rate": 1.537207389077932e-05,
+      "loss": 0.1747,
+      "step": 7439
+    },
+    {
+      "epoch": 3.1862955032119915,
+      "grad_norm": 2.2922465801239014,
+      "learning_rate": 1.5365673531714637e-05,
+      "loss": 0.6105,
+      "step": 7440
+    },
+    {
+      "epoch": 3.186723768736617,
+      "grad_norm": 2.917335033416748,
+      "learning_rate": 1.5359273914167403e-05,
+      "loss": 0.7695,
+      "step": 7441
+    },
+    {
+      "epoch": 3.187152034261242,
+      "grad_norm": 6.988217353820801,
+      "learning_rate": 1.5352875038630193e-05,
+      "loss": 1.1064,
+      "step": 7442
+    },
+    {
+      "epoch": 3.1875802997858673,
+      "grad_norm": 1.263046383857727,
+      "learning_rate": 1.5346476905595478e-05,
+      "loss": 0.1927,
+      "step": 7443
+    },
+    {
+      "epoch": 3.1880085653104926,
+      "grad_norm": 1.542188286781311,
+      "learning_rate": 1.5340079515555722e-05,
+      "loss": 0.4818,
+      "step": 7444
+    },
+    {
+      "epoch": 3.188436830835118,
+      "grad_norm": 4.2127509117126465,
+      "learning_rate": 1.533368286900329e-05,
+      "loss": 0.3869,
+      "step": 7445
+    },
+    {
+      "epoch": 3.188865096359743,
+      "grad_norm": 3.5103306770324707,
+      "learning_rate": 1.532728696643052e-05,
+      "loss": 1.3278,
+      "step": 7446
+    },
+    {
+      "epoch": 3.1892933618843684,
+      "grad_norm": 7.121518611907959,
+      "learning_rate": 1.532089180832967e-05,
+      "loss": 0.4954,
+      "step": 7447
+    },
+    {
+      "epoch": 3.1897216274089937,
+      "grad_norm": 7.395752429962158,
+      "learning_rate": 1.5314497395192955e-05,
+      "loss": 0.6399,
+      "step": 7448
+    },
+    {
+      "epoch": 3.190149892933619,
+      "grad_norm": 6.784802436828613,
+      "learning_rate": 1.5308103727512538e-05,
+      "loss": 0.9764,
+      "step": 7449
+    },
+    {
+      "epoch": 3.190578158458244,
+      "grad_norm": 2.6595449447631836,
+      "learning_rate": 1.53017108057805e-05,
+      "loss": 0.4857,
+      "step": 7450
+    },
+    {
+      "epoch": 3.1910064239828695,
+      "grad_norm": 4.041932582855225,
+      "learning_rate": 1.529531863048889e-05,
+      "loss": 0.7608,
+      "step": 7451
+    },
+    {
+      "epoch": 3.1914346895074948,
+      "grad_norm": 2.275219678878784,
+      "learning_rate": 1.5288927202129684e-05,
+      "loss": 0.12,
+      "step": 7452
+    },
+    {
+      "epoch": 3.19186295503212,
+      "grad_norm": 4.831637859344482,
+      "learning_rate": 1.5282536521194812e-05,
+      "loss": 0.4019,
+      "step": 7453
+    },
+    {
+      "epoch": 3.1922912205567453,
+      "grad_norm": 6.82846212387085,
+      "learning_rate": 1.527614658817613e-05,
+      "loss": 0.5305,
+      "step": 7454
+    },
+    {
+      "epoch": 3.1927194860813706,
+      "grad_norm": 3.050126791000366,
+      "learning_rate": 1.526975740356547e-05,
+      "loss": 0.3365,
+      "step": 7455
+    },
+    {
+      "epoch": 3.193147751605996,
+      "grad_norm": 2.3635497093200684,
+      "learning_rate": 1.5263368967854546e-05,
+      "loss": 0.3618,
+      "step": 7456
+    },
+    {
+      "epoch": 3.193576017130621,
+      "grad_norm": 4.089635372161865,
+      "learning_rate": 1.5256981281535091e-05,
+      "loss": 0.8384,
+      "step": 7457
+    },
+    {
+      "epoch": 3.1940042826552464,
+      "grad_norm": 4.202549934387207,
+      "learning_rate": 1.525059434509871e-05,
+      "loss": 1.3192,
+      "step": 7458
+    },
+    {
+      "epoch": 3.1944325481798717,
+      "grad_norm": 13.374585151672363,
+      "learning_rate": 1.5244208159037e-05,
+      "loss": 1.0202,
+      "step": 7459
+    },
+    {
+      "epoch": 3.194860813704497,
+      "grad_norm": 6.553834915161133,
+      "learning_rate": 1.5237822723841467e-05,
+      "loss": 0.8215,
+      "step": 7460
+    },
+    {
+      "epoch": 3.195289079229122,
+      "grad_norm": 4.974524021148682,
+      "learning_rate": 1.5231438040003588e-05,
+      "loss": 0.9701,
+      "step": 7461
+    },
+    {
+      "epoch": 3.1957173447537475,
+      "grad_norm": 4.148041248321533,
+      "learning_rate": 1.5225054108014758e-05,
+      "loss": 0.5591,
+      "step": 7462
+    },
+    {
+      "epoch": 3.1961456102783727,
+      "grad_norm": 2.8907580375671387,
+      "learning_rate": 1.5218670928366335e-05,
+      "loss": 0.6819,
+      "step": 7463
+    },
+    {
+      "epoch": 3.196573875802998,
+      "grad_norm": 1.8995254039764404,
+      "learning_rate": 1.5212288501549588e-05,
+      "loss": 0.8443,
+      "step": 7464
+    },
+    {
+      "epoch": 3.1970021413276233,
+      "grad_norm": 2.210545063018799,
+      "learning_rate": 1.5205906828055771e-05,
+      "loss": 0.0936,
+      "step": 7465
+    },
+    {
+      "epoch": 3.1974304068522486,
+      "grad_norm": 7.952211380004883,
+      "learning_rate": 1.5199525908376038e-05,
+      "loss": 0.8586,
+      "step": 7466
+    },
+    {
+      "epoch": 3.197858672376874,
+      "grad_norm": 3.7408552169799805,
+      "learning_rate": 1.5193145743001521e-05,
+      "loss": 0.1635,
+      "step": 7467
+    },
+    {
+      "epoch": 3.198286937901499,
+      "grad_norm": 3.548618793487549,
+      "learning_rate": 1.5186766332423263e-05,
+      "loss": 0.9299,
+      "step": 7468
+    },
+    {
+      "epoch": 3.1987152034261244,
+      "grad_norm": 6.896260738372803,
+      "learning_rate": 1.5180387677132274e-05,
+      "loss": 0.6792,
+      "step": 7469
+    },
+    {
+      "epoch": 3.1991434689507496,
+      "grad_norm": 5.797731876373291,
+      "learning_rate": 1.5174009777619484e-05,
+      "loss": 0.6553,
+      "step": 7470
+    },
+    {
+      "epoch": 3.199571734475375,
+      "grad_norm": 4.99498987197876,
+      "learning_rate": 1.5167632634375786e-05,
+      "loss": 0.9124,
+      "step": 7471
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 1.189589262008667,
+      "learning_rate": 1.5161256247891995e-05,
+      "loss": 0.4551,
+      "step": 7472
+    },
+    {
+      "epoch": 3.2004282655246254,
+      "grad_norm": 2.559051513671875,
+      "learning_rate": 1.515488061865889e-05,
+      "loss": 0.4518,
+      "step": 7473
+    },
+    {
+      "epoch": 3.2008565310492507,
+      "grad_norm": 1.9611674547195435,
+      "learning_rate": 1.5148505747167157e-05,
+      "loss": 0.2467,
+      "step": 7474
+    },
+    {
+      "epoch": 3.201284796573876,
+      "grad_norm": 4.030550956726074,
+      "learning_rate": 1.5142131633907477e-05,
+      "loss": 0.389,
+      "step": 7475
+    },
+    {
+      "epoch": 3.2017130620985013,
+      "grad_norm": 4.103907108306885,
+      "learning_rate": 1.5135758279370413e-05,
+      "loss": 0.9954,
+      "step": 7476
+    },
+    {
+      "epoch": 3.2021413276231265,
+      "grad_norm": 2.432543992996216,
+      "learning_rate": 1.5129385684046512e-05,
+      "loss": 1.0198,
+      "step": 7477
+    },
+    {
+      "epoch": 3.202569593147752,
+      "grad_norm": 3.8885374069213867,
+      "learning_rate": 1.512301384842624e-05,
+      "loss": 0.857,
+      "step": 7478
+    },
+    {
+      "epoch": 3.202997858672377,
+      "grad_norm": 6.250309467315674,
+      "learning_rate": 1.5116642773000023e-05,
+      "loss": 0.3576,
+      "step": 7479
+    },
+    {
+      "epoch": 3.2034261241970023,
+      "grad_norm": 5.239687442779541,
+      "learning_rate": 1.511027245825821e-05,
+      "loss": 0.4373,
+      "step": 7480
+    },
+    {
+      "epoch": 3.2038543897216276,
+      "grad_norm": 1.600943684577942,
+      "learning_rate": 1.5103902904691114e-05,
+      "loss": 0.6469,
+      "step": 7481
+    },
+    {
+      "epoch": 3.204282655246253,
+      "grad_norm": 3.100870370864868,
+      "learning_rate": 1.5097534112788948e-05,
+      "loss": 0.3013,
+      "step": 7482
+    },
+    {
+      "epoch": 3.2047109207708777,
+      "grad_norm": 9.9795503616333,
+      "learning_rate": 1.5091166083041913e-05,
+      "loss": 1.0553,
+      "step": 7483
+    },
+    {
+      "epoch": 3.2051391862955034,
+      "grad_norm": 6.715810298919678,
+      "learning_rate": 1.5084798815940143e-05,
+      "loss": 0.8141,
+      "step": 7484
+    },
+    {
+      "epoch": 3.2055674518201283,
+      "grad_norm": 1.0750747919082642,
+      "learning_rate": 1.5078432311973673e-05,
+      "loss": 0.1926,
+      "step": 7485
+    },
+    {
+      "epoch": 3.205995717344754,
+      "grad_norm": 5.401401996612549,
+      "learning_rate": 1.5072066571632537e-05,
+      "loss": 1.2879,
+      "step": 7486
+    },
+    {
+      "epoch": 3.206423982869379,
+      "grad_norm": 4.607915878295898,
+      "learning_rate": 1.5065701595406662e-05,
+      "loss": 0.9846,
+      "step": 7487
+    },
+    {
+      "epoch": 3.2068522483940045,
+      "grad_norm": 8.060535430908203,
+      "learning_rate": 1.5059337383785944e-05,
+      "loss": 1.908,
+      "step": 7488
+    },
+    {
+      "epoch": 3.2072805139186293,
+      "grad_norm": 2.0122649669647217,
+      "learning_rate": 1.5052973937260209e-05,
+      "loss": 1.1321,
+      "step": 7489
+    },
+    {
+      "epoch": 3.207708779443255,
+      "grad_norm": 6.864861011505127,
+      "learning_rate": 1.5046611256319235e-05,
+      "loss": 0.5939,
+      "step": 7490
+    },
+    {
+      "epoch": 3.20813704496788,
+      "grad_norm": 2.1971168518066406,
+      "learning_rate": 1.5040249341452723e-05,
+      "loss": 0.5173,
+      "step": 7491
+    },
+    {
+      "epoch": 3.208565310492505,
+      "grad_norm": 8.097515106201172,
+      "learning_rate": 1.5033888193150333e-05,
+      "loss": 0.5845,
+      "step": 7492
+    },
+    {
+      "epoch": 3.2089935760171304,
+      "grad_norm": 3.7810535430908203,
+      "learning_rate": 1.5027527811901655e-05,
+      "loss": 0.224,
+      "step": 7493
+    },
+    {
+      "epoch": 3.2094218415417557,
+      "grad_norm": 6.211508750915527,
+      "learning_rate": 1.5021168198196228e-05,
+      "loss": 0.8014,
+      "step": 7494
+    },
+    {
+      "epoch": 3.209850107066381,
+      "grad_norm": 3.6535260677337646,
+      "learning_rate": 1.5014809352523512e-05,
+      "loss": 0.4833,
+      "step": 7495
+    },
+    {
+      "epoch": 3.2102783725910062,
+      "grad_norm": 3.8104817867279053,
+      "learning_rate": 1.5008451275372949e-05,
+      "loss": 0.277,
+      "step": 7496
+    },
+    {
+      "epoch": 3.2107066381156315,
+      "grad_norm": 1.0642536878585815,
+      "learning_rate": 1.500209396723387e-05,
+      "loss": 0.1631,
+      "step": 7497
+    },
+    {
+      "epoch": 3.2111349036402568,
+      "grad_norm": 3.8166756629943848,
+      "learning_rate": 1.499573742859559e-05,
+      "loss": 0.3543,
+      "step": 7498
+    },
+    {
+      "epoch": 3.211563169164882,
+      "grad_norm": 3.0981056690216064,
+      "learning_rate": 1.4989381659947337e-05,
+      "loss": 1.1815,
+      "step": 7499
+    },
+    {
+      "epoch": 3.2119914346895073,
+      "grad_norm": 3.7033779621124268,
+      "learning_rate": 1.4983026661778298e-05,
+      "loss": 0.5382,
+      "step": 7500
+    },
+    {
+      "epoch": 3.2124197002141326,
+      "grad_norm": 4.234435558319092,
+      "learning_rate": 1.4976672434577587e-05,
+      "loss": 0.2427,
+      "step": 7501
+    },
+    {
+      "epoch": 3.212847965738758,
+      "grad_norm": 3.850001811981201,
+      "learning_rate": 1.497031897883428e-05,
+      "loss": 0.7311,
+      "step": 7502
+    },
+    {
+      "epoch": 3.213276231263383,
+      "grad_norm": 4.798030853271484,
+      "learning_rate": 1.4963966295037352e-05,
+      "loss": 0.4791,
+      "step": 7503
+    },
+    {
+      "epoch": 3.2137044967880084,
+      "grad_norm": 7.833573341369629,
+      "learning_rate": 1.495761438367577e-05,
+      "loss": 1.7013,
+      "step": 7504
+    },
+    {
+      "epoch": 3.2141327623126337,
+      "grad_norm": 5.171630859375,
+      "learning_rate": 1.4951263245238396e-05,
+      "loss": 0.1742,
+      "step": 7505
+    },
+    {
+      "epoch": 3.214561027837259,
+      "grad_norm": 2.2442879676818848,
+      "learning_rate": 1.4944912880214068e-05,
+      "loss": 0.7801,
+      "step": 7506
+    },
+    {
+      "epoch": 3.214989293361884,
+      "grad_norm": 4.84082555770874,
+      "learning_rate": 1.493856328909154e-05,
+      "loss": 1.1042,
+      "step": 7507
+    },
+    {
+      "epoch": 3.2154175588865095,
+      "grad_norm": 3.2331721782684326,
+      "learning_rate": 1.4932214472359523e-05,
+      "loss": 0.3004,
+      "step": 7508
+    },
+    {
+      "epoch": 3.2158458244111348,
+      "grad_norm": 1.6339741945266724,
+      "learning_rate": 1.4925866430506658e-05,
+      "loss": 0.6819,
+      "step": 7509
+    },
+    {
+      "epoch": 3.21627408993576,
+      "grad_norm": 5.139135837554932,
+      "learning_rate": 1.491951916402153e-05,
+      "loss": 0.5901,
+      "step": 7510
+    },
+    {
+      "epoch": 3.2167023554603853,
+      "grad_norm": 2.3154454231262207,
+      "learning_rate": 1.4913172673392662e-05,
+      "loss": 0.7372,
+      "step": 7511
+    },
+    {
+      "epoch": 3.2171306209850106,
+      "grad_norm": 3.4740774631500244,
+      "learning_rate": 1.4906826959108527e-05,
+      "loss": 0.4062,
+      "step": 7512
+    },
+    {
+      "epoch": 3.217558886509636,
+      "grad_norm": 5.691512107849121,
+      "learning_rate": 1.490048202165751e-05,
+      "loss": 0.8007,
+      "step": 7513
+    },
+    {
+      "epoch": 3.217987152034261,
+      "grad_norm": 1.210894227027893,
+      "learning_rate": 1.489413786152799e-05,
+      "loss": 0.2117,
+      "step": 7514
+    },
+    {
+      "epoch": 3.2184154175588864,
+      "grad_norm": 2.0886523723602295,
+      "learning_rate": 1.4887794479208223e-05,
+      "loss": 0.6531,
+      "step": 7515
+    },
+    {
+      "epoch": 3.2188436830835117,
+      "grad_norm": 5.6573944091796875,
+      "learning_rate": 1.4881451875186448e-05,
+      "loss": 0.6983,
+      "step": 7516
+    },
+    {
+      "epoch": 3.219271948608137,
+      "grad_norm": 10.257255554199219,
+      "learning_rate": 1.4875110049950824e-05,
+      "loss": 1.4843,
+      "step": 7517
+    },
+    {
+      "epoch": 3.219700214132762,
+      "grad_norm": 3.9378793239593506,
+      "learning_rate": 1.4868769003989463e-05,
+      "loss": 0.9783,
+      "step": 7518
+    },
+    {
+      "epoch": 3.2201284796573875,
+      "grad_norm": 1.6082547903060913,
+      "learning_rate": 1.4862428737790419e-05,
+      "loss": 0.4885,
+      "step": 7519
+    },
+    {
+      "epoch": 3.2205567451820127,
+      "grad_norm": 3.883732795715332,
+      "learning_rate": 1.485608925184166e-05,
+      "loss": 0.4186,
+      "step": 7520
+    },
+    {
+      "epoch": 3.220985010706638,
+      "grad_norm": 6.277827739715576,
+      "learning_rate": 1.484975054663113e-05,
+      "loss": 0.4746,
+      "step": 7521
+    },
+    {
+      "epoch": 3.2214132762312633,
+      "grad_norm": 4.315793991088867,
+      "learning_rate": 1.484341262264668e-05,
+      "loss": 0.3645,
+      "step": 7522
+    },
+    {
+      "epoch": 3.2218415417558885,
+      "grad_norm": 5.734146595001221,
+      "learning_rate": 1.4837075480376134e-05,
+      "loss": 0.5943,
+      "step": 7523
+    },
+    {
+      "epoch": 3.222269807280514,
+      "grad_norm": 4.115012168884277,
+      "learning_rate": 1.4830739120307208e-05,
+      "loss": 0.2644,
+      "step": 7524
+    },
+    {
+      "epoch": 3.222698072805139,
+      "grad_norm": 21.697668075561523,
+      "learning_rate": 1.4824403542927622e-05,
+      "loss": 0.4566,
+      "step": 7525
+    },
+    {
+      "epoch": 3.2231263383297644,
+      "grad_norm": 7.0468034744262695,
+      "learning_rate": 1.4818068748724977e-05,
+      "loss": 0.4172,
+      "step": 7526
+    },
+    {
+      "epoch": 3.2235546038543896,
+      "grad_norm": 1.0920946598052979,
+      "learning_rate": 1.4811734738186853e-05,
+      "loss": 0.6483,
+      "step": 7527
+    },
+    {
+      "epoch": 3.223982869379015,
+      "grad_norm": 4.78961181640625,
+      "learning_rate": 1.4805401511800742e-05,
+      "loss": 0.5126,
+      "step": 7528
+    },
+    {
+      "epoch": 3.22441113490364,
+      "grad_norm": 7.092260360717773,
+      "learning_rate": 1.4799069070054098e-05,
+      "loss": 0.6355,
+      "step": 7529
+    },
+    {
+      "epoch": 3.2248394004282654,
+      "grad_norm": 6.501285076141357,
+      "learning_rate": 1.4792737413434294e-05,
+      "loss": 0.6061,
+      "step": 7530
+    },
+    {
+      "epoch": 3.2252676659528907,
+      "grad_norm": 3.4320499897003174,
+      "learning_rate": 1.4786406542428669e-05,
+      "loss": 0.7107,
+      "step": 7531
+    },
+    {
+      "epoch": 3.225695931477516,
+      "grad_norm": 6.584570407867432,
+      "learning_rate": 1.4780076457524472e-05,
+      "loss": 0.3082,
+      "step": 7532
+    },
+    {
+      "epoch": 3.2261241970021413,
+      "grad_norm": 2.1848936080932617,
+      "learning_rate": 1.4773747159208923e-05,
+      "loss": 0.291,
+      "step": 7533
+    },
+    {
+      "epoch": 3.2265524625267665,
+      "grad_norm": 2.2411723136901855,
+      "learning_rate": 1.4767418647969133e-05,
+      "loss": 0.795,
+      "step": 7534
+    },
+    {
+      "epoch": 3.226980728051392,
+      "grad_norm": 1.3024438619613647,
+      "learning_rate": 1.4761090924292221e-05,
+      "loss": 0.3498,
+      "step": 7535
+    },
+    {
+      "epoch": 3.227408993576017,
+      "grad_norm": 3.3181874752044678,
+      "learning_rate": 1.4754763988665177e-05,
+      "loss": 0.5941,
+      "step": 7536
+    },
+    {
+      "epoch": 3.2278372591006423,
+      "grad_norm": 6.373111724853516,
+      "learning_rate": 1.474843784157498e-05,
+      "loss": 0.2844,
+      "step": 7537
+    },
+    {
+      "epoch": 3.2282655246252676,
+      "grad_norm": 1.344478964805603,
+      "learning_rate": 1.4742112483508519e-05,
+      "loss": 0.3579,
+      "step": 7538
+    },
+    {
+      "epoch": 3.228693790149893,
+      "grad_norm": 4.465350151062012,
+      "learning_rate": 1.4735787914952643e-05,
+      "loss": 0.2336,
+      "step": 7539
+    },
+    {
+      "epoch": 3.229122055674518,
+      "grad_norm": 6.864549160003662,
+      "learning_rate": 1.4729464136394119e-05,
+      "loss": 0.5022,
+      "step": 7540
+    },
+    {
+      "epoch": 3.2295503211991434,
+      "grad_norm": 8.417732238769531,
+      "learning_rate": 1.4723141148319677e-05,
+      "loss": 0.8166,
+      "step": 7541
+    },
+    {
+      "epoch": 3.2299785867237687,
+      "grad_norm": 5.608664512634277,
+      "learning_rate": 1.4716818951215952e-05,
+      "loss": 0.3377,
+      "step": 7542
+    },
+    {
+      "epoch": 3.230406852248394,
+      "grad_norm": 3.8054354190826416,
+      "learning_rate": 1.4710497545569569e-05,
+      "loss": 1.049,
+      "step": 7543
+    },
+    {
+      "epoch": 3.2308351177730192,
+      "grad_norm": 2.8501503467559814,
+      "learning_rate": 1.4704176931867034e-05,
+      "loss": 0.2974,
+      "step": 7544
+    },
+    {
+      "epoch": 3.2312633832976445,
+      "grad_norm": 4.661837100982666,
+      "learning_rate": 1.469785711059484e-05,
+      "loss": 0.7844,
+      "step": 7545
+    },
+    {
+      "epoch": 3.23169164882227,
+      "grad_norm": 3.5955355167388916,
+      "learning_rate": 1.4691538082239386e-05,
+      "loss": 1.2059,
+      "step": 7546
+    },
+    {
+      "epoch": 3.232119914346895,
+      "grad_norm": 1.7606316804885864,
+      "learning_rate": 1.4685219847287035e-05,
+      "loss": 0.4826,
+      "step": 7547
+    },
+    {
+      "epoch": 3.2325481798715203,
+      "grad_norm": 2.7908008098602295,
+      "learning_rate": 1.467890240622407e-05,
+      "loss": 0.5584,
+      "step": 7548
+    },
+    {
+      "epoch": 3.2329764453961456,
+      "grad_norm": 3.8645801544189453,
+      "learning_rate": 1.4672585759536727e-05,
+      "loss": 0.5852,
+      "step": 7549
+    },
+    {
+      "epoch": 3.233404710920771,
+      "grad_norm": 8.13892936706543,
+      "learning_rate": 1.4666269907711166e-05,
+      "loss": 0.6153,
+      "step": 7550
+    },
+    {
+      "epoch": 3.233832976445396,
+      "grad_norm": 5.142243385314941,
+      "learning_rate": 1.465995485123351e-05,
+      "loss": 1.1821,
+      "step": 7551
+    },
+    {
+      "epoch": 3.2342612419700214,
+      "grad_norm": 3.2233357429504395,
+      "learning_rate": 1.4653640590589773e-05,
+      "loss": 0.4227,
+      "step": 7552
+    },
+    {
+      "epoch": 3.2346895074946467,
+      "grad_norm": 2.2464303970336914,
+      "learning_rate": 1.464732712626597e-05,
+      "loss": 0.5477,
+      "step": 7553
+    },
+    {
+      "epoch": 3.235117773019272,
+      "grad_norm": 2.4705939292907715,
+      "learning_rate": 1.4641014458748022e-05,
+      "loss": 1.254,
+      "step": 7554
+    },
+    {
+      "epoch": 3.235546038543897,
+      "grad_norm": 7.291942119598389,
+      "learning_rate": 1.4634702588521776e-05,
+      "loss": 0.6231,
+      "step": 7555
+    },
+    {
+      "epoch": 3.2359743040685225,
+      "grad_norm": 4.642215251922607,
+      "learning_rate": 1.4628391516073042e-05,
+      "loss": 0.9674,
+      "step": 7556
+    },
+    {
+      "epoch": 3.2364025695931478,
+      "grad_norm": 5.943758487701416,
+      "learning_rate": 1.4622081241887553e-05,
+      "loss": 0.5296,
+      "step": 7557
+    },
+    {
+      "epoch": 3.236830835117773,
+      "grad_norm": 2.2376797199249268,
+      "learning_rate": 1.4615771766450997e-05,
+      "loss": 0.5183,
+      "step": 7558
+    },
+    {
+      "epoch": 3.2372591006423983,
+      "grad_norm": 1.398370385169983,
+      "learning_rate": 1.4609463090248982e-05,
+      "loss": 0.2989,
+      "step": 7559
+    },
+    {
+      "epoch": 3.2376873661670236,
+      "grad_norm": 3.3404157161712646,
+      "learning_rate": 1.4603155213767065e-05,
+      "loss": 0.4809,
+      "step": 7560
+    },
+    {
+      "epoch": 3.238115631691649,
+      "grad_norm": 4.076167106628418,
+      "learning_rate": 1.4596848137490737e-05,
+      "loss": 0.4853,
+      "step": 7561
+    },
+    {
+      "epoch": 3.238543897216274,
+      "grad_norm": 5.19804573059082,
+      "learning_rate": 1.459054186190544e-05,
+      "loss": 0.809,
+      "step": 7562
+    },
+    {
+      "epoch": 3.2389721627408994,
+      "grad_norm": 1.47341787815094,
+      "learning_rate": 1.4584236387496525e-05,
+      "loss": 0.3599,
+      "step": 7563
+    },
+    {
+      "epoch": 3.2394004282655247,
+      "grad_norm": 1.5604528188705444,
+      "learning_rate": 1.4577931714749318e-05,
+      "loss": 0.5502,
+      "step": 7564
+    },
+    {
+      "epoch": 3.23982869379015,
+      "grad_norm": 6.052687644958496,
+      "learning_rate": 1.4571627844149061e-05,
+      "loss": 0.7928,
+      "step": 7565
+    },
+    {
+      "epoch": 3.240256959314775,
+      "grad_norm": 7.527470588684082,
+      "learning_rate": 1.4565324776180937e-05,
+      "loss": 1.1269,
+      "step": 7566
+    },
+    {
+      "epoch": 3.2406852248394005,
+      "grad_norm": 5.487658500671387,
+      "learning_rate": 1.4559022511330059e-05,
+      "loss": 0.8465,
+      "step": 7567
+    },
+    {
+      "epoch": 3.2411134903640257,
+      "grad_norm": 4.696357727050781,
+      "learning_rate": 1.4552721050081519e-05,
+      "loss": 1.2951,
+      "step": 7568
+    },
+    {
+      "epoch": 3.241541755888651,
+      "grad_norm": 3.887084722518921,
+      "learning_rate": 1.4546420392920273e-05,
+      "loss": 0.6927,
+      "step": 7569
+    },
+    {
+      "epoch": 3.2419700214132763,
+      "grad_norm": 2.880411386489868,
+      "learning_rate": 1.4540120540331299e-05,
+      "loss": 0.5415,
+      "step": 7570
+    },
+    {
+      "epoch": 3.2423982869379016,
+      "grad_norm": 1.9767701625823975,
+      "learning_rate": 1.453382149279945e-05,
+      "loss": 0.1753,
+      "step": 7571
+    },
+    {
+      "epoch": 3.242826552462527,
+      "grad_norm": 7.518898010253906,
+      "learning_rate": 1.4527523250809545e-05,
+      "loss": 1.1738,
+      "step": 7572
+    },
+    {
+      "epoch": 3.243254817987152,
+      "grad_norm": 3.7856833934783936,
+      "learning_rate": 1.4521225814846328e-05,
+      "loss": 0.107,
+      "step": 7573
+    },
+    {
+      "epoch": 3.2436830835117774,
+      "grad_norm": 5.63341760635376,
+      "learning_rate": 1.4514929185394504e-05,
+      "loss": 0.9652,
+      "step": 7574
+    },
+    {
+      "epoch": 3.2441113490364026,
+      "grad_norm": 3.270505666732788,
+      "learning_rate": 1.4508633362938695e-05,
+      "loss": 1.0329,
+      "step": 7575
+    },
+    {
+      "epoch": 3.244539614561028,
+      "grad_norm": 3.5769903659820557,
+      "learning_rate": 1.4502338347963465e-05,
+      "loss": 0.3379,
+      "step": 7576
+    },
+    {
+      "epoch": 3.244967880085653,
+      "grad_norm": 8.068745613098145,
+      "learning_rate": 1.4496044140953308e-05,
+      "loss": 0.8311,
+      "step": 7577
+    },
+    {
+      "epoch": 3.2453961456102784,
+      "grad_norm": 1.7167836427688599,
+      "learning_rate": 1.448975074239269e-05,
+      "loss": 0.7527,
+      "step": 7578
+    },
+    {
+      "epoch": 3.2458244111349037,
+      "grad_norm": 3.8631722927093506,
+      "learning_rate": 1.4483458152765958e-05,
+      "loss": 1.4136,
+      "step": 7579
+    },
+    {
+      "epoch": 3.246252676659529,
+      "grad_norm": 5.720203399658203,
+      "learning_rate": 1.4477166372557455e-05,
+      "loss": 1.0599,
+      "step": 7580
+    },
+    {
+      "epoch": 3.2466809421841543,
+      "grad_norm": 1.370710015296936,
+      "learning_rate": 1.4470875402251424e-05,
+      "loss": 0.4306,
+      "step": 7581
+    },
+    {
+      "epoch": 3.2471092077087795,
+      "grad_norm": 12.021856307983398,
+      "learning_rate": 1.4464585242332056e-05,
+      "loss": 0.5863,
+      "step": 7582
+    },
+    {
+      "epoch": 3.247537473233405,
+      "grad_norm": 2.9873905181884766,
+      "learning_rate": 1.4458295893283477e-05,
+      "loss": 0.3418,
+      "step": 7583
+    },
+    {
+      "epoch": 3.24796573875803,
+      "grad_norm": 2.2790050506591797,
+      "learning_rate": 1.445200735558977e-05,
+      "loss": 0.3964,
+      "step": 7584
+    },
+    {
+      "epoch": 3.2483940042826553,
+      "grad_norm": 2.2959609031677246,
+      "learning_rate": 1.4445719629734927e-05,
+      "loss": 0.1962,
+      "step": 7585
+    },
+    {
+      "epoch": 3.2488222698072806,
+      "grad_norm": 3.677236318588257,
+      "learning_rate": 1.4439432716202896e-05,
+      "loss": 1.5836,
+      "step": 7586
+    },
+    {
+      "epoch": 3.249250535331906,
+      "grad_norm": 1.1593396663665771,
+      "learning_rate": 1.4433146615477555e-05,
+      "loss": 0.1957,
+      "step": 7587
+    },
+    {
+      "epoch": 3.249678800856531,
+      "grad_norm": 4.267468452453613,
+      "learning_rate": 1.4426861328042707e-05,
+      "loss": 0.8199,
+      "step": 7588
+    },
+    {
+      "epoch": 3.2501070663811564,
+      "grad_norm": 1.6586363315582275,
+      "learning_rate": 1.4420576854382134e-05,
+      "loss": 0.1454,
+      "step": 7589
+    },
+    {
+      "epoch": 3.2505353319057817,
+      "grad_norm": 4.857650279998779,
+      "learning_rate": 1.4414293194979511e-05,
+      "loss": 0.649,
+      "step": 7590
+    },
+    {
+      "epoch": 3.250963597430407,
+      "grad_norm": 2.7499496936798096,
+      "learning_rate": 1.4408010350318474e-05,
+      "loss": 0.2484,
+      "step": 7591
+    },
+    {
+      "epoch": 3.2513918629550322,
+      "grad_norm": 3.446033477783203,
+      "learning_rate": 1.4401728320882574e-05,
+      "loss": 0.649,
+      "step": 7592
+    },
+    {
+      "epoch": 3.2518201284796575,
+      "grad_norm": 4.1628193855285645,
+      "learning_rate": 1.4395447107155336e-05,
+      "loss": 0.7126,
+      "step": 7593
+    },
+    {
+      "epoch": 3.252248394004283,
+      "grad_norm": 4.9484028816223145,
+      "learning_rate": 1.4389166709620195e-05,
+      "loss": 1.6161,
+      "step": 7594
+    },
+    {
+      "epoch": 3.252676659528908,
+      "grad_norm": 5.5536298751831055,
+      "learning_rate": 1.4382887128760524e-05,
+      "loss": 0.4345,
+      "step": 7595
+    },
+    {
+      "epoch": 3.2531049250535333,
+      "grad_norm": 5.891414165496826,
+      "learning_rate": 1.4376608365059629e-05,
+      "loss": 0.8541,
+      "step": 7596
+    },
+    {
+      "epoch": 3.2535331905781586,
+      "grad_norm": 4.521335601806641,
+      "learning_rate": 1.43703304190008e-05,
+      "loss": 1.0279,
+      "step": 7597
+    },
+    {
+      "epoch": 3.253961456102784,
+      "grad_norm": 4.910184860229492,
+      "learning_rate": 1.4364053291067179e-05,
+      "loss": 0.4647,
+      "step": 7598
+    },
+    {
+      "epoch": 3.254389721627409,
+      "grad_norm": 4.695461273193359,
+      "learning_rate": 1.4357776981741924e-05,
+      "loss": 0.3904,
+      "step": 7599
+    },
+    {
+      "epoch": 3.2548179871520344,
+      "grad_norm": 11.668694496154785,
+      "learning_rate": 1.435150149150809e-05,
+      "loss": 0.1306,
+      "step": 7600
+    },
+    {
+      "epoch": 3.2552462526766597,
+      "grad_norm": 2.3246865272521973,
+      "learning_rate": 1.4345226820848678e-05,
+      "loss": 0.6385,
+      "step": 7601
+    },
+    {
+      "epoch": 3.255674518201285,
+      "grad_norm": 1.575270414352417,
+      "learning_rate": 1.4338952970246613e-05,
+      "loss": 0.6438,
+      "step": 7602
+    },
+    {
+      "epoch": 3.25610278372591,
+      "grad_norm": 1.6383836269378662,
+      "learning_rate": 1.433267994018479e-05,
+      "loss": 0.5816,
+      "step": 7603
+    },
+    {
+      "epoch": 3.2565310492505355,
+      "grad_norm": 2.0175721645355225,
+      "learning_rate": 1.4326407731146014e-05,
+      "loss": 1.1127,
+      "step": 7604
+    },
+    {
+      "epoch": 3.2569593147751608,
+      "grad_norm": 3.3883979320526123,
+      "learning_rate": 1.432013634361303e-05,
+      "loss": 0.607,
+      "step": 7605
+    },
+    {
+      "epoch": 3.257387580299786,
+      "grad_norm": 5.18842077255249,
+      "learning_rate": 1.4313865778068514e-05,
+      "loss": 1.7602,
+      "step": 7606
+    },
+    {
+      "epoch": 3.2578158458244113,
+      "grad_norm": 1.4328066110610962,
+      "learning_rate": 1.4307596034995113e-05,
+      "loss": 0.4873,
+      "step": 7607
+    },
+    {
+      "epoch": 3.2582441113490366,
+      "grad_norm": 3.157944440841675,
+      "learning_rate": 1.430132711487535e-05,
+      "loss": 1.2118,
+      "step": 7608
+    },
+    {
+      "epoch": 3.258672376873662,
+      "grad_norm": 3.967667579650879,
+      "learning_rate": 1.4295059018191753e-05,
+      "loss": 0.2868,
+      "step": 7609
+    },
+    {
+      "epoch": 3.259100642398287,
+      "grad_norm": 2.0928215980529785,
+      "learning_rate": 1.4288791745426739e-05,
+      "loss": 0.3422,
+      "step": 7610
+    },
+    {
+      "epoch": 3.2595289079229124,
+      "grad_norm": 3.72617769241333,
+      "learning_rate": 1.4282525297062672e-05,
+      "loss": 0.2624,
+      "step": 7611
+    },
+    {
+      "epoch": 3.2599571734475377,
+      "grad_norm": 4.142044544219971,
+      "learning_rate": 1.4276259673581854e-05,
+      "loss": 0.5268,
+      "step": 7612
+    },
+    {
+      "epoch": 3.260385438972163,
+      "grad_norm": 1.6157057285308838,
+      "learning_rate": 1.4269994875466545e-05,
+      "loss": 0.3964,
+      "step": 7613
+    },
+    {
+      "epoch": 3.260813704496788,
+      "grad_norm": 1.1348713636398315,
+      "learning_rate": 1.426373090319891e-05,
+      "loss": 0.6503,
+      "step": 7614
+    },
+    {
+      "epoch": 3.2612419700214135,
+      "grad_norm": 5.865473747253418,
+      "learning_rate": 1.4257467757261065e-05,
+      "loss": 0.4934,
+      "step": 7615
+    },
+    {
+      "epoch": 3.2616702355460383,
+      "grad_norm": 7.648966312408447,
+      "learning_rate": 1.4251205438135048e-05,
+      "loss": 0.7505,
+      "step": 7616
+    },
+    {
+      "epoch": 3.262098501070664,
+      "grad_norm": 2.710404872894287,
+      "learning_rate": 1.424494394630288e-05,
+      "loss": 0.711,
+      "step": 7617
+    },
+    {
+      "epoch": 3.262526766595289,
+      "grad_norm": 3.0505926609039307,
+      "learning_rate": 1.423868328224644e-05,
+      "loss": 0.7788,
+      "step": 7618
+    },
+    {
+      "epoch": 3.2629550321199146,
+      "grad_norm": 2.2830886840820312,
+      "learning_rate": 1.4232423446447621e-05,
+      "loss": 0.1871,
+      "step": 7619
+    },
+    {
+      "epoch": 3.2633832976445394,
+      "grad_norm": 5.3147993087768555,
+      "learning_rate": 1.4226164439388207e-05,
+      "loss": 0.2597,
+      "step": 7620
+    },
+    {
+      "epoch": 3.263811563169165,
+      "grad_norm": 1.1985465288162231,
+      "learning_rate": 1.421990626154993e-05,
+      "loss": 0.2692,
+      "step": 7621
+    },
+    {
+      "epoch": 3.26423982869379,
+      "grad_norm": 0.9473214149475098,
+      "learning_rate": 1.4213648913414445e-05,
+      "loss": 0.2538,
+      "step": 7622
+    },
+    {
+      "epoch": 3.2646680942184156,
+      "grad_norm": 7.5968828201293945,
+      "learning_rate": 1.4207392395463386e-05,
+      "loss": 0.9623,
+      "step": 7623
+    },
+    {
+      "epoch": 3.2650963597430405,
+      "grad_norm": 2.58125901222229,
+      "learning_rate": 1.4201136708178273e-05,
+      "loss": 1.0661,
+      "step": 7624
+    },
+    {
+      "epoch": 3.265524625267666,
+      "grad_norm": 4.5918660163879395,
+      "learning_rate": 1.4194881852040575e-05,
+      "loss": 0.7628,
+      "step": 7625
+    },
+    {
+      "epoch": 3.265952890792291,
+      "grad_norm": 4.450911521911621,
+      "learning_rate": 1.4188627827531742e-05,
+      "loss": 0.8273,
+      "step": 7626
+    },
+    {
+      "epoch": 3.2663811563169167,
+      "grad_norm": 2.1663033962249756,
+      "learning_rate": 1.4182374635133072e-05,
+      "loss": 0.4439,
+      "step": 7627
+    },
+    {
+      "epoch": 3.2668094218415415,
+      "grad_norm": 1.3505572080612183,
+      "learning_rate": 1.417612227532588e-05,
+      "loss": 0.201,
+      "step": 7628
+    },
+    {
+      "epoch": 3.2672376873661673,
+      "grad_norm": 1.90226149559021,
+      "learning_rate": 1.4169870748591387e-05,
+      "loss": 0.4371,
+      "step": 7629
+    },
+    {
+      "epoch": 3.267665952890792,
+      "grad_norm": 1.465184211730957,
+      "learning_rate": 1.4163620055410743e-05,
+      "loss": 0.1373,
+      "step": 7630
+    },
+    {
+      "epoch": 3.268094218415418,
+      "grad_norm": 2.4497199058532715,
+      "learning_rate": 1.4157370196265024e-05,
+      "loss": 0.305,
+      "step": 7631
+    },
+    {
+      "epoch": 3.2685224839400426,
+      "grad_norm": 5.339931011199951,
+      "learning_rate": 1.4151121171635287e-05,
+      "loss": 0.5647,
+      "step": 7632
+    },
+    {
+      "epoch": 3.268950749464668,
+      "grad_norm": 5.024200916290283,
+      "learning_rate": 1.414487298200248e-05,
+      "loss": 0.2434,
+      "step": 7633
+    },
+    {
+      "epoch": 3.269379014989293,
+      "grad_norm": 3.8946831226348877,
+      "learning_rate": 1.4138625627847508e-05,
+      "loss": 0.6857,
+      "step": 7634
+    },
+    {
+      "epoch": 3.2698072805139184,
+      "grad_norm": 2.1816399097442627,
+      "learning_rate": 1.413237910965119e-05,
+      "loss": 0.1757,
+      "step": 7635
+    },
+    {
+      "epoch": 3.2702355460385437,
+      "grad_norm": 2.314873695373535,
+      "learning_rate": 1.4126133427894328e-05,
+      "loss": 1.3758,
+      "step": 7636
+    },
+    {
+      "epoch": 3.270663811563169,
+      "grad_norm": 5.955413341522217,
+      "learning_rate": 1.411988858305759e-05,
+      "loss": 0.6653,
+      "step": 7637
+    },
+    {
+      "epoch": 3.2710920770877943,
+      "grad_norm": 0.8639141917228699,
+      "learning_rate": 1.4113644575621648e-05,
+      "loss": 0.33,
+      "step": 7638
+    },
+    {
+      "epoch": 3.2715203426124195,
+      "grad_norm": 5.5406575202941895,
+      "learning_rate": 1.4107401406067067e-05,
+      "loss": 0.5699,
+      "step": 7639
+    },
+    {
+      "epoch": 3.271948608137045,
+      "grad_norm": 2.013120412826538,
+      "learning_rate": 1.4101159074874364e-05,
+      "loss": 0.1622,
+      "step": 7640
+    },
+    {
+      "epoch": 3.27237687366167,
+      "grad_norm": 2.1252715587615967,
+      "learning_rate": 1.4094917582523978e-05,
+      "loss": 0.2939,
+      "step": 7641
+    },
+    {
+      "epoch": 3.2728051391862953,
+      "grad_norm": 4.186215400695801,
+      "learning_rate": 1.4088676929496308e-05,
+      "loss": 1.0708,
+      "step": 7642
+    },
+    {
+      "epoch": 3.2732334047109206,
+      "grad_norm": 5.76631498336792,
+      "learning_rate": 1.4082437116271666e-05,
+      "loss": 0.6808,
+      "step": 7643
+    },
+    {
+      "epoch": 3.273661670235546,
+      "grad_norm": 4.028789043426514,
+      "learning_rate": 1.4076198143330304e-05,
+      "loss": 0.644,
+      "step": 7644
+    },
+    {
+      "epoch": 3.274089935760171,
+      "grad_norm": 1.8913838863372803,
+      "learning_rate": 1.4069960011152412e-05,
+      "loss": 0.4057,
+      "step": 7645
+    },
+    {
+      "epoch": 3.2745182012847964,
+      "grad_norm": 1.1668472290039062,
+      "learning_rate": 1.4063722720218131e-05,
+      "loss": 0.1942,
+      "step": 7646
+    },
+    {
+      "epoch": 3.2749464668094217,
+      "grad_norm": 4.966324329376221,
+      "learning_rate": 1.4057486271007492e-05,
+      "loss": 0.867,
+      "step": 7647
+    },
+    {
+      "epoch": 3.275374732334047,
+      "grad_norm": 3.8212130069732666,
+      "learning_rate": 1.4051250664000515e-05,
+      "loss": 0.865,
+      "step": 7648
+    },
+    {
+      "epoch": 3.2758029978586722,
+      "grad_norm": 6.602293014526367,
+      "learning_rate": 1.4045015899677122e-05,
+      "loss": 0.7502,
+      "step": 7649
+    },
+    {
+      "epoch": 3.2762312633832975,
+      "grad_norm": 3.429795503616333,
+      "learning_rate": 1.4038781978517182e-05,
+      "loss": 0.3515,
+      "step": 7650
+    },
+    {
+      "epoch": 3.276659528907923,
+      "grad_norm": 2.465116262435913,
+      "learning_rate": 1.4032548901000484e-05,
+      "loss": 0.4136,
+      "step": 7651
+    },
+    {
+      "epoch": 3.277087794432548,
+      "grad_norm": 4.825039863586426,
+      "learning_rate": 1.4026316667606785e-05,
+      "loss": 0.4592,
+      "step": 7652
+    },
+    {
+      "epoch": 3.2775160599571733,
+      "grad_norm": 1.8901314735412598,
+      "learning_rate": 1.4020085278815745e-05,
+      "loss": 0.7416,
+      "step": 7653
+    },
+    {
+      "epoch": 3.2779443254817986,
+      "grad_norm": 2.8885631561279297,
+      "learning_rate": 1.4013854735106971e-05,
+      "loss": 1.3036,
+      "step": 7654
+    },
+    {
+      "epoch": 3.278372591006424,
+      "grad_norm": 3.0245180130004883,
+      "learning_rate": 1.4007625036959996e-05,
+      "loss": 0.2731,
+      "step": 7655
+    },
+    {
+      "epoch": 3.278800856531049,
+      "grad_norm": 3.119488477706909,
+      "learning_rate": 1.4001396184854324e-05,
+      "loss": 0.1965,
+      "step": 7656
+    },
+    {
+      "epoch": 3.2792291220556744,
+      "grad_norm": 3.2612550258636475,
+      "learning_rate": 1.3995168179269324e-05,
+      "loss": 0.5801,
+      "step": 7657
+    },
+    {
+      "epoch": 3.2796573875802997,
+      "grad_norm": 1.6366870403289795,
+      "learning_rate": 1.3988941020684368e-05,
+      "loss": 0.8318,
+      "step": 7658
+    },
+    {
+      "epoch": 3.280085653104925,
+      "grad_norm": 3.157944440841675,
+      "learning_rate": 1.3982714709578754e-05,
+      "loss": 0.2807,
+      "step": 7659
+    },
+    {
+      "epoch": 3.28051391862955,
+      "grad_norm": 2.1543543338775635,
+      "learning_rate": 1.3976489246431653e-05,
+      "loss": 0.564,
+      "step": 7660
+    },
+    {
+      "epoch": 3.2809421841541755,
+      "grad_norm": 4.227574825286865,
+      "learning_rate": 1.3970264631722251e-05,
+      "loss": 0.6649,
+      "step": 7661
+    },
+    {
+      "epoch": 3.2813704496788008,
+      "grad_norm": 1.741641640663147,
+      "learning_rate": 1.3964040865929624e-05,
+      "loss": 0.3372,
+      "step": 7662
+    },
+    {
+      "epoch": 3.281798715203426,
+      "grad_norm": 4.455361843109131,
+      "learning_rate": 1.3957817949532784e-05,
+      "loss": 0.4384,
+      "step": 7663
+    },
+    {
+      "epoch": 3.2822269807280513,
+      "grad_norm": 1.3223682641983032,
+      "learning_rate": 1.3951595883010682e-05,
+      "loss": 0.3199,
+      "step": 7664
+    },
+    {
+      "epoch": 3.2826552462526766,
+      "grad_norm": 3.7587673664093018,
+      "learning_rate": 1.3945374666842232e-05,
+      "loss": 0.3029,
+      "step": 7665
+    },
+    {
+      "epoch": 3.283083511777302,
+      "grad_norm": 2.3069779872894287,
+      "learning_rate": 1.3939154301506222e-05,
+      "loss": 0.698,
+      "step": 7666
+    },
+    {
+      "epoch": 3.283511777301927,
+      "grad_norm": 7.764011383056641,
+      "learning_rate": 1.3932934787481437e-05,
+      "loss": 0.7618,
+      "step": 7667
+    },
+    {
+      "epoch": 3.2839400428265524,
+      "grad_norm": 4.160523891448975,
+      "learning_rate": 1.3926716125246558e-05,
+      "loss": 0.7846,
+      "step": 7668
+    },
+    {
+      "epoch": 3.2843683083511777,
+      "grad_norm": 1.831861972808838,
+      "learning_rate": 1.3920498315280218e-05,
+      "loss": 0.4571,
+      "step": 7669
+    },
+    {
+      "epoch": 3.284796573875803,
+      "grad_norm": 4.627790451049805,
+      "learning_rate": 1.391428135806096e-05,
+      "loss": 1.2425,
+      "step": 7670
+    },
+    {
+      "epoch": 3.285224839400428,
+      "grad_norm": 3.870096206665039,
+      "learning_rate": 1.3908065254067305e-05,
+      "loss": 0.2855,
+      "step": 7671
+    },
+    {
+      "epoch": 3.2856531049250535,
+      "grad_norm": 1.9233492612838745,
+      "learning_rate": 1.3901850003777672e-05,
+      "loss": 0.5925,
+      "step": 7672
+    },
+    {
+      "epoch": 3.2860813704496787,
+      "grad_norm": 2.0723371505737305,
+      "learning_rate": 1.3895635607670424e-05,
+      "loss": 0.1771,
+      "step": 7673
+    },
+    {
+      "epoch": 3.286509635974304,
+      "grad_norm": 3.3884432315826416,
+      "learning_rate": 1.3889422066223851e-05,
+      "loss": 0.3729,
+      "step": 7674
+    },
+    {
+      "epoch": 3.2869379014989293,
+      "grad_norm": 4.556979656219482,
+      "learning_rate": 1.3883209379916212e-05,
+      "loss": 0.4629,
+      "step": 7675
+    },
+    {
+      "epoch": 3.2873661670235546,
+      "grad_norm": 4.889240741729736,
+      "learning_rate": 1.387699754922564e-05,
+      "loss": 1.4123,
+      "step": 7676
+    },
+    {
+      "epoch": 3.28779443254818,
+      "grad_norm": 3.9231765270233154,
+      "learning_rate": 1.387078657463026e-05,
+      "loss": 0.9672,
+      "step": 7677
+    },
+    {
+      "epoch": 3.288222698072805,
+      "grad_norm": 5.587687969207764,
+      "learning_rate": 1.3864576456608096e-05,
+      "loss": 0.8514,
+      "step": 7678
+    },
+    {
+      "epoch": 3.2886509635974304,
+      "grad_norm": 1.9486291408538818,
+      "learning_rate": 1.3858367195637129e-05,
+      "loss": 0.3163,
+      "step": 7679
+    },
+    {
+      "epoch": 3.2890792291220556,
+      "grad_norm": 5.449432849884033,
+      "learning_rate": 1.3852158792195239e-05,
+      "loss": 0.9896,
+      "step": 7680
+    },
+    {
+      "epoch": 3.289507494646681,
+      "grad_norm": 6.837374210357666,
+      "learning_rate": 1.3845951246760286e-05,
+      "loss": 0.4239,
+      "step": 7681
+    },
+    {
+      "epoch": 3.289935760171306,
+      "grad_norm": 3.5180840492248535,
+      "learning_rate": 1.3839744559810036e-05,
+      "loss": 0.9772,
+      "step": 7682
+    },
+    {
+      "epoch": 3.2903640256959314,
+      "grad_norm": 4.9557366371154785,
+      "learning_rate": 1.3833538731822193e-05,
+      "loss": 0.5085,
+      "step": 7683
+    },
+    {
+      "epoch": 3.2907922912205567,
+      "grad_norm": 7.54451322555542,
+      "learning_rate": 1.382733376327438e-05,
+      "loss": 0.4214,
+      "step": 7684
+    },
+    {
+      "epoch": 3.291220556745182,
+      "grad_norm": 4.273288249969482,
+      "learning_rate": 1.382112965464421e-05,
+      "loss": 0.6608,
+      "step": 7685
+    },
+    {
+      "epoch": 3.2916488222698073,
+      "grad_norm": 4.890822887420654,
+      "learning_rate": 1.381492640640914e-05,
+      "loss": 0.2817,
+      "step": 7686
+    },
+    {
+      "epoch": 3.2920770877944325,
+      "grad_norm": 9.820361137390137,
+      "learning_rate": 1.3808724019046643e-05,
+      "loss": 0.874,
+      "step": 7687
+    },
+    {
+      "epoch": 3.292505353319058,
+      "grad_norm": 7.302102088928223,
+      "learning_rate": 1.3802522493034086e-05,
+      "loss": 0.6114,
+      "step": 7688
+    },
+    {
+      "epoch": 3.292933618843683,
+      "grad_norm": 4.099639892578125,
+      "learning_rate": 1.3796321828848774e-05,
+      "loss": 0.3831,
+      "step": 7689
+    },
+    {
+      "epoch": 3.2933618843683083,
+      "grad_norm": 5.574759483337402,
+      "learning_rate": 1.3790122026967942e-05,
+      "loss": 1.2733,
+      "step": 7690
+    },
+    {
+      "epoch": 3.2937901498929336,
+      "grad_norm": 1.5729793310165405,
+      "learning_rate": 1.378392308786878e-05,
+      "loss": 0.6247,
+      "step": 7691
+    },
+    {
+      "epoch": 3.294218415417559,
+      "grad_norm": 9.374676704406738,
+      "learning_rate": 1.3777725012028392e-05,
+      "loss": 0.3645,
+      "step": 7692
+    },
+    {
+      "epoch": 3.294646680942184,
+      "grad_norm": 10.962409973144531,
+      "learning_rate": 1.3771527799923806e-05,
+      "loss": 1.4042,
+      "step": 7693
+    },
+    {
+      "epoch": 3.2950749464668094,
+      "grad_norm": 2.7864253520965576,
+      "learning_rate": 1.376533145203202e-05,
+      "loss": 0.5981,
+      "step": 7694
+    },
+    {
+      "epoch": 3.2955032119914347,
+      "grad_norm": 7.656111240386963,
+      "learning_rate": 1.3759135968829933e-05,
+      "loss": 1.7037,
+      "step": 7695
+    },
+    {
+      "epoch": 3.29593147751606,
+      "grad_norm": 4.258569717407227,
+      "learning_rate": 1.3752941350794391e-05,
+      "loss": 0.5949,
+      "step": 7696
+    },
+    {
+      "epoch": 3.2963597430406852,
+      "grad_norm": 1.699116826057434,
+      "learning_rate": 1.3746747598402154e-05,
+      "loss": 0.6488,
+      "step": 7697
+    },
+    {
+      "epoch": 3.2967880085653105,
+      "grad_norm": 5.205140590667725,
+      "learning_rate": 1.3740554712129966e-05,
+      "loss": 0.6278,
+      "step": 7698
+    },
+    {
+      "epoch": 3.297216274089936,
+      "grad_norm": 3.3631913661956787,
+      "learning_rate": 1.3734362692454428e-05,
+      "loss": 0.3826,
+      "step": 7699
+    },
+    {
+      "epoch": 3.297644539614561,
+      "grad_norm": 6.236635684967041,
+      "learning_rate": 1.3728171539852147e-05,
+      "loss": 0.3383,
+      "step": 7700
+    },
+    {
+      "epoch": 3.2980728051391863,
+      "grad_norm": 6.588909149169922,
+      "learning_rate": 1.3721981254799621e-05,
+      "loss": 0.4039,
+      "step": 7701
+    },
+    {
+      "epoch": 3.2985010706638116,
+      "grad_norm": 5.645814418792725,
+      "learning_rate": 1.3715791837773295e-05,
+      "loss": 0.3309,
+      "step": 7702
+    },
+    {
+      "epoch": 3.298929336188437,
+      "grad_norm": 2.8895699977874756,
+      "learning_rate": 1.3709603289249534e-05,
+      "loss": 1.0269,
+      "step": 7703
+    },
+    {
+      "epoch": 3.299357601713062,
+      "grad_norm": 3.8332386016845703,
+      "learning_rate": 1.3703415609704679e-05,
+      "loss": 0.2428,
+      "step": 7704
+    },
+    {
+      "epoch": 3.2997858672376874,
+      "grad_norm": 3.9136900901794434,
+      "learning_rate": 1.3697228799614925e-05,
+      "loss": 0.445,
+      "step": 7705
+    },
+    {
+      "epoch": 3.3002141327623127,
+      "grad_norm": 1.636844515800476,
+      "learning_rate": 1.3691042859456484e-05,
+      "loss": 0.2522,
+      "step": 7706
+    },
+    {
+      "epoch": 3.300642398286938,
+      "grad_norm": 4.044330596923828,
+      "learning_rate": 1.3684857789705452e-05,
+      "loss": 0.5323,
+      "step": 7707
+    },
+    {
+      "epoch": 3.301070663811563,
+      "grad_norm": 3.614910364151001,
+      "learning_rate": 1.3678673590837872e-05,
+      "loss": 0.3314,
+      "step": 7708
+    },
+    {
+      "epoch": 3.3014989293361885,
+      "grad_norm": 1.9981962442398071,
+      "learning_rate": 1.3672490263329707e-05,
+      "loss": 0.5232,
+      "step": 7709
+    },
+    {
+      "epoch": 3.3019271948608138,
+      "grad_norm": 2.213624954223633,
+      "learning_rate": 1.3666307807656887e-05,
+      "loss": 0.1113,
+      "step": 7710
+    },
+    {
+      "epoch": 3.302355460385439,
+      "grad_norm": 8.195111274719238,
+      "learning_rate": 1.3660126224295233e-05,
+      "loss": 0.9258,
+      "step": 7711
+    },
+    {
+      "epoch": 3.3027837259100643,
+      "grad_norm": 4.089140892028809,
+      "learning_rate": 1.3653945513720529e-05,
+      "loss": 0.9444,
+      "step": 7712
+    },
+    {
+      "epoch": 3.3032119914346896,
+      "grad_norm": 4.979250431060791,
+      "learning_rate": 1.3647765676408464e-05,
+      "loss": 0.7176,
+      "step": 7713
+    },
+    {
+      "epoch": 3.303640256959315,
+      "grad_norm": 7.547979831695557,
+      "learning_rate": 1.3641586712834712e-05,
+      "loss": 0.6123,
+      "step": 7714
+    },
+    {
+      "epoch": 3.30406852248394,
+      "grad_norm": 3.934518575668335,
+      "learning_rate": 1.36354086234748e-05,
+      "loss": 0.1609,
+      "step": 7715
+    },
+    {
+      "epoch": 3.3044967880085654,
+      "grad_norm": 1.315315842628479,
+      "learning_rate": 1.3629231408804258e-05,
+      "loss": 0.4291,
+      "step": 7716
+    },
+    {
+      "epoch": 3.3049250535331907,
+      "grad_norm": 2.1097123622894287,
+      "learning_rate": 1.362305506929852e-05,
+      "loss": 0.9,
+      "step": 7717
+    },
+    {
+      "epoch": 3.305353319057816,
+      "grad_norm": 0.8942688703536987,
+      "learning_rate": 1.3616879605432956e-05,
+      "loss": 0.2778,
+      "step": 7718
+    },
+    {
+      "epoch": 3.305781584582441,
+      "grad_norm": 2.137143611907959,
+      "learning_rate": 1.3610705017682852e-05,
+      "loss": 0.5026,
+      "step": 7719
+    },
+    {
+      "epoch": 3.3062098501070665,
+      "grad_norm": 1.9235308170318604,
+      "learning_rate": 1.3604531306523466e-05,
+      "loss": 0.728,
+      "step": 7720
+    },
+    {
+      "epoch": 3.3066381156316917,
+      "grad_norm": 5.86947774887085,
+      "learning_rate": 1.3598358472429957e-05,
+      "loss": 1.1183,
+      "step": 7721
+    },
+    {
+      "epoch": 3.307066381156317,
+      "grad_norm": 3.400400400161743,
+      "learning_rate": 1.3592186515877419e-05,
+      "loss": 1.0796,
+      "step": 7722
+    },
+    {
+      "epoch": 3.3074946466809423,
+      "grad_norm": 1.876900553703308,
+      "learning_rate": 1.3586015437340879e-05,
+      "loss": 0.1308,
+      "step": 7723
+    },
+    {
+      "epoch": 3.3079229122055676,
+      "grad_norm": 5.098978519439697,
+      "learning_rate": 1.357984523729533e-05,
+      "loss": 0.4053,
+      "step": 7724
+    },
+    {
+      "epoch": 3.308351177730193,
+      "grad_norm": 2.352238178253174,
+      "learning_rate": 1.3573675916215629e-05,
+      "loss": 0.8065,
+      "step": 7725
+    },
+    {
+      "epoch": 3.308779443254818,
+      "grad_norm": 5.2389302253723145,
+      "learning_rate": 1.356750747457663e-05,
+      "loss": 0.8857,
+      "step": 7726
+    },
+    {
+      "epoch": 3.3092077087794434,
+      "grad_norm": 3.28936505317688,
+      "learning_rate": 1.3561339912853094e-05,
+      "loss": 0.3598,
+      "step": 7727
+    },
+    {
+      "epoch": 3.3096359743040686,
+      "grad_norm": 7.745121479034424,
+      "learning_rate": 1.3555173231519696e-05,
+      "loss": 1.2165,
+      "step": 7728
+    },
+    {
+      "epoch": 3.310064239828694,
+      "grad_norm": 2.3994760513305664,
+      "learning_rate": 1.3549007431051089e-05,
+      "loss": 0.2382,
+      "step": 7729
+    },
+    {
+      "epoch": 3.310492505353319,
+      "grad_norm": 1.884499430656433,
+      "learning_rate": 1.3542842511921816e-05,
+      "loss": 0.1773,
+      "step": 7730
+    },
+    {
+      "epoch": 3.3109207708779445,
+      "grad_norm": 4.048046588897705,
+      "learning_rate": 1.3536678474606374e-05,
+      "loss": 0.6153,
+      "step": 7731
+    },
+    {
+      "epoch": 3.3113490364025697,
+      "grad_norm": 2.6647350788116455,
+      "learning_rate": 1.3530515319579168e-05,
+      "loss": 0.6368,
+      "step": 7732
+    },
+    {
+      "epoch": 3.311777301927195,
+      "grad_norm": 0.9964644312858582,
+      "learning_rate": 1.3524353047314573e-05,
+      "loss": 0.1618,
+      "step": 7733
+    },
+    {
+      "epoch": 3.3122055674518203,
+      "grad_norm": 16.180849075317383,
+      "learning_rate": 1.3518191658286872e-05,
+      "loss": 1.2659,
+      "step": 7734
+    },
+    {
+      "epoch": 3.3126338329764455,
+      "grad_norm": 13.657797813415527,
+      "learning_rate": 1.3512031152970278e-05,
+      "loss": 0.515,
+      "step": 7735
+    },
+    {
+      "epoch": 3.313062098501071,
+      "grad_norm": 2.9764914512634277,
+      "learning_rate": 1.3505871531838931e-05,
+      "loss": 0.5316,
+      "step": 7736
+    },
+    {
+      "epoch": 3.313490364025696,
+      "grad_norm": 3.022268295288086,
+      "learning_rate": 1.3499712795366948e-05,
+      "loss": 1.8738,
+      "step": 7737
+    },
+    {
+      "epoch": 3.3139186295503213,
+      "grad_norm": 6.4003987312316895,
+      "learning_rate": 1.3493554944028303e-05,
+      "loss": 1.2175,
+      "step": 7738
+    },
+    {
+      "epoch": 3.3143468950749466,
+      "grad_norm": 2.7689216136932373,
+      "learning_rate": 1.3487397978296973e-05,
+      "loss": 0.4245,
+      "step": 7739
+    },
+    {
+      "epoch": 3.314775160599572,
+      "grad_norm": 2.0955514907836914,
+      "learning_rate": 1.3481241898646821e-05,
+      "loss": 0.1947,
+      "step": 7740
+    },
+    {
+      "epoch": 3.315203426124197,
+      "grad_norm": 1.1773223876953125,
+      "learning_rate": 1.347508670555166e-05,
+      "loss": 0.2209,
+      "step": 7741
+    },
+    {
+      "epoch": 3.3156316916488224,
+      "grad_norm": 3.6827006340026855,
+      "learning_rate": 1.3468932399485224e-05,
+      "loss": 0.8806,
+      "step": 7742
+    },
+    {
+      "epoch": 3.3160599571734477,
+      "grad_norm": 9.093235969543457,
+      "learning_rate": 1.3462778980921215e-05,
+      "loss": 0.4517,
+      "step": 7743
+    },
+    {
+      "epoch": 3.316488222698073,
+      "grad_norm": 5.61237907409668,
+      "learning_rate": 1.3456626450333193e-05,
+      "loss": 0.4065,
+      "step": 7744
+    },
+    {
+      "epoch": 3.3169164882226982,
+      "grad_norm": 5.28082799911499,
+      "learning_rate": 1.3450474808194735e-05,
+      "loss": 0.3899,
+      "step": 7745
+    },
+    {
+      "epoch": 3.3173447537473235,
+      "grad_norm": 6.7824320793151855,
+      "learning_rate": 1.3444324054979292e-05,
+      "loss": 0.7497,
+      "step": 7746
+    },
+    {
+      "epoch": 3.317773019271949,
+      "grad_norm": 3.2482826709747314,
+      "learning_rate": 1.343817419116027e-05,
+      "loss": 0.2157,
+      "step": 7747
+    },
+    {
+      "epoch": 3.318201284796574,
+      "grad_norm": 2.143949270248413,
+      "learning_rate": 1.343202521721098e-05,
+      "loss": 0.547,
+      "step": 7748
+    },
+    {
+      "epoch": 3.3186295503211993,
+      "grad_norm": 1.71535062789917,
+      "learning_rate": 1.3425877133604718e-05,
+      "loss": 0.9093,
+      "step": 7749
+    },
+    {
+      "epoch": 3.3190578158458246,
+      "grad_norm": 2.5331273078918457,
+      "learning_rate": 1.341972994081466e-05,
+      "loss": 0.2355,
+      "step": 7750
+    },
+    {
+      "epoch": 3.31948608137045,
+      "grad_norm": 2.1723525524139404,
+      "learning_rate": 1.3413583639313936e-05,
+      "loss": 0.4202,
+      "step": 7751
+    },
+    {
+      "epoch": 3.319914346895075,
+      "grad_norm": 2.161980628967285,
+      "learning_rate": 1.3407438229575592e-05,
+      "loss": 0.3549,
+      "step": 7752
+    },
+    {
+      "epoch": 3.3203426124197,
+      "grad_norm": 6.596938133239746,
+      "learning_rate": 1.3401293712072644e-05,
+      "loss": 0.7481,
+      "step": 7753
+    },
+    {
+      "epoch": 3.3207708779443257,
+      "grad_norm": 1.7347631454467773,
+      "learning_rate": 1.339515008727798e-05,
+      "loss": 0.9056,
+      "step": 7754
+    },
+    {
+      "epoch": 3.3211991434689505,
+      "grad_norm": 5.638171195983887,
+      "learning_rate": 1.3389007355664473e-05,
+      "loss": 0.4984,
+      "step": 7755
+    },
+    {
+      "epoch": 3.3216274089935762,
+      "grad_norm": 2.4966623783111572,
+      "learning_rate": 1.3382865517704899e-05,
+      "loss": 0.3561,
+      "step": 7756
+    },
+    {
+      "epoch": 3.322055674518201,
+      "grad_norm": 4.8876261711120605,
+      "learning_rate": 1.3376724573871973e-05,
+      "loss": 1.1299,
+      "step": 7757
+    },
+    {
+      "epoch": 3.3224839400428268,
+      "grad_norm": 2.90983510017395,
+      "learning_rate": 1.337058452463833e-05,
+      "loss": 0.6369,
+      "step": 7758
+    },
+    {
+      "epoch": 3.3229122055674516,
+      "grad_norm": 10.669060707092285,
+      "learning_rate": 1.3364445370476563e-05,
+      "loss": 0.4618,
+      "step": 7759
+    },
+    {
+      "epoch": 3.3233404710920773,
+      "grad_norm": 5.992497444152832,
+      "learning_rate": 1.3358307111859176e-05,
+      "loss": 0.9303,
+      "step": 7760
+    },
+    {
+      "epoch": 3.323768736616702,
+      "grad_norm": 3.383331775665283,
+      "learning_rate": 1.33521697492586e-05,
+      "loss": 0.5123,
+      "step": 7761
+    },
+    {
+      "epoch": 3.324197002141328,
+      "grad_norm": 3.268497943878174,
+      "learning_rate": 1.3346033283147196e-05,
+      "loss": 0.1858,
+      "step": 7762
+    },
+    {
+      "epoch": 3.3246252676659527,
+      "grad_norm": 2.6932175159454346,
+      "learning_rate": 1.3339897713997291e-05,
+      "loss": 0.4218,
+      "step": 7763
+    },
+    {
+      "epoch": 3.3250535331905784,
+      "grad_norm": 2.3729074001312256,
+      "learning_rate": 1.33337630422811e-05,
+      "loss": 0.7026,
+      "step": 7764
+    },
+    {
+      "epoch": 3.325481798715203,
+      "grad_norm": 1.7215896844863892,
+      "learning_rate": 1.3327629268470776e-05,
+      "loss": 0.1456,
+      "step": 7765
+    },
+    {
+      "epoch": 3.325910064239829,
+      "grad_norm": 3.9563567638397217,
+      "learning_rate": 1.3321496393038441e-05,
+      "loss": 0.9514,
+      "step": 7766
+    },
+    {
+      "epoch": 3.3263383297644538,
+      "grad_norm": 5.759528636932373,
+      "learning_rate": 1.3315364416456082e-05,
+      "loss": 0.6144,
+      "step": 7767
+    },
+    {
+      "epoch": 3.3267665952890795,
+      "grad_norm": 5.2561774253845215,
+      "learning_rate": 1.3309233339195687e-05,
+      "loss": 0.8932,
+      "step": 7768
+    },
+    {
+      "epoch": 3.3271948608137043,
+      "grad_norm": 1.6833710670471191,
+      "learning_rate": 1.3303103161729125e-05,
+      "loss": 0.2635,
+      "step": 7769
+    },
+    {
+      "epoch": 3.3276231263383296,
+      "grad_norm": 1.7332103252410889,
+      "learning_rate": 1.3296973884528214e-05,
+      "loss": 0.407,
+      "step": 7770
+    },
+    {
+      "epoch": 3.328051391862955,
+      "grad_norm": 4.759417533874512,
+      "learning_rate": 1.3290845508064691e-05,
+      "loss": 0.5136,
+      "step": 7771
+    },
+    {
+      "epoch": 3.32847965738758,
+      "grad_norm": 3.306602716445923,
+      "learning_rate": 1.328471803281026e-05,
+      "loss": 0.4763,
+      "step": 7772
+    },
+    {
+      "epoch": 3.3289079229122054,
+      "grad_norm": 1.9515377283096313,
+      "learning_rate": 1.3278591459236511e-05,
+      "loss": 0.6014,
+      "step": 7773
+    },
+    {
+      "epoch": 3.3293361884368307,
+      "grad_norm": 3.097041368484497,
+      "learning_rate": 1.3272465787814988e-05,
+      "loss": 1.2178,
+      "step": 7774
+    },
+    {
+      "epoch": 3.329764453961456,
+      "grad_norm": 2.5226292610168457,
+      "learning_rate": 1.3266341019017151e-05,
+      "loss": 0.1456,
+      "step": 7775
+    },
+    {
+      "epoch": 3.330192719486081,
+      "grad_norm": 4.399078845977783,
+      "learning_rate": 1.3260217153314424e-05,
+      "loss": 0.2355,
+      "step": 7776
+    },
+    {
+      "epoch": 3.3306209850107065,
+      "grad_norm": 4.0649003982543945,
+      "learning_rate": 1.3254094191178107e-05,
+      "loss": 0.3505,
+      "step": 7777
+    },
+    {
+      "epoch": 3.3310492505353317,
+      "grad_norm": 5.827202320098877,
+      "learning_rate": 1.3247972133079484e-05,
+      "loss": 0.4261,
+      "step": 7778
+    },
+    {
+      "epoch": 3.331477516059957,
+      "grad_norm": 3.184755563735962,
+      "learning_rate": 1.324185097948974e-05,
+      "loss": 0.4509,
+      "step": 7779
+    },
+    {
+      "epoch": 3.3319057815845823,
+      "grad_norm": 1.845623254776001,
+      "learning_rate": 1.3235730730879991e-05,
+      "loss": 0.1258,
+      "step": 7780
+    },
+    {
+      "epoch": 3.3323340471092076,
+      "grad_norm": 3.9682226181030273,
+      "learning_rate": 1.3229611387721291e-05,
+      "loss": 0.6041,
+      "step": 7781
+    },
+    {
+      "epoch": 3.332762312633833,
+      "grad_norm": 5.195135593414307,
+      "learning_rate": 1.322349295048464e-05,
+      "loss": 0.601,
+      "step": 7782
+    },
+    {
+      "epoch": 3.333190578158458,
+      "grad_norm": 7.149190902709961,
+      "learning_rate": 1.321737541964092e-05,
+      "loss": 0.8669,
+      "step": 7783
+    },
+    {
+      "epoch": 3.3336188436830834,
+      "grad_norm": 10.17982006072998,
+      "learning_rate": 1.3211258795660997e-05,
+      "loss": 1.1496,
+      "step": 7784
+    },
+    {
+      "epoch": 3.3340471092077086,
+      "grad_norm": 4.787156581878662,
+      "learning_rate": 1.3205143079015642e-05,
+      "loss": 0.7028,
+      "step": 7785
+    },
+    {
+      "epoch": 3.334475374732334,
+      "grad_norm": 4.13997220993042,
+      "learning_rate": 1.3199028270175551e-05,
+      "loss": 0.4353,
+      "step": 7786
+    },
+    {
+      "epoch": 3.334903640256959,
+      "grad_norm": 1.0790925025939941,
+      "learning_rate": 1.319291436961135e-05,
+      "loss": 0.4082,
+      "step": 7787
+    },
+    {
+      "epoch": 3.3353319057815844,
+      "grad_norm": 3.447486162185669,
+      "learning_rate": 1.3186801377793623e-05,
+      "loss": 0.3698,
+      "step": 7788
+    },
+    {
+      "epoch": 3.3357601713062097,
+      "grad_norm": 6.385848522186279,
+      "learning_rate": 1.3180689295192858e-05,
+      "loss": 0.4495,
+      "step": 7789
+    },
+    {
+      "epoch": 3.336188436830835,
+      "grad_norm": 4.13241720199585,
+      "learning_rate": 1.3174578122279471e-05,
+      "loss": 0.7376,
+      "step": 7790
+    },
+    {
+      "epoch": 3.3366167023554603,
+      "grad_norm": 1.7989696264266968,
+      "learning_rate": 1.3168467859523811e-05,
+      "loss": 0.6707,
+      "step": 7791
+    },
+    {
+      "epoch": 3.3370449678800855,
+      "grad_norm": 1.1934962272644043,
+      "learning_rate": 1.3162358507396191e-05,
+      "loss": 0.2357,
+      "step": 7792
+    },
+    {
+      "epoch": 3.337473233404711,
+      "grad_norm": 5.303948879241943,
+      "learning_rate": 1.3156250066366783e-05,
+      "loss": 0.4577,
+      "step": 7793
+    },
+    {
+      "epoch": 3.337901498929336,
+      "grad_norm": 3.2698018550872803,
+      "learning_rate": 1.3150142536905763e-05,
+      "loss": 0.8194,
+      "step": 7794
+    },
+    {
+      "epoch": 3.3383297644539613,
+      "grad_norm": 5.101723670959473,
+      "learning_rate": 1.314403591948319e-05,
+      "loss": 0.5339,
+      "step": 7795
+    },
+    {
+      "epoch": 3.3387580299785866,
+      "grad_norm": 3.3338639736175537,
+      "learning_rate": 1.3137930214569072e-05,
+      "loss": 1.0401,
+      "step": 7796
+    },
+    {
+      "epoch": 3.339186295503212,
+      "grad_norm": 5.872292995452881,
+      "learning_rate": 1.3131825422633325e-05,
+      "loss": 1.3657,
+      "step": 7797
+    },
+    {
+      "epoch": 3.339614561027837,
+      "grad_norm": 3.3927221298217773,
+      "learning_rate": 1.3125721544145842e-05,
+      "loss": 0.3174,
+      "step": 7798
+    },
+    {
+      "epoch": 3.3400428265524624,
+      "grad_norm": 1.1268982887268066,
+      "learning_rate": 1.3119618579576399e-05,
+      "loss": 0.3554,
+      "step": 7799
+    },
+    {
+      "epoch": 3.3404710920770877,
+      "grad_norm": 4.8450846672058105,
+      "learning_rate": 1.3113516529394704e-05,
+      "loss": 0.5998,
+      "step": 7800
+    },
+    {
+      "epoch": 3.340899357601713,
+      "grad_norm": 1.2514911890029907,
+      "learning_rate": 1.3107415394070436e-05,
+      "loss": 0.2731,
+      "step": 7801
+    },
+    {
+      "epoch": 3.3413276231263382,
+      "grad_norm": 3.6379189491271973,
+      "learning_rate": 1.3101315174073162e-05,
+      "loss": 0.4727,
+      "step": 7802
+    },
+    {
+      "epoch": 3.3417558886509635,
+      "grad_norm": 1.4631561040878296,
+      "learning_rate": 1.3095215869872395e-05,
+      "loss": 0.2164,
+      "step": 7803
+    },
+    {
+      "epoch": 3.342184154175589,
+      "grad_norm": 1.1790879964828491,
+      "learning_rate": 1.3089117481937562e-05,
+      "loss": 0.1301,
+      "step": 7804
+    },
+    {
+      "epoch": 3.342612419700214,
+      "grad_norm": 8.501097679138184,
+      "learning_rate": 1.3083020010738067e-05,
+      "loss": 1.5546,
+      "step": 7805
+    },
+    {
+      "epoch": 3.3430406852248393,
+      "grad_norm": 8.646533966064453,
+      "learning_rate": 1.3076923456743167e-05,
+      "loss": 0.2783,
+      "step": 7806
+    },
+    {
+      "epoch": 3.3434689507494646,
+      "grad_norm": 3.9081544876098633,
+      "learning_rate": 1.307082782042212e-05,
+      "loss": 0.5236,
+      "step": 7807
+    },
+    {
+      "epoch": 3.34389721627409,
+      "grad_norm": 1.981067180633545,
+      "learning_rate": 1.3064733102244079e-05,
+      "loss": 0.1376,
+      "step": 7808
+    },
+    {
+      "epoch": 3.344325481798715,
+      "grad_norm": 1.5292752981185913,
+      "learning_rate": 1.3058639302678122e-05,
+      "loss": 0.4693,
+      "step": 7809
+    },
+    {
+      "epoch": 3.3447537473233404,
+      "grad_norm": 6.219451904296875,
+      "learning_rate": 1.3052546422193262e-05,
+      "loss": 0.469,
+      "step": 7810
+    },
+    {
+      "epoch": 3.3451820128479657,
+      "grad_norm": 1.8354853391647339,
+      "learning_rate": 1.3046454461258461e-05,
+      "loss": 0.18,
+      "step": 7811
+    },
+    {
+      "epoch": 3.345610278372591,
+      "grad_norm": 4.196720123291016,
+      "learning_rate": 1.304036342034259e-05,
+      "loss": 0.48,
+      "step": 7812
+    },
+    {
+      "epoch": 3.346038543897216,
+      "grad_norm": 5.7269816398620605,
+      "learning_rate": 1.3034273299914449e-05,
+      "loss": 0.5819,
+      "step": 7813
+    },
+    {
+      "epoch": 3.3464668094218415,
+      "grad_norm": 6.784924507141113,
+      "learning_rate": 1.302818410044276e-05,
+      "loss": 0.6941,
+      "step": 7814
+    },
+    {
+      "epoch": 3.3468950749464668,
+      "grad_norm": 6.3268632888793945,
+      "learning_rate": 1.3022095822396218e-05,
+      "loss": 0.9898,
+      "step": 7815
+    },
+    {
+      "epoch": 3.347323340471092,
+      "grad_norm": 5.4924397468566895,
+      "learning_rate": 1.3016008466243376e-05,
+      "loss": 1.5975,
+      "step": 7816
+    },
+    {
+      "epoch": 3.3477516059957173,
+      "grad_norm": 4.323426723480225,
+      "learning_rate": 1.3009922032452782e-05,
+      "loss": 1.1506,
+      "step": 7817
+    },
+    {
+      "epoch": 3.3481798715203426,
+      "grad_norm": 7.398160457611084,
+      "learning_rate": 1.3003836521492874e-05,
+      "loss": 0.316,
+      "step": 7818
+    },
+    {
+      "epoch": 3.348608137044968,
+      "grad_norm": 6.588253021240234,
+      "learning_rate": 1.2997751933832036e-05,
+      "loss": 1.329,
+      "step": 7819
+    },
+    {
+      "epoch": 3.349036402569593,
+      "grad_norm": 7.900574207305908,
+      "learning_rate": 1.2991668269938562e-05,
+      "loss": 0.4328,
+      "step": 7820
+    },
+    {
+      "epoch": 3.3494646680942184,
+      "grad_norm": 6.198533058166504,
+      "learning_rate": 1.2985585530280717e-05,
+      "loss": 0.7063,
+      "step": 7821
+    },
+    {
+      "epoch": 3.3498929336188437,
+      "grad_norm": 7.222819805145264,
+      "learning_rate": 1.297950371532663e-05,
+      "loss": 0.5594,
+      "step": 7822
+    },
+    {
+      "epoch": 3.350321199143469,
+      "grad_norm": 7.015356540679932,
+      "learning_rate": 1.2973422825544423e-05,
+      "loss": 0.5708,
+      "step": 7823
+    },
+    {
+      "epoch": 3.350749464668094,
+      "grad_norm": 3.642580509185791,
+      "learning_rate": 1.296734286140211e-05,
+      "loss": 0.3953,
+      "step": 7824
+    },
+    {
+      "epoch": 3.3511777301927195,
+      "grad_norm": 4.026530742645264,
+      "learning_rate": 1.2961263823367642e-05,
+      "loss": 0.6019,
+      "step": 7825
+    },
+    {
+      "epoch": 3.3516059957173447,
+      "grad_norm": 2.8444511890411377,
+      "learning_rate": 1.295518571190889e-05,
+      "loss": 0.8827,
+      "step": 7826
+    },
+    {
+      "epoch": 3.35203426124197,
+      "grad_norm": 3.4052679538726807,
+      "learning_rate": 1.294910852749368e-05,
+      "loss": 0.3461,
+      "step": 7827
+    },
+    {
+      "epoch": 3.3524625267665953,
+      "grad_norm": 4.955124855041504,
+      "learning_rate": 1.2943032270589747e-05,
+      "loss": 0.8982,
+      "step": 7828
+    },
+    {
+      "epoch": 3.3528907922912206,
+      "grad_norm": 3.3103315830230713,
+      "learning_rate": 1.2936956941664752e-05,
+      "loss": 0.4389,
+      "step": 7829
+    },
+    {
+      "epoch": 3.353319057815846,
+      "grad_norm": 2.66011118888855,
+      "learning_rate": 1.2930882541186278e-05,
+      "loss": 1.2201,
+      "step": 7830
+    },
+    {
+      "epoch": 3.353747323340471,
+      "grad_norm": 5.398523330688477,
+      "learning_rate": 1.2924809069621885e-05,
+      "loss": 1.146,
+      "step": 7831
+    },
+    {
+      "epoch": 3.3541755888650964,
+      "grad_norm": 1.30800199508667,
+      "learning_rate": 1.2918736527438979e-05,
+      "loss": 0.1624,
+      "step": 7832
+    },
+    {
+      "epoch": 3.3546038543897216,
+      "grad_norm": 1.197125792503357,
+      "learning_rate": 1.2912664915104966e-05,
+      "loss": 0.3941,
+      "step": 7833
+    },
+    {
+      "epoch": 3.355032119914347,
+      "grad_norm": 3.528578758239746,
+      "learning_rate": 1.2906594233087166e-05,
+      "loss": 0.2707,
+      "step": 7834
+    },
+    {
+      "epoch": 3.355460385438972,
+      "grad_norm": 4.210525035858154,
+      "learning_rate": 1.2900524481852788e-05,
+      "loss": 0.3239,
+      "step": 7835
+    },
+    {
+      "epoch": 3.3558886509635975,
+      "grad_norm": 1.3330506086349487,
+      "learning_rate": 1.2894455661869018e-05,
+      "loss": 0.455,
+      "step": 7836
+    },
+    {
+      "epoch": 3.3563169164882227,
+      "grad_norm": 3.4209983348846436,
+      "learning_rate": 1.2888387773602944e-05,
+      "loss": 0.4085,
+      "step": 7837
+    },
+    {
+      "epoch": 3.356745182012848,
+      "grad_norm": 1.8048357963562012,
+      "learning_rate": 1.2882320817521588e-05,
+      "loss": 0.4928,
+      "step": 7838
+    },
+    {
+      "epoch": 3.3571734475374733,
+      "grad_norm": 6.528476715087891,
+      "learning_rate": 1.287625479409189e-05,
+      "loss": 0.5246,
+      "step": 7839
+    },
+    {
+      "epoch": 3.3576017130620985,
+      "grad_norm": 2.3896379470825195,
+      "learning_rate": 1.2870189703780752e-05,
+      "loss": 1.1599,
+      "step": 7840
+    },
+    {
+      "epoch": 3.358029978586724,
+      "grad_norm": 4.248366355895996,
+      "learning_rate": 1.2864125547054966e-05,
+      "loss": 1.1321,
+      "step": 7841
+    },
+    {
+      "epoch": 3.358458244111349,
+      "grad_norm": 6.216777801513672,
+      "learning_rate": 1.285806232438127e-05,
+      "loss": 0.9496,
+      "step": 7842
+    },
+    {
+      "epoch": 3.3588865096359743,
+      "grad_norm": 1.3886818885803223,
+      "learning_rate": 1.2852000036226317e-05,
+      "loss": 0.4015,
+      "step": 7843
+    },
+    {
+      "epoch": 3.3593147751605996,
+      "grad_norm": 1.8264856338500977,
+      "learning_rate": 1.2845938683056727e-05,
+      "loss": 0.9492,
+      "step": 7844
+    },
+    {
+      "epoch": 3.359743040685225,
+      "grad_norm": 2.8242576122283936,
+      "learning_rate": 1.2839878265338978e-05,
+      "loss": 0.2898,
+      "step": 7845
+    },
+    {
+      "epoch": 3.36017130620985,
+      "grad_norm": 1.6587293148040771,
+      "learning_rate": 1.2833818783539552e-05,
+      "loss": 0.5645,
+      "step": 7846
+    },
+    {
+      "epoch": 3.3605995717344754,
+      "grad_norm": 1.2800089120864868,
+      "learning_rate": 1.282776023812481e-05,
+      "loss": 0.2256,
+      "step": 7847
+    },
+    {
+      "epoch": 3.3610278372591007,
+      "grad_norm": 8.40665054321289,
+      "learning_rate": 1.2821702629561062e-05,
+      "loss": 0.5562,
+      "step": 7848
+    },
+    {
+      "epoch": 3.361456102783726,
+      "grad_norm": 3.675304412841797,
+      "learning_rate": 1.2815645958314514e-05,
+      "loss": 1.8777,
+      "step": 7849
+    },
+    {
+      "epoch": 3.3618843683083512,
+      "grad_norm": 2.9849302768707275,
+      "learning_rate": 1.2809590224851365e-05,
+      "loss": 1.3237,
+      "step": 7850
+    },
+    {
+      "epoch": 3.3623126338329765,
+      "grad_norm": 1.791597604751587,
+      "learning_rate": 1.2803535429637675e-05,
+      "loss": 0.835,
+      "step": 7851
+    },
+    {
+      "epoch": 3.362740899357602,
+      "grad_norm": 1.5746394395828247,
+      "learning_rate": 1.2797481573139467e-05,
+      "loss": 0.3353,
+      "step": 7852
+    },
+    {
+      "epoch": 3.363169164882227,
+      "grad_norm": 9.549789428710938,
+      "learning_rate": 1.279142865582267e-05,
+      "loss": 0.6655,
+      "step": 7853
+    },
+    {
+      "epoch": 3.3635974304068523,
+      "grad_norm": 8.230364799499512,
+      "learning_rate": 1.2785376678153188e-05,
+      "loss": 0.7242,
+      "step": 7854
+    },
+    {
+      "epoch": 3.3640256959314776,
+      "grad_norm": 5.533780097961426,
+      "learning_rate": 1.2779325640596772e-05,
+      "loss": 0.8193,
+      "step": 7855
+    },
+    {
+      "epoch": 3.364453961456103,
+      "grad_norm": 6.490214824676514,
+      "learning_rate": 1.2773275543619185e-05,
+      "loss": 0.607,
+      "step": 7856
+    },
+    {
+      "epoch": 3.364882226980728,
+      "grad_norm": 2.8512721061706543,
+      "learning_rate": 1.2767226387686065e-05,
+      "loss": 0.3564,
+      "step": 7857
+    },
+    {
+      "epoch": 3.3653104925053534,
+      "grad_norm": 4.404346466064453,
+      "learning_rate": 1.2761178173262994e-05,
+      "loss": 0.8162,
+      "step": 7858
+    },
+    {
+      "epoch": 3.3657387580299787,
+      "grad_norm": 3.700927257537842,
+      "learning_rate": 1.275513090081547e-05,
+      "loss": 0.6952,
+      "step": 7859
+    },
+    {
+      "epoch": 3.366167023554604,
+      "grad_norm": 2.3260388374328613,
+      "learning_rate": 1.2749084570808962e-05,
+      "loss": 0.7512,
+      "step": 7860
+    },
+    {
+      "epoch": 3.3665952890792292,
+      "grad_norm": 1.5155761241912842,
+      "learning_rate": 1.2743039183708785e-05,
+      "loss": 0.3217,
+      "step": 7861
+    },
+    {
+      "epoch": 3.3670235546038545,
+      "grad_norm": 2.835345983505249,
+      "learning_rate": 1.2736994739980265e-05,
+      "loss": 0.3721,
+      "step": 7862
+    },
+    {
+      "epoch": 3.3674518201284798,
+      "grad_norm": 5.738487720489502,
+      "learning_rate": 1.2730951240088609e-05,
+      "loss": 0.4974,
+      "step": 7863
+    },
+    {
+      "epoch": 3.367880085653105,
+      "grad_norm": 3.026383876800537,
+      "learning_rate": 1.2724908684498966e-05,
+      "loss": 0.1894,
+      "step": 7864
+    },
+    {
+      "epoch": 3.3683083511777303,
+      "grad_norm": 3.6920201778411865,
+      "learning_rate": 1.2718867073676389e-05,
+      "loss": 0.9009,
+      "step": 7865
+    },
+    {
+      "epoch": 3.3687366167023556,
+      "grad_norm": 7.862199306488037,
+      "learning_rate": 1.2712826408085904e-05,
+      "loss": 1.1252,
+      "step": 7866
+    },
+    {
+      "epoch": 3.369164882226981,
+      "grad_norm": 0.8851040601730347,
+      "learning_rate": 1.270678668819243e-05,
+      "loss": 0.2245,
+      "step": 7867
+    },
+    {
+      "epoch": 3.369593147751606,
+      "grad_norm": 5.3820085525512695,
+      "learning_rate": 1.2700747914460806e-05,
+      "loss": 0.3063,
+      "step": 7868
+    },
+    {
+      "epoch": 3.3700214132762314,
+      "grad_norm": 3.2707765102386475,
+      "learning_rate": 1.2694710087355837e-05,
+      "loss": 0.2432,
+      "step": 7869
+    },
+    {
+      "epoch": 3.3704496788008567,
+      "grad_norm": 4.042435169219971,
+      "learning_rate": 1.2688673207342223e-05,
+      "loss": 0.3837,
+      "step": 7870
+    },
+    {
+      "epoch": 3.370877944325482,
+      "grad_norm": 2.317683696746826,
+      "learning_rate": 1.2682637274884596e-05,
+      "loss": 0.4734,
+      "step": 7871
+    },
+    {
+      "epoch": 3.371306209850107,
+      "grad_norm": 2.6056478023529053,
+      "learning_rate": 1.2676602290447508e-05,
+      "loss": 0.9355,
+      "step": 7872
+    },
+    {
+      "epoch": 3.3717344753747325,
+      "grad_norm": 2.5468807220458984,
+      "learning_rate": 1.2670568254495482e-05,
+      "loss": 0.1846,
+      "step": 7873
+    },
+    {
+      "epoch": 3.3721627408993577,
+      "grad_norm": 2.97177791595459,
+      "learning_rate": 1.2664535167492898e-05,
+      "loss": 0.929,
+      "step": 7874
+    },
+    {
+      "epoch": 3.372591006423983,
+      "grad_norm": 5.4156599044799805,
+      "learning_rate": 1.2658503029904118e-05,
+      "loss": 0.455,
+      "step": 7875
+    },
+    {
+      "epoch": 3.3730192719486083,
+      "grad_norm": 5.901893615722656,
+      "learning_rate": 1.2652471842193415e-05,
+      "loss": 1.7556,
+      "step": 7876
+    },
+    {
+      "epoch": 3.3734475374732336,
+      "grad_norm": 2.0157406330108643,
+      "learning_rate": 1.2646441604824982e-05,
+      "loss": 0.5661,
+      "step": 7877
+    },
+    {
+      "epoch": 3.373875802997859,
+      "grad_norm": 1.2337069511413574,
+      "learning_rate": 1.264041231826293e-05,
+      "loss": 0.3118,
+      "step": 7878
+    },
+    {
+      "epoch": 3.374304068522484,
+      "grad_norm": 22.26018524169922,
+      "learning_rate": 1.2634383982971338e-05,
+      "loss": 1.2069,
+      "step": 7879
+    },
+    {
+      "epoch": 3.3747323340471094,
+      "grad_norm": 1.5675064325332642,
+      "learning_rate": 1.2628356599414165e-05,
+      "loss": 0.6374,
+      "step": 7880
+    },
+    {
+      "epoch": 3.3751605995717346,
+      "grad_norm": 5.510644435882568,
+      "learning_rate": 1.2622330168055321e-05,
+      "loss": 0.6583,
+      "step": 7881
+    },
+    {
+      "epoch": 3.37558886509636,
+      "grad_norm": 1.2948065996170044,
+      "learning_rate": 1.2616304689358627e-05,
+      "loss": 0.2667,
+      "step": 7882
+    },
+    {
+      "epoch": 3.376017130620985,
+      "grad_norm": 2.5229485034942627,
+      "learning_rate": 1.2610280163787875e-05,
+      "loss": 0.6825,
+      "step": 7883
+    },
+    {
+      "epoch": 3.3764453961456105,
+      "grad_norm": 5.559537887573242,
+      "learning_rate": 1.2604256591806701e-05,
+      "loss": 0.9225,
+      "step": 7884
+    },
+    {
+      "epoch": 3.3768736616702357,
+      "grad_norm": 2.563474655151367,
+      "learning_rate": 1.2598233973878751e-05,
+      "loss": 0.8507,
+      "step": 7885
+    },
+    {
+      "epoch": 3.377301927194861,
+      "grad_norm": 5.617764949798584,
+      "learning_rate": 1.2592212310467556e-05,
+      "loss": 0.8377,
+      "step": 7886
+    },
+    {
+      "epoch": 3.3777301927194863,
+      "grad_norm": 3.0117459297180176,
+      "learning_rate": 1.2586191602036574e-05,
+      "loss": 1.0204,
+      "step": 7887
+    },
+    {
+      "epoch": 3.3781584582441115,
+      "grad_norm": 4.13433313369751,
+      "learning_rate": 1.2580171849049193e-05,
+      "loss": 0.5911,
+      "step": 7888
+    },
+    {
+      "epoch": 3.378586723768737,
+      "grad_norm": 5.071127414703369,
+      "learning_rate": 1.2574153051968746e-05,
+      "loss": 0.4196,
+      "step": 7889
+    },
+    {
+      "epoch": 3.3790149892933616,
+      "grad_norm": 7.4121012687683105,
+      "learning_rate": 1.2568135211258469e-05,
+      "loss": 0.6648,
+      "step": 7890
+    },
+    {
+      "epoch": 3.3794432548179874,
+      "grad_norm": 1.173202633857727,
+      "learning_rate": 1.2562118327381531e-05,
+      "loss": 0.2541,
+      "step": 7891
+    },
+    {
+      "epoch": 3.379871520342612,
+      "grad_norm": 2.039217710494995,
+      "learning_rate": 1.2556102400801017e-05,
+      "loss": 0.1462,
+      "step": 7892
+    },
+    {
+      "epoch": 3.380299785867238,
+      "grad_norm": 4.8423943519592285,
+      "learning_rate": 1.2550087431979984e-05,
+      "loss": 0.5121,
+      "step": 7893
+    },
+    {
+      "epoch": 3.3807280513918627,
+      "grad_norm": 4.0777459144592285,
+      "learning_rate": 1.2544073421381341e-05,
+      "loss": 1.1228,
+      "step": 7894
+    },
+    {
+      "epoch": 3.3811563169164884,
+      "grad_norm": 3.0736217498779297,
+      "learning_rate": 1.2538060369467987e-05,
+      "loss": 0.2769,
+      "step": 7895
+    },
+    {
+      "epoch": 3.3815845824411133,
+      "grad_norm": 3.170013427734375,
+      "learning_rate": 1.2532048276702724e-05,
+      "loss": 1.5106,
+      "step": 7896
+    },
+    {
+      "epoch": 3.382012847965739,
+      "grad_norm": 3.794867992401123,
+      "learning_rate": 1.2526037143548269e-05,
+      "loss": 0.474,
+      "step": 7897
+    },
+    {
+      "epoch": 3.382441113490364,
+      "grad_norm": 4.228236675262451,
+      "learning_rate": 1.2520026970467274e-05,
+      "loss": 0.9622,
+      "step": 7898
+    },
+    {
+      "epoch": 3.3828693790149895,
+      "grad_norm": 3.036648988723755,
+      "learning_rate": 1.2514017757922348e-05,
+      "loss": 1.098,
+      "step": 7899
+    },
+    {
+      "epoch": 3.3832976445396143,
+      "grad_norm": 1.8314270973205566,
+      "learning_rate": 1.2508009506375956e-05,
+      "loss": 0.2844,
+      "step": 7900
+    },
+    {
+      "epoch": 3.38372591006424,
+      "grad_norm": 2.9420270919799805,
+      "learning_rate": 1.250200221629056e-05,
+      "loss": 0.7209,
+      "step": 7901
+    },
+    {
+      "epoch": 3.384154175588865,
+      "grad_norm": 1.0146794319152832,
+      "learning_rate": 1.2495995888128506e-05,
+      "loss": 0.2236,
+      "step": 7902
+    },
+    {
+      "epoch": 3.3845824411134906,
+      "grad_norm": 5.556590557098389,
+      "learning_rate": 1.2489990522352071e-05,
+      "loss": 0.9074,
+      "step": 7903
+    },
+    {
+      "epoch": 3.3850107066381154,
+      "grad_norm": 2.197280168533325,
+      "learning_rate": 1.2483986119423488e-05,
+      "loss": 0.2643,
+      "step": 7904
+    },
+    {
+      "epoch": 3.385438972162741,
+      "grad_norm": 2.294787645339966,
+      "learning_rate": 1.2477982679804876e-05,
+      "loss": 0.6212,
+      "step": 7905
+    },
+    {
+      "epoch": 3.385867237687366,
+      "grad_norm": 5.085075855255127,
+      "learning_rate": 1.2471980203958302e-05,
+      "loss": 0.7486,
+      "step": 7906
+    },
+    {
+      "epoch": 3.3862955032119912,
+      "grad_norm": 3.489015817642212,
+      "learning_rate": 1.2465978692345744e-05,
+      "loss": 0.8138,
+      "step": 7907
+    },
+    {
+      "epoch": 3.3867237687366165,
+      "grad_norm": 3.7032859325408936,
+      "learning_rate": 1.2459978145429132e-05,
+      "loss": 0.5782,
+      "step": 7908
+    },
+    {
+      "epoch": 3.387152034261242,
+      "grad_norm": 3.105211019515991,
+      "learning_rate": 1.2453978563670299e-05,
+      "loss": 0.299,
+      "step": 7909
+    },
+    {
+      "epoch": 3.387580299785867,
+      "grad_norm": 2.7205333709716797,
+      "learning_rate": 1.2447979947531007e-05,
+      "loss": 0.4435,
+      "step": 7910
+    },
+    {
+      "epoch": 3.3880085653104923,
+      "grad_norm": 3.535917282104492,
+      "learning_rate": 1.244198229747294e-05,
+      "loss": 0.846,
+      "step": 7911
+    },
+    {
+      "epoch": 3.3884368308351176,
+      "grad_norm": 2.4077370166778564,
+      "learning_rate": 1.243598561395774e-05,
+      "loss": 0.2249,
+      "step": 7912
+    },
+    {
+      "epoch": 3.388865096359743,
+      "grad_norm": 4.743453025817871,
+      "learning_rate": 1.2429989897446915e-05,
+      "loss": 0.4301,
+      "step": 7913
+    },
+    {
+      "epoch": 3.389293361884368,
+      "grad_norm": 6.789904594421387,
+      "learning_rate": 1.2423995148401954e-05,
+      "loss": 0.8357,
+      "step": 7914
+    },
+    {
+      "epoch": 3.3897216274089934,
+      "grad_norm": 3.389177083969116,
+      "learning_rate": 1.2418001367284246e-05,
+      "loss": 0.8637,
+      "step": 7915
+    },
+    {
+      "epoch": 3.3901498929336187,
+      "grad_norm": 4.803441047668457,
+      "learning_rate": 1.2412008554555108e-05,
+      "loss": 0.6437,
+      "step": 7916
+    },
+    {
+      "epoch": 3.390578158458244,
+      "grad_norm": 2.296675682067871,
+      "learning_rate": 1.2406016710675774e-05,
+      "loss": 0.4577,
+      "step": 7917
+    },
+    {
+      "epoch": 3.3910064239828692,
+      "grad_norm": 4.885873317718506,
+      "learning_rate": 1.2400025836107437e-05,
+      "loss": 0.5357,
+      "step": 7918
+    },
+    {
+      "epoch": 3.3914346895074945,
+      "grad_norm": 6.902667045593262,
+      "learning_rate": 1.2394035931311173e-05,
+      "loss": 0.4654,
+      "step": 7919
+    },
+    {
+      "epoch": 3.3918629550321198,
+      "grad_norm": 1.524747371673584,
+      "learning_rate": 1.2388046996748013e-05,
+      "loss": 0.392,
+      "step": 7920
+    },
+    {
+      "epoch": 3.392291220556745,
+      "grad_norm": 3.2514121532440186,
+      "learning_rate": 1.2382059032878884e-05,
+      "loss": 0.7961,
+      "step": 7921
+    },
+    {
+      "epoch": 3.3927194860813703,
+      "grad_norm": 3.360767364501953,
+      "learning_rate": 1.2376072040164691e-05,
+      "loss": 0.549,
+      "step": 7922
+    },
+    {
+      "epoch": 3.3931477516059956,
+      "grad_norm": 7.171664714813232,
+      "learning_rate": 1.2370086019066187e-05,
+      "loss": 0.9937,
+      "step": 7923
+    },
+    {
+      "epoch": 3.393576017130621,
+      "grad_norm": 5.831264495849609,
+      "learning_rate": 1.236410097004413e-05,
+      "loss": 1.0602,
+      "step": 7924
+    },
+    {
+      "epoch": 3.394004282655246,
+      "grad_norm": 3.2810776233673096,
+      "learning_rate": 1.2358116893559146e-05,
+      "loss": 0.4675,
+      "step": 7925
+    },
+    {
+      "epoch": 3.3944325481798714,
+      "grad_norm": 4.611839294433594,
+      "learning_rate": 1.2352133790071815e-05,
+      "loss": 1.1777,
+      "step": 7926
+    },
+    {
+      "epoch": 3.3948608137044967,
+      "grad_norm": 4.632328510284424,
+      "learning_rate": 1.2346151660042623e-05,
+      "loss": 0.4747,
+      "step": 7927
+    },
+    {
+      "epoch": 3.395289079229122,
+      "grad_norm": 2.0895793437957764,
+      "learning_rate": 1.2340170503932008e-05,
+      "loss": 0.1698,
+      "step": 7928
+    },
+    {
+      "epoch": 3.395717344753747,
+      "grad_norm": 1.8344796895980835,
+      "learning_rate": 1.2334190322200309e-05,
+      "loss": 0.7566,
+      "step": 7929
+    },
+    {
+      "epoch": 3.3961456102783725,
+      "grad_norm": 1.8584184646606445,
+      "learning_rate": 1.2328211115307798e-05,
+      "loss": 0.3466,
+      "step": 7930
+    },
+    {
+      "epoch": 3.3965738758029977,
+      "grad_norm": 4.271256923675537,
+      "learning_rate": 1.232223288371466e-05,
+      "loss": 0.9831,
+      "step": 7931
+    },
+    {
+      "epoch": 3.397002141327623,
+      "grad_norm": 4.9960737228393555,
+      "learning_rate": 1.231625562788105e-05,
+      "loss": 0.3611,
+      "step": 7932
+    },
+    {
+      "epoch": 3.3974304068522483,
+      "grad_norm": 2.799567937850952,
+      "learning_rate": 1.231027934826697e-05,
+      "loss": 0.2576,
+      "step": 7933
+    },
+    {
+      "epoch": 3.3978586723768736,
+      "grad_norm": 2.71315598487854,
+      "learning_rate": 1.2304304045332423e-05,
+      "loss": 0.4515,
+      "step": 7934
+    },
+    {
+      "epoch": 3.398286937901499,
+      "grad_norm": 3.345235824584961,
+      "learning_rate": 1.2298329719537302e-05,
+      "loss": 0.5472,
+      "step": 7935
+    },
+    {
+      "epoch": 3.398715203426124,
+      "grad_norm": 8.035415649414062,
+      "learning_rate": 1.2292356371341418e-05,
+      "loss": 0.3792,
+      "step": 7936
+    },
+    {
+      "epoch": 3.3991434689507494,
+      "grad_norm": 1.972625494003296,
+      "learning_rate": 1.2286384001204516e-05,
+      "loss": 0.973,
+      "step": 7937
+    },
+    {
+      "epoch": 3.3995717344753746,
+      "grad_norm": 2.7354116439819336,
+      "learning_rate": 1.2280412609586278e-05,
+      "loss": 0.6072,
+      "step": 7938
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 2.6036243438720703,
+      "learning_rate": 1.2274442196946296e-05,
+      "loss": 0.3554,
+      "step": 7939
+    },
+    {
+      "epoch": 3.400428265524625,
+      "grad_norm": 8.061408996582031,
+      "learning_rate": 1.2268472763744077e-05,
+      "loss": 0.47,
+      "step": 7940
+    },
+    {
+      "epoch": 3.4008565310492505,
+      "grad_norm": 5.78514289855957,
+      "learning_rate": 1.2262504310439094e-05,
+      "loss": 1.2103,
+      "step": 7941
+    },
+    {
+      "epoch": 3.4012847965738757,
+      "grad_norm": 2.24749755859375,
+      "learning_rate": 1.225653683749068e-05,
+      "loss": 0.5957,
+      "step": 7942
+    },
+    {
+      "epoch": 3.401713062098501,
+      "grad_norm": 3.1150012016296387,
+      "learning_rate": 1.2250570345358156e-05,
+      "loss": 0.2885,
+      "step": 7943
+    },
+    {
+      "epoch": 3.4021413276231263,
+      "grad_norm": 2.8760106563568115,
+      "learning_rate": 1.2244604834500731e-05,
+      "loss": 0.3175,
+      "step": 7944
+    },
+    {
+      "epoch": 3.4025695931477515,
+      "grad_norm": 2.6141786575317383,
+      "learning_rate": 1.2238640305377549e-05,
+      "loss": 0.9516,
+      "step": 7945
+    },
+    {
+      "epoch": 3.402997858672377,
+      "grad_norm": 2.718684434890747,
+      "learning_rate": 1.2232676758447665e-05,
+      "loss": 0.2621,
+      "step": 7946
+    },
+    {
+      "epoch": 3.403426124197002,
+      "grad_norm": 1.8420053720474243,
+      "learning_rate": 1.2226714194170092e-05,
+      "loss": 0.1737,
+      "step": 7947
+    },
+    {
+      "epoch": 3.4038543897216273,
+      "grad_norm": 3.2821643352508545,
+      "learning_rate": 1.2220752613003733e-05,
+      "loss": 0.3613,
+      "step": 7948
+    },
+    {
+      "epoch": 3.4042826552462526,
+      "grad_norm": 4.774615287780762,
+      "learning_rate": 1.2214792015407433e-05,
+      "loss": 0.478,
+      "step": 7949
+    },
+    {
+      "epoch": 3.404710920770878,
+      "grad_norm": 5.5004658699035645,
+      "learning_rate": 1.2208832401839943e-05,
+      "loss": 0.5296,
+      "step": 7950
+    },
+    {
+      "epoch": 3.405139186295503,
+      "grad_norm": 3.297086477279663,
+      "learning_rate": 1.2202873772759981e-05,
+      "loss": 0.2256,
+      "step": 7951
+    },
+    {
+      "epoch": 3.4055674518201284,
+      "grad_norm": 6.515764236450195,
+      "learning_rate": 1.2196916128626126e-05,
+      "loss": 1.0319,
+      "step": 7952
+    },
+    {
+      "epoch": 3.4059957173447537,
+      "grad_norm": 3.2839953899383545,
+      "learning_rate": 1.2190959469896937e-05,
+      "loss": 0.2915,
+      "step": 7953
+    },
+    {
+      "epoch": 3.406423982869379,
+      "grad_norm": 2.29718017578125,
+      "learning_rate": 1.2185003797030872e-05,
+      "loss": 0.4128,
+      "step": 7954
+    },
+    {
+      "epoch": 3.4068522483940042,
+      "grad_norm": 2.5382726192474365,
+      "learning_rate": 1.2179049110486312e-05,
+      "loss": 0.3334,
+      "step": 7955
+    },
+    {
+      "epoch": 3.4072805139186295,
+      "grad_norm": 6.454638957977295,
+      "learning_rate": 1.217309541072156e-05,
+      "loss": 0.8457,
+      "step": 7956
+    },
+    {
+      "epoch": 3.407708779443255,
+      "grad_norm": 3.9560089111328125,
+      "learning_rate": 1.2167142698194866e-05,
+      "loss": 0.3939,
+      "step": 7957
+    },
+    {
+      "epoch": 3.40813704496788,
+      "grad_norm": 6.478205680847168,
+      "learning_rate": 1.2161190973364383e-05,
+      "loss": 1.2695,
+      "step": 7958
+    },
+    {
+      "epoch": 3.4085653104925053,
+      "grad_norm": 1.4433282613754272,
+      "learning_rate": 1.2155240236688186e-05,
+      "loss": 0.3734,
+      "step": 7959
+    },
+    {
+      "epoch": 3.4089935760171306,
+      "grad_norm": 9.198882102966309,
+      "learning_rate": 1.2149290488624276e-05,
+      "loss": 0.8601,
+      "step": 7960
+    },
+    {
+      "epoch": 3.409421841541756,
+      "grad_norm": 4.650103569030762,
+      "learning_rate": 1.2143341729630608e-05,
+      "loss": 0.5027,
+      "step": 7961
+    },
+    {
+      "epoch": 3.409850107066381,
+      "grad_norm": 2.94838547706604,
+      "learning_rate": 1.2137393960165e-05,
+      "loss": 0.7456,
+      "step": 7962
+    },
+    {
+      "epoch": 3.4102783725910064,
+      "grad_norm": 4.781175136566162,
+      "learning_rate": 1.2131447180685254e-05,
+      "loss": 0.3126,
+      "step": 7963
+    },
+    {
+      "epoch": 3.4107066381156317,
+      "grad_norm": 4.031643390655518,
+      "learning_rate": 1.2125501391649067e-05,
+      "loss": 1.0729,
+      "step": 7964
+    },
+    {
+      "epoch": 3.411134903640257,
+      "grad_norm": 2.9189040660858154,
+      "learning_rate": 1.2119556593514058e-05,
+      "loss": 0.8579,
+      "step": 7965
+    },
+    {
+      "epoch": 3.4115631691648822,
+      "grad_norm": 2.630485773086548,
+      "learning_rate": 1.211361278673777e-05,
+      "loss": 0.1893,
+      "step": 7966
+    },
+    {
+      "epoch": 3.4119914346895075,
+      "grad_norm": 1.7656207084655762,
+      "learning_rate": 1.2107669971777693e-05,
+      "loss": 0.5725,
+      "step": 7967
+    },
+    {
+      "epoch": 3.4124197002141328,
+      "grad_norm": 1.3363782167434692,
+      "learning_rate": 1.2101728149091212e-05,
+      "loss": 0.3263,
+      "step": 7968
+    },
+    {
+      "epoch": 3.412847965738758,
+      "grad_norm": 5.602535724639893,
+      "learning_rate": 1.2095787319135648e-05,
+      "loss": 1.3366,
+      "step": 7969
+    },
+    {
+      "epoch": 3.4132762312633833,
+      "grad_norm": 3.8901031017303467,
+      "learning_rate": 1.2089847482368236e-05,
+      "loss": 0.944,
+      "step": 7970
+    },
+    {
+      "epoch": 3.4137044967880086,
+      "grad_norm": 3.2971479892730713,
+      "learning_rate": 1.208390863924617e-05,
+      "loss": 0.1993,
+      "step": 7971
+    },
+    {
+      "epoch": 3.414132762312634,
+      "grad_norm": 3.9258992671966553,
+      "learning_rate": 1.2077970790226498e-05,
+      "loss": 0.2759,
+      "step": 7972
+    },
+    {
+      "epoch": 3.414561027837259,
+      "grad_norm": 12.403188705444336,
+      "learning_rate": 1.2072033935766266e-05,
+      "loss": 0.5348,
+      "step": 7973
+    },
+    {
+      "epoch": 3.4149892933618844,
+      "grad_norm": 1.700442910194397,
+      "learning_rate": 1.2066098076322404e-05,
+      "loss": 0.6603,
+      "step": 7974
+    },
+    {
+      "epoch": 3.4154175588865097,
+      "grad_norm": 4.36119270324707,
+      "learning_rate": 1.2060163212351759e-05,
+      "loss": 1.2085,
+      "step": 7975
+    },
+    {
+      "epoch": 3.415845824411135,
+      "grad_norm": 4.616771221160889,
+      "learning_rate": 1.2054229344311136e-05,
+      "loss": 0.801,
+      "step": 7976
+    },
+    {
+      "epoch": 3.41627408993576,
+      "grad_norm": 3.5162999629974365,
+      "learning_rate": 1.2048296472657231e-05,
+      "loss": 0.444,
+      "step": 7977
+    },
+    {
+      "epoch": 3.4167023554603855,
+      "grad_norm": 4.911367893218994,
+      "learning_rate": 1.2042364597846676e-05,
+      "loss": 1.0361,
+      "step": 7978
+    },
+    {
+      "epoch": 3.4171306209850107,
+      "grad_norm": 4.359004497528076,
+      "learning_rate": 1.2036433720336013e-05,
+      "loss": 1.1866,
+      "step": 7979
+    },
+    {
+      "epoch": 3.417558886509636,
+      "grad_norm": 3.241659641265869,
+      "learning_rate": 1.203050384058175e-05,
+      "loss": 0.4833,
+      "step": 7980
+    },
+    {
+      "epoch": 3.4179871520342613,
+      "grad_norm": 5.326026916503906,
+      "learning_rate": 1.202457495904025e-05,
+      "loss": 0.4373,
+      "step": 7981
+    },
+    {
+      "epoch": 3.4184154175588866,
+      "grad_norm": 17.008241653442383,
+      "learning_rate": 1.2018647076167863e-05,
+      "loss": 1.4503,
+      "step": 7982
+    },
+    {
+      "epoch": 3.418843683083512,
+      "grad_norm": 4.389308452606201,
+      "learning_rate": 1.201272019242083e-05,
+      "loss": 0.2686,
+      "step": 7983
+    },
+    {
+      "epoch": 3.419271948608137,
+      "grad_norm": 3.3193252086639404,
+      "learning_rate": 1.2006794308255312e-05,
+      "loss": 0.9181,
+      "step": 7984
+    },
+    {
+      "epoch": 3.4197002141327624,
+      "grad_norm": 4.456864356994629,
+      "learning_rate": 1.20008694241274e-05,
+      "loss": 1.1416,
+      "step": 7985
+    },
+    {
+      "epoch": 3.4201284796573876,
+      "grad_norm": 1.854919195175171,
+      "learning_rate": 1.1994945540493127e-05,
+      "loss": 0.449,
+      "step": 7986
+    },
+    {
+      "epoch": 3.420556745182013,
+      "grad_norm": 3.040581226348877,
+      "learning_rate": 1.1989022657808421e-05,
+      "loss": 0.33,
+      "step": 7987
+    },
+    {
+      "epoch": 3.420985010706638,
+      "grad_norm": 5.09257173538208,
+      "learning_rate": 1.1983100776529146e-05,
+      "loss": 0.4085,
+      "step": 7988
+    },
+    {
+      "epoch": 3.4214132762312635,
+      "grad_norm": 16.18803596496582,
+      "learning_rate": 1.1977179897111074e-05,
+      "loss": 0.3224,
+      "step": 7989
+    },
+    {
+      "epoch": 3.4218415417558887,
+      "grad_norm": 1.7732905149459839,
+      "learning_rate": 1.1971260020009944e-05,
+      "loss": 0.5653,
+      "step": 7990
+    },
+    {
+      "epoch": 3.422269807280514,
+      "grad_norm": 8.589378356933594,
+      "learning_rate": 1.1965341145681347e-05,
+      "loss": 0.6623,
+      "step": 7991
+    },
+    {
+      "epoch": 3.4226980728051393,
+      "grad_norm": 3.934312343597412,
+      "learning_rate": 1.1959423274580864e-05,
+      "loss": 0.929,
+      "step": 7992
+    },
+    {
+      "epoch": 3.4231263383297645,
+      "grad_norm": 3.6866657733917236,
+      "learning_rate": 1.1953506407163964e-05,
+      "loss": 0.3397,
+      "step": 7993
+    },
+    {
+      "epoch": 3.42355460385439,
+      "grad_norm": 3.9221725463867188,
+      "learning_rate": 1.1947590543886045e-05,
+      "loss": 0.4356,
+      "step": 7994
+    },
+    {
+      "epoch": 3.423982869379015,
+      "grad_norm": 2.6412739753723145,
+      "learning_rate": 1.1941675685202416e-05,
+      "loss": 1.0983,
+      "step": 7995
+    },
+    {
+      "epoch": 3.4244111349036404,
+      "grad_norm": 4.511929512023926,
+      "learning_rate": 1.1935761831568343e-05,
+      "loss": 0.3852,
+      "step": 7996
+    },
+    {
+      "epoch": 3.4248394004282656,
+      "grad_norm": 9.819241523742676,
+      "learning_rate": 1.1929848983438982e-05,
+      "loss": 0.7471,
+      "step": 7997
+    },
+    {
+      "epoch": 3.425267665952891,
+      "grad_norm": 8.186346054077148,
+      "learning_rate": 1.1923937141269426e-05,
+      "loss": 0.5579,
+      "step": 7998
+    },
+    {
+      "epoch": 3.425695931477516,
+      "grad_norm": 2.811282157897949,
+      "learning_rate": 1.1918026305514673e-05,
+      "loss": 0.1199,
+      "step": 7999
+    },
+    {
+      "epoch": 3.4261241970021414,
+      "grad_norm": 3.7001380920410156,
+      "learning_rate": 1.1912116476629686e-05,
+      "loss": 0.3763,
+      "step": 8000
+    },
+    {
+      "epoch": 3.4265524625267667,
+      "grad_norm": 2.774567127227783,
+      "learning_rate": 1.1906207655069288e-05,
+      "loss": 0.7496,
+      "step": 8001
+    },
+    {
+      "epoch": 3.426980728051392,
+      "grad_norm": 5.450376033782959,
+      "learning_rate": 1.1900299841288284e-05,
+      "loss": 0.7366,
+      "step": 8002
+    },
+    {
+      "epoch": 3.4274089935760172,
+      "grad_norm": 2.240126132965088,
+      "learning_rate": 1.1894393035741368e-05,
+      "loss": 0.5913,
+      "step": 8003
+    },
+    {
+      "epoch": 3.4278372591006425,
+      "grad_norm": 2.726231336593628,
+      "learning_rate": 1.1888487238883162e-05,
+      "loss": 0.2318,
+      "step": 8004
+    },
+    {
+      "epoch": 3.428265524625268,
+      "grad_norm": 3.8262336254119873,
+      "learning_rate": 1.1882582451168206e-05,
+      "loss": 0.9632,
+      "step": 8005
+    },
+    {
+      "epoch": 3.428693790149893,
+      "grad_norm": 0.9111797213554382,
+      "learning_rate": 1.1876678673050986e-05,
+      "loss": 0.3738,
+      "step": 8006
+    },
+    {
+      "epoch": 3.4291220556745183,
+      "grad_norm": 11.833178520202637,
+      "learning_rate": 1.1870775904985888e-05,
+      "loss": 0.5229,
+      "step": 8007
+    },
+    {
+      "epoch": 3.4295503211991436,
+      "grad_norm": 3.5083296298980713,
+      "learning_rate": 1.1864874147427207e-05,
+      "loss": 0.568,
+      "step": 8008
+    },
+    {
+      "epoch": 3.429978586723769,
+      "grad_norm": 4.020376205444336,
+      "learning_rate": 1.1858973400829207e-05,
+      "loss": 0.7427,
+      "step": 8009
+    },
+    {
+      "epoch": 3.430406852248394,
+      "grad_norm": 3.5389368534088135,
+      "learning_rate": 1.1853073665646033e-05,
+      "loss": 0.2594,
+      "step": 8010
+    },
+    {
+      "epoch": 3.4308351177730194,
+      "grad_norm": 3.379216432571411,
+      "learning_rate": 1.1847174942331765e-05,
+      "loss": 1.0896,
+      "step": 8011
+    },
+    {
+      "epoch": 3.4312633832976447,
+      "grad_norm": 8.41324234008789,
+      "learning_rate": 1.1841277231340405e-05,
+      "loss": 0.6732,
+      "step": 8012
+    },
+    {
+      "epoch": 3.43169164882227,
+      "grad_norm": 3.923428773880005,
+      "learning_rate": 1.1835380533125882e-05,
+      "loss": 0.4672,
+      "step": 8013
+    },
+    {
+      "epoch": 3.4321199143468952,
+      "grad_norm": 2.6310620307922363,
+      "learning_rate": 1.1829484848142025e-05,
+      "loss": 0.376,
+      "step": 8014
+    },
+    {
+      "epoch": 3.4325481798715205,
+      "grad_norm": 7.567581653594971,
+      "learning_rate": 1.1823590176842625e-05,
+      "loss": 1.0535,
+      "step": 8015
+    },
+    {
+      "epoch": 3.4329764453961458,
+      "grad_norm": 4.950399398803711,
+      "learning_rate": 1.1817696519681365e-05,
+      "loss": 0.62,
+      "step": 8016
+    },
+    {
+      "epoch": 3.433404710920771,
+      "grad_norm": 5.046497821807861,
+      "learning_rate": 1.1811803877111854e-05,
+      "loss": 0.7723,
+      "step": 8017
+    },
+    {
+      "epoch": 3.4338329764453963,
+      "grad_norm": 5.609403610229492,
+      "learning_rate": 1.1805912249587619e-05,
+      "loss": 0.7043,
+      "step": 8018
+    },
+    {
+      "epoch": 3.4342612419700216,
+      "grad_norm": 2.898409843444824,
+      "learning_rate": 1.1800021637562145e-05,
+      "loss": 0.3485,
+      "step": 8019
+    },
+    {
+      "epoch": 3.434689507494647,
+      "grad_norm": 3.215679407119751,
+      "learning_rate": 1.179413204148877e-05,
+      "loss": 1.123,
+      "step": 8020
+    },
+    {
+      "epoch": 3.435117773019272,
+      "grad_norm": 5.836991310119629,
+      "learning_rate": 1.1788243461820824e-05,
+      "loss": 0.8631,
+      "step": 8021
+    },
+    {
+      "epoch": 3.4355460385438974,
+      "grad_norm": 1.2643349170684814,
+      "learning_rate": 1.1782355899011518e-05,
+      "loss": 0.1561,
+      "step": 8022
+    },
+    {
+      "epoch": 3.4359743040685227,
+      "grad_norm": 2.6914031505584717,
+      "learning_rate": 1.1776469353513996e-05,
+      "loss": 0.3013,
+      "step": 8023
+    },
+    {
+      "epoch": 3.436402569593148,
+      "grad_norm": 4.454554557800293,
+      "learning_rate": 1.1770583825781315e-05,
+      "loss": 0.602,
+      "step": 8024
+    },
+    {
+      "epoch": 3.436830835117773,
+      "grad_norm": 5.36228084564209,
+      "learning_rate": 1.1764699316266478e-05,
+      "loss": 0.2489,
+      "step": 8025
+    },
+    {
+      "epoch": 3.4372591006423985,
+      "grad_norm": 5.574158668518066,
+      "learning_rate": 1.1758815825422383e-05,
+      "loss": 0.2872,
+      "step": 8026
+    },
+    {
+      "epoch": 3.4376873661670233,
+      "grad_norm": 1.390215516090393,
+      "learning_rate": 1.1752933353701864e-05,
+      "loss": 0.9202,
+      "step": 8027
+    },
+    {
+      "epoch": 3.438115631691649,
+      "grad_norm": 10.057982444763184,
+      "learning_rate": 1.174705190155766e-05,
+      "loss": 0.6863,
+      "step": 8028
+    },
+    {
+      "epoch": 3.438543897216274,
+      "grad_norm": 3.428157329559326,
+      "learning_rate": 1.1741171469442472e-05,
+      "loss": 1.2988,
+      "step": 8029
+    },
+    {
+      "epoch": 3.4389721627408996,
+      "grad_norm": 4.3067803382873535,
+      "learning_rate": 1.1735292057808858e-05,
+      "loss": 0.4508,
+      "step": 8030
+    },
+    {
+      "epoch": 3.4394004282655244,
+      "grad_norm": 1.6424349546432495,
+      "learning_rate": 1.1729413667109362e-05,
+      "loss": 0.3458,
+      "step": 8031
+    },
+    {
+      "epoch": 3.43982869379015,
+      "grad_norm": 5.481827259063721,
+      "learning_rate": 1.1723536297796414e-05,
+      "loss": 0.3598,
+      "step": 8032
+    },
+    {
+      "epoch": 3.440256959314775,
+      "grad_norm": 7.696261882781982,
+      "learning_rate": 1.1717659950322368e-05,
+      "loss": 1.2124,
+      "step": 8033
+    },
+    {
+      "epoch": 3.4406852248394006,
+      "grad_norm": 2.9757940769195557,
+      "learning_rate": 1.1711784625139499e-05,
+      "loss": 0.7549,
+      "step": 8034
+    },
+    {
+      "epoch": 3.4411134903640255,
+      "grad_norm": 1.0867220163345337,
+      "learning_rate": 1.1705910322700025e-05,
+      "loss": 0.3856,
+      "step": 8035
+    },
+    {
+      "epoch": 3.441541755888651,
+      "grad_norm": 5.323937892913818,
+      "learning_rate": 1.170003704345606e-05,
+      "loss": 0.5387,
+      "step": 8036
+    },
+    {
+      "epoch": 3.441970021413276,
+      "grad_norm": 4.652614116668701,
+      "learning_rate": 1.169416478785965e-05,
+      "loss": 1.4011,
+      "step": 8037
+    },
+    {
+      "epoch": 3.4423982869379017,
+      "grad_norm": 2.241269588470459,
+      "learning_rate": 1.1688293556362748e-05,
+      "loss": 0.1535,
+      "step": 8038
+    },
+    {
+      "epoch": 3.4428265524625266,
+      "grad_norm": 4.339412212371826,
+      "learning_rate": 1.1682423349417269e-05,
+      "loss": 0.6574,
+      "step": 8039
+    },
+    {
+      "epoch": 3.4432548179871523,
+      "grad_norm": 10.035752296447754,
+      "learning_rate": 1.1676554167474978e-05,
+      "loss": 0.9287,
+      "step": 8040
+    },
+    {
+      "epoch": 3.443683083511777,
+      "grad_norm": 4.649179458618164,
+      "learning_rate": 1.1670686010987644e-05,
+      "loss": 0.8063,
+      "step": 8041
+    },
+    {
+      "epoch": 3.444111349036403,
+      "grad_norm": 8.788894653320312,
+      "learning_rate": 1.1664818880406897e-05,
+      "loss": 0.6914,
+      "step": 8042
+    },
+    {
+      "epoch": 3.4445396145610276,
+      "grad_norm": 2.6798105239868164,
+      "learning_rate": 1.1658952776184301e-05,
+      "loss": 0.2985,
+      "step": 8043
+    },
+    {
+      "epoch": 3.444967880085653,
+      "grad_norm": 4.138901710510254,
+      "learning_rate": 1.165308769877137e-05,
+      "loss": 0.2472,
+      "step": 8044
+    },
+    {
+      "epoch": 3.445396145610278,
+      "grad_norm": 5.806547164916992,
+      "learning_rate": 1.1647223648619502e-05,
+      "loss": 0.8374,
+      "step": 8045
+    },
+    {
+      "epoch": 3.4458244111349035,
+      "grad_norm": 6.398653507232666,
+      "learning_rate": 1.1641360626180034e-05,
+      "loss": 0.8586,
+      "step": 8046
+    },
+    {
+      "epoch": 3.4462526766595287,
+      "grad_norm": 3.754929780960083,
+      "learning_rate": 1.1635498631904209e-05,
+      "loss": 0.5567,
+      "step": 8047
+    },
+    {
+      "epoch": 3.446680942184154,
+      "grad_norm": 3.6878092288970947,
+      "learning_rate": 1.1629637666243223e-05,
+      "loss": 0.2263,
+      "step": 8048
+    },
+    {
+      "epoch": 3.4471092077087793,
+      "grad_norm": 2.3725576400756836,
+      "learning_rate": 1.1623777729648164e-05,
+      "loss": 0.2096,
+      "step": 8049
+    },
+    {
+      "epoch": 3.4475374732334045,
+      "grad_norm": 4.34285306930542,
+      "learning_rate": 1.1617918822570045e-05,
+      "loss": 0.4893,
+      "step": 8050
+    },
+    {
+      "epoch": 3.44796573875803,
+      "grad_norm": 6.058734893798828,
+      "learning_rate": 1.1612060945459808e-05,
+      "loss": 0.7371,
+      "step": 8051
+    },
+    {
+      "epoch": 3.448394004282655,
+      "grad_norm": 1.0701868534088135,
+      "learning_rate": 1.1606204098768306e-05,
+      "loss": 0.3356,
+      "step": 8052
+    },
+    {
+      "epoch": 3.4488222698072803,
+      "grad_norm": 2.9836132526397705,
+      "learning_rate": 1.1600348282946316e-05,
+      "loss": 0.2327,
+      "step": 8053
+    },
+    {
+      "epoch": 3.4492505353319056,
+      "grad_norm": 4.5748491287231445,
+      "learning_rate": 1.159449349844455e-05,
+      "loss": 0.4461,
+      "step": 8054
+    },
+    {
+      "epoch": 3.449678800856531,
+      "grad_norm": 3.569467306137085,
+      "learning_rate": 1.1588639745713625e-05,
+      "loss": 0.6343,
+      "step": 8055
+    },
+    {
+      "epoch": 3.450107066381156,
+      "grad_norm": 3.7283923625946045,
+      "learning_rate": 1.1582787025204078e-05,
+      "loss": 0.2906,
+      "step": 8056
+    },
+    {
+      "epoch": 3.4505353319057814,
+      "grad_norm": 4.275518894195557,
+      "learning_rate": 1.157693533736636e-05,
+      "loss": 0.6386,
+      "step": 8057
+    },
+    {
+      "epoch": 3.4509635974304067,
+      "grad_norm": 3.3313188552856445,
+      "learning_rate": 1.1571084682650887e-05,
+      "loss": 0.4308,
+      "step": 8058
+    },
+    {
+      "epoch": 3.451391862955032,
+      "grad_norm": 6.203471660614014,
+      "learning_rate": 1.156523506150792e-05,
+      "loss": 0.3146,
+      "step": 8059
+    },
+    {
+      "epoch": 3.4518201284796572,
+      "grad_norm": 4.3386616706848145,
+      "learning_rate": 1.1559386474387709e-05,
+      "loss": 1.0678,
+      "step": 8060
+    },
+    {
+      "epoch": 3.4522483940042825,
+      "grad_norm": 5.0589985847473145,
+      "learning_rate": 1.1553538921740392e-05,
+      "loss": 0.4355,
+      "step": 8061
+    },
+    {
+      "epoch": 3.452676659528908,
+      "grad_norm": 3.0380327701568604,
+      "learning_rate": 1.1547692404016033e-05,
+      "loss": 0.1715,
+      "step": 8062
+    },
+    {
+      "epoch": 3.453104925053533,
+      "grad_norm": 4.756155014038086,
+      "learning_rate": 1.1541846921664601e-05,
+      "loss": 0.4764,
+      "step": 8063
+    },
+    {
+      "epoch": 3.4535331905781583,
+      "grad_norm": 3.3880724906921387,
+      "learning_rate": 1.1536002475136027e-05,
+      "loss": 1.2085,
+      "step": 8064
+    },
+    {
+      "epoch": 3.4539614561027836,
+      "grad_norm": 1.649309515953064,
+      "learning_rate": 1.153015906488012e-05,
+      "loss": 0.4109,
+      "step": 8065
+    },
+    {
+      "epoch": 3.454389721627409,
+      "grad_norm": 2.7175233364105225,
+      "learning_rate": 1.152431669134663e-05,
+      "loss": 0.1595,
+      "step": 8066
+    },
+    {
+      "epoch": 3.454817987152034,
+      "grad_norm": 7.489345073699951,
+      "learning_rate": 1.1518475354985206e-05,
+      "loss": 0.418,
+      "step": 8067
+    },
+    {
+      "epoch": 3.4552462526766594,
+      "grad_norm": 4.943556308746338,
+      "learning_rate": 1.151263505624547e-05,
+      "loss": 0.5125,
+      "step": 8068
+    },
+    {
+      "epoch": 3.4556745182012847,
+      "grad_norm": 1.6337882280349731,
+      "learning_rate": 1.1506795795576886e-05,
+      "loss": 0.5324,
+      "step": 8069
+    },
+    {
+      "epoch": 3.45610278372591,
+      "grad_norm": 7.333883285522461,
+      "learning_rate": 1.1500957573428908e-05,
+      "loss": 1.3016,
+      "step": 8070
+    },
+    {
+      "epoch": 3.4565310492505352,
+      "grad_norm": 0.8299462795257568,
+      "learning_rate": 1.1495120390250872e-05,
+      "loss": 0.2079,
+      "step": 8071
+    },
+    {
+      "epoch": 3.4569593147751605,
+      "grad_norm": 4.857693195343018,
+      "learning_rate": 1.1489284246492044e-05,
+      "loss": 0.5509,
+      "step": 8072
+    },
+    {
+      "epoch": 3.4573875802997858,
+      "grad_norm": 4.216357707977295,
+      "learning_rate": 1.1483449142601598e-05,
+      "loss": 0.4847,
+      "step": 8073
+    },
+    {
+      "epoch": 3.457815845824411,
+      "grad_norm": 1.5958926677703857,
+      "learning_rate": 1.1477615079028665e-05,
+      "loss": 0.3635,
+      "step": 8074
+    },
+    {
+      "epoch": 3.4582441113490363,
+      "grad_norm": 4.0717620849609375,
+      "learning_rate": 1.1471782056222256e-05,
+      "loss": 0.3311,
+      "step": 8075
+    },
+    {
+      "epoch": 3.4586723768736616,
+      "grad_norm": 3.8805313110351562,
+      "learning_rate": 1.1465950074631317e-05,
+      "loss": 0.6798,
+      "step": 8076
+    },
+    {
+      "epoch": 3.459100642398287,
+      "grad_norm": 5.929076194763184,
+      "learning_rate": 1.1460119134704708e-05,
+      "loss": 0.4749,
+      "step": 8077
+    },
+    {
+      "epoch": 3.459528907922912,
+      "grad_norm": 4.256120681762695,
+      "learning_rate": 1.1454289236891227e-05,
+      "loss": 1.4112,
+      "step": 8078
+    },
+    {
+      "epoch": 3.4599571734475374,
+      "grad_norm": 4.433459281921387,
+      "learning_rate": 1.1448460381639576e-05,
+      "loss": 0.6845,
+      "step": 8079
+    },
+    {
+      "epoch": 3.4603854389721627,
+      "grad_norm": 3.004807233810425,
+      "learning_rate": 1.1442632569398362e-05,
+      "loss": 1.0495,
+      "step": 8080
+    },
+    {
+      "epoch": 3.460813704496788,
+      "grad_norm": 1.988040804862976,
+      "learning_rate": 1.1436805800616168e-05,
+      "loss": 0.1105,
+      "step": 8081
+    },
+    {
+      "epoch": 3.461241970021413,
+      "grad_norm": 7.095909595489502,
+      "learning_rate": 1.1430980075741413e-05,
+      "loss": 0.8627,
+      "step": 8082
+    },
+    {
+      "epoch": 3.4616702355460385,
+      "grad_norm": 6.541835308074951,
+      "learning_rate": 1.1425155395222511e-05,
+      "loss": 0.7497,
+      "step": 8083
+    },
+    {
+      "epoch": 3.4620985010706637,
+      "grad_norm": 5.237362861633301,
+      "learning_rate": 1.141933175950776e-05,
+      "loss": 1.0384,
+      "step": 8084
+    },
+    {
+      "epoch": 3.462526766595289,
+      "grad_norm": 2.6723856925964355,
+      "learning_rate": 1.1413509169045375e-05,
+      "loss": 1.5168,
+      "step": 8085
+    },
+    {
+      "epoch": 3.4629550321199143,
+      "grad_norm": 3.2689414024353027,
+      "learning_rate": 1.1407687624283498e-05,
+      "loss": 0.2557,
+      "step": 8086
+    },
+    {
+      "epoch": 3.4633832976445396,
+      "grad_norm": 4.066412448883057,
+      "learning_rate": 1.1401867125670204e-05,
+      "loss": 0.9191,
+      "step": 8087
+    },
+    {
+      "epoch": 3.463811563169165,
+      "grad_norm": 1.860292673110962,
+      "learning_rate": 1.1396047673653468e-05,
+      "loss": 0.8745,
+      "step": 8088
+    },
+    {
+      "epoch": 3.46423982869379,
+      "grad_norm": 3.790308952331543,
+      "learning_rate": 1.1390229268681191e-05,
+      "loss": 0.2927,
+      "step": 8089
+    },
+    {
+      "epoch": 3.4646680942184154,
+      "grad_norm": 5.941831588745117,
+      "learning_rate": 1.138441191120119e-05,
+      "loss": 0.6904,
+      "step": 8090
+    },
+    {
+      "epoch": 3.4650963597430406,
+      "grad_norm": 1.1367075443267822,
+      "learning_rate": 1.137859560166121e-05,
+      "loss": 0.5138,
+      "step": 8091
+    },
+    {
+      "epoch": 3.465524625267666,
+      "grad_norm": 4.02230978012085,
+      "learning_rate": 1.1372780340508899e-05,
+      "loss": 1.0066,
+      "step": 8092
+    },
+    {
+      "epoch": 3.465952890792291,
+      "grad_norm": 3.9046080112457275,
+      "learning_rate": 1.1366966128191854e-05,
+      "loss": 1.2737,
+      "step": 8093
+    },
+    {
+      "epoch": 3.4663811563169165,
+      "grad_norm": 4.777435779571533,
+      "learning_rate": 1.136115296515756e-05,
+      "loss": 0.9774,
+      "step": 8094
+    },
+    {
+      "epoch": 3.4668094218415417,
+      "grad_norm": 4.051280498504639,
+      "learning_rate": 1.1355340851853438e-05,
+      "loss": 0.4048,
+      "step": 8095
+    },
+    {
+      "epoch": 3.467237687366167,
+      "grad_norm": 7.667700290679932,
+      "learning_rate": 1.1349529788726816e-05,
+      "loss": 0.7871,
+      "step": 8096
+    },
+    {
+      "epoch": 3.4676659528907923,
+      "grad_norm": 3.6265056133270264,
+      "learning_rate": 1.1343719776224975e-05,
+      "loss": 0.5389,
+      "step": 8097
+    },
+    {
+      "epoch": 3.4680942184154175,
+      "grad_norm": 8.150081634521484,
+      "learning_rate": 1.1337910814795052e-05,
+      "loss": 1.0612,
+      "step": 8098
+    },
+    {
+      "epoch": 3.468522483940043,
+      "grad_norm": 1.182733178138733,
+      "learning_rate": 1.1332102904884171e-05,
+      "loss": 0.3056,
+      "step": 8099
+    },
+    {
+      "epoch": 3.468950749464668,
+      "grad_norm": 0.7469830513000488,
+      "learning_rate": 1.1326296046939333e-05,
+      "loss": 0.1263,
+      "step": 8100
+    },
+    {
+      "epoch": 3.4693790149892934,
+      "grad_norm": 18.796558380126953,
+      "learning_rate": 1.1320490241407472e-05,
+      "loss": 0.7464,
+      "step": 8101
+    },
+    {
+      "epoch": 3.4698072805139186,
+      "grad_norm": 4.01007080078125,
+      "learning_rate": 1.1314685488735426e-05,
+      "loss": 0.3631,
+      "step": 8102
+    },
+    {
+      "epoch": 3.470235546038544,
+      "grad_norm": 2.4096317291259766,
+      "learning_rate": 1.1308881789369988e-05,
+      "loss": 0.7873,
+      "step": 8103
+    },
+    {
+      "epoch": 3.470663811563169,
+      "grad_norm": 5.586019515991211,
+      "learning_rate": 1.130307914375783e-05,
+      "loss": 0.7035,
+      "step": 8104
+    },
+    {
+      "epoch": 3.4710920770877944,
+      "grad_norm": 5.157766342163086,
+      "learning_rate": 1.129727755234557e-05,
+      "loss": 0.72,
+      "step": 8105
+    },
+    {
+      "epoch": 3.4715203426124197,
+      "grad_norm": 3.9351141452789307,
+      "learning_rate": 1.1291477015579715e-05,
+      "loss": 0.5748,
+      "step": 8106
+    },
+    {
+      "epoch": 3.471948608137045,
+      "grad_norm": 4.500141143798828,
+      "learning_rate": 1.1285677533906747e-05,
+      "loss": 0.8395,
+      "step": 8107
+    },
+    {
+      "epoch": 3.4723768736616702,
+      "grad_norm": 4.1974053382873535,
+      "learning_rate": 1.1279879107772987e-05,
+      "loss": 0.2453,
+      "step": 8108
+    },
+    {
+      "epoch": 3.4728051391862955,
+      "grad_norm": 4.709898471832275,
+      "learning_rate": 1.1274081737624745e-05,
+      "loss": 0.5232,
+      "step": 8109
+    },
+    {
+      "epoch": 3.473233404710921,
+      "grad_norm": 3.790560722351074,
+      "learning_rate": 1.1268285423908217e-05,
+      "loss": 0.4102,
+      "step": 8110
+    },
+    {
+      "epoch": 3.473661670235546,
+      "grad_norm": 6.348982334136963,
+      "learning_rate": 1.1262490167069519e-05,
+      "loss": 1.2724,
+      "step": 8111
+    },
+    {
+      "epoch": 3.4740899357601713,
+      "grad_norm": 6.004631996154785,
+      "learning_rate": 1.1256695967554687e-05,
+      "loss": 0.7355,
+      "step": 8112
+    },
+    {
+      "epoch": 3.4745182012847966,
+      "grad_norm": 7.130467891693115,
+      "learning_rate": 1.1250902825809693e-05,
+      "loss": 0.551,
+      "step": 8113
+    },
+    {
+      "epoch": 3.474946466809422,
+      "grad_norm": 3.977854013442993,
+      "learning_rate": 1.1245110742280402e-05,
+      "loss": 0.3124,
+      "step": 8114
+    },
+    {
+      "epoch": 3.475374732334047,
+      "grad_norm": 3.6863045692443848,
+      "learning_rate": 1.1239319717412603e-05,
+      "loss": 1.0983,
+      "step": 8115
+    },
+    {
+      "epoch": 3.4758029978586724,
+      "grad_norm": 5.954941749572754,
+      "learning_rate": 1.1233529751652026e-05,
+      "loss": 0.3781,
+      "step": 8116
+    },
+    {
+      "epoch": 3.4762312633832977,
+      "grad_norm": 4.830294609069824,
+      "learning_rate": 1.1227740845444293e-05,
+      "loss": 1.4116,
+      "step": 8117
+    },
+    {
+      "epoch": 3.476659528907923,
+      "grad_norm": 2.8609650135040283,
+      "learning_rate": 1.1221952999234953e-05,
+      "loss": 0.5044,
+      "step": 8118
+    },
+    {
+      "epoch": 3.4770877944325482,
+      "grad_norm": 1.6462172269821167,
+      "learning_rate": 1.1216166213469467e-05,
+      "loss": 0.3828,
+      "step": 8119
+    },
+    {
+      "epoch": 3.4775160599571735,
+      "grad_norm": 3.6737217903137207,
+      "learning_rate": 1.1210380488593253e-05,
+      "loss": 0.1658,
+      "step": 8120
+    },
+    {
+      "epoch": 3.4779443254817988,
+      "grad_norm": 4.87899923324585,
+      "learning_rate": 1.1204595825051572e-05,
+      "loss": 0.8293,
+      "step": 8121
+    },
+    {
+      "epoch": 3.478372591006424,
+      "grad_norm": 2.8183090686798096,
+      "learning_rate": 1.1198812223289682e-05,
+      "loss": 1.1793,
+      "step": 8122
+    },
+    {
+      "epoch": 3.4788008565310493,
+      "grad_norm": 2.751451015472412,
+      "learning_rate": 1.1193029683752712e-05,
+      "loss": 0.4775,
+      "step": 8123
+    },
+    {
+      "epoch": 3.4792291220556746,
+      "grad_norm": 8.04421329498291,
+      "learning_rate": 1.118724820688572e-05,
+      "loss": 1.0068,
+      "step": 8124
+    },
+    {
+      "epoch": 3.4796573875803,
+      "grad_norm": 2.8422796726226807,
+      "learning_rate": 1.1181467793133679e-05,
+      "loss": 0.8709,
+      "step": 8125
+    },
+    {
+      "epoch": 3.480085653104925,
+      "grad_norm": 1.542262077331543,
+      "learning_rate": 1.1175688442941503e-05,
+      "loss": 0.2601,
+      "step": 8126
+    },
+    {
+      "epoch": 3.4805139186295504,
+      "grad_norm": 2.318959951400757,
+      "learning_rate": 1.1169910156754e-05,
+      "loss": 0.1883,
+      "step": 8127
+    },
+    {
+      "epoch": 3.4809421841541757,
+      "grad_norm": 4.989091873168945,
+      "learning_rate": 1.1164132935015894e-05,
+      "loss": 0.535,
+      "step": 8128
+    },
+    {
+      "epoch": 3.481370449678801,
+      "grad_norm": 3.8325088024139404,
+      "learning_rate": 1.1158356778171846e-05,
+      "loss": 0.2208,
+      "step": 8129
+    },
+    {
+      "epoch": 3.481798715203426,
+      "grad_norm": 0.761286735534668,
+      "learning_rate": 1.1152581686666419e-05,
+      "loss": 0.1438,
+      "step": 8130
+    },
+    {
+      "epoch": 3.4822269807280515,
+      "grad_norm": 1.2714937925338745,
+      "learning_rate": 1.1146807660944092e-05,
+      "loss": 0.6688,
+      "step": 8131
+    },
+    {
+      "epoch": 3.4826552462526768,
+      "grad_norm": 3.521253824234009,
+      "learning_rate": 1.1141034701449285e-05,
+      "loss": 0.9854,
+      "step": 8132
+    },
+    {
+      "epoch": 3.483083511777302,
+      "grad_norm": 23.6810359954834,
+      "learning_rate": 1.1135262808626318e-05,
+      "loss": 0.6498,
+      "step": 8133
+    },
+    {
+      "epoch": 3.4835117773019273,
+      "grad_norm": 3.9322874546051025,
+      "learning_rate": 1.1129491982919429e-05,
+      "loss": 0.6408,
+      "step": 8134
+    },
+    {
+      "epoch": 3.4839400428265526,
+      "grad_norm": 1.9818987846374512,
+      "learning_rate": 1.1123722224772764e-05,
+      "loss": 0.2012,
+      "step": 8135
+    },
+    {
+      "epoch": 3.484368308351178,
+      "grad_norm": 5.988531112670898,
+      "learning_rate": 1.1117953534630433e-05,
+      "loss": 0.5974,
+      "step": 8136
+    },
+    {
+      "epoch": 3.484796573875803,
+      "grad_norm": 2.464426279067993,
+      "learning_rate": 1.1112185912936385e-05,
+      "loss": 0.4027,
+      "step": 8137
+    },
+    {
+      "epoch": 3.4852248394004284,
+      "grad_norm": 6.018624782562256,
+      "learning_rate": 1.1106419360134568e-05,
+      "loss": 0.7993,
+      "step": 8138
+    },
+    {
+      "epoch": 3.4856531049250536,
+      "grad_norm": 1.186859130859375,
+      "learning_rate": 1.1100653876668795e-05,
+      "loss": 0.4599,
+      "step": 8139
+    },
+    {
+      "epoch": 3.486081370449679,
+      "grad_norm": 5.483624458312988,
+      "learning_rate": 1.1094889462982821e-05,
+      "loss": 0.3795,
+      "step": 8140
+    },
+    {
+      "epoch": 3.486509635974304,
+      "grad_norm": 2.1263794898986816,
+      "learning_rate": 1.1089126119520296e-05,
+      "loss": 0.2483,
+      "step": 8141
+    },
+    {
+      "epoch": 3.4869379014989295,
+      "grad_norm": 5.064779758453369,
+      "learning_rate": 1.1083363846724822e-05,
+      "loss": 0.36,
+      "step": 8142
+    },
+    {
+      "epoch": 3.4873661670235547,
+      "grad_norm": 3.1660280227661133,
+      "learning_rate": 1.1077602645039895e-05,
+      "loss": 0.4778,
+      "step": 8143
+    },
+    {
+      "epoch": 3.48779443254818,
+      "grad_norm": 3.8071086406707764,
+      "learning_rate": 1.1071842514908926e-05,
+      "loss": 0.2121,
+      "step": 8144
+    },
+    {
+      "epoch": 3.4882226980728053,
+      "grad_norm": 6.588637351989746,
+      "learning_rate": 1.1066083456775245e-05,
+      "loss": 0.9096,
+      "step": 8145
+    },
+    {
+      "epoch": 3.4886509635974305,
+      "grad_norm": 3.6293692588806152,
+      "learning_rate": 1.106032547108212e-05,
+      "loss": 0.2026,
+      "step": 8146
+    },
+    {
+      "epoch": 3.489079229122056,
+      "grad_norm": 10.141815185546875,
+      "learning_rate": 1.1054568558272715e-05,
+      "loss": 0.6087,
+      "step": 8147
+    },
+    {
+      "epoch": 3.489507494646681,
+      "grad_norm": 1.537578821182251,
+      "learning_rate": 1.1048812718790109e-05,
+      "loss": 0.4874,
+      "step": 8148
+    },
+    {
+      "epoch": 3.4899357601713064,
+      "grad_norm": 5.092304706573486,
+      "learning_rate": 1.1043057953077329e-05,
+      "loss": 0.3153,
+      "step": 8149
+    },
+    {
+      "epoch": 3.4903640256959316,
+      "grad_norm": 2.6207897663116455,
+      "learning_rate": 1.1037304261577268e-05,
+      "loss": 0.2191,
+      "step": 8150
+    },
+    {
+      "epoch": 3.490792291220557,
+      "grad_norm": 3.2022154331207275,
+      "learning_rate": 1.1031551644732791e-05,
+      "loss": 0.2474,
+      "step": 8151
+    },
+    {
+      "epoch": 3.491220556745182,
+      "grad_norm": 1.9497928619384766,
+      "learning_rate": 1.1025800102986644e-05,
+      "loss": 0.4198,
+      "step": 8152
+    },
+    {
+      "epoch": 3.4916488222698074,
+      "grad_norm": 0.8545604348182678,
+      "learning_rate": 1.1020049636781501e-05,
+      "loss": 0.1513,
+      "step": 8153
+    },
+    {
+      "epoch": 3.4920770877944327,
+      "grad_norm": 8.346017837524414,
+      "learning_rate": 1.1014300246559946e-05,
+      "loss": 0.5783,
+      "step": 8154
+    },
+    {
+      "epoch": 3.492505353319058,
+      "grad_norm": 6.39169979095459,
+      "learning_rate": 1.1008551932764507e-05,
+      "loss": 0.6499,
+      "step": 8155
+    },
+    {
+      "epoch": 3.4929336188436833,
+      "grad_norm": 2.723482131958008,
+      "learning_rate": 1.1002804695837598e-05,
+      "loss": 0.2961,
+      "step": 8156
+    },
+    {
+      "epoch": 3.4933618843683085,
+      "grad_norm": 2.421922206878662,
+      "learning_rate": 1.0997058536221567e-05,
+      "loss": 0.7213,
+      "step": 8157
+    },
+    {
+      "epoch": 3.493790149892934,
+      "grad_norm": 1.196347951889038,
+      "learning_rate": 1.0991313454358656e-05,
+      "loss": 0.4197,
+      "step": 8158
+    },
+    {
+      "epoch": 3.494218415417559,
+      "grad_norm": 5.741434574127197,
+      "learning_rate": 1.0985569450691077e-05,
+      "loss": 0.6657,
+      "step": 8159
+    },
+    {
+      "epoch": 3.4946466809421843,
+      "grad_norm": 4.256070613861084,
+      "learning_rate": 1.0979826525660885e-05,
+      "loss": 1.0082,
+      "step": 8160
+    },
+    {
+      "epoch": 3.4950749464668096,
+      "grad_norm": 7.314492702484131,
+      "learning_rate": 1.097408467971012e-05,
+      "loss": 0.8705,
+      "step": 8161
+    },
+    {
+      "epoch": 3.495503211991435,
+      "grad_norm": 5.7480549812316895,
+      "learning_rate": 1.0968343913280699e-05,
+      "loss": 0.9721,
+      "step": 8162
+    },
+    {
+      "epoch": 3.49593147751606,
+      "grad_norm": 4.457353591918945,
+      "learning_rate": 1.096260422681447e-05,
+      "loss": 0.6458,
+      "step": 8163
+    },
+    {
+      "epoch": 3.496359743040685,
+      "grad_norm": 1.2112770080566406,
+      "learning_rate": 1.0956865620753179e-05,
+      "loss": 1.0323,
+      "step": 8164
+    },
+    {
+      "epoch": 3.4967880085653107,
+      "grad_norm": 2.8351571559906006,
+      "learning_rate": 1.095112809553853e-05,
+      "loss": 0.3404,
+      "step": 8165
+    },
+    {
+      "epoch": 3.4972162740899355,
+      "grad_norm": 7.290408134460449,
+      "learning_rate": 1.0945391651612105e-05,
+      "loss": 0.5551,
+      "step": 8166
+    },
+    {
+      "epoch": 3.4976445396145612,
+      "grad_norm": 4.078691005706787,
+      "learning_rate": 1.093965628941542e-05,
+      "loss": 0.5387,
+      "step": 8167
+    },
+    {
+      "epoch": 3.498072805139186,
+      "grad_norm": 1.1798760890960693,
+      "learning_rate": 1.09339220093899e-05,
+      "loss": 0.4687,
+      "step": 8168
+    },
+    {
+      "epoch": 3.4985010706638118,
+      "grad_norm": 2.6683995723724365,
+      "learning_rate": 1.0928188811976895e-05,
+      "loss": 0.2842,
+      "step": 8169
+    },
+    {
+      "epoch": 3.4989293361884366,
+      "grad_norm": 4.027464389801025,
+      "learning_rate": 1.0922456697617652e-05,
+      "loss": 0.6906,
+      "step": 8170
+    },
+    {
+      "epoch": 3.4993576017130623,
+      "grad_norm": 4.480014324188232,
+      "learning_rate": 1.0916725666753375e-05,
+      "loss": 0.4909,
+      "step": 8171
+    },
+    {
+      "epoch": 3.499785867237687,
+      "grad_norm": 3.9667727947235107,
+      "learning_rate": 1.0910995719825149e-05,
+      "loss": 0.3352,
+      "step": 8172
+    },
+    {
+      "epoch": 3.500214132762313,
+      "grad_norm": 10.92490005493164,
+      "learning_rate": 1.0905266857273983e-05,
+      "loss": 0.3789,
+      "step": 8173
+    },
+    {
+      "epoch": 3.5006423982869377,
+      "grad_norm": 3.021838665008545,
+      "learning_rate": 1.0899539079540796e-05,
+      "loss": 0.5375,
+      "step": 8174
+    },
+    {
+      "epoch": 3.5010706638115634,
+      "grad_norm": 2.531306028366089,
+      "learning_rate": 1.0893812387066467e-05,
+      "loss": 0.7696,
+      "step": 8175
+    },
+    {
+      "epoch": 3.5014989293361882,
+      "grad_norm": 0.9986938238143921,
+      "learning_rate": 1.0888086780291718e-05,
+      "loss": 0.3035,
+      "step": 8176
+    },
+    {
+      "epoch": 3.501927194860814,
+      "grad_norm": 3.5757853984832764,
+      "learning_rate": 1.088236225965725e-05,
+      "loss": 0.2423,
+      "step": 8177
+    },
+    {
+      "epoch": 3.5023554603854388,
+      "grad_norm": 6.4531426429748535,
+      "learning_rate": 1.0876638825603655e-05,
+      "loss": 0.6174,
+      "step": 8178
+    },
+    {
+      "epoch": 3.5027837259100645,
+      "grad_norm": 3.5382955074310303,
+      "learning_rate": 1.0870916478571442e-05,
+      "loss": 0.2823,
+      "step": 8179
+    },
+    {
+      "epoch": 3.5032119914346893,
+      "grad_norm": 6.145397663116455,
+      "learning_rate": 1.086519521900103e-05,
+      "loss": 0.6769,
+      "step": 8180
+    },
+    {
+      "epoch": 3.503640256959315,
+      "grad_norm": 5.0952019691467285,
+      "learning_rate": 1.0859475047332774e-05,
+      "loss": 0.2628,
+      "step": 8181
+    },
+    {
+      "epoch": 3.50406852248394,
+      "grad_norm": 5.917805194854736,
+      "learning_rate": 1.0853755964006935e-05,
+      "loss": 0.4528,
+      "step": 8182
+    },
+    {
+      "epoch": 3.5044967880085656,
+      "grad_norm": 6.825656890869141,
+      "learning_rate": 1.0848037969463674e-05,
+      "loss": 0.2465,
+      "step": 8183
+    },
+    {
+      "epoch": 3.5049250535331904,
+      "grad_norm": 3.9556586742401123,
+      "learning_rate": 1.0842321064143098e-05,
+      "loss": 0.2586,
+      "step": 8184
+    },
+    {
+      "epoch": 3.505353319057816,
+      "grad_norm": 2.736876964569092,
+      "learning_rate": 1.0836605248485219e-05,
+      "loss": 0.435,
+      "step": 8185
+    },
+    {
+      "epoch": 3.505781584582441,
+      "grad_norm": 31.1555118560791,
+      "learning_rate": 1.0830890522929948e-05,
+      "loss": 0.4572,
+      "step": 8186
+    },
+    {
+      "epoch": 3.5062098501070667,
+      "grad_norm": 1.441580057144165,
+      "learning_rate": 1.0825176887917124e-05,
+      "loss": 0.525,
+      "step": 8187
+    },
+    {
+      "epoch": 3.5066381156316915,
+      "grad_norm": 5.977407932281494,
+      "learning_rate": 1.0819464343886527e-05,
+      "loss": 0.4084,
+      "step": 8188
+    },
+    {
+      "epoch": 3.507066381156317,
+      "grad_norm": 1.2842015027999878,
+      "learning_rate": 1.0813752891277798e-05,
+      "loss": 0.1981,
+      "step": 8189
+    },
+    {
+      "epoch": 3.507494646680942,
+      "grad_norm": 1.4670780897140503,
+      "learning_rate": 1.0808042530530549e-05,
+      "loss": 0.415,
+      "step": 8190
+    },
+    {
+      "epoch": 3.5079229122055673,
+      "grad_norm": 1.08406662940979,
+      "learning_rate": 1.0802333262084278e-05,
+      "loss": 0.1365,
+      "step": 8191
+    },
+    {
+      "epoch": 3.5083511777301926,
+      "grad_norm": 6.082813739776611,
+      "learning_rate": 1.0796625086378407e-05,
+      "loss": 0.4311,
+      "step": 8192
+    },
+    {
+      "epoch": 3.508779443254818,
+      "grad_norm": 7.328110694885254,
+      "learning_rate": 1.0790918003852258e-05,
+      "loss": 1.5466,
+      "step": 8193
+    },
+    {
+      "epoch": 3.509207708779443,
+      "grad_norm": 1.3816256523132324,
+      "learning_rate": 1.0785212014945106e-05,
+      "loss": 0.4758,
+      "step": 8194
+    },
+    {
+      "epoch": 3.5096359743040684,
+      "grad_norm": 1.1366275548934937,
+      "learning_rate": 1.077950712009611e-05,
+      "loss": 0.1219,
+      "step": 8195
+    },
+    {
+      "epoch": 3.5100642398286936,
+      "grad_norm": 5.274377346038818,
+      "learning_rate": 1.0773803319744353e-05,
+      "loss": 0.4901,
+      "step": 8196
+    },
+    {
+      "epoch": 3.510492505353319,
+      "grad_norm": 2.108208656311035,
+      "learning_rate": 1.0768100614328825e-05,
+      "loss": 0.2819,
+      "step": 8197
+    },
+    {
+      "epoch": 3.510920770877944,
+      "grad_norm": 3.2342326641082764,
+      "learning_rate": 1.076239900428847e-05,
+      "loss": 0.2824,
+      "step": 8198
+    },
+    {
+      "epoch": 3.5113490364025695,
+      "grad_norm": 2.4410600662231445,
+      "learning_rate": 1.0756698490062083e-05,
+      "loss": 0.1876,
+      "step": 8199
+    },
+    {
+      "epoch": 3.5117773019271947,
+      "grad_norm": 2.583343744277954,
+      "learning_rate": 1.0750999072088438e-05,
+      "loss": 0.4823,
+      "step": 8200
+    },
+    {
+      "epoch": 3.51220556745182,
+      "grad_norm": 0.9251012802124023,
+      "learning_rate": 1.074530075080619e-05,
+      "loss": 0.1911,
+      "step": 8201
+    },
+    {
+      "epoch": 3.5126338329764453,
+      "grad_norm": 2.6680924892425537,
+      "learning_rate": 1.0739603526653914e-05,
+      "loss": 0.6317,
+      "step": 8202
+    },
+    {
+      "epoch": 3.5130620985010705,
+      "grad_norm": 6.065825939178467,
+      "learning_rate": 1.0733907400070095e-05,
+      "loss": 0.7417,
+      "step": 8203
+    },
+    {
+      "epoch": 3.513490364025696,
+      "grad_norm": 7.211337089538574,
+      "learning_rate": 1.0728212371493163e-05,
+      "loss": 0.2577,
+      "step": 8204
+    },
+    {
+      "epoch": 3.513918629550321,
+      "grad_norm": 3.4627203941345215,
+      "learning_rate": 1.0722518441361429e-05,
+      "loss": 0.2642,
+      "step": 8205
+    },
+    {
+      "epoch": 3.5143468950749464,
+      "grad_norm": 4.6163153648376465,
+      "learning_rate": 1.071682561011314e-05,
+      "loss": 0.5792,
+      "step": 8206
+    },
+    {
+      "epoch": 3.5147751605995716,
+      "grad_norm": 3.573568820953369,
+      "learning_rate": 1.0711133878186445e-05,
+      "loss": 0.8272,
+      "step": 8207
+    },
+    {
+      "epoch": 3.515203426124197,
+      "grad_norm": 2.5665438175201416,
+      "learning_rate": 1.0705443246019417e-05,
+      "loss": 0.6252,
+      "step": 8208
+    },
+    {
+      "epoch": 3.515631691648822,
+      "grad_norm": 4.516301155090332,
+      "learning_rate": 1.0699753714050037e-05,
+      "loss": 0.5114,
+      "step": 8209
+    },
+    {
+      "epoch": 3.5160599571734474,
+      "grad_norm": 4.898118495941162,
+      "learning_rate": 1.0694065282716217e-05,
+      "loss": 0.3778,
+      "step": 8210
+    },
+    {
+      "epoch": 3.5164882226980727,
+      "grad_norm": 8.096173286437988,
+      "learning_rate": 1.0688377952455772e-05,
+      "loss": 0.4271,
+      "step": 8211
+    },
+    {
+      "epoch": 3.516916488222698,
+      "grad_norm": 3.8499393463134766,
+      "learning_rate": 1.0682691723706433e-05,
+      "loss": 0.6452,
+      "step": 8212
+    },
+    {
+      "epoch": 3.5173447537473232,
+      "grad_norm": 3.893493890762329,
+      "learning_rate": 1.0677006596905837e-05,
+      "loss": 0.6044,
+      "step": 8213
+    },
+    {
+      "epoch": 3.5177730192719485,
+      "grad_norm": 3.2074508666992188,
+      "learning_rate": 1.067132257249157e-05,
+      "loss": 0.2177,
+      "step": 8214
+    },
+    {
+      "epoch": 3.518201284796574,
+      "grad_norm": 2.951789617538452,
+      "learning_rate": 1.066563965090108e-05,
+      "loss": 0.9824,
+      "step": 8215
+    },
+    {
+      "epoch": 3.518629550321199,
+      "grad_norm": 4.3657355308532715,
+      "learning_rate": 1.0659957832571774e-05,
+      "loss": 0.4631,
+      "step": 8216
+    },
+    {
+      "epoch": 3.5190578158458243,
+      "grad_norm": 6.937613487243652,
+      "learning_rate": 1.065427711794098e-05,
+      "loss": 0.687,
+      "step": 8217
+    },
+    {
+      "epoch": 3.5194860813704496,
+      "grad_norm": 2.6496970653533936,
+      "learning_rate": 1.0648597507445884e-05,
+      "loss": 0.9945,
+      "step": 8218
+    },
+    {
+      "epoch": 3.519914346895075,
+      "grad_norm": 1.9710233211517334,
+      "learning_rate": 1.0642919001523651e-05,
+      "loss": 0.763,
+      "step": 8219
+    },
+    {
+      "epoch": 3.5203426124197,
+      "grad_norm": 3.866928815841675,
+      "learning_rate": 1.0637241600611325e-05,
+      "loss": 0.64,
+      "step": 8220
+    },
+    {
+      "epoch": 3.5207708779443254,
+      "grad_norm": 3.016895055770874,
+      "learning_rate": 1.0631565305145873e-05,
+      "loss": 0.678,
+      "step": 8221
+    },
+    {
+      "epoch": 3.5211991434689507,
+      "grad_norm": 4.250416278839111,
+      "learning_rate": 1.0625890115564175e-05,
+      "loss": 0.432,
+      "step": 8222
+    },
+    {
+      "epoch": 3.521627408993576,
+      "grad_norm": 12.824951171875,
+      "learning_rate": 1.0620216032303037e-05,
+      "loss": 1.1239,
+      "step": 8223
+    },
+    {
+      "epoch": 3.5220556745182012,
+      "grad_norm": 3.665530204772949,
+      "learning_rate": 1.0614543055799167e-05,
+      "loss": 0.5999,
+      "step": 8224
+    },
+    {
+      "epoch": 3.5224839400428265,
+      "grad_norm": 2.47426438331604,
+      "learning_rate": 1.0608871186489194e-05,
+      "loss": 0.757,
+      "step": 8225
+    },
+    {
+      "epoch": 3.5229122055674518,
+      "grad_norm": 5.305713176727295,
+      "learning_rate": 1.0603200424809651e-05,
+      "loss": 0.8515,
+      "step": 8226
+    },
+    {
+      "epoch": 3.523340471092077,
+      "grad_norm": 4.798727512359619,
+      "learning_rate": 1.059753077119702e-05,
+      "loss": 0.4972,
+      "step": 8227
+    },
+    {
+      "epoch": 3.5237687366167023,
+      "grad_norm": 6.391199588775635,
+      "learning_rate": 1.0591862226087638e-05,
+      "loss": 0.7137,
+      "step": 8228
+    },
+    {
+      "epoch": 3.5241970021413276,
+      "grad_norm": 4.0386962890625,
+      "learning_rate": 1.0586194789917816e-05,
+      "loss": 0.648,
+      "step": 8229
+    },
+    {
+      "epoch": 3.524625267665953,
+      "grad_norm": 1.4222607612609863,
+      "learning_rate": 1.058052846312375e-05,
+      "loss": 0.351,
+      "step": 8230
+    },
+    {
+      "epoch": 3.525053533190578,
+      "grad_norm": 1.3202524185180664,
+      "learning_rate": 1.057486324614155e-05,
+      "loss": 0.2468,
+      "step": 8231
+    },
+    {
+      "epoch": 3.5254817987152034,
+      "grad_norm": 4.3939995765686035,
+      "learning_rate": 1.0569199139407247e-05,
+      "loss": 0.7511,
+      "step": 8232
+    },
+    {
+      "epoch": 3.5259100642398287,
+      "grad_norm": 4.468313694000244,
+      "learning_rate": 1.0563536143356792e-05,
+      "loss": 0.8822,
+      "step": 8233
+    },
+    {
+      "epoch": 3.526338329764454,
+      "grad_norm": 3.429946184158325,
+      "learning_rate": 1.0557874258426042e-05,
+      "loss": 0.8688,
+      "step": 8234
+    },
+    {
+      "epoch": 3.526766595289079,
+      "grad_norm": 3.0636377334594727,
+      "learning_rate": 1.0552213485050772e-05,
+      "loss": 0.1838,
+      "step": 8235
+    },
+    {
+      "epoch": 3.5271948608137045,
+      "grad_norm": 3.427064895629883,
+      "learning_rate": 1.0546553823666655e-05,
+      "loss": 0.8587,
+      "step": 8236
+    },
+    {
+      "epoch": 3.5276231263383298,
+      "grad_norm": 2.3595829010009766,
+      "learning_rate": 1.0540895274709325e-05,
+      "loss": 0.6657,
+      "step": 8237
+    },
+    {
+      "epoch": 3.528051391862955,
+      "grad_norm": 15.899687767028809,
+      "learning_rate": 1.0535237838614265e-05,
+      "loss": 0.8769,
+      "step": 8238
+    },
+    {
+      "epoch": 3.5284796573875803,
+      "grad_norm": 1.4812445640563965,
+      "learning_rate": 1.0529581515816927e-05,
+      "loss": 0.2796,
+      "step": 8239
+    },
+    {
+      "epoch": 3.5289079229122056,
+      "grad_norm": 4.791647434234619,
+      "learning_rate": 1.0523926306752654e-05,
+      "loss": 0.5009,
+      "step": 8240
+    },
+    {
+      "epoch": 3.529336188436831,
+      "grad_norm": 5.53938102722168,
+      "learning_rate": 1.0518272211856703e-05,
+      "loss": 0.9738,
+      "step": 8241
+    },
+    {
+      "epoch": 3.529764453961456,
+      "grad_norm": 3.3913354873657227,
+      "learning_rate": 1.0512619231564239e-05,
+      "loss": 0.9288,
+      "step": 8242
+    },
+    {
+      "epoch": 3.5301927194860814,
+      "grad_norm": 2.817761182785034,
+      "learning_rate": 1.0506967366310366e-05,
+      "loss": 0.6778,
+      "step": 8243
+    },
+    {
+      "epoch": 3.5306209850107066,
+      "grad_norm": 1.861073613166809,
+      "learning_rate": 1.0501316616530082e-05,
+      "loss": 0.5056,
+      "step": 8244
+    },
+    {
+      "epoch": 3.531049250535332,
+      "grad_norm": 5.3180365562438965,
+      "learning_rate": 1.0495666982658303e-05,
+      "loss": 0.5616,
+      "step": 8245
+    },
+    {
+      "epoch": 3.531477516059957,
+      "grad_norm": 1.68089759349823,
+      "learning_rate": 1.0490018465129861e-05,
+      "loss": 0.6926,
+      "step": 8246
+    },
+    {
+      "epoch": 3.5319057815845825,
+      "grad_norm": 1.4091887474060059,
+      "learning_rate": 1.0484371064379494e-05,
+      "loss": 0.3503,
+      "step": 8247
+    },
+    {
+      "epoch": 3.5323340471092077,
+      "grad_norm": 1.548239827156067,
+      "learning_rate": 1.0478724780841858e-05,
+      "loss": 0.1943,
+      "step": 8248
+    },
+    {
+      "epoch": 3.532762312633833,
+      "grad_norm": 6.457867622375488,
+      "learning_rate": 1.0473079614951545e-05,
+      "loss": 0.526,
+      "step": 8249
+    },
+    {
+      "epoch": 3.5331905781584583,
+      "grad_norm": 3.5654592514038086,
+      "learning_rate": 1.046743556714303e-05,
+      "loss": 0.3286,
+      "step": 8250
+    },
+    {
+      "epoch": 3.5336188436830835,
+      "grad_norm": 1.2658010721206665,
+      "learning_rate": 1.0461792637850704e-05,
+      "loss": 0.2385,
+      "step": 8251
+    },
+    {
+      "epoch": 3.534047109207709,
+      "grad_norm": 1.1691608428955078,
+      "learning_rate": 1.0456150827508904e-05,
+      "loss": 0.6395,
+      "step": 8252
+    },
+    {
+      "epoch": 3.534475374732334,
+      "grad_norm": 6.2813615798950195,
+      "learning_rate": 1.0450510136551845e-05,
+      "loss": 0.5091,
+      "step": 8253
+    },
+    {
+      "epoch": 3.5349036402569594,
+      "grad_norm": 4.243072032928467,
+      "learning_rate": 1.044487056541367e-05,
+      "loss": 0.2094,
+      "step": 8254
+    },
+    {
+      "epoch": 3.5353319057815846,
+      "grad_norm": 5.787830352783203,
+      "learning_rate": 1.043923211452843e-05,
+      "loss": 1.1869,
+      "step": 8255
+    },
+    {
+      "epoch": 3.53576017130621,
+      "grad_norm": 3.7374114990234375,
+      "learning_rate": 1.043359478433012e-05,
+      "loss": 0.2587,
+      "step": 8256
+    },
+    {
+      "epoch": 3.536188436830835,
+      "grad_norm": 3.8186354637145996,
+      "learning_rate": 1.0427958575252586e-05,
+      "loss": 1.0145,
+      "step": 8257
+    },
+    {
+      "epoch": 3.5366167023554604,
+      "grad_norm": 2.2481467723846436,
+      "learning_rate": 1.0422323487729655e-05,
+      "loss": 0.2614,
+      "step": 8258
+    },
+    {
+      "epoch": 3.5370449678800857,
+      "grad_norm": 15.785350799560547,
+      "learning_rate": 1.041668952219503e-05,
+      "loss": 1.2096,
+      "step": 8259
+    },
+    {
+      "epoch": 3.537473233404711,
+      "grad_norm": 5.142566204071045,
+      "learning_rate": 1.0411056679082332e-05,
+      "loss": 0.7346,
+      "step": 8260
+    },
+    {
+      "epoch": 3.5379014989293363,
+      "grad_norm": 2.11444091796875,
+      "learning_rate": 1.0405424958825097e-05,
+      "loss": 0.6394,
+      "step": 8261
+    },
+    {
+      "epoch": 3.5383297644539615,
+      "grad_norm": 4.475024223327637,
+      "learning_rate": 1.0399794361856788e-05,
+      "loss": 1.2637,
+      "step": 8262
+    },
+    {
+      "epoch": 3.538758029978587,
+      "grad_norm": 1.7720152139663696,
+      "learning_rate": 1.0394164888610767e-05,
+      "loss": 0.4986,
+      "step": 8263
+    },
+    {
+      "epoch": 3.539186295503212,
+      "grad_norm": 3.244947671890259,
+      "learning_rate": 1.0388536539520308e-05,
+      "loss": 1.0193,
+      "step": 8264
+    },
+    {
+      "epoch": 3.5396145610278373,
+      "grad_norm": 6.436633586883545,
+      "learning_rate": 1.0382909315018598e-05,
+      "loss": 1.3108,
+      "step": 8265
+    },
+    {
+      "epoch": 3.5400428265524626,
+      "grad_norm": 11.824419975280762,
+      "learning_rate": 1.0377283215538772e-05,
+      "loss": 0.5096,
+      "step": 8266
+    },
+    {
+      "epoch": 3.540471092077088,
+      "grad_norm": 4.076597213745117,
+      "learning_rate": 1.0371658241513809e-05,
+      "loss": 0.5651,
+      "step": 8267
+    },
+    {
+      "epoch": 3.540899357601713,
+      "grad_norm": 1.4024051427841187,
+      "learning_rate": 1.036603439337667e-05,
+      "loss": 0.537,
+      "step": 8268
+    },
+    {
+      "epoch": 3.5413276231263384,
+      "grad_norm": 2.321258544921875,
+      "learning_rate": 1.0360411671560194e-05,
+      "loss": 0.8961,
+      "step": 8269
+    },
+    {
+      "epoch": 3.5417558886509637,
+      "grad_norm": 1.9084193706512451,
+      "learning_rate": 1.0354790076497142e-05,
+      "loss": 0.3871,
+      "step": 8270
+    },
+    {
+      "epoch": 3.542184154175589,
+      "grad_norm": 3.051527738571167,
+      "learning_rate": 1.0349169608620174e-05,
+      "loss": 0.4378,
+      "step": 8271
+    },
+    {
+      "epoch": 3.5426124197002142,
+      "grad_norm": 3.9339051246643066,
+      "learning_rate": 1.0343550268361893e-05,
+      "loss": 0.9827,
+      "step": 8272
+    },
+    {
+      "epoch": 3.5430406852248395,
+      "grad_norm": 2.4759488105773926,
+      "learning_rate": 1.0337932056154795e-05,
+      "loss": 0.6907,
+      "step": 8273
+    },
+    {
+      "epoch": 3.5434689507494648,
+      "grad_norm": 2.181755304336548,
+      "learning_rate": 1.0332314972431287e-05,
+      "loss": 0.1866,
+      "step": 8274
+    },
+    {
+      "epoch": 3.54389721627409,
+      "grad_norm": 9.912515640258789,
+      "learning_rate": 1.0326699017623689e-05,
+      "loss": 0.9043,
+      "step": 8275
+    },
+    {
+      "epoch": 3.5443254817987153,
+      "grad_norm": 2.8803515434265137,
+      "learning_rate": 1.0321084192164262e-05,
+      "loss": 0.5463,
+      "step": 8276
+    },
+    {
+      "epoch": 3.5447537473233406,
+      "grad_norm": 4.069419860839844,
+      "learning_rate": 1.031547049648513e-05,
+      "loss": 0.5094,
+      "step": 8277
+    },
+    {
+      "epoch": 3.545182012847966,
+      "grad_norm": 3.237196207046509,
+      "learning_rate": 1.0309857931018377e-05,
+      "loss": 0.2738,
+      "step": 8278
+    },
+    {
+      "epoch": 3.545610278372591,
+      "grad_norm": 2.0364935398101807,
+      "learning_rate": 1.0304246496195976e-05,
+      "loss": 0.6053,
+      "step": 8279
+    },
+    {
+      "epoch": 3.5460385438972164,
+      "grad_norm": 2.6515655517578125,
+      "learning_rate": 1.0298636192449814e-05,
+      "loss": 0.5345,
+      "step": 8280
+    },
+    {
+      "epoch": 3.5464668094218417,
+      "grad_norm": 3.2611753940582275,
+      "learning_rate": 1.029302702021169e-05,
+      "loss": 0.4223,
+      "step": 8281
+    },
+    {
+      "epoch": 3.546895074946467,
+      "grad_norm": 2.301015615463257,
+      "learning_rate": 1.0287418979913338e-05,
+      "loss": 0.8501,
+      "step": 8282
+    },
+    {
+      "epoch": 3.547323340471092,
+      "grad_norm": 3.634799003601074,
+      "learning_rate": 1.0281812071986377e-05,
+      "loss": 0.9942,
+      "step": 8283
+    },
+    {
+      "epoch": 3.5477516059957175,
+      "grad_norm": 3.9386603832244873,
+      "learning_rate": 1.0276206296862347e-05,
+      "loss": 0.5182,
+      "step": 8284
+    },
+    {
+      "epoch": 3.5481798715203428,
+      "grad_norm": 13.483555793762207,
+      "learning_rate": 1.0270601654972708e-05,
+      "loss": 0.7317,
+      "step": 8285
+    },
+    {
+      "epoch": 3.548608137044968,
+      "grad_norm": 2.5474934577941895,
+      "learning_rate": 1.026499814674882e-05,
+      "loss": 0.323,
+      "step": 8286
+    },
+    {
+      "epoch": 3.5490364025695933,
+      "grad_norm": 7.424976348876953,
+      "learning_rate": 1.0259395772621974e-05,
+      "loss": 1.6306,
+      "step": 8287
+    },
+    {
+      "epoch": 3.5494646680942186,
+      "grad_norm": 1.147392749786377,
+      "learning_rate": 1.0253794533023362e-05,
+      "loss": 0.2223,
+      "step": 8288
+    },
+    {
+      "epoch": 3.549892933618844,
+      "grad_norm": 13.368967056274414,
+      "learning_rate": 1.0248194428384084e-05,
+      "loss": 1.1558,
+      "step": 8289
+    },
+    {
+      "epoch": 3.550321199143469,
+      "grad_norm": 3.186927318572998,
+      "learning_rate": 1.0242595459135155e-05,
+      "loss": 0.723,
+      "step": 8290
+    },
+    {
+      "epoch": 3.5507494646680944,
+      "grad_norm": 4.930929183959961,
+      "learning_rate": 1.0236997625707523e-05,
+      "loss": 0.7844,
+      "step": 8291
+    },
+    {
+      "epoch": 3.5511777301927197,
+      "grad_norm": 4.963924884796143,
+      "learning_rate": 1.023140092853202e-05,
+      "loss": 0.311,
+      "step": 8292
+    },
+    {
+      "epoch": 3.5516059957173445,
+      "grad_norm": 12.157134056091309,
+      "learning_rate": 1.0225805368039407e-05,
+      "loss": 0.31,
+      "step": 8293
+    },
+    {
+      "epoch": 3.55203426124197,
+      "grad_norm": 2.3771986961364746,
+      "learning_rate": 1.0220210944660338e-05,
+      "loss": 1.0689,
+      "step": 8294
+    },
+    {
+      "epoch": 3.552462526766595,
+      "grad_norm": 1.544150471687317,
+      "learning_rate": 1.0214617658825428e-05,
+      "loss": 0.7066,
+      "step": 8295
+    },
+    {
+      "epoch": 3.5528907922912207,
+      "grad_norm": 3.2602810859680176,
+      "learning_rate": 1.0209025510965131e-05,
+      "loss": 0.5058,
+      "step": 8296
+    },
+    {
+      "epoch": 3.5533190578158456,
+      "grad_norm": 5.76192045211792,
+      "learning_rate": 1.0203434501509884e-05,
+      "loss": 0.9643,
+      "step": 8297
+    },
+    {
+      "epoch": 3.5537473233404713,
+      "grad_norm": 2.244981527328491,
+      "learning_rate": 1.0197844630889991e-05,
+      "loss": 0.6149,
+      "step": 8298
+    },
+    {
+      "epoch": 3.554175588865096,
+      "grad_norm": 2.2303335666656494,
+      "learning_rate": 1.0192255899535687e-05,
+      "loss": 0.5079,
+      "step": 8299
+    },
+    {
+      "epoch": 3.554603854389722,
+      "grad_norm": 2.5545454025268555,
+      "learning_rate": 1.0186668307877109e-05,
+      "loss": 0.1983,
+      "step": 8300
+    },
+    {
+      "epoch": 3.5550321199143466,
+      "grad_norm": 2.3150691986083984,
+      "learning_rate": 1.0181081856344324e-05,
+      "loss": 0.3174,
+      "step": 8301
+    },
+    {
+      "epoch": 3.5554603854389724,
+      "grad_norm": 15.60662841796875,
+      "learning_rate": 1.0175496545367296e-05,
+      "loss": 0.7229,
+      "step": 8302
+    },
+    {
+      "epoch": 3.555888650963597,
+      "grad_norm": 4.77333927154541,
+      "learning_rate": 1.0169912375375903e-05,
+      "loss": 0.1879,
+      "step": 8303
+    },
+    {
+      "epoch": 3.556316916488223,
+      "grad_norm": 1.4389219284057617,
+      "learning_rate": 1.0164329346799928e-05,
+      "loss": 0.2153,
+      "step": 8304
+    },
+    {
+      "epoch": 3.5567451820128477,
+      "grad_norm": 3.606464147567749,
+      "learning_rate": 1.0158747460069105e-05,
+      "loss": 0.1636,
+      "step": 8305
+    },
+    {
+      "epoch": 3.5571734475374734,
+      "grad_norm": 4.387885570526123,
+      "learning_rate": 1.0153166715613007e-05,
+      "loss": 0.4627,
+      "step": 8306
+    },
+    {
+      "epoch": 3.5576017130620983,
+      "grad_norm": 5.469927787780762,
+      "learning_rate": 1.0147587113861201e-05,
+      "loss": 0.5053,
+      "step": 8307
+    },
+    {
+      "epoch": 3.558029978586724,
+      "grad_norm": 3.943967580795288,
+      "learning_rate": 1.0142008655243113e-05,
+      "loss": 0.9626,
+      "step": 8308
+    },
+    {
+      "epoch": 3.558458244111349,
+      "grad_norm": 1.203994631767273,
+      "learning_rate": 1.0136431340188093e-05,
+      "loss": 0.2637,
+      "step": 8309
+    },
+    {
+      "epoch": 3.5588865096359745,
+      "grad_norm": 1.2635103464126587,
+      "learning_rate": 1.0130855169125403e-05,
+      "loss": 0.3961,
+      "step": 8310
+    },
+    {
+      "epoch": 3.5593147751605994,
+      "grad_norm": 3.9852123260498047,
+      "learning_rate": 1.0125280142484233e-05,
+      "loss": 1.2328,
+      "step": 8311
+    },
+    {
+      "epoch": 3.559743040685225,
+      "grad_norm": 3.2381606101989746,
+      "learning_rate": 1.0119706260693662e-05,
+      "loss": 1.1922,
+      "step": 8312
+    },
+    {
+      "epoch": 3.56017130620985,
+      "grad_norm": 4.048549175262451,
+      "learning_rate": 1.0114133524182694e-05,
+      "loss": 0.5999,
+      "step": 8313
+    },
+    {
+      "epoch": 3.5605995717344756,
+      "grad_norm": 3.710407018661499,
+      "learning_rate": 1.0108561933380231e-05,
+      "loss": 0.5338,
+      "step": 8314
+    },
+    {
+      "epoch": 3.5610278372591004,
+      "grad_norm": 2.763105630874634,
+      "learning_rate": 1.0102991488715124e-05,
+      "loss": 0.2903,
+      "step": 8315
+    },
+    {
+      "epoch": 3.561456102783726,
+      "grad_norm": 3.641972541809082,
+      "learning_rate": 1.0097422190616074e-05,
+      "loss": 0.2848,
+      "step": 8316
+    },
+    {
+      "epoch": 3.561884368308351,
+      "grad_norm": 3.2222580909729004,
+      "learning_rate": 1.009185403951175e-05,
+      "loss": 0.4728,
+      "step": 8317
+    },
+    {
+      "epoch": 3.5623126338329767,
+      "grad_norm": 1.6930112838745117,
+      "learning_rate": 1.008628703583071e-05,
+      "loss": 0.1907,
+      "step": 8318
+    },
+    {
+      "epoch": 3.5627408993576015,
+      "grad_norm": 1.063878059387207,
+      "learning_rate": 1.0080721180001424e-05,
+      "loss": 0.1403,
+      "step": 8319
+    },
+    {
+      "epoch": 3.5631691648822272,
+      "grad_norm": 7.384811878204346,
+      "learning_rate": 1.007515647245226e-05,
+      "loss": 0.7189,
+      "step": 8320
+    },
+    {
+      "epoch": 3.563597430406852,
+      "grad_norm": 3.866661787033081,
+      "learning_rate": 1.0069592913611537e-05,
+      "loss": 0.2808,
+      "step": 8321
+    },
+    {
+      "epoch": 3.5640256959314778,
+      "grad_norm": 5.666406631469727,
+      "learning_rate": 1.0064030503907445e-05,
+      "loss": 1.3709,
+      "step": 8322
+    },
+    {
+      "epoch": 3.5644539614561026,
+      "grad_norm": 3.8164761066436768,
+      "learning_rate": 1.00584692437681e-05,
+      "loss": 1.0453,
+      "step": 8323
+    },
+    {
+      "epoch": 3.5648822269807283,
+      "grad_norm": 4.905801773071289,
+      "learning_rate": 1.0052909133621554e-05,
+      "loss": 0.4379,
+      "step": 8324
+    },
+    {
+      "epoch": 3.565310492505353,
+      "grad_norm": 4.6346211433410645,
+      "learning_rate": 1.0047350173895711e-05,
+      "loss": 0.4742,
+      "step": 8325
+    },
+    {
+      "epoch": 3.565738758029979,
+      "grad_norm": 3.5742194652557373,
+      "learning_rate": 1.0041792365018455e-05,
+      "loss": 0.5054,
+      "step": 8326
+    },
+    {
+      "epoch": 3.5661670235546037,
+      "grad_norm": 6.299694538116455,
+      "learning_rate": 1.0036235707417533e-05,
+      "loss": 0.3717,
+      "step": 8327
+    },
+    {
+      "epoch": 3.566595289079229,
+      "grad_norm": 5.627870082855225,
+      "learning_rate": 1.0030680201520623e-05,
+      "loss": 1.0274,
+      "step": 8328
+    },
+    {
+      "epoch": 3.5670235546038542,
+      "grad_norm": 5.674129009246826,
+      "learning_rate": 1.0025125847755304e-05,
+      "loss": 0.7593,
+      "step": 8329
+    },
+    {
+      "epoch": 3.5674518201284795,
+      "grad_norm": 4.646615028381348,
+      "learning_rate": 1.0019572646549088e-05,
+      "loss": 0.8987,
+      "step": 8330
+    },
+    {
+      "epoch": 3.5678800856531048,
+      "grad_norm": 1.3935579061508179,
+      "learning_rate": 1.0014020598329379e-05,
+      "loss": 0.3118,
+      "step": 8331
+    },
+    {
+      "epoch": 3.56830835117773,
+      "grad_norm": 3.0414514541625977,
+      "learning_rate": 1.0008469703523493e-05,
+      "loss": 0.4882,
+      "step": 8332
+    },
+    {
+      "epoch": 3.5687366167023553,
+      "grad_norm": 4.123655796051025,
+      "learning_rate": 1.0002919962558655e-05,
+      "loss": 0.6717,
+      "step": 8333
+    },
+    {
+      "epoch": 3.5691648822269806,
+      "grad_norm": 4.83757209777832,
+      "learning_rate": 9.997371375862033e-06,
+      "loss": 0.3618,
+      "step": 8334
+    },
+    {
+      "epoch": 3.569593147751606,
+      "grad_norm": 7.221580505371094,
+      "learning_rate": 9.991823943860646e-06,
+      "loss": 0.9555,
+      "step": 8335
+    },
+    {
+      "epoch": 3.570021413276231,
+      "grad_norm": 5.930643558502197,
+      "learning_rate": 9.986277666981483e-06,
+      "loss": 1.013,
+      "step": 8336
+    },
+    {
+      "epoch": 3.5704496788008564,
+      "grad_norm": 3.8250961303710938,
+      "learning_rate": 9.980732545651415e-06,
+      "loss": 0.3755,
+      "step": 8337
+    },
+    {
+      "epoch": 3.5708779443254817,
+      "grad_norm": 7.371298313140869,
+      "learning_rate": 9.975188580297227e-06,
+      "loss": 0.3507,
+      "step": 8338
+    },
+    {
+      "epoch": 3.571306209850107,
+      "grad_norm": 3.6200830936431885,
+      "learning_rate": 9.969645771345603e-06,
+      "loss": 0.5239,
+      "step": 8339
+    },
+    {
+      "epoch": 3.571734475374732,
+      "grad_norm": 3.84393310546875,
+      "learning_rate": 9.964104119223178e-06,
+      "loss": 1.0108,
+      "step": 8340
+    },
+    {
+      "epoch": 3.5721627408993575,
+      "grad_norm": 5.621033668518066,
+      "learning_rate": 9.95856362435646e-06,
+      "loss": 0.7119,
+      "step": 8341
+    },
+    {
+      "epoch": 3.5725910064239828,
+      "grad_norm": 1.7043818235397339,
+      "learning_rate": 9.953024287171877e-06,
+      "loss": 0.3872,
+      "step": 8342
+    },
+    {
+      "epoch": 3.573019271948608,
+      "grad_norm": 3.5426037311553955,
+      "learning_rate": 9.947486108095764e-06,
+      "loss": 0.385,
+      "step": 8343
+    },
+    {
+      "epoch": 3.5734475374732333,
+      "grad_norm": 3.659405469894409,
+      "learning_rate": 9.9419490875544e-06,
+      "loss": 0.3466,
+      "step": 8344
+    },
+    {
+      "epoch": 3.5738758029978586,
+      "grad_norm": 2.643242359161377,
+      "learning_rate": 9.936413225973915e-06,
+      "loss": 0.3261,
+      "step": 8345
+    },
+    {
+      "epoch": 3.574304068522484,
+      "grad_norm": 4.588507652282715,
+      "learning_rate": 9.930878523780407e-06,
+      "loss": 0.4013,
+      "step": 8346
+    },
+    {
+      "epoch": 3.574732334047109,
+      "grad_norm": 12.268614768981934,
+      "learning_rate": 9.92534498139985e-06,
+      "loss": 1.1173,
+      "step": 8347
+    },
+    {
+      "epoch": 3.5751605995717344,
+      "grad_norm": 9.397428512573242,
+      "learning_rate": 9.919812599258147e-06,
+      "loss": 0.8348,
+      "step": 8348
+    },
+    {
+      "epoch": 3.5755888650963596,
+      "grad_norm": 1.8693344593048096,
+      "learning_rate": 9.91428137778109e-06,
+      "loss": 0.6062,
+      "step": 8349
+    },
+    {
+      "epoch": 3.576017130620985,
+      "grad_norm": 32.21707534790039,
+      "learning_rate": 9.908751317394413e-06,
+      "loss": 0.535,
+      "step": 8350
+    },
+    {
+      "epoch": 3.57644539614561,
+      "grad_norm": 5.182980060577393,
+      "learning_rate": 9.903222418523738e-06,
+      "loss": 0.8472,
+      "step": 8351
+    },
+    {
+      "epoch": 3.5768736616702355,
+      "grad_norm": 1.4566596746444702,
+      "learning_rate": 9.897694681594603e-06,
+      "loss": 0.1643,
+      "step": 8352
+    },
+    {
+      "epoch": 3.5773019271948607,
+      "grad_norm": 17.756074905395508,
+      "learning_rate": 9.892168107032446e-06,
+      "loss": 0.7719,
+      "step": 8353
+    },
+    {
+      "epoch": 3.577730192719486,
+      "grad_norm": 7.8226799964904785,
+      "learning_rate": 9.886642695262654e-06,
+      "loss": 0.8822,
+      "step": 8354
+    },
+    {
+      "epoch": 3.5781584582441113,
+      "grad_norm": 4.141300678253174,
+      "learning_rate": 9.881118446710464e-06,
+      "loss": 0.8045,
+      "step": 8355
+    },
+    {
+      "epoch": 3.5785867237687365,
+      "grad_norm": 6.087725639343262,
+      "learning_rate": 9.875595361801069e-06,
+      "loss": 0.6577,
+      "step": 8356
+    },
+    {
+      "epoch": 3.579014989293362,
+      "grad_norm": 1.1259015798568726,
+      "learning_rate": 9.870073440959582e-06,
+      "loss": 0.2359,
+      "step": 8357
+    },
+    {
+      "epoch": 3.579443254817987,
+      "grad_norm": 3.588805913925171,
+      "learning_rate": 9.864552684610967e-06,
+      "loss": 0.6849,
+      "step": 8358
+    },
+    {
+      "epoch": 3.5798715203426124,
+      "grad_norm": 2.9883692264556885,
+      "learning_rate": 9.859033093180162e-06,
+      "loss": 0.6146,
+      "step": 8359
+    },
+    {
+      "epoch": 3.5802997858672376,
+      "grad_norm": 2.967419147491455,
+      "learning_rate": 9.853514667091978e-06,
+      "loss": 0.1339,
+      "step": 8360
+    },
+    {
+      "epoch": 3.580728051391863,
+      "grad_norm": 2.770118236541748,
+      "learning_rate": 9.847997406771154e-06,
+      "loss": 0.4032,
+      "step": 8361
+    },
+    {
+      "epoch": 3.581156316916488,
+      "grad_norm": 8.551101684570312,
+      "learning_rate": 9.842481312642318e-06,
+      "loss": 0.2219,
+      "step": 8362
+    },
+    {
+      "epoch": 3.5815845824411134,
+      "grad_norm": 4.611123561859131,
+      "learning_rate": 9.83696638513005e-06,
+      "loss": 0.4085,
+      "step": 8363
+    },
+    {
+      "epoch": 3.5820128479657387,
+      "grad_norm": 5.09611177444458,
+      "learning_rate": 9.831452624658776e-06,
+      "loss": 0.5674,
+      "step": 8364
+    },
+    {
+      "epoch": 3.582441113490364,
+      "grad_norm": 8.207763671875,
+      "learning_rate": 9.825940031652903e-06,
+      "loss": 1.0125,
+      "step": 8365
+    },
+    {
+      "epoch": 3.5828693790149893,
+      "grad_norm": 0.6213089227676392,
+      "learning_rate": 9.820428606536697e-06,
+      "loss": 0.0731,
+      "step": 8366
+    },
+    {
+      "epoch": 3.5832976445396145,
+      "grad_norm": 4.043248653411865,
+      "learning_rate": 9.814918349734357e-06,
+      "loss": 0.7029,
+      "step": 8367
+    },
+    {
+      "epoch": 3.58372591006424,
+      "grad_norm": 4.970858097076416,
+      "learning_rate": 9.809409261669971e-06,
+      "loss": 0.6433,
+      "step": 8368
+    },
+    {
+      "epoch": 3.584154175588865,
+      "grad_norm": 2.1165993213653564,
+      "learning_rate": 9.80390134276758e-06,
+      "loss": 0.2078,
+      "step": 8369
+    },
+    {
+      "epoch": 3.5845824411134903,
+      "grad_norm": 1.342436671257019,
+      "learning_rate": 9.798394593451091e-06,
+      "loss": 0.268,
+      "step": 8370
+    },
+    {
+      "epoch": 3.5850107066381156,
+      "grad_norm": 1.3266839981079102,
+      "learning_rate": 9.792889014144341e-06,
+      "loss": 0.402,
+      "step": 8371
+    },
+    {
+      "epoch": 3.585438972162741,
+      "grad_norm": 7.596267223358154,
+      "learning_rate": 9.787384605271064e-06,
+      "loss": 0.5043,
+      "step": 8372
+    },
+    {
+      "epoch": 3.585867237687366,
+      "grad_norm": 1.5729492902755737,
+      "learning_rate": 9.78188136725494e-06,
+      "loss": 0.4243,
+      "step": 8373
+    },
+    {
+      "epoch": 3.5862955032119914,
+      "grad_norm": 1.8005192279815674,
+      "learning_rate": 9.776379300519495e-06,
+      "loss": 0.5343,
+      "step": 8374
+    },
+    {
+      "epoch": 3.5867237687366167,
+      "grad_norm": 2.357431173324585,
+      "learning_rate": 9.770878405488233e-06,
+      "loss": 1.2402,
+      "step": 8375
+    },
+    {
+      "epoch": 3.587152034261242,
+      "grad_norm": 6.608669757843018,
+      "learning_rate": 9.765378682584522e-06,
+      "loss": 1.2917,
+      "step": 8376
+    },
+    {
+      "epoch": 3.5875802997858672,
+      "grad_norm": 2.1735949516296387,
+      "learning_rate": 9.759880132231658e-06,
+      "loss": 0.5302,
+      "step": 8377
+    },
+    {
+      "epoch": 3.5880085653104925,
+      "grad_norm": 4.1262526512146,
+      "learning_rate": 9.754382754852837e-06,
+      "loss": 1.1057,
+      "step": 8378
+    },
+    {
+      "epoch": 3.5884368308351178,
+      "grad_norm": 7.429383277893066,
+      "learning_rate": 9.748886550871187e-06,
+      "loss": 0.4207,
+      "step": 8379
+    },
+    {
+      "epoch": 3.588865096359743,
+      "grad_norm": 3.60601806640625,
+      "learning_rate": 9.743391520709719e-06,
+      "loss": 0.7322,
+      "step": 8380
+    },
+    {
+      "epoch": 3.5892933618843683,
+      "grad_norm": 4.830360412597656,
+      "learning_rate": 9.737897664791368e-06,
+      "loss": 0.4135,
+      "step": 8381
+    },
+    {
+      "epoch": 3.5897216274089936,
+      "grad_norm": 3.3634865283966064,
+      "learning_rate": 9.732404983538964e-06,
+      "loss": 0.6596,
+      "step": 8382
+    },
+    {
+      "epoch": 3.590149892933619,
+      "grad_norm": 1.629228949546814,
+      "learning_rate": 9.726913477375284e-06,
+      "loss": 0.2799,
+      "step": 8383
+    },
+    {
+      "epoch": 3.590578158458244,
+      "grad_norm": 2.938845157623291,
+      "learning_rate": 9.721423146722955e-06,
+      "loss": 0.9728,
+      "step": 8384
+    },
+    {
+      "epoch": 3.5910064239828694,
+      "grad_norm": 4.290680408477783,
+      "learning_rate": 9.715933992004572e-06,
+      "loss": 0.6885,
+      "step": 8385
+    },
+    {
+      "epoch": 3.5914346895074947,
+      "grad_norm": 2.387601137161255,
+      "learning_rate": 9.710446013642608e-06,
+      "loss": 0.9666,
+      "step": 8386
+    },
+    {
+      "epoch": 3.59186295503212,
+      "grad_norm": 4.8723225593566895,
+      "learning_rate": 9.704959212059444e-06,
+      "loss": 0.4136,
+      "step": 8387
+    },
+    {
+      "epoch": 3.592291220556745,
+      "grad_norm": 0.7534253001213074,
+      "learning_rate": 9.69947358767738e-06,
+      "loss": 0.1921,
+      "step": 8388
+    },
+    {
+      "epoch": 3.5927194860813705,
+      "grad_norm": 4.717398643493652,
+      "learning_rate": 9.693989140918636e-06,
+      "loss": 0.4796,
+      "step": 8389
+    },
+    {
+      "epoch": 3.5931477516059958,
+      "grad_norm": 5.632658958435059,
+      "learning_rate": 9.688505872205319e-06,
+      "loss": 0.5614,
+      "step": 8390
+    },
+    {
+      "epoch": 3.593576017130621,
+      "grad_norm": 4.9633469581604,
+      "learning_rate": 9.68302378195945e-06,
+      "loss": 0.6543,
+      "step": 8391
+    },
+    {
+      "epoch": 3.5940042826552463,
+      "grad_norm": 2.109876871109009,
+      "learning_rate": 9.677542870602979e-06,
+      "loss": 0.1479,
+      "step": 8392
+    },
+    {
+      "epoch": 3.5944325481798716,
+      "grad_norm": 5.057291030883789,
+      "learning_rate": 9.672063138557743e-06,
+      "loss": 1.1196,
+      "step": 8393
+    },
+    {
+      "epoch": 3.594860813704497,
+      "grad_norm": 4.825762748718262,
+      "learning_rate": 9.666584586245497e-06,
+      "loss": 0.5525,
+      "step": 8394
+    },
+    {
+      "epoch": 3.595289079229122,
+      "grad_norm": 1.851131558418274,
+      "learning_rate": 9.661107214087895e-06,
+      "loss": 0.5005,
+      "step": 8395
+    },
+    {
+      "epoch": 3.5957173447537474,
+      "grad_norm": 6.450710296630859,
+      "learning_rate": 9.655631022506537e-06,
+      "loss": 0.8695,
+      "step": 8396
+    },
+    {
+      "epoch": 3.5961456102783727,
+      "grad_norm": 5.486395835876465,
+      "learning_rate": 9.650156011922867e-06,
+      "loss": 1.2058,
+      "step": 8397
+    },
+    {
+      "epoch": 3.596573875802998,
+      "grad_norm": 3.6939287185668945,
+      "learning_rate": 9.644682182758306e-06,
+      "loss": 1.5379,
+      "step": 8398
+    },
+    {
+      "epoch": 3.597002141327623,
+      "grad_norm": 1.1885229349136353,
+      "learning_rate": 9.639209535434141e-06,
+      "loss": 0.4305,
+      "step": 8399
+    },
+    {
+      "epoch": 3.5974304068522485,
+      "grad_norm": 4.325698375701904,
+      "learning_rate": 9.633738070371582e-06,
+      "loss": 0.3904,
+      "step": 8400
+    },
+    {
+      "epoch": 3.5978586723768737,
+      "grad_norm": 4.071916103363037,
+      "learning_rate": 9.628267787991737e-06,
+      "loss": 0.8477,
+      "step": 8401
+    },
+    {
+      "epoch": 3.598286937901499,
+      "grad_norm": 2.327690839767456,
+      "learning_rate": 9.622798688715662e-06,
+      "loss": 0.3177,
+      "step": 8402
+    },
+    {
+      "epoch": 3.5987152034261243,
+      "grad_norm": 6.637824058532715,
+      "learning_rate": 9.617330772964259e-06,
+      "loss": 1.3267,
+      "step": 8403
+    },
+    {
+      "epoch": 3.5991434689507495,
+      "grad_norm": 5.81679630279541,
+      "learning_rate": 9.611864041158391e-06,
+      "loss": 0.5323,
+      "step": 8404
+    },
+    {
+      "epoch": 3.599571734475375,
+      "grad_norm": 1.1187502145767212,
+      "learning_rate": 9.606398493718813e-06,
+      "loss": 0.3903,
+      "step": 8405
+    },
+    {
+      "epoch": 3.6,
+      "grad_norm": 1.840361475944519,
+      "learning_rate": 9.60093413106618e-06,
+      "loss": 0.3903,
+      "step": 8406
+    },
+    {
+      "epoch": 3.6004282655246254,
+      "grad_norm": 2.544973134994507,
+      "learning_rate": 9.595470953621059e-06,
+      "loss": 1.093,
+      "step": 8407
+    },
+    {
+      "epoch": 3.6008565310492506,
+      "grad_norm": 3.155129909515381,
+      "learning_rate": 9.590008961803943e-06,
+      "loss": 1.0895,
+      "step": 8408
+    },
+    {
+      "epoch": 3.601284796573876,
+      "grad_norm": 10.174213409423828,
+      "learning_rate": 9.584548156035215e-06,
+      "loss": 1.3033,
+      "step": 8409
+    },
+    {
+      "epoch": 3.601713062098501,
+      "grad_norm": 2.808912515640259,
+      "learning_rate": 9.579088536735173e-06,
+      "loss": 0.2057,
+      "step": 8410
+    },
+    {
+      "epoch": 3.6021413276231264,
+      "grad_norm": 4.012017250061035,
+      "learning_rate": 9.573630104324011e-06,
+      "loss": 0.3577,
+      "step": 8411
+    },
+    {
+      "epoch": 3.6025695931477517,
+      "grad_norm": 4.8872222900390625,
+      "learning_rate": 9.568172859221874e-06,
+      "loss": 0.3079,
+      "step": 8412
+    },
+    {
+      "epoch": 3.602997858672377,
+      "grad_norm": 1.7974909543991089,
+      "learning_rate": 9.562716801848748e-06,
+      "loss": 0.3888,
+      "step": 8413
+    },
+    {
+      "epoch": 3.6034261241970023,
+      "grad_norm": 4.196630001068115,
+      "learning_rate": 9.557261932624592e-06,
+      "loss": 0.7058,
+      "step": 8414
+    },
+    {
+      "epoch": 3.6038543897216275,
+      "grad_norm": 4.8596415519714355,
+      "learning_rate": 9.551808251969238e-06,
+      "loss": 0.3886,
+      "step": 8415
+    },
+    {
+      "epoch": 3.604282655246253,
+      "grad_norm": 1.2774220705032349,
+      "learning_rate": 9.546355760302434e-06,
+      "loss": 0.1014,
+      "step": 8416
+    },
+    {
+      "epoch": 3.604710920770878,
+      "grad_norm": 2.1180076599121094,
+      "learning_rate": 9.540904458043832e-06,
+      "loss": 0.8823,
+      "step": 8417
+    },
+    {
+      "epoch": 3.6051391862955033,
+      "grad_norm": 1.8964102268218994,
+      "learning_rate": 9.53545434561301e-06,
+      "loss": 0.6052,
+      "step": 8418
+    },
+    {
+      "epoch": 3.6055674518201286,
+      "grad_norm": 3.7549259662628174,
+      "learning_rate": 9.530005423429436e-06,
+      "loss": 0.7922,
+      "step": 8419
+    },
+    {
+      "epoch": 3.605995717344754,
+      "grad_norm": 3.841238021850586,
+      "learning_rate": 9.524557691912494e-06,
+      "loss": 0.4242,
+      "step": 8420
+    },
+    {
+      "epoch": 3.606423982869379,
+      "grad_norm": 5.085085391998291,
+      "learning_rate": 9.519111151481468e-06,
+      "loss": 0.6251,
+      "step": 8421
+    },
+    {
+      "epoch": 3.6068522483940044,
+      "grad_norm": 5.705241680145264,
+      "learning_rate": 9.513665802555582e-06,
+      "loss": 0.8552,
+      "step": 8422
+    },
+    {
+      "epoch": 3.6072805139186297,
+      "grad_norm": 1.7009190320968628,
+      "learning_rate": 9.508221645553905e-06,
+      "loss": 0.3562,
+      "step": 8423
+    },
+    {
+      "epoch": 3.607708779443255,
+      "grad_norm": 2.7370100021362305,
+      "learning_rate": 9.502778680895486e-06,
+      "loss": 0.3314,
+      "step": 8424
+    },
+    {
+      "epoch": 3.6081370449678802,
+      "grad_norm": 3.8860135078430176,
+      "learning_rate": 9.497336908999235e-06,
+      "loss": 0.4484,
+      "step": 8425
+    },
+    {
+      "epoch": 3.6085653104925055,
+      "grad_norm": 3.6004481315612793,
+      "learning_rate": 9.491896330283981e-06,
+      "loss": 0.3147,
+      "step": 8426
+    },
+    {
+      "epoch": 3.6089935760171308,
+      "grad_norm": 3.4267098903656006,
+      "learning_rate": 9.486456945168476e-06,
+      "loss": 0.3002,
+      "step": 8427
+    },
+    {
+      "epoch": 3.609421841541756,
+      "grad_norm": 2.029595375061035,
+      "learning_rate": 9.481018754071366e-06,
+      "loss": 0.6822,
+      "step": 8428
+    },
+    {
+      "epoch": 3.6098501070663813,
+      "grad_norm": 2.1968002319335938,
+      "learning_rate": 9.475581757411202e-06,
+      "loss": 0.2003,
+      "step": 8429
+    },
+    {
+      "epoch": 3.6102783725910066,
+      "grad_norm": 2.7168540954589844,
+      "learning_rate": 9.470145955606446e-06,
+      "loss": 0.5479,
+      "step": 8430
+    },
+    {
+      "epoch": 3.610706638115632,
+      "grad_norm": 2.142245292663574,
+      "learning_rate": 9.464711349075484e-06,
+      "loss": 0.6322,
+      "step": 8431
+    },
+    {
+      "epoch": 3.6111349036402567,
+      "grad_norm": 1.508819818496704,
+      "learning_rate": 9.459277938236591e-06,
+      "loss": 0.2727,
+      "step": 8432
+    },
+    {
+      "epoch": 3.6115631691648824,
+      "grad_norm": 3.4902710914611816,
+      "learning_rate": 9.453845723507953e-06,
+      "loss": 0.3083,
+      "step": 8433
+    },
+    {
+      "epoch": 3.6119914346895072,
+      "grad_norm": 2.79740834236145,
+      "learning_rate": 9.448414705307661e-06,
+      "loss": 0.2472,
+      "step": 8434
+    },
+    {
+      "epoch": 3.612419700214133,
+      "grad_norm": 2.042590379714966,
+      "learning_rate": 9.442984884053746e-06,
+      "loss": 0.2424,
+      "step": 8435
+    },
+    {
+      "epoch": 3.6128479657387578,
+      "grad_norm": 5.922525405883789,
+      "learning_rate": 9.437556260164085e-06,
+      "loss": 0.8153,
+      "step": 8436
+    },
+    {
+      "epoch": 3.6132762312633835,
+      "grad_norm": 0.9833892583847046,
+      "learning_rate": 9.432128834056525e-06,
+      "loss": 0.3842,
+      "step": 8437
+    },
+    {
+      "epoch": 3.6137044967880083,
+      "grad_norm": 4.238622665405273,
+      "learning_rate": 9.426702606148786e-06,
+      "loss": 0.5824,
+      "step": 8438
+    },
+    {
+      "epoch": 3.614132762312634,
+      "grad_norm": 1.6506577730178833,
+      "learning_rate": 9.4212775768585e-06,
+      "loss": 0.2089,
+      "step": 8439
+    },
+    {
+      "epoch": 3.614561027837259,
+      "grad_norm": 5.163311958312988,
+      "learning_rate": 9.415853746603206e-06,
+      "loss": 0.3768,
+      "step": 8440
+    },
+    {
+      "epoch": 3.6149892933618846,
+      "grad_norm": 3.4512667655944824,
+      "learning_rate": 9.410431115800383e-06,
+      "loss": 0.3992,
+      "step": 8441
+    },
+    {
+      "epoch": 3.6154175588865094,
+      "grad_norm": 3.332181692123413,
+      "learning_rate": 9.405009684867355e-06,
+      "loss": 0.3511,
+      "step": 8442
+    },
+    {
+      "epoch": 3.615845824411135,
+      "grad_norm": 7.5347900390625,
+      "learning_rate": 9.39958945422141e-06,
+      "loss": 1.0342,
+      "step": 8443
+    },
+    {
+      "epoch": 3.61627408993576,
+      "grad_norm": 7.96312952041626,
+      "learning_rate": 9.394170424279718e-06,
+      "loss": 0.858,
+      "step": 8444
+    },
+    {
+      "epoch": 3.6167023554603857,
+      "grad_norm": 7.51080846786499,
+      "learning_rate": 9.388752595459364e-06,
+      "loss": 0.6502,
+      "step": 8445
+    },
+    {
+      "epoch": 3.6171306209850105,
+      "grad_norm": 4.451148986816406,
+      "learning_rate": 9.383335968177323e-06,
+      "loss": 0.6324,
+      "step": 8446
+    },
+    {
+      "epoch": 3.617558886509636,
+      "grad_norm": 6.260880947113037,
+      "learning_rate": 9.377920542850512e-06,
+      "loss": 1.8623,
+      "step": 8447
+    },
+    {
+      "epoch": 3.617987152034261,
+      "grad_norm": 5.150132179260254,
+      "learning_rate": 9.37250631989573e-06,
+      "loss": 0.5677,
+      "step": 8448
+    },
+    {
+      "epoch": 3.6184154175588867,
+      "grad_norm": 5.625743389129639,
+      "learning_rate": 9.367093299729682e-06,
+      "loss": 0.6638,
+      "step": 8449
+    },
+    {
+      "epoch": 3.6188436830835116,
+      "grad_norm": 2.4234139919281006,
+      "learning_rate": 9.361681482768987e-06,
+      "loss": 0.2716,
+      "step": 8450
+    },
+    {
+      "epoch": 3.6192719486081373,
+      "grad_norm": 4.697943210601807,
+      "learning_rate": 9.356270869430193e-06,
+      "loss": 0.5253,
+      "step": 8451
+    },
+    {
+      "epoch": 3.619700214132762,
+      "grad_norm": 1.0192171335220337,
+      "learning_rate": 9.3508614601297e-06,
+      "loss": 0.2207,
+      "step": 8452
+    },
+    {
+      "epoch": 3.620128479657388,
+      "grad_norm": 0.9037806987762451,
+      "learning_rate": 9.345453255283876e-06,
+      "loss": 0.1723,
+      "step": 8453
+    },
+    {
+      "epoch": 3.6205567451820126,
+      "grad_norm": 4.070187568664551,
+      "learning_rate": 9.340046255308962e-06,
+      "loss": 0.7568,
+      "step": 8454
+    },
+    {
+      "epoch": 3.6209850107066384,
+      "grad_norm": 4.387462615966797,
+      "learning_rate": 9.334640460621116e-06,
+      "loss": 0.775,
+      "step": 8455
+    },
+    {
+      "epoch": 3.621413276231263,
+      "grad_norm": 3.6441848278045654,
+      "learning_rate": 9.329235871636387e-06,
+      "loss": 0.5268,
+      "step": 8456
+    },
+    {
+      "epoch": 3.621841541755889,
+      "grad_norm": 5.278450965881348,
+      "learning_rate": 9.323832488770773e-06,
+      "loss": 0.9088,
+      "step": 8457
+    },
+    {
+      "epoch": 3.6222698072805137,
+      "grad_norm": 6.970306396484375,
+      "learning_rate": 9.318430312440133e-06,
+      "loss": 1.4963,
+      "step": 8458
+    },
+    {
+      "epoch": 3.6226980728051394,
+      "grad_norm": 5.658222675323486,
+      "learning_rate": 9.313029343060256e-06,
+      "loss": 0.4921,
+      "step": 8459
+    },
+    {
+      "epoch": 3.6231263383297643,
+      "grad_norm": 0.6994228959083557,
+      "learning_rate": 9.307629581046826e-06,
+      "loss": 0.1733,
+      "step": 8460
+    },
+    {
+      "epoch": 3.62355460385439,
+      "grad_norm": 2.8005082607269287,
+      "learning_rate": 9.302231026815456e-06,
+      "loss": 0.445,
+      "step": 8461
+    },
+    {
+      "epoch": 3.623982869379015,
+      "grad_norm": 4.530301094055176,
+      "learning_rate": 9.29683368078165e-06,
+      "loss": 0.7349,
+      "step": 8462
+    },
+    {
+      "epoch": 3.6244111349036405,
+      "grad_norm": 5.1333417892456055,
+      "learning_rate": 9.291437543360806e-06,
+      "loss": 0.5163,
+      "step": 8463
+    },
+    {
+      "epoch": 3.6248394004282654,
+      "grad_norm": 8.083067893981934,
+      "learning_rate": 9.286042614968273e-06,
+      "loss": 1.1575,
+      "step": 8464
+    },
+    {
+      "epoch": 3.6252676659528906,
+      "grad_norm": 5.837010860443115,
+      "learning_rate": 9.280648896019245e-06,
+      "loss": 1.1622,
+      "step": 8465
+    },
+    {
+      "epoch": 3.625695931477516,
+      "grad_norm": 2.969101667404175,
+      "learning_rate": 9.275256386928883e-06,
+      "loss": 0.9405,
+      "step": 8466
+    },
+    {
+      "epoch": 3.626124197002141,
+      "grad_norm": 4.151467800140381,
+      "learning_rate": 9.269865088112211e-06,
+      "loss": 0.805,
+      "step": 8467
+    },
+    {
+      "epoch": 3.6265524625267664,
+      "grad_norm": 5.3938984870910645,
+      "learning_rate": 9.264474999984185e-06,
+      "loss": 0.4409,
+      "step": 8468
+    },
+    {
+      "epoch": 3.6269807280513917,
+      "grad_norm": 4.510825157165527,
+      "learning_rate": 9.25908612295965e-06,
+      "loss": 0.5369,
+      "step": 8469
+    },
+    {
+      "epoch": 3.627408993576017,
+      "grad_norm": 6.0253376960754395,
+      "learning_rate": 9.253698457453383e-06,
+      "loss": 0.6254,
+      "step": 8470
+    },
+    {
+      "epoch": 3.6278372591006423,
+      "grad_norm": 4.071635723114014,
+      "learning_rate": 9.248312003880041e-06,
+      "loss": 0.6159,
+      "step": 8471
+    },
+    {
+      "epoch": 3.6282655246252675,
+      "grad_norm": 4.132467746734619,
+      "learning_rate": 9.242926762654202e-06,
+      "loss": 0.5856,
+      "step": 8472
+    },
+    {
+      "epoch": 3.628693790149893,
+      "grad_norm": 3.5632989406585693,
+      "learning_rate": 9.237542734190338e-06,
+      "loss": 1.0843,
+      "step": 8473
+    },
+    {
+      "epoch": 3.629122055674518,
+      "grad_norm": 5.842387676239014,
+      "learning_rate": 9.232159918902867e-06,
+      "loss": 0.8896,
+      "step": 8474
+    },
+    {
+      "epoch": 3.6295503211991433,
+      "grad_norm": 3.1613805294036865,
+      "learning_rate": 9.226778317206042e-06,
+      "loss": 0.1651,
+      "step": 8475
+    },
+    {
+      "epoch": 3.6299785867237686,
+      "grad_norm": 3.482470750808716,
+      "learning_rate": 9.221397929514095e-06,
+      "loss": 0.6022,
+      "step": 8476
+    },
+    {
+      "epoch": 3.630406852248394,
+      "grad_norm": 3.3253490924835205,
+      "learning_rate": 9.216018756241124e-06,
+      "loss": 0.8696,
+      "step": 8477
+    },
+    {
+      "epoch": 3.630835117773019,
+      "grad_norm": 5.986071586608887,
+      "learning_rate": 9.210640797801143e-06,
+      "loss": 0.5131,
+      "step": 8478
+    },
+    {
+      "epoch": 3.6312633832976444,
+      "grad_norm": 3.7461345195770264,
+      "learning_rate": 9.205264054608065e-06,
+      "loss": 1.1553,
+      "step": 8479
+    },
+    {
+      "epoch": 3.6316916488222697,
+      "grad_norm": 3.7158234119415283,
+      "learning_rate": 9.199888527075745e-06,
+      "loss": 0.9597,
+      "step": 8480
+    },
+    {
+      "epoch": 3.632119914346895,
+      "grad_norm": 8.209737777709961,
+      "learning_rate": 9.194514215617881e-06,
+      "loss": 1.1812,
+      "step": 8481
+    },
+    {
+      "epoch": 3.6325481798715202,
+      "grad_norm": 6.781828880310059,
+      "learning_rate": 9.18914112064814e-06,
+      "loss": 0.6866,
+      "step": 8482
+    },
+    {
+      "epoch": 3.6329764453961455,
+      "grad_norm": 35.228092193603516,
+      "learning_rate": 9.183769242580057e-06,
+      "loss": 0.5869,
+      "step": 8483
+    },
+    {
+      "epoch": 3.6334047109207708,
+      "grad_norm": 1.4927302598953247,
+      "learning_rate": 9.178398581827085e-06,
+      "loss": 0.5399,
+      "step": 8484
+    },
+    {
+      "epoch": 3.633832976445396,
+      "grad_norm": 5.15515661239624,
+      "learning_rate": 9.173029138802584e-06,
+      "loss": 1.1978,
+      "step": 8485
+    },
+    {
+      "epoch": 3.6342612419700213,
+      "grad_norm": 6.229376792907715,
+      "learning_rate": 9.167660913919823e-06,
+      "loss": 0.5856,
+      "step": 8486
+    },
+    {
+      "epoch": 3.6346895074946466,
+      "grad_norm": 6.1196441650390625,
+      "learning_rate": 9.162293907591974e-06,
+      "loss": 0.8276,
+      "step": 8487
+    },
+    {
+      "epoch": 3.635117773019272,
+      "grad_norm": 3.228335380554199,
+      "learning_rate": 9.156928120232114e-06,
+      "loss": 0.7743,
+      "step": 8488
+    },
+    {
+      "epoch": 3.635546038543897,
+      "grad_norm": 1.6512839794158936,
+      "learning_rate": 9.151563552253218e-06,
+      "loss": 0.3988,
+      "step": 8489
+    },
+    {
+      "epoch": 3.6359743040685224,
+      "grad_norm": 3.641324520111084,
+      "learning_rate": 9.1462002040682e-06,
+      "loss": 0.523,
+      "step": 8490
+    },
+    {
+      "epoch": 3.6364025695931477,
+      "grad_norm": 3.256159543991089,
+      "learning_rate": 9.140838076089825e-06,
+      "loss": 0.69,
+      "step": 8491
+    },
+    {
+      "epoch": 3.636830835117773,
+      "grad_norm": 7.221423625946045,
+      "learning_rate": 9.13547716873082e-06,
+      "loss": 0.8033,
+      "step": 8492
+    },
+    {
+      "epoch": 3.637259100642398,
+      "grad_norm": 4.327233791351318,
+      "learning_rate": 9.130117482403785e-06,
+      "loss": 0.6075,
+      "step": 8493
+    },
+    {
+      "epoch": 3.6376873661670235,
+      "grad_norm": 26.319875717163086,
+      "learning_rate": 9.124759017521236e-06,
+      "loss": 1.0717,
+      "step": 8494
+    },
+    {
+      "epoch": 3.6381156316916488,
+      "grad_norm": 83.92486572265625,
+      "learning_rate": 9.119401774495584e-06,
+      "loss": 0.2564,
+      "step": 8495
+    },
+    {
+      "epoch": 3.638543897216274,
+      "grad_norm": 1.1001685857772827,
+      "learning_rate": 9.114045753739172e-06,
+      "loss": 0.2351,
+      "step": 8496
+    },
+    {
+      "epoch": 3.6389721627408993,
+      "grad_norm": 6.238806247711182,
+      "learning_rate": 9.108690955664225e-06,
+      "loss": 0.6646,
+      "step": 8497
+    },
+    {
+      "epoch": 3.6394004282655246,
+      "grad_norm": 2.9289937019348145,
+      "learning_rate": 9.103337380682872e-06,
+      "loss": 0.2379,
+      "step": 8498
+    },
+    {
+      "epoch": 3.63982869379015,
+      "grad_norm": 46.103729248046875,
+      "learning_rate": 9.097985029207176e-06,
+      "loss": 0.9371,
+      "step": 8499
+    },
+    {
+      "epoch": 3.640256959314775,
+      "grad_norm": 2.061248302459717,
+      "learning_rate": 9.092633901649078e-06,
+      "loss": 0.6875,
+      "step": 8500
+    },
+    {
+      "epoch": 3.6406852248394004,
+      "grad_norm": 4.031205654144287,
+      "learning_rate": 9.087283998420434e-06,
+      "loss": 0.5758,
+      "step": 8501
+    },
+    {
+      "epoch": 3.6411134903640257,
+      "grad_norm": 3.511415719985962,
+      "learning_rate": 9.081935319932997e-06,
+      "loss": 0.4496,
+      "step": 8502
+    },
+    {
+      "epoch": 3.641541755888651,
+      "grad_norm": 2.1452908515930176,
+      "learning_rate": 9.07658786659846e-06,
+      "loss": 0.1371,
+      "step": 8503
+    },
+    {
+      "epoch": 3.641970021413276,
+      "grad_norm": 3.6852214336395264,
+      "learning_rate": 9.07124163882836e-06,
+      "loss": 0.6412,
+      "step": 8504
+    },
+    {
+      "epoch": 3.6423982869379015,
+      "grad_norm": 5.727597713470459,
+      "learning_rate": 9.065896637034204e-06,
+      "loss": 0.3683,
+      "step": 8505
+    },
+    {
+      "epoch": 3.6428265524625267,
+      "grad_norm": 4.4333977699279785,
+      "learning_rate": 9.060552861627369e-06,
+      "loss": 0.5097,
+      "step": 8506
+    },
+    {
+      "epoch": 3.643254817987152,
+      "grad_norm": 1.861016035079956,
+      "learning_rate": 9.055210313019142e-06,
+      "loss": 0.4806,
+      "step": 8507
+    },
+    {
+      "epoch": 3.6436830835117773,
+      "grad_norm": 1.0512161254882812,
+      "learning_rate": 9.049868991620711e-06,
+      "loss": 0.2925,
+      "step": 8508
+    },
+    {
+      "epoch": 3.6441113490364025,
+      "grad_norm": 3.210935354232788,
+      "learning_rate": 9.044528897843196e-06,
+      "loss": 0.3168,
+      "step": 8509
+    },
+    {
+      "epoch": 3.644539614561028,
+      "grad_norm": 1.6417032480239868,
+      "learning_rate": 9.039190032097591e-06,
+      "loss": 0.2492,
+      "step": 8510
+    },
+    {
+      "epoch": 3.644967880085653,
+      "grad_norm": 3.5469813346862793,
+      "learning_rate": 9.033852394794815e-06,
+      "loss": 0.6526,
+      "step": 8511
+    },
+    {
+      "epoch": 3.6453961456102784,
+      "grad_norm": 4.7660017013549805,
+      "learning_rate": 9.02851598634567e-06,
+      "loss": 0.3368,
+      "step": 8512
+    },
+    {
+      "epoch": 3.6458244111349036,
+      "grad_norm": 4.266438007354736,
+      "learning_rate": 9.023180807160908e-06,
+      "loss": 0.8411,
+      "step": 8513
+    },
+    {
+      "epoch": 3.646252676659529,
+      "grad_norm": 4.679478168487549,
+      "learning_rate": 9.017846857651125e-06,
+      "loss": 0.4091,
+      "step": 8514
+    },
+    {
+      "epoch": 3.646680942184154,
+      "grad_norm": 6.649014472961426,
+      "learning_rate": 9.012514138226877e-06,
+      "loss": 0.7454,
+      "step": 8515
+    },
+    {
+      "epoch": 3.6471092077087794,
+      "grad_norm": 3.7833056449890137,
+      "learning_rate": 9.007182649298596e-06,
+      "loss": 0.5803,
+      "step": 8516
+    },
+    {
+      "epoch": 3.6475374732334047,
+      "grad_norm": 2.1331558227539062,
+      "learning_rate": 9.001852391276624e-06,
+      "loss": 1.0374,
+      "step": 8517
+    },
+    {
+      "epoch": 3.64796573875803,
+      "grad_norm": 6.560229301452637,
+      "learning_rate": 8.996523364571207e-06,
+      "loss": 1.2535,
+      "step": 8518
+    },
+    {
+      "epoch": 3.6483940042826553,
+      "grad_norm": 13.503607749938965,
+      "learning_rate": 8.991195569592526e-06,
+      "loss": 0.7631,
+      "step": 8519
+    },
+    {
+      "epoch": 3.6488222698072805,
+      "grad_norm": 6.592618942260742,
+      "learning_rate": 8.9858690067506e-06,
+      "loss": 0.953,
+      "step": 8520
+    },
+    {
+      "epoch": 3.649250535331906,
+      "grad_norm": 2.2167842388153076,
+      "learning_rate": 8.980543676455425e-06,
+      "loss": 0.9148,
+      "step": 8521
+    },
+    {
+      "epoch": 3.649678800856531,
+      "grad_norm": 2.642861843109131,
+      "learning_rate": 8.975219579116863e-06,
+      "loss": 0.291,
+      "step": 8522
+    },
+    {
+      "epoch": 3.6501070663811563,
+      "grad_norm": 0.6252303123474121,
+      "learning_rate": 8.969896715144687e-06,
+      "loss": 0.1265,
+      "step": 8523
+    },
+    {
+      "epoch": 3.6505353319057816,
+      "grad_norm": 9.928950309753418,
+      "learning_rate": 8.964575084948574e-06,
+      "loss": 1.0351,
+      "step": 8524
+    },
+    {
+      "epoch": 3.650963597430407,
+      "grad_norm": 3.010629177093506,
+      "learning_rate": 8.959254688938119e-06,
+      "loss": 0.4007,
+      "step": 8525
+    },
+    {
+      "epoch": 3.651391862955032,
+      "grad_norm": 3.5598666667938232,
+      "learning_rate": 8.953935527522809e-06,
+      "loss": 0.7123,
+      "step": 8526
+    },
+    {
+      "epoch": 3.6518201284796574,
+      "grad_norm": 1.8437612056732178,
+      "learning_rate": 8.94861760111204e-06,
+      "loss": 0.5081,
+      "step": 8527
+    },
+    {
+      "epoch": 3.6522483940042827,
+      "grad_norm": 1.137430191040039,
+      "learning_rate": 8.943300910115102e-06,
+      "loss": 0.2518,
+      "step": 8528
+    },
+    {
+      "epoch": 3.652676659528908,
+      "grad_norm": 5.181890964508057,
+      "learning_rate": 8.937985454941227e-06,
+      "loss": 0.3137,
+      "step": 8529
+    },
+    {
+      "epoch": 3.6531049250535332,
+      "grad_norm": 2.2533342838287354,
+      "learning_rate": 8.932671235999494e-06,
+      "loss": 0.1705,
+      "step": 8530
+    },
+    {
+      "epoch": 3.6535331905781585,
+      "grad_norm": 3.5897393226623535,
+      "learning_rate": 8.927358253698928e-06,
+      "loss": 0.5693,
+      "step": 8531
+    },
+    {
+      "epoch": 3.653961456102784,
+      "grad_norm": 3.066922426223755,
+      "learning_rate": 8.922046508448473e-06,
+      "loss": 0.5875,
+      "step": 8532
+    },
+    {
+      "epoch": 3.654389721627409,
+      "grad_norm": 4.141555309295654,
+      "learning_rate": 8.916736000656917e-06,
+      "loss": 0.3426,
+      "step": 8533
+    },
+    {
+      "epoch": 3.6548179871520343,
+      "grad_norm": 3.499398708343506,
+      "learning_rate": 8.911426730733016e-06,
+      "loss": 0.346,
+      "step": 8534
+    },
+    {
+      "epoch": 3.6552462526766596,
+      "grad_norm": 4.2711262702941895,
+      "learning_rate": 8.906118699085394e-06,
+      "loss": 1.2058,
+      "step": 8535
+    },
+    {
+      "epoch": 3.655674518201285,
+      "grad_norm": 3.177623987197876,
+      "learning_rate": 8.900811906122592e-06,
+      "loss": 0.308,
+      "step": 8536
+    },
+    {
+      "epoch": 3.65610278372591,
+      "grad_norm": 1.1299585103988647,
+      "learning_rate": 8.895506352253043e-06,
+      "loss": 0.1503,
+      "step": 8537
+    },
+    {
+      "epoch": 3.6565310492505354,
+      "grad_norm": 6.476142406463623,
+      "learning_rate": 8.890202037885118e-06,
+      "loss": 0.6493,
+      "step": 8538
+    },
+    {
+      "epoch": 3.6569593147751607,
+      "grad_norm": 4.6244001388549805,
+      "learning_rate": 8.884898963427055e-06,
+      "loss": 1.0517,
+      "step": 8539
+    },
+    {
+      "epoch": 3.657387580299786,
+      "grad_norm": 2.203685998916626,
+      "learning_rate": 8.879597129287012e-06,
+      "loss": 0.3651,
+      "step": 8540
+    },
+    {
+      "epoch": 3.657815845824411,
+      "grad_norm": 3.2699594497680664,
+      "learning_rate": 8.874296535873044e-06,
+      "loss": 0.1761,
+      "step": 8541
+    },
+    {
+      "epoch": 3.6582441113490365,
+      "grad_norm": 4.440604209899902,
+      "learning_rate": 8.868997183593144e-06,
+      "loss": 1.9969,
+      "step": 8542
+    },
+    {
+      "epoch": 3.6586723768736618,
+      "grad_norm": 4.1353631019592285,
+      "learning_rate": 8.863699072855147e-06,
+      "loss": 0.5298,
+      "step": 8543
+    },
+    {
+      "epoch": 3.659100642398287,
+      "grad_norm": 8.537755012512207,
+      "learning_rate": 8.858402204066856e-06,
+      "loss": 0.5842,
+      "step": 8544
+    },
+    {
+      "epoch": 3.6595289079229123,
+      "grad_norm": 10.72861099243164,
+      "learning_rate": 8.853106577635941e-06,
+      "loss": 0.4877,
+      "step": 8545
+    },
+    {
+      "epoch": 3.6599571734475376,
+      "grad_norm": 5.776820659637451,
+      "learning_rate": 8.84781219396999e-06,
+      "loss": 0.3158,
+      "step": 8546
+    },
+    {
+      "epoch": 3.660385438972163,
+      "grad_norm": 3.681398630142212,
+      "learning_rate": 8.842519053476476e-06,
+      "loss": 0.2808,
+      "step": 8547
+    },
+    {
+      "epoch": 3.660813704496788,
+      "grad_norm": 15.692126274108887,
+      "learning_rate": 8.837227156562813e-06,
+      "loss": 1.1212,
+      "step": 8548
+    },
+    {
+      "epoch": 3.6612419700214134,
+      "grad_norm": 4.876462459564209,
+      "learning_rate": 8.83193650363629e-06,
+      "loss": 0.3245,
+      "step": 8549
+    },
+    {
+      "epoch": 3.6616702355460387,
+      "grad_norm": 7.648316860198975,
+      "learning_rate": 8.826647095104107e-06,
+      "loss": 0.5325,
+      "step": 8550
+    },
+    {
+      "epoch": 3.662098501070664,
+      "grad_norm": 3.7088520526885986,
+      "learning_rate": 8.821358931373361e-06,
+      "loss": 0.7563,
+      "step": 8551
+    },
+    {
+      "epoch": 3.662526766595289,
+      "grad_norm": 1.3342125415802002,
+      "learning_rate": 8.81607201285109e-06,
+      "loss": 0.479,
+      "step": 8552
+    },
+    {
+      "epoch": 3.6629550321199145,
+      "grad_norm": 6.86140775680542,
+      "learning_rate": 8.810786339944172e-06,
+      "loss": 1.3423,
+      "step": 8553
+    },
+    {
+      "epoch": 3.6633832976445397,
+      "grad_norm": 5.589832305908203,
+      "learning_rate": 8.80550191305945e-06,
+      "loss": 0.7557,
+      "step": 8554
+    },
+    {
+      "epoch": 3.663811563169165,
+      "grad_norm": 1.3361033201217651,
+      "learning_rate": 8.800218732603638e-06,
+      "loss": 0.4143,
+      "step": 8555
+    },
+    {
+      "epoch": 3.6642398286937903,
+      "grad_norm": 4.614325523376465,
+      "learning_rate": 8.794936798983363e-06,
+      "loss": 0.6756,
+      "step": 8556
+    },
+    {
+      "epoch": 3.6646680942184156,
+      "grad_norm": 7.484397888183594,
+      "learning_rate": 8.789656112605146e-06,
+      "loss": 0.7008,
+      "step": 8557
+    },
+    {
+      "epoch": 3.665096359743041,
+      "grad_norm": 2.2040727138519287,
+      "learning_rate": 8.78437667387545e-06,
+      "loss": 0.7623,
+      "step": 8558
+    },
+    {
+      "epoch": 3.665524625267666,
+      "grad_norm": 4.942395210266113,
+      "learning_rate": 8.779098483200573e-06,
+      "loss": 0.9387,
+      "step": 8559
+    },
+    {
+      "epoch": 3.6659528907922914,
+      "grad_norm": 2.5270440578460693,
+      "learning_rate": 8.77382154098679e-06,
+      "loss": 1.4241,
+      "step": 8560
+    },
+    {
+      "epoch": 3.6663811563169166,
+      "grad_norm": 2.763746976852417,
+      "learning_rate": 8.768545847640233e-06,
+      "loss": 0.6691,
+      "step": 8561
+    },
+    {
+      "epoch": 3.666809421841542,
+      "grad_norm": 4.520904541015625,
+      "learning_rate": 8.763271403566956e-06,
+      "loss": 0.4232,
+      "step": 8562
+    },
+    {
+      "epoch": 3.667237687366167,
+      "grad_norm": 4.6713738441467285,
+      "learning_rate": 8.757998209172902e-06,
+      "loss": 0.6138,
+      "step": 8563
+    },
+    {
+      "epoch": 3.6676659528907924,
+      "grad_norm": 7.119520664215088,
+      "learning_rate": 8.752726264863948e-06,
+      "loss": 0.9211,
+      "step": 8564
+    },
+    {
+      "epoch": 3.6680942184154177,
+      "grad_norm": 1.8053041696548462,
+      "learning_rate": 8.747455571045843e-06,
+      "loss": 0.4062,
+      "step": 8565
+    },
+    {
+      "epoch": 3.668522483940043,
+      "grad_norm": 4.964841842651367,
+      "learning_rate": 8.742186128124247e-06,
+      "loss": 0.7746,
+      "step": 8566
+    },
+    {
+      "epoch": 3.6689507494646683,
+      "grad_norm": 2.9896748065948486,
+      "learning_rate": 8.736917936504744e-06,
+      "loss": 0.3013,
+      "step": 8567
+    },
+    {
+      "epoch": 3.6693790149892935,
+      "grad_norm": 4.285608291625977,
+      "learning_rate": 8.731650996592799e-06,
+      "loss": 0.5965,
+      "step": 8568
+    },
+    {
+      "epoch": 3.6698072805139184,
+      "grad_norm": 3.913902759552002,
+      "learning_rate": 8.726385308793791e-06,
+      "loss": 0.7339,
+      "step": 8569
+    },
+    {
+      "epoch": 3.670235546038544,
+      "grad_norm": 2.4024734497070312,
+      "learning_rate": 8.72112087351299e-06,
+      "loss": 0.6447,
+      "step": 8570
+    },
+    {
+      "epoch": 3.670663811563169,
+      "grad_norm": 6.887493133544922,
+      "learning_rate": 8.7158576911556e-06,
+      "loss": 1.5296,
+      "step": 8571
+    },
+    {
+      "epoch": 3.6710920770877946,
+      "grad_norm": 2.8845508098602295,
+      "learning_rate": 8.71059576212668e-06,
+      "loss": 0.9521,
+      "step": 8572
+    },
+    {
+      "epoch": 3.6715203426124194,
+      "grad_norm": 4.424617290496826,
+      "learning_rate": 8.705335086831245e-06,
+      "loss": 0.2407,
+      "step": 8573
+    },
+    {
+      "epoch": 3.671948608137045,
+      "grad_norm": 3.893888473510742,
+      "learning_rate": 8.700075665674179e-06,
+      "loss": 0.4203,
+      "step": 8574
+    },
+    {
+      "epoch": 3.67237687366167,
+      "grad_norm": 4.269799709320068,
+      "learning_rate": 8.694817499060281e-06,
+      "loss": 1.6662,
+      "step": 8575
+    },
+    {
+      "epoch": 3.6728051391862957,
+      "grad_norm": 3.7728354930877686,
+      "learning_rate": 8.689560587394243e-06,
+      "loss": 0.7328,
+      "step": 8576
+    },
+    {
+      "epoch": 3.6732334047109205,
+      "grad_norm": 2.061530590057373,
+      "learning_rate": 8.68430493108069e-06,
+      "loss": 0.5145,
+      "step": 8577
+    },
+    {
+      "epoch": 3.6736616702355462,
+      "grad_norm": 5.139576435089111,
+      "learning_rate": 8.679050530524116e-06,
+      "loss": 0.7544,
+      "step": 8578
+    },
+    {
+      "epoch": 3.674089935760171,
+      "grad_norm": 5.259080410003662,
+      "learning_rate": 8.673797386128932e-06,
+      "loss": 0.8216,
+      "step": 8579
+    },
+    {
+      "epoch": 3.674518201284797,
+      "grad_norm": 3.5199344158172607,
+      "learning_rate": 8.668545498299449e-06,
+      "loss": 1.0956,
+      "step": 8580
+    },
+    {
+      "epoch": 3.6749464668094216,
+      "grad_norm": 3.268571138381958,
+      "learning_rate": 8.663294867439908e-06,
+      "loss": 0.2612,
+      "step": 8581
+    },
+    {
+      "epoch": 3.6753747323340473,
+      "grad_norm": 3.7767083644866943,
+      "learning_rate": 8.658045493954394e-06,
+      "loss": 0.2255,
+      "step": 8582
+    },
+    {
+      "epoch": 3.675802997858672,
+      "grad_norm": 3.3711724281311035,
+      "learning_rate": 8.65279737824696e-06,
+      "loss": 0.4923,
+      "step": 8583
+    },
+    {
+      "epoch": 3.676231263383298,
+      "grad_norm": 3.0223593711853027,
+      "learning_rate": 8.647550520721522e-06,
+      "loss": 0.8752,
+      "step": 8584
+    },
+    {
+      "epoch": 3.6766595289079227,
+      "grad_norm": 4.491601467132568,
+      "learning_rate": 8.642304921781915e-06,
+      "loss": 1.2607,
+      "step": 8585
+    },
+    {
+      "epoch": 3.6770877944325484,
+      "grad_norm": 5.009707927703857,
+      "learning_rate": 8.63706058183186e-06,
+      "loss": 1.2604,
+      "step": 8586
+    },
+    {
+      "epoch": 3.6775160599571732,
+      "grad_norm": 3.2255260944366455,
+      "learning_rate": 8.631817501275014e-06,
+      "loss": 0.3813,
+      "step": 8587
+    },
+    {
+      "epoch": 3.677944325481799,
+      "grad_norm": 0.9840797781944275,
+      "learning_rate": 8.626575680514906e-06,
+      "loss": 0.1321,
+      "step": 8588
+    },
+    {
+      "epoch": 3.6783725910064238,
+      "grad_norm": 2.854238510131836,
+      "learning_rate": 8.621335119954979e-06,
+      "loss": 0.2409,
+      "step": 8589
+    },
+    {
+      "epoch": 3.6788008565310495,
+      "grad_norm": 5.070038795471191,
+      "learning_rate": 8.616095819998571e-06,
+      "loss": 0.9666,
+      "step": 8590
+    },
+    {
+      "epoch": 3.6792291220556743,
+      "grad_norm": 2.6368610858917236,
+      "learning_rate": 8.610857781048959e-06,
+      "loss": 0.4262,
+      "step": 8591
+    },
+    {
+      "epoch": 3.6796573875803,
+      "grad_norm": 3.0649871826171875,
+      "learning_rate": 8.605621003509256e-06,
+      "loss": 0.6509,
+      "step": 8592
+    },
+    {
+      "epoch": 3.680085653104925,
+      "grad_norm": 5.565506458282471,
+      "learning_rate": 8.60038548778255e-06,
+      "loss": 0.3014,
+      "step": 8593
+    },
+    {
+      "epoch": 3.6805139186295506,
+      "grad_norm": 5.647107124328613,
+      "learning_rate": 8.595151234271781e-06,
+      "loss": 1.4004,
+      "step": 8594
+    },
+    {
+      "epoch": 3.6809421841541754,
+      "grad_norm": 4.219698429107666,
+      "learning_rate": 8.589918243379816e-06,
+      "loss": 2.2494,
+      "step": 8595
+    },
+    {
+      "epoch": 3.681370449678801,
+      "grad_norm": 1.8731796741485596,
+      "learning_rate": 8.584686515509408e-06,
+      "loss": 0.7055,
+      "step": 8596
+    },
+    {
+      "epoch": 3.681798715203426,
+      "grad_norm": 4.448719024658203,
+      "learning_rate": 8.579456051063248e-06,
+      "loss": 0.4507,
+      "step": 8597
+    },
+    {
+      "epoch": 3.6822269807280517,
+      "grad_norm": 2.4774258136749268,
+      "learning_rate": 8.574226850443872e-06,
+      "loss": 0.5441,
+      "step": 8598
+    },
+    {
+      "epoch": 3.6826552462526765,
+      "grad_norm": 1.2581130266189575,
+      "learning_rate": 8.568998914053777e-06,
+      "loss": 0.3624,
+      "step": 8599
+    },
+    {
+      "epoch": 3.683083511777302,
+      "grad_norm": 2.424720525741577,
+      "learning_rate": 8.563772242295326e-06,
+      "loss": 0.2541,
+      "step": 8600
+    },
+    {
+      "epoch": 3.683511777301927,
+      "grad_norm": 3.7770726680755615,
+      "learning_rate": 8.558546835570794e-06,
+      "loss": 0.3474,
+      "step": 8601
+    },
+    {
+      "epoch": 3.6839400428265523,
+      "grad_norm": 7.318853855133057,
+      "learning_rate": 8.553322694282373e-06,
+      "loss": 0.3589,
+      "step": 8602
+    },
+    {
+      "epoch": 3.6843683083511776,
+      "grad_norm": 8.360749244689941,
+      "learning_rate": 8.548099818832137e-06,
+      "loss": 0.3791,
+      "step": 8603
+    },
+    {
+      "epoch": 3.684796573875803,
+      "grad_norm": 5.070196151733398,
+      "learning_rate": 8.542878209622071e-06,
+      "loss": 0.4698,
+      "step": 8604
+    },
+    {
+      "epoch": 3.685224839400428,
+      "grad_norm": 1.4014331102371216,
+      "learning_rate": 8.537657867054055e-06,
+      "loss": 0.4431,
+      "step": 8605
+    },
+    {
+      "epoch": 3.6856531049250534,
+      "grad_norm": 5.334652423858643,
+      "learning_rate": 8.532438791529896e-06,
+      "loss": 1.3411,
+      "step": 8606
+    },
+    {
+      "epoch": 3.6860813704496787,
+      "grad_norm": 3.7417497634887695,
+      "learning_rate": 8.527220983451273e-06,
+      "loss": 0.3942,
+      "step": 8607
+    },
+    {
+      "epoch": 3.686509635974304,
+      "grad_norm": 3.140179395675659,
+      "learning_rate": 8.522004443219788e-06,
+      "loss": 0.5734,
+      "step": 8608
+    },
+    {
+      "epoch": 3.686937901498929,
+      "grad_norm": 3.505159854888916,
+      "learning_rate": 8.516789171236927e-06,
+      "loss": 0.9121,
+      "step": 8609
+    },
+    {
+      "epoch": 3.6873661670235545,
+      "grad_norm": 4.769104957580566,
+      "learning_rate": 8.511575167904116e-06,
+      "loss": 1.1242,
+      "step": 8610
+    },
+    {
+      "epoch": 3.6877944325481797,
+      "grad_norm": 4.700826168060303,
+      "learning_rate": 8.506362433622622e-06,
+      "loss": 0.7404,
+      "step": 8611
+    },
+    {
+      "epoch": 3.688222698072805,
+      "grad_norm": 1.1537669897079468,
+      "learning_rate": 8.501150968793673e-06,
+      "loss": 0.449,
+      "step": 8612
+    },
+    {
+      "epoch": 3.6886509635974303,
+      "grad_norm": 3.473210334777832,
+      "learning_rate": 8.49594077381837e-06,
+      "loss": 1.3534,
+      "step": 8613
+    },
+    {
+      "epoch": 3.6890792291220555,
+      "grad_norm": 4.172986030578613,
+      "learning_rate": 8.490731849097718e-06,
+      "loss": 0.678,
+      "step": 8614
+    },
+    {
+      "epoch": 3.689507494646681,
+      "grad_norm": 1.2678817510604858,
+      "learning_rate": 8.485524195032627e-06,
+      "loss": 0.3061,
+      "step": 8615
+    },
+    {
+      "epoch": 3.689935760171306,
+      "grad_norm": 5.068499565124512,
+      "learning_rate": 8.480317812023919e-06,
+      "loss": 0.7752,
+      "step": 8616
+    },
+    {
+      "epoch": 3.6903640256959314,
+      "grad_norm": 2.6655259132385254,
+      "learning_rate": 8.475112700472308e-06,
+      "loss": 0.2382,
+      "step": 8617
+    },
+    {
+      "epoch": 3.6907922912205566,
+      "grad_norm": 3.8331971168518066,
+      "learning_rate": 8.469908860778405e-06,
+      "loss": 1.4078,
+      "step": 8618
+    },
+    {
+      "epoch": 3.691220556745182,
+      "grad_norm": 3.8312830924987793,
+      "learning_rate": 8.464706293342726e-06,
+      "loss": 0.5901,
+      "step": 8619
+    },
+    {
+      "epoch": 3.691648822269807,
+      "grad_norm": 2.780071496963501,
+      "learning_rate": 8.459504998565717e-06,
+      "loss": 0.1898,
+      "step": 8620
+    },
+    {
+      "epoch": 3.6920770877944324,
+      "grad_norm": 4.430128574371338,
+      "learning_rate": 8.454304976847669e-06,
+      "loss": 0.7699,
+      "step": 8621
+    },
+    {
+      "epoch": 3.6925053533190577,
+      "grad_norm": 3.814715623855591,
+      "learning_rate": 8.449106228588829e-06,
+      "loss": 0.4221,
+      "step": 8622
+    },
+    {
+      "epoch": 3.692933618843683,
+      "grad_norm": 3.384971857070923,
+      "learning_rate": 8.443908754189323e-06,
+      "loss": 0.7789,
+      "step": 8623
+    },
+    {
+      "epoch": 3.6933618843683083,
+      "grad_norm": 1.7080029249191284,
+      "learning_rate": 8.438712554049174e-06,
+      "loss": 0.8663,
+      "step": 8624
+    },
+    {
+      "epoch": 3.6937901498929335,
+      "grad_norm": 6.848632335662842,
+      "learning_rate": 8.43351762856831e-06,
+      "loss": 1.6062,
+      "step": 8625
+    },
+    {
+      "epoch": 3.694218415417559,
+      "grad_norm": 4.770286560058594,
+      "learning_rate": 8.428323978146583e-06,
+      "loss": 0.5848,
+      "step": 8626
+    },
+    {
+      "epoch": 3.694646680942184,
+      "grad_norm": 4.7745585441589355,
+      "learning_rate": 8.423131603183714e-06,
+      "loss": 0.3987,
+      "step": 8627
+    },
+    {
+      "epoch": 3.6950749464668093,
+      "grad_norm": 2.6977107524871826,
+      "learning_rate": 8.417940504079345e-06,
+      "loss": 0.7164,
+      "step": 8628
+    },
+    {
+      "epoch": 3.6955032119914346,
+      "grad_norm": 4.050334930419922,
+      "learning_rate": 8.412750681233004e-06,
+      "loss": 0.3167,
+      "step": 8629
+    },
+    {
+      "epoch": 3.69593147751606,
+      "grad_norm": 1.6844764947891235,
+      "learning_rate": 8.407562135044159e-06,
+      "loss": 0.2119,
+      "step": 8630
+    },
+    {
+      "epoch": 3.696359743040685,
+      "grad_norm": 7.5581841468811035,
+      "learning_rate": 8.402374865912119e-06,
+      "loss": 0.8584,
+      "step": 8631
+    },
+    {
+      "epoch": 3.6967880085653104,
+      "grad_norm": 5.172006607055664,
+      "learning_rate": 8.397188874236153e-06,
+      "loss": 0.9071,
+      "step": 8632
+    },
+    {
+      "epoch": 3.6972162740899357,
+      "grad_norm": 2.762146472930908,
+      "learning_rate": 8.3920041604154e-06,
+      "loss": 0.4126,
+      "step": 8633
+    },
+    {
+      "epoch": 3.697644539614561,
+      "grad_norm": 1.4111007452011108,
+      "learning_rate": 8.386820724848904e-06,
+      "loss": 0.3846,
+      "step": 8634
+    },
+    {
+      "epoch": 3.6980728051391862,
+      "grad_norm": 2.429410934448242,
+      "learning_rate": 8.381638567935612e-06,
+      "loss": 0.7037,
+      "step": 8635
+    },
+    {
+      "epoch": 3.6985010706638115,
+      "grad_norm": 2.622229814529419,
+      "learning_rate": 8.376457690074385e-06,
+      "loss": 0.4279,
+      "step": 8636
+    },
+    {
+      "epoch": 3.698929336188437,
+      "grad_norm": 1.0584546327590942,
+      "learning_rate": 8.371278091663973e-06,
+      "loss": 0.3847,
+      "step": 8637
+    },
+    {
+      "epoch": 3.699357601713062,
+      "grad_norm": 21.319072723388672,
+      "learning_rate": 8.366099773103014e-06,
+      "loss": 0.9744,
+      "step": 8638
+    },
+    {
+      "epoch": 3.6997858672376873,
+      "grad_norm": 4.333828926086426,
+      "learning_rate": 8.360922734790097e-06,
+      "loss": 0.4686,
+      "step": 8639
+    },
+    {
+      "epoch": 3.7002141327623126,
+      "grad_norm": 1.370870590209961,
+      "learning_rate": 8.355746977123641e-06,
+      "loss": 0.4561,
+      "step": 8640
+    },
+    {
+      "epoch": 3.700642398286938,
+      "grad_norm": 4.622418403625488,
+      "learning_rate": 8.350572500502032e-06,
+      "loss": 0.2217,
+      "step": 8641
+    },
+    {
+      "epoch": 3.701070663811563,
+      "grad_norm": 2.563957929611206,
+      "learning_rate": 8.345399305323518e-06,
+      "loss": 0.1648,
+      "step": 8642
+    },
+    {
+      "epoch": 3.7014989293361884,
+      "grad_norm": 5.1418776512146,
+      "learning_rate": 8.340227391986264e-06,
+      "loss": 0.7707,
+      "step": 8643
+    },
+    {
+      "epoch": 3.7019271948608137,
+      "grad_norm": 4.043758392333984,
+      "learning_rate": 8.335056760888318e-06,
+      "loss": 1.1756,
+      "step": 8644
+    },
+    {
+      "epoch": 3.702355460385439,
+      "grad_norm": 4.840630531311035,
+      "learning_rate": 8.329887412427668e-06,
+      "loss": 1.0103,
+      "step": 8645
+    },
+    {
+      "epoch": 3.702783725910064,
+      "grad_norm": 2.2491633892059326,
+      "learning_rate": 8.324719347002167e-06,
+      "loss": 0.6289,
+      "step": 8646
+    },
+    {
+      "epoch": 3.7032119914346895,
+      "grad_norm": 4.584870338439941,
+      "learning_rate": 8.319552565009578e-06,
+      "loss": 1.4185,
+      "step": 8647
+    },
+    {
+      "epoch": 3.7036402569593148,
+      "grad_norm": 3.1881306171417236,
+      "learning_rate": 8.314387066847568e-06,
+      "loss": 1.0039,
+      "step": 8648
+    },
+    {
+      "epoch": 3.70406852248394,
+      "grad_norm": 5.609156131744385,
+      "learning_rate": 8.309222852913726e-06,
+      "loss": 0.4934,
+      "step": 8649
+    },
+    {
+      "epoch": 3.7044967880085653,
+      "grad_norm": 4.975864887237549,
+      "learning_rate": 8.304059923605486e-06,
+      "loss": 0.6696,
+      "step": 8650
+    },
+    {
+      "epoch": 3.7049250535331906,
+      "grad_norm": 2.49790620803833,
+      "learning_rate": 8.29889827932025e-06,
+      "loss": 0.267,
+      "step": 8651
+    },
+    {
+      "epoch": 3.705353319057816,
+      "grad_norm": 4.052915573120117,
+      "learning_rate": 8.29373792045528e-06,
+      "loss": 1.8857,
+      "step": 8652
+    },
+    {
+      "epoch": 3.705781584582441,
+      "grad_norm": 7.785695552825928,
+      "learning_rate": 8.288578847407746e-06,
+      "loss": 1.9627,
+      "step": 8653
+    },
+    {
+      "epoch": 3.7062098501070664,
+      "grad_norm": 1.6398035287857056,
+      "learning_rate": 8.283421060574718e-06,
+      "loss": 0.2899,
+      "step": 8654
+    },
+    {
+      "epoch": 3.7066381156316917,
+      "grad_norm": 8.183658599853516,
+      "learning_rate": 8.278264560353182e-06,
+      "loss": 0.7726,
+      "step": 8655
+    },
+    {
+      "epoch": 3.707066381156317,
+      "grad_norm": 8.333574295043945,
+      "learning_rate": 8.273109347140013e-06,
+      "loss": 1.0248,
+      "step": 8656
+    },
+    {
+      "epoch": 3.707494646680942,
+      "grad_norm": 4.22861385345459,
+      "learning_rate": 8.267955421331986e-06,
+      "loss": 0.62,
+      "step": 8657
+    },
+    {
+      "epoch": 3.7079229122055675,
+      "grad_norm": 3.8749406337738037,
+      "learning_rate": 8.262802783325768e-06,
+      "loss": 2.8681,
+      "step": 8658
+    },
+    {
+      "epoch": 3.7083511777301927,
+      "grad_norm": 5.01055383682251,
+      "learning_rate": 8.257651433517962e-06,
+      "loss": 0.991,
+      "step": 8659
+    },
+    {
+      "epoch": 3.708779443254818,
+      "grad_norm": 5.720906734466553,
+      "learning_rate": 8.252501372305021e-06,
+      "loss": 0.6735,
+      "step": 8660
+    },
+    {
+      "epoch": 3.7092077087794433,
+      "grad_norm": 5.8669753074646,
+      "learning_rate": 8.247352600083346e-06,
+      "loss": 0.5389,
+      "step": 8661
+    },
+    {
+      "epoch": 3.7096359743040686,
+      "grad_norm": 2.314419746398926,
+      "learning_rate": 8.24220511724921e-06,
+      "loss": 0.3925,
+      "step": 8662
+    },
+    {
+      "epoch": 3.710064239828694,
+      "grad_norm": 9.057968139648438,
+      "learning_rate": 8.237058924198799e-06,
+      "loss": 0.9373,
+      "step": 8663
+    },
+    {
+      "epoch": 3.710492505353319,
+      "grad_norm": 1.616776943206787,
+      "learning_rate": 8.23191402132818e-06,
+      "loss": 0.6435,
+      "step": 8664
+    },
+    {
+      "epoch": 3.7109207708779444,
+      "grad_norm": 4.049551486968994,
+      "learning_rate": 8.22677040903336e-06,
+      "loss": 0.3593,
+      "step": 8665
+    },
+    {
+      "epoch": 3.7113490364025696,
+      "grad_norm": 2.7199370861053467,
+      "learning_rate": 8.221628087710212e-06,
+      "loss": 0.6614,
+      "step": 8666
+    },
+    {
+      "epoch": 3.711777301927195,
+      "grad_norm": 3.4273459911346436,
+      "learning_rate": 8.216487057754524e-06,
+      "loss": 0.9338,
+      "step": 8667
+    },
+    {
+      "epoch": 3.71220556745182,
+      "grad_norm": 4.576780796051025,
+      "learning_rate": 8.211347319561969e-06,
+      "loss": 1.2956,
+      "step": 8668
+    },
+    {
+      "epoch": 3.7126338329764454,
+      "grad_norm": 2.379538059234619,
+      "learning_rate": 8.20620887352816e-06,
+      "loss": 0.2817,
+      "step": 8669
+    },
+    {
+      "epoch": 3.7130620985010707,
+      "grad_norm": 7.283233165740967,
+      "learning_rate": 8.20107172004855e-06,
+      "loss": 0.5314,
+      "step": 8670
+    },
+    {
+      "epoch": 3.713490364025696,
+      "grad_norm": 2.8653509616851807,
+      "learning_rate": 8.195935859518553e-06,
+      "loss": 0.547,
+      "step": 8671
+    },
+    {
+      "epoch": 3.7139186295503213,
+      "grad_norm": 6.429741382598877,
+      "learning_rate": 8.190801292333444e-06,
+      "loss": 0.7214,
+      "step": 8672
+    },
+    {
+      "epoch": 3.7143468950749465,
+      "grad_norm": 4.312493801116943,
+      "learning_rate": 8.185668018888407e-06,
+      "loss": 0.277,
+      "step": 8673
+    },
+    {
+      "epoch": 3.714775160599572,
+      "grad_norm": 4.072412014007568,
+      "learning_rate": 8.180536039578545e-06,
+      "loss": 0.4827,
+      "step": 8674
+    },
+    {
+      "epoch": 3.715203426124197,
+      "grad_norm": 5.882202625274658,
+      "learning_rate": 8.17540535479884e-06,
+      "loss": 1.0012,
+      "step": 8675
+    },
+    {
+      "epoch": 3.7156316916488223,
+      "grad_norm": 25.99560546875,
+      "learning_rate": 8.170275964944183e-06,
+      "loss": 0.8067,
+      "step": 8676
+    },
+    {
+      "epoch": 3.7160599571734476,
+      "grad_norm": 3.118704319000244,
+      "learning_rate": 8.165147870409348e-06,
+      "loss": 0.5392,
+      "step": 8677
+    },
+    {
+      "epoch": 3.716488222698073,
+      "grad_norm": 1.85665762424469,
+      "learning_rate": 8.160021071589059e-06,
+      "loss": 0.4151,
+      "step": 8678
+    },
+    {
+      "epoch": 3.716916488222698,
+      "grad_norm": 7.6761651039123535,
+      "learning_rate": 8.154895568877866e-06,
+      "loss": 0.5416,
+      "step": 8679
+    },
+    {
+      "epoch": 3.7173447537473234,
+      "grad_norm": 1.7866555452346802,
+      "learning_rate": 8.149771362670289e-06,
+      "loss": 0.7148,
+      "step": 8680
+    },
+    {
+      "epoch": 3.7177730192719487,
+      "grad_norm": 3.3770008087158203,
+      "learning_rate": 8.144648453360707e-06,
+      "loss": 0.4509,
+      "step": 8681
+    },
+    {
+      "epoch": 3.718201284796574,
+      "grad_norm": 4.547632694244385,
+      "learning_rate": 8.139526841343412e-06,
+      "loss": 1.2178,
+      "step": 8682
+    },
+    {
+      "epoch": 3.7186295503211992,
+      "grad_norm": 0.8918001055717468,
+      "learning_rate": 8.134406527012586e-06,
+      "loss": 0.324,
+      "step": 8683
+    },
+    {
+      "epoch": 3.7190578158458245,
+      "grad_norm": 1.5378460884094238,
+      "learning_rate": 8.12928751076234e-06,
+      "loss": 0.4465,
+      "step": 8684
+    },
+    {
+      "epoch": 3.71948608137045,
+      "grad_norm": 5.38686466217041,
+      "learning_rate": 8.124169792986654e-06,
+      "loss": 0.3723,
+      "step": 8685
+    },
+    {
+      "epoch": 3.719914346895075,
+      "grad_norm": 6.401111602783203,
+      "learning_rate": 8.119053374079422e-06,
+      "loss": 0.6719,
+      "step": 8686
+    },
+    {
+      "epoch": 3.7203426124197003,
+      "grad_norm": 4.141327381134033,
+      "learning_rate": 8.113938254434422e-06,
+      "loss": 0.6868,
+      "step": 8687
+    },
+    {
+      "epoch": 3.7207708779443256,
+      "grad_norm": 2.6960222721099854,
+      "learning_rate": 8.108824434445372e-06,
+      "loss": 0.3441,
+      "step": 8688
+    },
+    {
+      "epoch": 3.721199143468951,
+      "grad_norm": 4.145961284637451,
+      "learning_rate": 8.103711914505835e-06,
+      "loss": 1.0859,
+      "step": 8689
+    },
+    {
+      "epoch": 3.721627408993576,
+      "grad_norm": 8.76491641998291,
+      "learning_rate": 8.09860069500932e-06,
+      "loss": 0.61,
+      "step": 8690
+    },
+    {
+      "epoch": 3.7220556745182014,
+      "grad_norm": 2.6117498874664307,
+      "learning_rate": 8.093490776349214e-06,
+      "loss": 0.6089,
+      "step": 8691
+    },
+    {
+      "epoch": 3.7224839400428267,
+      "grad_norm": 3.7088544368743896,
+      "learning_rate": 8.088382158918808e-06,
+      "loss": 0.7513,
+      "step": 8692
+    },
+    {
+      "epoch": 3.722912205567452,
+      "grad_norm": 2.2529408931732178,
+      "learning_rate": 8.083274843111283e-06,
+      "loss": 0.5273,
+      "step": 8693
+    },
+    {
+      "epoch": 3.723340471092077,
+      "grad_norm": 2.3900208473205566,
+      "learning_rate": 8.078168829319746e-06,
+      "loss": 0.7146,
+      "step": 8694
+    },
+    {
+      "epoch": 3.7237687366167025,
+      "grad_norm": 2.803783416748047,
+      "learning_rate": 8.073064117937182e-06,
+      "loss": 0.6391,
+      "step": 8695
+    },
+    {
+      "epoch": 3.7241970021413278,
+      "grad_norm": 12.749529838562012,
+      "learning_rate": 8.067960709356478e-06,
+      "loss": 0.2684,
+      "step": 8696
+    },
+    {
+      "epoch": 3.724625267665953,
+      "grad_norm": 5.437751770019531,
+      "learning_rate": 8.062858603970416e-06,
+      "loss": 0.6033,
+      "step": 8697
+    },
+    {
+      "epoch": 3.7250535331905783,
+      "grad_norm": 4.393208980560303,
+      "learning_rate": 8.05775780217171e-06,
+      "loss": 0.5248,
+      "step": 8698
+    },
+    {
+      "epoch": 3.7254817987152036,
+      "grad_norm": 3.876394748687744,
+      "learning_rate": 8.052658304352923e-06,
+      "loss": 1.1786,
+      "step": 8699
+    },
+    {
+      "epoch": 3.725910064239829,
+      "grad_norm": 6.396568298339844,
+      "learning_rate": 8.04756011090656e-06,
+      "loss": 0.6194,
+      "step": 8700
+    },
+    {
+      "epoch": 3.726338329764454,
+      "grad_norm": 4.780786514282227,
+      "learning_rate": 8.042463222225004e-06,
+      "loss": 1.3207,
+      "step": 8701
+    },
+    {
+      "epoch": 3.7267665952890794,
+      "grad_norm": 4.187891006469727,
+      "learning_rate": 8.037367638700547e-06,
+      "loss": 1.034,
+      "step": 8702
+    },
+    {
+      "epoch": 3.7271948608137047,
+      "grad_norm": 1.9555493593215942,
+      "learning_rate": 8.032273360725363e-06,
+      "loss": 0.133,
+      "step": 8703
+    },
+    {
+      "epoch": 3.72762312633833,
+      "grad_norm": 2.4007177352905273,
+      "learning_rate": 8.027180388691558e-06,
+      "loss": 1.4599,
+      "step": 8704
+    },
+    {
+      "epoch": 3.728051391862955,
+      "grad_norm": 1.1481314897537231,
+      "learning_rate": 8.02208872299111e-06,
+      "loss": 0.4817,
+      "step": 8705
+    },
+    {
+      "epoch": 3.72847965738758,
+      "grad_norm": 4.781672954559326,
+      "learning_rate": 8.016998364015896e-06,
+      "loss": 0.2832,
+      "step": 8706
+    },
+    {
+      "epoch": 3.7289079229122057,
+      "grad_norm": 3.0475094318389893,
+      "learning_rate": 8.011909312157723e-06,
+      "loss": 0.5089,
+      "step": 8707
+    },
+    {
+      "epoch": 3.7293361884368306,
+      "grad_norm": 4.419206619262695,
+      "learning_rate": 8.006821567808258e-06,
+      "loss": 0.4123,
+      "step": 8708
+    },
+    {
+      "epoch": 3.7297644539614563,
+      "grad_norm": 11.371109008789062,
+      "learning_rate": 8.001735131359098e-06,
+      "loss": 0.3879,
+      "step": 8709
+    },
+    {
+      "epoch": 3.730192719486081,
+      "grad_norm": 1.3356202840805054,
+      "learning_rate": 7.996650003201716e-06,
+      "loss": 0.1212,
+      "step": 8710
+    },
+    {
+      "epoch": 3.730620985010707,
+      "grad_norm": 1.5347278118133545,
+      "learning_rate": 7.991566183727501e-06,
+      "loss": 0.5638,
+      "step": 8711
+    },
+    {
+      "epoch": 3.7310492505353317,
+      "grad_norm": 2.743784189224243,
+      "learning_rate": 7.986483673327724e-06,
+      "loss": 0.2208,
+      "step": 8712
+    },
+    {
+      "epoch": 3.7314775160599574,
+      "grad_norm": 5.892813205718994,
+      "learning_rate": 7.981402472393585e-06,
+      "loss": 0.4771,
+      "step": 8713
+    },
+    {
+      "epoch": 3.731905781584582,
+      "grad_norm": 7.526253700256348,
+      "learning_rate": 7.976322581316154e-06,
+      "loss": 0.5871,
+      "step": 8714
+    },
+    {
+      "epoch": 3.732334047109208,
+      "grad_norm": 3.9734444618225098,
+      "learning_rate": 7.971244000486412e-06,
+      "loss": 1.0876,
+      "step": 8715
+    },
+    {
+      "epoch": 3.7327623126338327,
+      "grad_norm": 5.2992963790893555,
+      "learning_rate": 7.96616673029523e-06,
+      "loss": 1.0616,
+      "step": 8716
+    },
+    {
+      "epoch": 3.7331905781584585,
+      "grad_norm": 2.7055253982543945,
+      "learning_rate": 7.961090771133411e-06,
+      "loss": 0.8999,
+      "step": 8717
+    },
+    {
+      "epoch": 3.7336188436830833,
+      "grad_norm": 3.0565872192382812,
+      "learning_rate": 7.956016123391603e-06,
+      "loss": 0.6652,
+      "step": 8718
+    },
+    {
+      "epoch": 3.734047109207709,
+      "grad_norm": 2.803509473800659,
+      "learning_rate": 7.9509427874604e-06,
+      "loss": 0.1881,
+      "step": 8719
+    },
+    {
+      "epoch": 3.734475374732334,
+      "grad_norm": 5.2427287101745605,
+      "learning_rate": 7.945870763730273e-06,
+      "loss": 0.5322,
+      "step": 8720
+    },
+    {
+      "epoch": 3.7349036402569595,
+      "grad_norm": 4.267742156982422,
+      "learning_rate": 7.940800052591597e-06,
+      "loss": 0.6925,
+      "step": 8721
+    },
+    {
+      "epoch": 3.7353319057815844,
+      "grad_norm": 2.3347702026367188,
+      "learning_rate": 7.935730654434634e-06,
+      "loss": 0.733,
+      "step": 8722
+    },
+    {
+      "epoch": 3.73576017130621,
+      "grad_norm": 5.447393417358398,
+      "learning_rate": 7.930662569649575e-06,
+      "loss": 1.4056,
+      "step": 8723
+    },
+    {
+      "epoch": 3.736188436830835,
+      "grad_norm": 4.098604679107666,
+      "learning_rate": 7.925595798626484e-06,
+      "loss": 0.4539,
+      "step": 8724
+    },
+    {
+      "epoch": 3.7366167023554606,
+      "grad_norm": 3.62995982170105,
+      "learning_rate": 7.920530341755328e-06,
+      "loss": 0.5053,
+      "step": 8725
+    },
+    {
+      "epoch": 3.7370449678800854,
+      "grad_norm": 2.1402695178985596,
+      "learning_rate": 7.91546619942597e-06,
+      "loss": 0.6865,
+      "step": 8726
+    },
+    {
+      "epoch": 3.737473233404711,
+      "grad_norm": 1.7389346361160278,
+      "learning_rate": 7.910403372028202e-06,
+      "loss": 0.7286,
+      "step": 8727
+    },
+    {
+      "epoch": 3.737901498929336,
+      "grad_norm": 0.7957179546356201,
+      "learning_rate": 7.905341859951659e-06,
+      "loss": 0.2696,
+      "step": 8728
+    },
+    {
+      "epoch": 3.7383297644539617,
+      "grad_norm": 3.7424209117889404,
+      "learning_rate": 7.900281663585929e-06,
+      "loss": 0.9569,
+      "step": 8729
+    },
+    {
+      "epoch": 3.7387580299785865,
+      "grad_norm": 10.032852172851562,
+      "learning_rate": 7.89522278332047e-06,
+      "loss": 1.1138,
+      "step": 8730
+    },
+    {
+      "epoch": 3.7391862955032122,
+      "grad_norm": 1.24837327003479,
+      "learning_rate": 7.89016521954464e-06,
+      "loss": 0.3043,
+      "step": 8731
+    },
+    {
+      "epoch": 3.739614561027837,
+      "grad_norm": 1.6523529291152954,
+      "learning_rate": 7.885108972647695e-06,
+      "loss": 0.769,
+      "step": 8732
+    },
+    {
+      "epoch": 3.740042826552463,
+      "grad_norm": 1.3740051984786987,
+      "learning_rate": 7.880054043018815e-06,
+      "loss": 0.4975,
+      "step": 8733
+    },
+    {
+      "epoch": 3.7404710920770876,
+      "grad_norm": 8.771889686584473,
+      "learning_rate": 7.875000431047047e-06,
+      "loss": 1.4645,
+      "step": 8734
+    },
+    {
+      "epoch": 3.7408993576017133,
+      "grad_norm": 5.737063884735107,
+      "learning_rate": 7.869948137121346e-06,
+      "loss": 1.5542,
+      "step": 8735
+    },
+    {
+      "epoch": 3.741327623126338,
+      "grad_norm": 5.652357578277588,
+      "learning_rate": 7.864897161630566e-06,
+      "loss": 0.6305,
+      "step": 8736
+    },
+    {
+      "epoch": 3.741755888650964,
+      "grad_norm": 4.284299373626709,
+      "learning_rate": 7.85984750496348e-06,
+      "loss": 0.4055,
+      "step": 8737
+    },
+    {
+      "epoch": 3.7421841541755887,
+      "grad_norm": 8.58582878112793,
+      "learning_rate": 7.85479916750871e-06,
+      "loss": 0.7256,
+      "step": 8738
+    },
+    {
+      "epoch": 3.7426124197002144,
+      "grad_norm": 3.0081241130828857,
+      "learning_rate": 7.849752149654838e-06,
+      "loss": 0.8185,
+      "step": 8739
+    },
+    {
+      "epoch": 3.7430406852248392,
+      "grad_norm": 3.2075116634368896,
+      "learning_rate": 7.844706451790292e-06,
+      "loss": 0.3248,
+      "step": 8740
+    },
+    {
+      "epoch": 3.7434689507494645,
+      "grad_norm": 6.232450485229492,
+      "learning_rate": 7.839662074303424e-06,
+      "loss": 0.7096,
+      "step": 8741
+    },
+    {
+      "epoch": 3.74389721627409,
+      "grad_norm": 3.6223995685577393,
+      "learning_rate": 7.834619017582495e-06,
+      "loss": 0.2289,
+      "step": 8742
+    },
+    {
+      "epoch": 3.744325481798715,
+      "grad_norm": 3.66253924369812,
+      "learning_rate": 7.829577282015634e-06,
+      "loss": 0.7243,
+      "step": 8743
+    },
+    {
+      "epoch": 3.7447537473233403,
+      "grad_norm": 2.094336748123169,
+      "learning_rate": 7.824536867990895e-06,
+      "loss": 0.4533,
+      "step": 8744
+    },
+    {
+      "epoch": 3.7451820128479656,
+      "grad_norm": 2.6762232780456543,
+      "learning_rate": 7.819497775896204e-06,
+      "loss": 1.2482,
+      "step": 8745
+    },
+    {
+      "epoch": 3.745610278372591,
+      "grad_norm": 3.792668581008911,
+      "learning_rate": 7.814460006119417e-06,
+      "loss": 0.234,
+      "step": 8746
+    },
+    {
+      "epoch": 3.746038543897216,
+      "grad_norm": 6.331849575042725,
+      "learning_rate": 7.809423559048267e-06,
+      "loss": 0.9292,
+      "step": 8747
+    },
+    {
+      "epoch": 3.7464668094218414,
+      "grad_norm": 1.0181682109832764,
+      "learning_rate": 7.804388435070393e-06,
+      "loss": 0.2332,
+      "step": 8748
+    },
+    {
+      "epoch": 3.7468950749464667,
+      "grad_norm": 1.7012242078781128,
+      "learning_rate": 7.799354634573323e-06,
+      "loss": 0.5192,
+      "step": 8749
+    },
+    {
+      "epoch": 3.747323340471092,
+      "grad_norm": 7.765174865722656,
+      "learning_rate": 7.79432215794449e-06,
+      "loss": 0.6405,
+      "step": 8750
+    },
+    {
+      "epoch": 3.747751605995717,
+      "grad_norm": 5.118645668029785,
+      "learning_rate": 7.789291005571219e-06,
+      "loss": 0.3469,
+      "step": 8751
+    },
+    {
+      "epoch": 3.7481798715203425,
+      "grad_norm": 4.316833972930908,
+      "learning_rate": 7.784261177840755e-06,
+      "loss": 1.0001,
+      "step": 8752
+    },
+    {
+      "epoch": 3.7486081370449678,
+      "grad_norm": 2.653947114944458,
+      "learning_rate": 7.779232675140215e-06,
+      "loss": 0.4703,
+      "step": 8753
+    },
+    {
+      "epoch": 3.749036402569593,
+      "grad_norm": 4.9755144119262695,
+      "learning_rate": 7.774205497856626e-06,
+      "loss": 1.4586,
+      "step": 8754
+    },
+    {
+      "epoch": 3.7494646680942183,
+      "grad_norm": 6.378977298736572,
+      "learning_rate": 7.769179646376901e-06,
+      "loss": 0.328,
+      "step": 8755
+    },
+    {
+      "epoch": 3.7498929336188436,
+      "grad_norm": 10.950823783874512,
+      "learning_rate": 7.764155121087884e-06,
+      "loss": 1.4229,
+      "step": 8756
+    },
+    {
+      "epoch": 3.750321199143469,
+      "grad_norm": 5.0844597816467285,
+      "learning_rate": 7.759131922376265e-06,
+      "loss": 0.5047,
+      "step": 8757
+    },
+    {
+      "epoch": 3.750749464668094,
+      "grad_norm": 4.789699077606201,
+      "learning_rate": 7.75411005062868e-06,
+      "loss": 0.9236,
+      "step": 8758
+    },
+    {
+      "epoch": 3.7511777301927194,
+      "grad_norm": 3.6523656845092773,
+      "learning_rate": 7.749089506231638e-06,
+      "loss": 0.8899,
+      "step": 8759
+    },
+    {
+      "epoch": 3.7516059957173447,
+      "grad_norm": 3.320598840713501,
+      "learning_rate": 7.744070289571551e-06,
+      "loss": 0.4399,
+      "step": 8760
+    },
+    {
+      "epoch": 3.75203426124197,
+      "grad_norm": 1.5796256065368652,
+      "learning_rate": 7.739052401034722e-06,
+      "loss": 0.1837,
+      "step": 8761
+    },
+    {
+      "epoch": 3.752462526766595,
+      "grad_norm": 3.6719813346862793,
+      "learning_rate": 7.73403584100737e-06,
+      "loss": 1.1176,
+      "step": 8762
+    },
+    {
+      "epoch": 3.7528907922912205,
+      "grad_norm": 0.9919341802597046,
+      "learning_rate": 7.729020609875597e-06,
+      "loss": 0.2528,
+      "step": 8763
+    },
+    {
+      "epoch": 3.7533190578158457,
+      "grad_norm": 5.775647163391113,
+      "learning_rate": 7.724006708025409e-06,
+      "loss": 0.8159,
+      "step": 8764
+    },
+    {
+      "epoch": 3.753747323340471,
+      "grad_norm": 6.7766523361206055,
+      "learning_rate": 7.71899413584269e-06,
+      "loss": 0.9766,
+      "step": 8765
+    },
+    {
+      "epoch": 3.7541755888650963,
+      "grad_norm": 4.380035400390625,
+      "learning_rate": 7.71398289371327e-06,
+      "loss": 0.2947,
+      "step": 8766
+    },
+    {
+      "epoch": 3.7546038543897216,
+      "grad_norm": 4.246216297149658,
+      "learning_rate": 7.708972982022811e-06,
+      "loss": 0.4807,
+      "step": 8767
+    },
+    {
+      "epoch": 3.755032119914347,
+      "grad_norm": 3.451612710952759,
+      "learning_rate": 7.703964401156933e-06,
+      "loss": 0.4056,
+      "step": 8768
+    },
+    {
+      "epoch": 3.755460385438972,
+      "grad_norm": 3.420875072479248,
+      "learning_rate": 7.698957151501114e-06,
+      "loss": 1.1012,
+      "step": 8769
+    },
+    {
+      "epoch": 3.7558886509635974,
+      "grad_norm": 9.587915420532227,
+      "learning_rate": 7.693951233440746e-06,
+      "loss": 1.1007,
+      "step": 8770
+    },
+    {
+      "epoch": 3.7563169164882226,
+      "grad_norm": 10.10438346862793,
+      "learning_rate": 7.688946647361111e-06,
+      "loss": 0.6146,
+      "step": 8771
+    },
+    {
+      "epoch": 3.756745182012848,
+      "grad_norm": 6.507350444793701,
+      "learning_rate": 7.683943393647402e-06,
+      "loss": 0.5595,
+      "step": 8772
+    },
+    {
+      "epoch": 3.757173447537473,
+      "grad_norm": 2.990612268447876,
+      "learning_rate": 7.6789414726847e-06,
+      "loss": 1.1122,
+      "step": 8773
+    },
+    {
+      "epoch": 3.7576017130620984,
+      "grad_norm": 1.1975250244140625,
+      "learning_rate": 7.673940884857978e-06,
+      "loss": 0.6973,
+      "step": 8774
+    },
+    {
+      "epoch": 3.7580299785867237,
+      "grad_norm": 4.244692325592041,
+      "learning_rate": 7.668941630552106e-06,
+      "loss": 0.5965,
+      "step": 8775
+    },
+    {
+      "epoch": 3.758458244111349,
+      "grad_norm": 4.336116790771484,
+      "learning_rate": 7.663943710151875e-06,
+      "loss": 0.9885,
+      "step": 8776
+    },
+    {
+      "epoch": 3.7588865096359743,
+      "grad_norm": 4.096404075622559,
+      "learning_rate": 7.658947124041945e-06,
+      "loss": 0.4932,
+      "step": 8777
+    },
+    {
+      "epoch": 3.7593147751605995,
+      "grad_norm": 5.37653112411499,
+      "learning_rate": 7.653951872606879e-06,
+      "loss": 0.8984,
+      "step": 8778
+    },
+    {
+      "epoch": 3.759743040685225,
+      "grad_norm": 1.3884674310684204,
+      "learning_rate": 7.648957956231164e-06,
+      "loss": 0.2805,
+      "step": 8779
+    },
+    {
+      "epoch": 3.76017130620985,
+      "grad_norm": 1.4510226249694824,
+      "learning_rate": 7.643965375299134e-06,
+      "loss": 0.2028,
+      "step": 8780
+    },
+    {
+      "epoch": 3.7605995717344753,
+      "grad_norm": 4.828798294067383,
+      "learning_rate": 7.638974130195071e-06,
+      "loss": 0.5179,
+      "step": 8781
+    },
+    {
+      "epoch": 3.7610278372591006,
+      "grad_norm": 2.8698341846466064,
+      "learning_rate": 7.633984221303122e-06,
+      "loss": 0.2237,
+      "step": 8782
+    },
+    {
+      "epoch": 3.761456102783726,
+      "grad_norm": 3.2003862857818604,
+      "learning_rate": 7.628995649007345e-06,
+      "loss": 1.09,
+      "step": 8783
+    },
+    {
+      "epoch": 3.761884368308351,
+      "grad_norm": 3.401827573776245,
+      "learning_rate": 7.624008413691683e-06,
+      "loss": 0.6377,
+      "step": 8784
+    },
+    {
+      "epoch": 3.7623126338329764,
+      "grad_norm": 4.228939533233643,
+      "learning_rate": 7.619022515739996e-06,
+      "loss": 0.353,
+      "step": 8785
+    },
+    {
+      "epoch": 3.7627408993576017,
+      "grad_norm": 7.915437698364258,
+      "learning_rate": 7.6140379555360296e-06,
+      "loss": 1.2305,
+      "step": 8786
+    },
+    {
+      "epoch": 3.763169164882227,
+      "grad_norm": 4.425215244293213,
+      "learning_rate": 7.609054733463419e-06,
+      "loss": 0.4688,
+      "step": 8787
+    },
+    {
+      "epoch": 3.7635974304068522,
+      "grad_norm": 2.7790958881378174,
+      "learning_rate": 7.604072849905708e-06,
+      "loss": 0.4767,
+      "step": 8788
+    },
+    {
+      "epoch": 3.7640256959314775,
+      "grad_norm": 1.7383898496627808,
+      "learning_rate": 7.59909230524633e-06,
+      "loss": 0.5675,
+      "step": 8789
+    },
+    {
+      "epoch": 3.764453961456103,
+      "grad_norm": 13.973189353942871,
+      "learning_rate": 7.594113099868616e-06,
+      "loss": 1.0063,
+      "step": 8790
+    },
+    {
+      "epoch": 3.764882226980728,
+      "grad_norm": 5.2620158195495605,
+      "learning_rate": 7.589135234155806e-06,
+      "loss": 0.4881,
+      "step": 8791
+    },
+    {
+      "epoch": 3.7653104925053533,
+      "grad_norm": 2.9617366790771484,
+      "learning_rate": 7.584158708491024e-06,
+      "loss": 0.479,
+      "step": 8792
+    },
+    {
+      "epoch": 3.7657387580299786,
+      "grad_norm": 2.6635098457336426,
+      "learning_rate": 7.579183523257294e-06,
+      "loss": 0.4922,
+      "step": 8793
+    },
+    {
+      "epoch": 3.766167023554604,
+      "grad_norm": 5.422468662261963,
+      "learning_rate": 7.574209678837527e-06,
+      "loss": 0.5483,
+      "step": 8794
+    },
+    {
+      "epoch": 3.766595289079229,
+      "grad_norm": 4.533324241638184,
+      "learning_rate": 7.569237175614563e-06,
+      "loss": 1.0154,
+      "step": 8795
+    },
+    {
+      "epoch": 3.7670235546038544,
+      "grad_norm": 2.977869987487793,
+      "learning_rate": 7.564266013971091e-06,
+      "loss": 0.9769,
+      "step": 8796
+    },
+    {
+      "epoch": 3.7674518201284797,
+      "grad_norm": 3.828179121017456,
+      "learning_rate": 7.559296194289741e-06,
+      "loss": 0.9137,
+      "step": 8797
+    },
+    {
+      "epoch": 3.767880085653105,
+      "grad_norm": 1.9173847436904907,
+      "learning_rate": 7.554327716953014e-06,
+      "loss": 0.3485,
+      "step": 8798
+    },
+    {
+      "epoch": 3.76830835117773,
+      "grad_norm": 5.304876327514648,
+      "learning_rate": 7.549360582343318e-06,
+      "loss": 0.3452,
+      "step": 8799
+    },
+    {
+      "epoch": 3.7687366167023555,
+      "grad_norm": 6.5995378494262695,
+      "learning_rate": 7.544394790842943e-06,
+      "loss": 0.4968,
+      "step": 8800
+    },
+    {
+      "epoch": 3.7691648822269808,
+      "grad_norm": 3.799626350402832,
+      "learning_rate": 7.5394303428341025e-06,
+      "loss": 0.4779,
+      "step": 8801
+    },
+    {
+      "epoch": 3.769593147751606,
+      "grad_norm": 5.493957042694092,
+      "learning_rate": 7.5344672386988864e-06,
+      "loss": 0.7579,
+      "step": 8802
+    },
+    {
+      "epoch": 3.7700214132762313,
+      "grad_norm": 1.8958470821380615,
+      "learning_rate": 7.529505478819284e-06,
+      "loss": 0.6349,
+      "step": 8803
+    },
+    {
+      "epoch": 3.7704496788008566,
+      "grad_norm": 3.7675485610961914,
+      "learning_rate": 7.524545063577176e-06,
+      "loss": 1.4648,
+      "step": 8804
+    },
+    {
+      "epoch": 3.770877944325482,
+      "grad_norm": 2.9783248901367188,
+      "learning_rate": 7.519585993354369e-06,
+      "loss": 0.271,
+      "step": 8805
+    },
+    {
+      "epoch": 3.771306209850107,
+      "grad_norm": 5.356224536895752,
+      "learning_rate": 7.514628268532514e-06,
+      "loss": 0.3891,
+      "step": 8806
+    },
+    {
+      "epoch": 3.7717344753747324,
+      "grad_norm": 7.136911392211914,
+      "learning_rate": 7.509671889493214e-06,
+      "loss": 1.145,
+      "step": 8807
+    },
+    {
+      "epoch": 3.7721627408993577,
+      "grad_norm": 11.145627975463867,
+      "learning_rate": 7.504716856617927e-06,
+      "loss": 0.6442,
+      "step": 8808
+    },
+    {
+      "epoch": 3.772591006423983,
+      "grad_norm": 6.6912994384765625,
+      "learning_rate": 7.499763170288029e-06,
+      "loss": 0.8453,
+      "step": 8809
+    },
+    {
+      "epoch": 3.773019271948608,
+      "grad_norm": 5.2592949867248535,
+      "learning_rate": 7.49481083088478e-06,
+      "loss": 0.3245,
+      "step": 8810
+    },
+    {
+      "epoch": 3.7734475374732335,
+      "grad_norm": 1.9942455291748047,
+      "learning_rate": 7.489859838789354e-06,
+      "loss": 0.7894,
+      "step": 8811
+    },
+    {
+      "epoch": 3.7738758029978587,
+      "grad_norm": 3.7637548446655273,
+      "learning_rate": 7.484910194382805e-06,
+      "loss": 0.8082,
+      "step": 8812
+    },
+    {
+      "epoch": 3.774304068522484,
+      "grad_norm": 3.9530482292175293,
+      "learning_rate": 7.479961898046075e-06,
+      "loss": 0.5524,
+      "step": 8813
+    },
+    {
+      "epoch": 3.7747323340471093,
+      "grad_norm": 1.5511534214019775,
+      "learning_rate": 7.475014950160042e-06,
+      "loss": 0.567,
+      "step": 8814
+    },
+    {
+      "epoch": 3.7751605995717346,
+      "grad_norm": 7.999548435211182,
+      "learning_rate": 7.4700693511054354e-06,
+      "loss": 0.8781,
+      "step": 8815
+    },
+    {
+      "epoch": 3.77558886509636,
+      "grad_norm": 3.4586708545684814,
+      "learning_rate": 7.465125101262904e-06,
+      "loss": 1.5775,
+      "step": 8816
+    },
+    {
+      "epoch": 3.776017130620985,
+      "grad_norm": 5.2947235107421875,
+      "learning_rate": 7.46018220101298e-06,
+      "loss": 1.507,
+      "step": 8817
+    },
+    {
+      "epoch": 3.7764453961456104,
+      "grad_norm": 3.451510190963745,
+      "learning_rate": 7.4552406507361225e-06,
+      "loss": 0.2666,
+      "step": 8818
+    },
+    {
+      "epoch": 3.7768736616702356,
+      "grad_norm": 2.030853271484375,
+      "learning_rate": 7.4503004508126335e-06,
+      "loss": 0.3563,
+      "step": 8819
+    },
+    {
+      "epoch": 3.777301927194861,
+      "grad_norm": 1.2026287317276,
+      "learning_rate": 7.445361601622763e-06,
+      "loss": 0.6454,
+      "step": 8820
+    },
+    {
+      "epoch": 3.777730192719486,
+      "grad_norm": 3.707202196121216,
+      "learning_rate": 7.440424103546628e-06,
+      "loss": 0.7472,
+      "step": 8821
+    },
+    {
+      "epoch": 3.7781584582441115,
+      "grad_norm": 3.3491721153259277,
+      "learning_rate": 7.4354879569642514e-06,
+      "loss": 1.5177,
+      "step": 8822
+    },
+    {
+      "epoch": 3.7785867237687367,
+      "grad_norm": 5.75146484375,
+      "learning_rate": 7.430553162255538e-06,
+      "loss": 0.6569,
+      "step": 8823
+    },
+    {
+      "epoch": 3.779014989293362,
+      "grad_norm": 2.6991941928863525,
+      "learning_rate": 7.425619719800317e-06,
+      "loss": 1.5902,
+      "step": 8824
+    },
+    {
+      "epoch": 3.7794432548179873,
+      "grad_norm": 1.4772210121154785,
+      "learning_rate": 7.420687629978293e-06,
+      "loss": 0.1481,
+      "step": 8825
+    },
+    {
+      "epoch": 3.7798715203426125,
+      "grad_norm": 1.2386616468429565,
+      "learning_rate": 7.415756893169062e-06,
+      "loss": 0.4956,
+      "step": 8826
+    },
+    {
+      "epoch": 3.780299785867238,
+      "grad_norm": 5.312445640563965,
+      "learning_rate": 7.410827509752133e-06,
+      "loss": 0.6504,
+      "step": 8827
+    },
+    {
+      "epoch": 3.780728051391863,
+      "grad_norm": 4.316221237182617,
+      "learning_rate": 7.405899480106895e-06,
+      "loss": 1.3281,
+      "step": 8828
+    },
+    {
+      "epoch": 3.7811563169164883,
+      "grad_norm": 3.456167459487915,
+      "learning_rate": 7.400972804612635e-06,
+      "loss": 0.2947,
+      "step": 8829
+    },
+    {
+      "epoch": 3.7815845824411136,
+      "grad_norm": 9.729462623596191,
+      "learning_rate": 7.3960474836485574e-06,
+      "loss": 0.7556,
+      "step": 8830
+    },
+    {
+      "epoch": 3.782012847965739,
+      "grad_norm": 5.603967189788818,
+      "learning_rate": 7.3911235175937344e-06,
+      "loss": 0.5711,
+      "step": 8831
+    },
+    {
+      "epoch": 3.782441113490364,
+      "grad_norm": 4.544971942901611,
+      "learning_rate": 7.386200906827148e-06,
+      "loss": 0.4537,
+      "step": 8832
+    },
+    {
+      "epoch": 3.7828693790149894,
+      "grad_norm": 7.161732196807861,
+      "learning_rate": 7.381279651727663e-06,
+      "loss": 1.1903,
+      "step": 8833
+    },
+    {
+      "epoch": 3.7832976445396147,
+      "grad_norm": 1.2308473587036133,
+      "learning_rate": 7.376359752674072e-06,
+      "loss": 0.3512,
+      "step": 8834
+    },
+    {
+      "epoch": 3.78372591006424,
+      "grad_norm": 6.561545372009277,
+      "learning_rate": 7.3714412100450135e-06,
+      "loss": 0.778,
+      "step": 8835
+    },
+    {
+      "epoch": 3.7841541755888652,
+      "grad_norm": 8.219206809997559,
+      "learning_rate": 7.366524024219068e-06,
+      "loss": 0.5687,
+      "step": 8836
+    },
+    {
+      "epoch": 3.7845824411134905,
+      "grad_norm": 13.180221557617188,
+      "learning_rate": 7.3616081955746874e-06,
+      "loss": 0.6391,
+      "step": 8837
+    },
+    {
+      "epoch": 3.785010706638116,
+      "grad_norm": 4.856247425079346,
+      "learning_rate": 7.356693724490224e-06,
+      "loss": 0.7933,
+      "step": 8838
+    },
+    {
+      "epoch": 3.785438972162741,
+      "grad_norm": 6.196084499359131,
+      "learning_rate": 7.351780611343917e-06,
+      "loss": 0.9829,
+      "step": 8839
+    },
+    {
+      "epoch": 3.7858672376873663,
+      "grad_norm": 2.839468002319336,
+      "learning_rate": 7.3468688565139275e-06,
+      "loss": 0.9211,
+      "step": 8840
+    },
+    {
+      "epoch": 3.7862955032119916,
+      "grad_norm": 2.9181032180786133,
+      "learning_rate": 7.341958460378287e-06,
+      "loss": 0.4656,
+      "step": 8841
+    },
+    {
+      "epoch": 3.786723768736617,
+      "grad_norm": 2.8487393856048584,
+      "learning_rate": 7.337049423314929e-06,
+      "loss": 0.7678,
+      "step": 8842
+    },
+    {
+      "epoch": 3.7871520342612417,
+      "grad_norm": 5.062545299530029,
+      "learning_rate": 7.332141745701673e-06,
+      "loss": 1.3131,
+      "step": 8843
+    },
+    {
+      "epoch": 3.7875802997858674,
+      "grad_norm": 5.826223373413086,
+      "learning_rate": 7.3272354279162734e-06,
+      "loss": 0.5209,
+      "step": 8844
+    },
+    {
+      "epoch": 3.7880085653104922,
+      "grad_norm": 1.846792221069336,
+      "learning_rate": 7.3223304703363135e-06,
+      "loss": 0.4415,
+      "step": 8845
+    },
+    {
+      "epoch": 3.788436830835118,
+      "grad_norm": 2.2273871898651123,
+      "learning_rate": 7.317426873339331e-06,
+      "loss": 0.6972,
+      "step": 8846
+    },
+    {
+      "epoch": 3.788865096359743,
+      "grad_norm": 3.2152678966522217,
+      "learning_rate": 7.312524637302745e-06,
+      "loss": 0.4309,
+      "step": 8847
+    },
+    {
+      "epoch": 3.7892933618843685,
+      "grad_norm": 1.2761929035186768,
+      "learning_rate": 7.307623762603838e-06,
+      "loss": 0.2891,
+      "step": 8848
+    },
+    {
+      "epoch": 3.7897216274089933,
+      "grad_norm": 3.96946120262146,
+      "learning_rate": 7.302724249619833e-06,
+      "loss": 0.7243,
+      "step": 8849
+    },
+    {
+      "epoch": 3.790149892933619,
+      "grad_norm": 3.1713602542877197,
+      "learning_rate": 7.297826098727817e-06,
+      "loss": 0.2418,
+      "step": 8850
+    },
+    {
+      "epoch": 3.790578158458244,
+      "grad_norm": 4.9051833152771,
+      "learning_rate": 7.292929310304786e-06,
+      "loss": 1.4339,
+      "step": 8851
+    },
+    {
+      "epoch": 3.7910064239828696,
+      "grad_norm": 3.590794086456299,
+      "learning_rate": 7.288033884727613e-06,
+      "loss": 0.5341,
+      "step": 8852
+    },
+    {
+      "epoch": 3.7914346895074944,
+      "grad_norm": 5.753488063812256,
+      "learning_rate": 7.283139822373103e-06,
+      "loss": 0.6006,
+      "step": 8853
+    },
+    {
+      "epoch": 3.79186295503212,
+      "grad_norm": 4.627257823944092,
+      "learning_rate": 7.278247123617921e-06,
+      "loss": 0.4829,
+      "step": 8854
+    },
+    {
+      "epoch": 3.792291220556745,
+      "grad_norm": 3.33233642578125,
+      "learning_rate": 7.27335578883864e-06,
+      "loss": 0.3605,
+      "step": 8855
+    },
+    {
+      "epoch": 3.7927194860813707,
+      "grad_norm": 4.311385631561279,
+      "learning_rate": 7.268465818411721e-06,
+      "loss": 0.8266,
+      "step": 8856
+    },
+    {
+      "epoch": 3.7931477516059955,
+      "grad_norm": 5.95509147644043,
+      "learning_rate": 7.263577212713548e-06,
+      "loss": 0.949,
+      "step": 8857
+    },
+    {
+      "epoch": 3.793576017130621,
+      "grad_norm": 5.674176216125488,
+      "learning_rate": 7.25868997212035e-06,
+      "loss": 0.4812,
+      "step": 8858
+    },
+    {
+      "epoch": 3.794004282655246,
+      "grad_norm": 3.871623992919922,
+      "learning_rate": 7.253804097008299e-06,
+      "loss": 0.2478,
+      "step": 8859
+    },
+    {
+      "epoch": 3.7944325481798717,
+      "grad_norm": 2.8090078830718994,
+      "learning_rate": 7.2489195877534385e-06,
+      "loss": 1.2569,
+      "step": 8860
+    },
+    {
+      "epoch": 3.7948608137044966,
+      "grad_norm": 2.3616464138031006,
+      "learning_rate": 7.244036444731705e-06,
+      "loss": 0.8463,
+      "step": 8861
+    },
+    {
+      "epoch": 3.7952890792291223,
+      "grad_norm": 6.190950870513916,
+      "learning_rate": 7.2391546683189345e-06,
+      "loss": 1.1443,
+      "step": 8862
+    },
+    {
+      "epoch": 3.795717344753747,
+      "grad_norm": 3.193361282348633,
+      "learning_rate": 7.234274258890872e-06,
+      "loss": 0.2852,
+      "step": 8863
+    },
+    {
+      "epoch": 3.796145610278373,
+      "grad_norm": 4.182058334350586,
+      "learning_rate": 7.2293952168231316e-06,
+      "loss": 0.6825,
+      "step": 8864
+    },
+    {
+      "epoch": 3.7965738758029977,
+      "grad_norm": 3.8077306747436523,
+      "learning_rate": 7.2245175424912405e-06,
+      "loss": 0.385,
+      "step": 8865
+    },
+    {
+      "epoch": 3.7970021413276234,
+      "grad_norm": 8.133208274841309,
+      "learning_rate": 7.219641236270613e-06,
+      "loss": 0.6093,
+      "step": 8866
+    },
+    {
+      "epoch": 3.797430406852248,
+      "grad_norm": 5.8663411140441895,
+      "learning_rate": 7.2147662985365575e-06,
+      "loss": 0.4168,
+      "step": 8867
+    },
+    {
+      "epoch": 3.797858672376874,
+      "grad_norm": 4.697437286376953,
+      "learning_rate": 7.209892729664275e-06,
+      "loss": 1.5993,
+      "step": 8868
+    },
+    {
+      "epoch": 3.7982869379014987,
+      "grad_norm": 4.146515846252441,
+      "learning_rate": 7.205020530028881e-06,
+      "loss": 0.9571,
+      "step": 8869
+    },
+    {
+      "epoch": 3.7987152034261245,
+      "grad_norm": 3.3876402378082275,
+      "learning_rate": 7.200149700005357e-06,
+      "loss": 0.4883,
+      "step": 8870
+    },
+    {
+      "epoch": 3.7991434689507493,
+      "grad_norm": 2.102405309677124,
+      "learning_rate": 7.1952802399685995e-06,
+      "loss": 0.7158,
+      "step": 8871
+    },
+    {
+      "epoch": 3.799571734475375,
+      "grad_norm": 6.407345771789551,
+      "learning_rate": 7.19041215029338e-06,
+      "loss": 0.5758,
+      "step": 8872
+    },
+    {
+      "epoch": 3.8,
+      "grad_norm": 6.209470748901367,
+      "learning_rate": 7.185545431354401e-06,
+      "loss": 1.2197,
+      "step": 8873
+    },
+    {
+      "epoch": 3.8004282655246255,
+      "grad_norm": 4.2802228927612305,
+      "learning_rate": 7.180680083526206e-06,
+      "loss": 0.751,
+      "step": 8874
+    },
+    {
+      "epoch": 3.8008565310492504,
+      "grad_norm": 4.814113616943359,
+      "learning_rate": 7.175816107183284e-06,
+      "loss": 0.724,
+      "step": 8875
+    },
+    {
+      "epoch": 3.801284796573876,
+      "grad_norm": 3.6494789123535156,
+      "learning_rate": 7.1709535026999894e-06,
+      "loss": 2.2362,
+      "step": 8876
+    },
+    {
+      "epoch": 3.801713062098501,
+      "grad_norm": 4.215962886810303,
+      "learning_rate": 7.1660922704505775e-06,
+      "loss": 0.2311,
+      "step": 8877
+    },
+    {
+      "epoch": 3.802141327623126,
+      "grad_norm": 6.993399620056152,
+      "learning_rate": 7.161232410809193e-06,
+      "loss": 0.4996,
+      "step": 8878
+    },
+    {
+      "epoch": 3.8025695931477514,
+      "grad_norm": 9.12887954711914,
+      "learning_rate": 7.156373924149895e-06,
+      "loss": 0.4968,
+      "step": 8879
+    },
+    {
+      "epoch": 3.8029978586723767,
+      "grad_norm": 3.1874356269836426,
+      "learning_rate": 7.151516810846614e-06,
+      "loss": 0.3608,
+      "step": 8880
+    },
+    {
+      "epoch": 3.803426124197002,
+      "grad_norm": 3.571652412414551,
+      "learning_rate": 7.146661071273178e-06,
+      "loss": 0.7554,
+      "step": 8881
+    },
+    {
+      "epoch": 3.8038543897216273,
+      "grad_norm": 2.394918203353882,
+      "learning_rate": 7.141806705803328e-06,
+      "loss": 0.2968,
+      "step": 8882
+    },
+    {
+      "epoch": 3.8042826552462525,
+      "grad_norm": 1.5461820363998413,
+      "learning_rate": 7.136953714810682e-06,
+      "loss": 0.2334,
+      "step": 8883
+    },
+    {
+      "epoch": 3.804710920770878,
+      "grad_norm": 6.1548919677734375,
+      "learning_rate": 7.1321020986687525e-06,
+      "loss": 0.6114,
+      "step": 8884
+    },
+    {
+      "epoch": 3.805139186295503,
+      "grad_norm": 6.204239368438721,
+      "learning_rate": 7.127251857750941e-06,
+      "loss": 1.3976,
+      "step": 8885
+    },
+    {
+      "epoch": 3.8055674518201283,
+      "grad_norm": 1.7939622402191162,
+      "learning_rate": 7.122402992430582e-06,
+      "loss": 0.3478,
+      "step": 8886
+    },
+    {
+      "epoch": 3.8059957173447536,
+      "grad_norm": 1.082175850868225,
+      "learning_rate": 7.117555503080836e-06,
+      "loss": 0.2574,
+      "step": 8887
+    },
+    {
+      "epoch": 3.806423982869379,
+      "grad_norm": 10.697057723999023,
+      "learning_rate": 7.1127093900748236e-06,
+      "loss": 0.5447,
+      "step": 8888
+    },
+    {
+      "epoch": 3.806852248394004,
+      "grad_norm": 3.294537305831909,
+      "learning_rate": 7.107864653785523e-06,
+      "loss": 0.2371,
+      "step": 8889
+    },
+    {
+      "epoch": 3.8072805139186294,
+      "grad_norm": 6.07419490814209,
+      "learning_rate": 7.103021294585813e-06,
+      "loss": 1.0621,
+      "step": 8890
+    },
+    {
+      "epoch": 3.8077087794432547,
+      "grad_norm": 5.406739711761475,
+      "learning_rate": 7.098179312848463e-06,
+      "loss": 1.5276,
+      "step": 8891
+    },
+    {
+      "epoch": 3.80813704496788,
+      "grad_norm": 4.739607810974121,
+      "learning_rate": 7.093338708946159e-06,
+      "loss": 0.4439,
+      "step": 8892
+    },
+    {
+      "epoch": 3.8085653104925052,
+      "grad_norm": 6.540435791015625,
+      "learning_rate": 7.088499483251451e-06,
+      "loss": 0.6901,
+      "step": 8893
+    },
+    {
+      "epoch": 3.8089935760171305,
+      "grad_norm": 7.489106178283691,
+      "learning_rate": 7.0836616361368015e-06,
+      "loss": 0.3374,
+      "step": 8894
+    },
+    {
+      "epoch": 3.809421841541756,
+      "grad_norm": 30.75118637084961,
+      "learning_rate": 7.078825167974548e-06,
+      "loss": 0.5521,
+      "step": 8895
+    },
+    {
+      "epoch": 3.809850107066381,
+      "grad_norm": 5.31267786026001,
+      "learning_rate": 7.073990079136961e-06,
+      "loss": 0.4365,
+      "step": 8896
+    },
+    {
+      "epoch": 3.8102783725910063,
+      "grad_norm": 7.95513391494751,
+      "learning_rate": 7.069156369996149e-06,
+      "loss": 0.3919,
+      "step": 8897
+    },
+    {
+      "epoch": 3.8107066381156316,
+      "grad_norm": 1.8239821195602417,
+      "learning_rate": 7.0643240409241665e-06,
+      "loss": 0.2182,
+      "step": 8898
+    },
+    {
+      "epoch": 3.811134903640257,
+      "grad_norm": 3.957115411758423,
+      "learning_rate": 7.059493092292929e-06,
+      "loss": 0.2255,
+      "step": 8899
+    },
+    {
+      "epoch": 3.811563169164882,
+      "grad_norm": 3.4195992946624756,
+      "learning_rate": 7.054663524474261e-06,
+      "loss": 0.36,
+      "step": 8900
+    },
+    {
+      "epoch": 3.8119914346895074,
+      "grad_norm": 4.266720294952393,
+      "learning_rate": 7.049835337839867e-06,
+      "loss": 1.1251,
+      "step": 8901
+    },
+    {
+      "epoch": 3.8124197002141327,
+      "grad_norm": 0.9493141174316406,
+      "learning_rate": 7.045008532761366e-06,
+      "loss": 0.4483,
+      "step": 8902
+    },
+    {
+      "epoch": 3.812847965738758,
+      "grad_norm": 2.7499876022338867,
+      "learning_rate": 7.040183109610255e-06,
+      "loss": 0.7742,
+      "step": 8903
+    },
+    {
+      "epoch": 3.813276231263383,
+      "grad_norm": 1.5643445253372192,
+      "learning_rate": 7.0353590687579265e-06,
+      "loss": 0.3406,
+      "step": 8904
+    },
+    {
+      "epoch": 3.8137044967880085,
+      "grad_norm": 1.6365352869033813,
+      "learning_rate": 7.030536410575672e-06,
+      "loss": 0.0817,
+      "step": 8905
+    },
+    {
+      "epoch": 3.8141327623126338,
+      "grad_norm": 3.3494338989257812,
+      "learning_rate": 7.025715135434668e-06,
+      "loss": 0.2507,
+      "step": 8906
+    },
+    {
+      "epoch": 3.814561027837259,
+      "grad_norm": 4.427944660186768,
+      "learning_rate": 7.020895243705986e-06,
+      "loss": 0.3284,
+      "step": 8907
+    },
+    {
+      "epoch": 3.8149892933618843,
+      "grad_norm": 5.717144012451172,
+      "learning_rate": 7.016076735760605e-06,
+      "loss": 1.4298,
+      "step": 8908
+    },
+    {
+      "epoch": 3.8154175588865096,
+      "grad_norm": 3.81473970413208,
+      "learning_rate": 7.011259611969387e-06,
+      "loss": 0.9948,
+      "step": 8909
+    },
+    {
+      "epoch": 3.815845824411135,
+      "grad_norm": 2.248584270477295,
+      "learning_rate": 7.006443872703081e-06,
+      "loss": 0.1982,
+      "step": 8910
+    },
+    {
+      "epoch": 3.81627408993576,
+      "grad_norm": 9.98765754699707,
+      "learning_rate": 7.001629518332331e-06,
+      "loss": 1.0622,
+      "step": 8911
+    },
+    {
+      "epoch": 3.8167023554603854,
+      "grad_norm": 4.874814510345459,
+      "learning_rate": 6.996816549227706e-06,
+      "loss": 1.532,
+      "step": 8912
+    },
+    {
+      "epoch": 3.8171306209850107,
+      "grad_norm": 5.77065896987915,
+      "learning_rate": 6.992004965759605e-06,
+      "loss": 0.768,
+      "step": 8913
+    },
+    {
+      "epoch": 3.817558886509636,
+      "grad_norm": 5.289047718048096,
+      "learning_rate": 6.9871947682983854e-06,
+      "loss": 1.1437,
+      "step": 8914
+    },
+    {
+      "epoch": 3.817987152034261,
+      "grad_norm": 2.2627522945404053,
+      "learning_rate": 6.982385957214258e-06,
+      "loss": 0.8829,
+      "step": 8915
+    },
+    {
+      "epoch": 3.8184154175588865,
+      "grad_norm": 1.149975061416626,
+      "learning_rate": 6.977578532877335e-06,
+      "loss": 0.4413,
+      "step": 8916
+    },
+    {
+      "epoch": 3.8188436830835117,
+      "grad_norm": 4.7434163093566895,
+      "learning_rate": 6.972772495657637e-06,
+      "loss": 0.4193,
+      "step": 8917
+    },
+    {
+      "epoch": 3.819271948608137,
+      "grad_norm": 1.8619396686553955,
+      "learning_rate": 6.967967845925061e-06,
+      "loss": 0.6602,
+      "step": 8918
+    },
+    {
+      "epoch": 3.8197002141327623,
+      "grad_norm": 23.248565673828125,
+      "learning_rate": 6.963164584049403e-06,
+      "loss": 1.6017,
+      "step": 8919
+    },
+    {
+      "epoch": 3.8201284796573876,
+      "grad_norm": 2.0853657722473145,
+      "learning_rate": 6.958362710400343e-06,
+      "loss": 0.5775,
+      "step": 8920
+    },
+    {
+      "epoch": 3.820556745182013,
+      "grad_norm": 5.954229354858398,
+      "learning_rate": 6.9535622253474795e-06,
+      "loss": 0.5324,
+      "step": 8921
+    },
+    {
+      "epoch": 3.820985010706638,
+      "grad_norm": 3.9768707752227783,
+      "learning_rate": 6.94876312926028e-06,
+      "loss": 1.078,
+      "step": 8922
+    },
+    {
+      "epoch": 3.8214132762312634,
+      "grad_norm": 4.012407302856445,
+      "learning_rate": 6.943965422508109e-06,
+      "loss": 0.7685,
+      "step": 8923
+    },
+    {
+      "epoch": 3.8218415417558886,
+      "grad_norm": 4.9789934158325195,
+      "learning_rate": 6.939169105460225e-06,
+      "loss": 0.9557,
+      "step": 8924
+    },
+    {
+      "epoch": 3.822269807280514,
+      "grad_norm": 22.43189811706543,
+      "learning_rate": 6.934374178485803e-06,
+      "loss": 1.2426,
+      "step": 8925
+    },
+    {
+      "epoch": 3.822698072805139,
+      "grad_norm": 4.318360805511475,
+      "learning_rate": 6.929580641953859e-06,
+      "loss": 0.6788,
+      "step": 8926
+    },
+    {
+      "epoch": 3.8231263383297645,
+      "grad_norm": 1.243721604347229,
+      "learning_rate": 6.924788496233356e-06,
+      "loss": 0.2212,
+      "step": 8927
+    },
+    {
+      "epoch": 3.8235546038543897,
+      "grad_norm": 4.7379302978515625,
+      "learning_rate": 6.919997741693124e-06,
+      "loss": 1.2174,
+      "step": 8928
+    },
+    {
+      "epoch": 3.823982869379015,
+      "grad_norm": 6.5257649421691895,
+      "learning_rate": 6.915208378701882e-06,
+      "loss": 0.5925,
+      "step": 8929
+    },
+    {
+      "epoch": 3.8244111349036403,
+      "grad_norm": 5.005663871765137,
+      "learning_rate": 6.910420407628246e-06,
+      "loss": 1.0066,
+      "step": 8930
+    },
+    {
+      "epoch": 3.8248394004282655,
+      "grad_norm": 4.797428131103516,
+      "learning_rate": 6.905633828840744e-06,
+      "loss": 0.657,
+      "step": 8931
+    },
+    {
+      "epoch": 3.825267665952891,
+      "grad_norm": 6.202847003936768,
+      "learning_rate": 6.900848642707769e-06,
+      "loss": 0.7525,
+      "step": 8932
+    },
+    {
+      "epoch": 3.825695931477516,
+      "grad_norm": 4.195433139801025,
+      "learning_rate": 6.896064849597625e-06,
+      "loss": 0.2573,
+      "step": 8933
+    },
+    {
+      "epoch": 3.8261241970021413,
+      "grad_norm": 3.2572288513183594,
+      "learning_rate": 6.891282449878486e-06,
+      "loss": 0.9782,
+      "step": 8934
+    },
+    {
+      "epoch": 3.8265524625267666,
+      "grad_norm": 1.1902337074279785,
+      "learning_rate": 6.886501443918467e-06,
+      "loss": 0.4183,
+      "step": 8935
+    },
+    {
+      "epoch": 3.826980728051392,
+      "grad_norm": 8.851959228515625,
+      "learning_rate": 6.8817218320855055e-06,
+      "loss": 0.6769,
+      "step": 8936
+    },
+    {
+      "epoch": 3.827408993576017,
+      "grad_norm": 4.618873596191406,
+      "learning_rate": 6.8769436147475e-06,
+      "loss": 1.0846,
+      "step": 8937
+    },
+    {
+      "epoch": 3.8278372591006424,
+      "grad_norm": 5.072165489196777,
+      "learning_rate": 6.872166792272197e-06,
+      "loss": 0.2677,
+      "step": 8938
+    },
+    {
+      "epoch": 3.8282655246252677,
+      "grad_norm": 5.268309593200684,
+      "learning_rate": 6.867391365027256e-06,
+      "loss": 1.2544,
+      "step": 8939
+    },
+    {
+      "epoch": 3.828693790149893,
+      "grad_norm": 6.410859107971191,
+      "learning_rate": 6.862617333380214e-06,
+      "loss": 0.5588,
+      "step": 8940
+    },
+    {
+      "epoch": 3.8291220556745182,
+      "grad_norm": 4.519286632537842,
+      "learning_rate": 6.857844697698523e-06,
+      "loss": 1.1313,
+      "step": 8941
+    },
+    {
+      "epoch": 3.8295503211991435,
+      "grad_norm": 3.2930610179901123,
+      "learning_rate": 6.85307345834951e-06,
+      "loss": 0.2409,
+      "step": 8942
+    },
+    {
+      "epoch": 3.829978586723769,
+      "grad_norm": 1.8524621725082397,
+      "learning_rate": 6.848303615700399e-06,
+      "loss": 0.5718,
+      "step": 8943
+    },
+    {
+      "epoch": 3.830406852248394,
+      "grad_norm": 6.203999996185303,
+      "learning_rate": 6.843535170118307e-06,
+      "loss": 1.0176,
+      "step": 8944
+    },
+    {
+      "epoch": 3.8308351177730193,
+      "grad_norm": 4.095748424530029,
+      "learning_rate": 6.83876812197024e-06,
+      "loss": 0.612,
+      "step": 8945
+    },
+    {
+      "epoch": 3.8312633832976446,
+      "grad_norm": 4.163949966430664,
+      "learning_rate": 6.834002471623094e-06,
+      "loss": 0.6704,
+      "step": 8946
+    },
+    {
+      "epoch": 3.83169164882227,
+      "grad_norm": 1.126692295074463,
+      "learning_rate": 6.829238219443679e-06,
+      "loss": 0.2643,
+      "step": 8947
+    },
+    {
+      "epoch": 3.832119914346895,
+      "grad_norm": 6.326082229614258,
+      "learning_rate": 6.824475365798674e-06,
+      "loss": 0.7256,
+      "step": 8948
+    },
+    {
+      "epoch": 3.8325481798715204,
+      "grad_norm": 12.784432411193848,
+      "learning_rate": 6.819713911054653e-06,
+      "loss": 1.4228,
+      "step": 8949
+    },
+    {
+      "epoch": 3.8329764453961457,
+      "grad_norm": 5.962026596069336,
+      "learning_rate": 6.814953855578088e-06,
+      "loss": 0.4377,
+      "step": 8950
+    },
+    {
+      "epoch": 3.833404710920771,
+      "grad_norm": 1.8989911079406738,
+      "learning_rate": 6.810195199735347e-06,
+      "loss": 0.536,
+      "step": 8951
+    },
+    {
+      "epoch": 3.8338329764453962,
+      "grad_norm": 3.256284475326538,
+      "learning_rate": 6.80543794389269e-06,
+      "loss": 1.2607,
+      "step": 8952
+    },
+    {
+      "epoch": 3.8342612419700215,
+      "grad_norm": 3.4565305709838867,
+      "learning_rate": 6.800682088416247e-06,
+      "loss": 0.9676,
+      "step": 8953
+    },
+    {
+      "epoch": 3.8346895074946468,
+      "grad_norm": 3.398595094680786,
+      "learning_rate": 6.795927633672084e-06,
+      "loss": 0.3944,
+      "step": 8954
+    },
+    {
+      "epoch": 3.835117773019272,
+      "grad_norm": 5.245690822601318,
+      "learning_rate": 6.791174580026105e-06,
+      "loss": 0.3869,
+      "step": 8955
+    },
+    {
+      "epoch": 3.8355460385438973,
+      "grad_norm": 3.6933188438415527,
+      "learning_rate": 6.786422927844158e-06,
+      "loss": 0.2785,
+      "step": 8956
+    },
+    {
+      "epoch": 3.8359743040685226,
+      "grad_norm": 2.664576292037964,
+      "learning_rate": 6.781672677491946e-06,
+      "loss": 1.2055,
+      "step": 8957
+    },
+    {
+      "epoch": 3.836402569593148,
+      "grad_norm": 3.7333264350891113,
+      "learning_rate": 6.776923829335086e-06,
+      "loss": 0.3609,
+      "step": 8958
+    },
+    {
+      "epoch": 3.836830835117773,
+      "grad_norm": 1.8493088483810425,
+      "learning_rate": 6.772176383739065e-06,
+      "loss": 0.4575,
+      "step": 8959
+    },
+    {
+      "epoch": 3.8372591006423984,
+      "grad_norm": 3.7374072074890137,
+      "learning_rate": 6.767430341069292e-06,
+      "loss": 0.251,
+      "step": 8960
+    },
+    {
+      "epoch": 3.8376873661670237,
+      "grad_norm": 3.1623141765594482,
+      "learning_rate": 6.762685701691046e-06,
+      "loss": 0.4145,
+      "step": 8961
+    },
+    {
+      "epoch": 3.838115631691649,
+      "grad_norm": 1.730082392692566,
+      "learning_rate": 6.757942465969502e-06,
+      "loss": 0.1198,
+      "step": 8962
+    },
+    {
+      "epoch": 3.838543897216274,
+      "grad_norm": 4.3422346115112305,
+      "learning_rate": 6.753200634269724e-06,
+      "loss": 0.2561,
+      "step": 8963
+    },
+    {
+      "epoch": 3.8389721627408995,
+      "grad_norm": 5.641016006469727,
+      "learning_rate": 6.748460206956691e-06,
+      "loss": 0.6262,
+      "step": 8964
+    },
+    {
+      "epoch": 3.8394004282655247,
+      "grad_norm": 6.654765605926514,
+      "learning_rate": 6.74372118439523e-06,
+      "loss": 1.4722,
+      "step": 8965
+    },
+    {
+      "epoch": 3.83982869379015,
+      "grad_norm": 4.348793983459473,
+      "learning_rate": 6.738983566950108e-06,
+      "loss": 0.8858,
+      "step": 8966
+    },
+    {
+      "epoch": 3.8402569593147753,
+      "grad_norm": 4.947789669036865,
+      "learning_rate": 6.734247354985948e-06,
+      "loss": 0.5194,
+      "step": 8967
+    },
+    {
+      "epoch": 3.8406852248394006,
+      "grad_norm": 2.658378839492798,
+      "learning_rate": 6.729512548867286e-06,
+      "loss": 0.2303,
+      "step": 8968
+    },
+    {
+      "epoch": 3.841113490364026,
+      "grad_norm": 4.2440972328186035,
+      "learning_rate": 6.724779148958529e-06,
+      "loss": 0.8625,
+      "step": 8969
+    },
+    {
+      "epoch": 3.841541755888651,
+      "grad_norm": 6.31580114364624,
+      "learning_rate": 6.720047155624007e-06,
+      "loss": 0.4189,
+      "step": 8970
+    },
+    {
+      "epoch": 3.8419700214132764,
+      "grad_norm": 5.096676826477051,
+      "learning_rate": 6.715316569227914e-06,
+      "loss": 1.1607,
+      "step": 8971
+    },
+    {
+      "epoch": 3.8423982869379016,
+      "grad_norm": 3.331007242202759,
+      "learning_rate": 6.710587390134346e-06,
+      "loss": 0.3703,
+      "step": 8972
+    },
+    {
+      "epoch": 3.842826552462527,
+      "grad_norm": 1.4962977170944214,
+      "learning_rate": 6.7058596187072804e-06,
+      "loss": 0.4322,
+      "step": 8973
+    },
+    {
+      "epoch": 3.843254817987152,
+      "grad_norm": 1.2849892377853394,
+      "learning_rate": 6.701133255310624e-06,
+      "loss": 0.2938,
+      "step": 8974
+    },
+    {
+      "epoch": 3.8436830835117775,
+      "grad_norm": 6.623837471008301,
+      "learning_rate": 6.69640830030811e-06,
+      "loss": 0.9229,
+      "step": 8975
+    },
+    {
+      "epoch": 3.8441113490364027,
+      "grad_norm": 1.039812445640564,
+      "learning_rate": 6.691684754063426e-06,
+      "loss": 0.2473,
+      "step": 8976
+    },
+    {
+      "epoch": 3.844539614561028,
+      "grad_norm": 2.89729905128479,
+      "learning_rate": 6.686962616940121e-06,
+      "loss": 0.2361,
+      "step": 8977
+    },
+    {
+      "epoch": 3.8449678800856533,
+      "grad_norm": 2.6139891147613525,
+      "learning_rate": 6.682241889301635e-06,
+      "loss": 0.9001,
+      "step": 8978
+    },
+    {
+      "epoch": 3.8453961456102785,
+      "grad_norm": 3.6794817447662354,
+      "learning_rate": 6.677522571511299e-06,
+      "loss": 1.0645,
+      "step": 8979
+    },
+    {
+      "epoch": 3.8458244111349034,
+      "grad_norm": 4.21077823638916,
+      "learning_rate": 6.672804663932356e-06,
+      "loss": 0.3093,
+      "step": 8980
+    },
+    {
+      "epoch": 3.846252676659529,
+      "grad_norm": 5.170102119445801,
+      "learning_rate": 6.668088166927916e-06,
+      "loss": 0.4837,
+      "step": 8981
+    },
+    {
+      "epoch": 3.846680942184154,
+      "grad_norm": 3.493173837661743,
+      "learning_rate": 6.6633730808609906e-06,
+      "loss": 0.5975,
+      "step": 8982
+    },
+    {
+      "epoch": 3.8471092077087796,
+      "grad_norm": 4.302713394165039,
+      "learning_rate": 6.658659406094486e-06,
+      "loss": 0.2721,
+      "step": 8983
+    },
+    {
+      "epoch": 3.8475374732334044,
+      "grad_norm": 1.2776650190353394,
+      "learning_rate": 6.65394714299119e-06,
+      "loss": 0.4712,
+      "step": 8984
+    },
+    {
+      "epoch": 3.84796573875803,
+      "grad_norm": 2.2696101665496826,
+      "learning_rate": 6.649236291913783e-06,
+      "loss": 0.3047,
+      "step": 8985
+    },
+    {
+      "epoch": 3.848394004282655,
+      "grad_norm": 4.234167575836182,
+      "learning_rate": 6.644526853224858e-06,
+      "loss": 0.545,
+      "step": 8986
+    },
+    {
+      "epoch": 3.8488222698072807,
+      "grad_norm": 4.698292255401611,
+      "learning_rate": 6.63981882728687e-06,
+      "loss": 0.8108,
+      "step": 8987
+    },
+    {
+      "epoch": 3.8492505353319055,
+      "grad_norm": 8.442935943603516,
+      "learning_rate": 6.635112214462175e-06,
+      "loss": 0.6498,
+      "step": 8988
+    },
+    {
+      "epoch": 3.8496788008565312,
+      "grad_norm": 5.0081467628479,
+      "learning_rate": 6.630407015113038e-06,
+      "loss": 0.8819,
+      "step": 8989
+    },
+    {
+      "epoch": 3.850107066381156,
+      "grad_norm": 2.938941478729248,
+      "learning_rate": 6.6257032296015904e-06,
+      "loss": 0.2289,
+      "step": 8990
+    },
+    {
+      "epoch": 3.850535331905782,
+      "grad_norm": 4.057859420776367,
+      "learning_rate": 6.621000858289863e-06,
+      "loss": 0.4975,
+      "step": 8991
+    },
+    {
+      "epoch": 3.8509635974304066,
+      "grad_norm": 2.8860433101654053,
+      "learning_rate": 6.616299901539777e-06,
+      "loss": 0.3557,
+      "step": 8992
+    },
+    {
+      "epoch": 3.8513918629550323,
+      "grad_norm": 3.418797016143799,
+      "learning_rate": 6.611600359713168e-06,
+      "loss": 0.3298,
+      "step": 8993
+    },
+    {
+      "epoch": 3.851820128479657,
+      "grad_norm": 8.219623565673828,
+      "learning_rate": 6.606902233171711e-06,
+      "loss": 1.3631,
+      "step": 8994
+    },
+    {
+      "epoch": 3.852248394004283,
+      "grad_norm": 1.7857106924057007,
+      "learning_rate": 6.602205522277022e-06,
+      "loss": 0.29,
+      "step": 8995
+    },
+    {
+      "epoch": 3.8526766595289077,
+      "grad_norm": 2.4631776809692383,
+      "learning_rate": 6.597510227390588e-06,
+      "loss": 0.4816,
+      "step": 8996
+    },
+    {
+      "epoch": 3.8531049250535334,
+      "grad_norm": 3.883265972137451,
+      "learning_rate": 6.592816348873784e-06,
+      "loss": 0.4128,
+      "step": 8997
+    },
+    {
+      "epoch": 3.8535331905781582,
+      "grad_norm": 3.483548402786255,
+      "learning_rate": 6.588123887087874e-06,
+      "loss": 1.0507,
+      "step": 8998
+    },
+    {
+      "epoch": 3.853961456102784,
+      "grad_norm": 1.8585166931152344,
+      "learning_rate": 6.583432842394033e-06,
+      "loss": 0.4037,
+      "step": 8999
+    },
+    {
+      "epoch": 3.854389721627409,
+      "grad_norm": 2.4404940605163574,
+      "learning_rate": 6.5787432151533045e-06,
+      "loss": 0.7717,
+      "step": 9000
+    },
+    {
+      "epoch": 3.8548179871520345,
+      "grad_norm": 4.312240123748779,
+      "learning_rate": 6.574055005726631e-06,
+      "loss": 0.8466,
+      "step": 9001
+    },
+    {
+      "epoch": 3.8552462526766593,
+      "grad_norm": 3.5971157550811768,
+      "learning_rate": 6.569368214474844e-06,
+      "loss": 0.9361,
+      "step": 9002
+    },
+    {
+      "epoch": 3.855674518201285,
+      "grad_norm": 1.6789474487304688,
+      "learning_rate": 6.564682841758685e-06,
+      "loss": 0.8779,
+      "step": 9003
+    },
+    {
+      "epoch": 3.85610278372591,
+      "grad_norm": 3.597261428833008,
+      "learning_rate": 6.55999888793874e-06,
+      "loss": 1.2214,
+      "step": 9004
+    },
+    {
+      "epoch": 3.8565310492505356,
+      "grad_norm": 5.1283745765686035,
+      "learning_rate": 6.55531635337554e-06,
+      "loss": 0.9594,
+      "step": 9005
+    },
+    {
+      "epoch": 3.8569593147751604,
+      "grad_norm": 1.1100363731384277,
+      "learning_rate": 6.5506352384294725e-06,
+      "loss": 0.3155,
+      "step": 9006
+    },
+    {
+      "epoch": 3.857387580299786,
+      "grad_norm": 4.055559158325195,
+      "learning_rate": 6.545955543460825e-06,
+      "loss": 0.2913,
+      "step": 9007
+    },
+    {
+      "epoch": 3.857815845824411,
+      "grad_norm": 1.958210825920105,
+      "learning_rate": 6.541277268829768e-06,
+      "loss": 0.4559,
+      "step": 9008
+    },
+    {
+      "epoch": 3.8582441113490367,
+      "grad_norm": 6.019213676452637,
+      "learning_rate": 6.536600414896388e-06,
+      "loss": 0.2438,
+      "step": 9009
+    },
+    {
+      "epoch": 3.8586723768736615,
+      "grad_norm": 2.7453157901763916,
+      "learning_rate": 6.531924982020635e-06,
+      "loss": 0.6151,
+      "step": 9010
+    },
+    {
+      "epoch": 3.859100642398287,
+      "grad_norm": 3.0775232315063477,
+      "learning_rate": 6.5272509705623596e-06,
+      "loss": 0.2207,
+      "step": 9011
+    },
+    {
+      "epoch": 3.859528907922912,
+      "grad_norm": 3.8278987407684326,
+      "learning_rate": 6.5225783808812945e-06,
+      "loss": 0.2938,
+      "step": 9012
+    },
+    {
+      "epoch": 3.8599571734475377,
+      "grad_norm": 1.243656873703003,
+      "learning_rate": 6.517907213337096e-06,
+      "loss": 0.177,
+      "step": 9013
+    },
+    {
+      "epoch": 3.8603854389721626,
+      "grad_norm": 0.8946818113327026,
+      "learning_rate": 6.513237468289251e-06,
+      "loss": 0.2836,
+      "step": 9014
+    },
+    {
+      "epoch": 3.860813704496788,
+      "grad_norm": 4.731980800628662,
+      "learning_rate": 6.508569146097202e-06,
+      "loss": 0.4561,
+      "step": 9015
+    },
+    {
+      "epoch": 3.861241970021413,
+      "grad_norm": 2.3215227127075195,
+      "learning_rate": 6.503902247120239e-06,
+      "loss": 0.5083,
+      "step": 9016
+    },
+    {
+      "epoch": 3.8616702355460384,
+      "grad_norm": 2.8407976627349854,
+      "learning_rate": 6.49923677171756e-06,
+      "loss": 0.9178,
+      "step": 9017
+    },
+    {
+      "epoch": 3.8620985010706637,
+      "grad_norm": 2.230165719985962,
+      "learning_rate": 6.494572720248235e-06,
+      "loss": 0.1818,
+      "step": 9018
+    },
+    {
+      "epoch": 3.862526766595289,
+      "grad_norm": 3.185039520263672,
+      "learning_rate": 6.489910093071255e-06,
+      "loss": 1.0306,
+      "step": 9019
+    },
+    {
+      "epoch": 3.862955032119914,
+      "grad_norm": 2.1528255939483643,
+      "learning_rate": 6.485248890545484e-06,
+      "loss": 0.6116,
+      "step": 9020
+    },
+    {
+      "epoch": 3.8633832976445395,
+      "grad_norm": 4.378590106964111,
+      "learning_rate": 6.4805891130296614e-06,
+      "loss": 0.6729,
+      "step": 9021
+    },
+    {
+      "epoch": 3.8638115631691647,
+      "grad_norm": 8.150808334350586,
+      "learning_rate": 6.475930760882457e-06,
+      "loss": 1.3966,
+      "step": 9022
+    },
+    {
+      "epoch": 3.86423982869379,
+      "grad_norm": 2.7554988861083984,
+      "learning_rate": 6.47127383446238e-06,
+      "loss": 1.5181,
+      "step": 9023
+    },
+    {
+      "epoch": 3.8646680942184153,
+      "grad_norm": 3.521942615509033,
+      "learning_rate": 6.466618334127875e-06,
+      "loss": 0.4121,
+      "step": 9024
+    },
+    {
+      "epoch": 3.8650963597430406,
+      "grad_norm": 4.484756946563721,
+      "learning_rate": 6.461964260237252e-06,
+      "loss": 1.6433,
+      "step": 9025
+    },
+    {
+      "epoch": 3.865524625267666,
+      "grad_norm": 7.408097267150879,
+      "learning_rate": 6.4573116131487175e-06,
+      "loss": 0.6494,
+      "step": 9026
+    },
+    {
+      "epoch": 3.865952890792291,
+      "grad_norm": 5.492598056793213,
+      "learning_rate": 6.452660393220361e-06,
+      "loss": 0.544,
+      "step": 9027
+    },
+    {
+      "epoch": 3.8663811563169164,
+      "grad_norm": 3.510230541229248,
+      "learning_rate": 6.448010600810184e-06,
+      "loss": 0.3811,
+      "step": 9028
+    },
+    {
+      "epoch": 3.8668094218415416,
+      "grad_norm": 3.177720546722412,
+      "learning_rate": 6.443362236276055e-06,
+      "loss": 0.3295,
+      "step": 9029
+    },
+    {
+      "epoch": 3.867237687366167,
+      "grad_norm": 8.64346981048584,
+      "learning_rate": 6.438715299975739e-06,
+      "loss": 1.4291,
+      "step": 9030
+    },
+    {
+      "epoch": 3.867665952890792,
+      "grad_norm": 5.042588233947754,
+      "learning_rate": 6.434069792266892e-06,
+      "loss": 0.3801,
+      "step": 9031
+    },
+    {
+      "epoch": 3.8680942184154175,
+      "grad_norm": 5.67471981048584,
+      "learning_rate": 6.429425713507076e-06,
+      "loss": 0.9091,
+      "step": 9032
+    },
+    {
+      "epoch": 3.8685224839400427,
+      "grad_norm": 3.7971084117889404,
+      "learning_rate": 6.424783064053702e-06,
+      "loss": 0.2574,
+      "step": 9033
+    },
+    {
+      "epoch": 3.868950749464668,
+      "grad_norm": 6.199891090393066,
+      "learning_rate": 6.420141844264121e-06,
+      "loss": 1.6556,
+      "step": 9034
+    },
+    {
+      "epoch": 3.8693790149892933,
+      "grad_norm": 3.7845048904418945,
+      "learning_rate": 6.4155020544955395e-06,
+      "loss": 0.6919,
+      "step": 9035
+    },
+    {
+      "epoch": 3.8698072805139185,
+      "grad_norm": 3.0326988697052,
+      "learning_rate": 6.410863695105065e-06,
+      "loss": 0.692,
+      "step": 9036
+    },
+    {
+      "epoch": 3.870235546038544,
+      "grad_norm": 4.510677337646484,
+      "learning_rate": 6.406226766449689e-06,
+      "loss": 0.6983,
+      "step": 9037
+    },
+    {
+      "epoch": 3.870663811563169,
+      "grad_norm": 2.0011446475982666,
+      "learning_rate": 6.401591268886309e-06,
+      "loss": 0.341,
+      "step": 9038
+    },
+    {
+      "epoch": 3.8710920770877943,
+      "grad_norm": 1.4787254333496094,
+      "learning_rate": 6.3969572027717e-06,
+      "loss": 0.3527,
+      "step": 9039
+    },
+    {
+      "epoch": 3.8715203426124196,
+      "grad_norm": 4.2587890625,
+      "learning_rate": 6.392324568462524e-06,
+      "loss": 0.6343,
+      "step": 9040
+    },
+    {
+      "epoch": 3.871948608137045,
+      "grad_norm": 3.2954907417297363,
+      "learning_rate": 6.387693366315328e-06,
+      "loss": 0.3648,
+      "step": 9041
+    },
+    {
+      "epoch": 3.87237687366167,
+      "grad_norm": 6.586372375488281,
+      "learning_rate": 6.383063596686587e-06,
+      "loss": 1.0028,
+      "step": 9042
+    },
+    {
+      "epoch": 3.8728051391862954,
+      "grad_norm": 2.9677159786224365,
+      "learning_rate": 6.378435259932603e-06,
+      "loss": 0.234,
+      "step": 9043
+    },
+    {
+      "epoch": 3.8732334047109207,
+      "grad_norm": 5.48874568939209,
+      "learning_rate": 6.373808356409624e-06,
+      "loss": 0.5421,
+      "step": 9044
+    },
+    {
+      "epoch": 3.873661670235546,
+      "grad_norm": 2.074842691421509,
+      "learning_rate": 6.3691828864737564e-06,
+      "loss": 0.2891,
+      "step": 9045
+    },
+    {
+      "epoch": 3.8740899357601712,
+      "grad_norm": 3.5002617835998535,
+      "learning_rate": 6.3645588504810084e-06,
+      "loss": 0.6691,
+      "step": 9046
+    },
+    {
+      "epoch": 3.8745182012847965,
+      "grad_norm": 1.361124873161316,
+      "learning_rate": 6.3599362487872655e-06,
+      "loss": 0.3965,
+      "step": 9047
+    },
+    {
+      "epoch": 3.874946466809422,
+      "grad_norm": 4.643876075744629,
+      "learning_rate": 6.3553150817483256e-06,
+      "loss": 0.5235,
+      "step": 9048
+    },
+    {
+      "epoch": 3.875374732334047,
+      "grad_norm": 1.0156370401382446,
+      "learning_rate": 6.350695349719854e-06,
+      "loss": 0.1177,
+      "step": 9049
+    },
+    {
+      "epoch": 3.8758029978586723,
+      "grad_norm": 1.2738077640533447,
+      "learning_rate": 6.346077053057417e-06,
+      "loss": 0.1652,
+      "step": 9050
+    },
+    {
+      "epoch": 3.8762312633832976,
+      "grad_norm": 10.51391887664795,
+      "learning_rate": 6.341460192116458e-06,
+      "loss": 1.7414,
+      "step": 9051
+    },
+    {
+      "epoch": 3.876659528907923,
+      "grad_norm": 3.8325600624084473,
+      "learning_rate": 6.3368447672523425e-06,
+      "loss": 0.2841,
+      "step": 9052
+    },
+    {
+      "epoch": 3.877087794432548,
+      "grad_norm": 1.4172258377075195,
+      "learning_rate": 6.33223077882027e-06,
+      "loss": 0.461,
+      "step": 9053
+    },
+    {
+      "epoch": 3.8775160599571734,
+      "grad_norm": 5.604609489440918,
+      "learning_rate": 6.327618227175389e-06,
+      "loss": 1.0242,
+      "step": 9054
+    },
+    {
+      "epoch": 3.8779443254817987,
+      "grad_norm": 5.311542510986328,
+      "learning_rate": 6.3230071126726964e-06,
+      "loss": 0.3256,
+      "step": 9055
+    },
+    {
+      "epoch": 3.878372591006424,
+      "grad_norm": 0.5585421323776245,
+      "learning_rate": 6.31839743566709e-06,
+      "loss": 0.1059,
+      "step": 9056
+    },
+    {
+      "epoch": 3.8788008565310492,
+      "grad_norm": 1.7759548425674438,
+      "learning_rate": 6.31378919651337e-06,
+      "loss": 0.8493,
+      "step": 9057
+    },
+    {
+      "epoch": 3.8792291220556745,
+      "grad_norm": 4.192043781280518,
+      "learning_rate": 6.30918239556621e-06,
+      "loss": 0.4197,
+      "step": 9058
+    },
+    {
+      "epoch": 3.8796573875802998,
+      "grad_norm": 4.2531304359436035,
+      "learning_rate": 6.3045770331801755e-06,
+      "loss": 0.56,
+      "step": 9059
+    },
+    {
+      "epoch": 3.880085653104925,
+      "grad_norm": 1.4606120586395264,
+      "learning_rate": 6.29997310970972e-06,
+      "loss": 0.6829,
+      "step": 9060
+    },
+    {
+      "epoch": 3.8805139186295503,
+      "grad_norm": 1.629319190979004,
+      "learning_rate": 6.295370625509211e-06,
+      "loss": 0.8158,
+      "step": 9061
+    },
+    {
+      "epoch": 3.8809421841541756,
+      "grad_norm": 4.331716537475586,
+      "learning_rate": 6.290769580932854e-06,
+      "loss": 0.5711,
+      "step": 9062
+    },
+    {
+      "epoch": 3.881370449678801,
+      "grad_norm": 1.0570629835128784,
+      "learning_rate": 6.2861699763347936e-06,
+      "loss": 0.2556,
+      "step": 9063
+    },
+    {
+      "epoch": 3.881798715203426,
+      "grad_norm": 5.452908992767334,
+      "learning_rate": 6.28157181206904e-06,
+      "loss": 0.2026,
+      "step": 9064
+    },
+    {
+      "epoch": 3.8822269807280514,
+      "grad_norm": 3.825402021408081,
+      "learning_rate": 6.276975088489495e-06,
+      "loss": 0.8551,
+      "step": 9065
+    },
+    {
+      "epoch": 3.8826552462526767,
+      "grad_norm": 5.1004462242126465,
+      "learning_rate": 6.272379805949943e-06,
+      "loss": 0.7758,
+      "step": 9066
+    },
+    {
+      "epoch": 3.883083511777302,
+      "grad_norm": 4.244086265563965,
+      "learning_rate": 6.267785964804082e-06,
+      "loss": 1.4605,
+      "step": 9067
+    },
+    {
+      "epoch": 3.883511777301927,
+      "grad_norm": 2.461905002593994,
+      "learning_rate": 6.263193565405475e-06,
+      "loss": 0.9973,
+      "step": 9068
+    },
+    {
+      "epoch": 3.8839400428265525,
+      "grad_norm": 1.0545345544815063,
+      "learning_rate": 6.258602608107581e-06,
+      "loss": 0.3113,
+      "step": 9069
+    },
+    {
+      "epoch": 3.8843683083511777,
+      "grad_norm": 3.537651300430298,
+      "learning_rate": 6.254013093263739e-06,
+      "loss": 0.2542,
+      "step": 9070
+    },
+    {
+      "epoch": 3.884796573875803,
+      "grad_norm": 4.096343517303467,
+      "learning_rate": 6.24942502122721e-06,
+      "loss": 0.4377,
+      "step": 9071
+    },
+    {
+      "epoch": 3.8852248394004283,
+      "grad_norm": 3.499614953994751,
+      "learning_rate": 6.24483839235109e-06,
+      "loss": 1.2772,
+      "step": 9072
+    },
+    {
+      "epoch": 3.8856531049250536,
+      "grad_norm": 4.7446794509887695,
+      "learning_rate": 6.240253206988422e-06,
+      "loss": 0.4019,
+      "step": 9073
+    },
+    {
+      "epoch": 3.886081370449679,
+      "grad_norm": 6.805469036102295,
+      "learning_rate": 6.235669465492097e-06,
+      "loss": 1.2708,
+      "step": 9074
+    },
+    {
+      "epoch": 3.886509635974304,
+      "grad_norm": 4.8530426025390625,
+      "learning_rate": 6.231087168214908e-06,
+      "loss": 0.4643,
+      "step": 9075
+    },
+    {
+      "epoch": 3.8869379014989294,
+      "grad_norm": 4.784603118896484,
+      "learning_rate": 6.226506315509534e-06,
+      "loss": 0.505,
+      "step": 9076
+    },
+    {
+      "epoch": 3.8873661670235546,
+      "grad_norm": 1.772112488746643,
+      "learning_rate": 6.221926907728557e-06,
+      "loss": 0.6395,
+      "step": 9077
+    },
+    {
+      "epoch": 3.88779443254818,
+      "grad_norm": 4.051270484924316,
+      "learning_rate": 6.217348945224427e-06,
+      "loss": 0.4627,
+      "step": 9078
+    },
+    {
+      "epoch": 3.888222698072805,
+      "grad_norm": 6.0514020919799805,
+      "learning_rate": 6.212772428349501e-06,
+      "loss": 0.7948,
+      "step": 9079
+    },
+    {
+      "epoch": 3.8886509635974305,
+      "grad_norm": 17.191875457763672,
+      "learning_rate": 6.208197357456e-06,
+      "loss": 0.6699,
+      "step": 9080
+    },
+    {
+      "epoch": 3.8890792291220557,
+      "grad_norm": 5.154912948608398,
+      "learning_rate": 6.203623732896075e-06,
+      "loss": 1.3482,
+      "step": 9081
+    },
+    {
+      "epoch": 3.889507494646681,
+      "grad_norm": 2.2283318042755127,
+      "learning_rate": 6.199051555021712e-06,
+      "loss": 0.4542,
+      "step": 9082
+    },
+    {
+      "epoch": 3.8899357601713063,
+      "grad_norm": 4.585789680480957,
+      "learning_rate": 6.194480824184837e-06,
+      "loss": 1.101,
+      "step": 9083
+    },
+    {
+      "epoch": 3.8903640256959315,
+      "grad_norm": 4.678499698638916,
+      "learning_rate": 6.189911540737231e-06,
+      "loss": 0.344,
+      "step": 9084
+    },
+    {
+      "epoch": 3.890792291220557,
+      "grad_norm": 2.377077341079712,
+      "learning_rate": 6.185343705030575e-06,
+      "loss": 1.6095,
+      "step": 9085
+    },
+    {
+      "epoch": 3.891220556745182,
+      "grad_norm": 6.945461273193359,
+      "learning_rate": 6.1807773174164335e-06,
+      "loss": 1.6234,
+      "step": 9086
+    },
+    {
+      "epoch": 3.8916488222698074,
+      "grad_norm": 1.6373234987258911,
+      "learning_rate": 6.176212378246277e-06,
+      "loss": 0.3714,
+      "step": 9087
+    },
+    {
+      "epoch": 3.8920770877944326,
+      "grad_norm": 2.1539623737335205,
+      "learning_rate": 6.171648887871445e-06,
+      "loss": 0.7255,
+      "step": 9088
+    },
+    {
+      "epoch": 3.892505353319058,
+      "grad_norm": 4.9886369705200195,
+      "learning_rate": 6.167086846643169e-06,
+      "loss": 0.6372,
+      "step": 9089
+    },
+    {
+      "epoch": 3.892933618843683,
+      "grad_norm": 5.241272926330566,
+      "learning_rate": 6.1625262549125675e-06,
+      "loss": 0.3855,
+      "step": 9090
+    },
+    {
+      "epoch": 3.8933618843683084,
+      "grad_norm": 1.5254753828048706,
+      "learning_rate": 6.157967113030669e-06,
+      "loss": 0.4011,
+      "step": 9091
+    },
+    {
+      "epoch": 3.8937901498929337,
+      "grad_norm": 4.220975875854492,
+      "learning_rate": 6.153409421348358e-06,
+      "loss": 0.7572,
+      "step": 9092
+    },
+    {
+      "epoch": 3.894218415417559,
+      "grad_norm": 2.100778818130493,
+      "learning_rate": 6.148853180216424e-06,
+      "loss": 0.7283,
+      "step": 9093
+    },
+    {
+      "epoch": 3.8946466809421842,
+      "grad_norm": 2.1942028999328613,
+      "learning_rate": 6.144298389985559e-06,
+      "loss": 0.9051,
+      "step": 9094
+    },
+    {
+      "epoch": 3.8950749464668095,
+      "grad_norm": 5.138022422790527,
+      "learning_rate": 6.139745051006302e-06,
+      "loss": 1.3027,
+      "step": 9095
+    },
+    {
+      "epoch": 3.895503211991435,
+      "grad_norm": 4.671115398406982,
+      "learning_rate": 6.135193163629127e-06,
+      "loss": 0.3277,
+      "step": 9096
+    },
+    {
+      "epoch": 3.89593147751606,
+      "grad_norm": 2.446803331375122,
+      "learning_rate": 6.13064272820437e-06,
+      "loss": 0.3959,
+      "step": 9097
+    },
+    {
+      "epoch": 3.8963597430406853,
+      "grad_norm": 5.720498561859131,
+      "learning_rate": 6.126093745082259e-06,
+      "loss": 1.0838,
+      "step": 9098
+    },
+    {
+      "epoch": 3.8967880085653106,
+      "grad_norm": 1.9519697427749634,
+      "learning_rate": 6.121546214612903e-06,
+      "loss": 0.1603,
+      "step": 9099
+    },
+    {
+      "epoch": 3.897216274089936,
+      "grad_norm": 3.1468422412872314,
+      "learning_rate": 6.1170001371463334e-06,
+      "loss": 0.5999,
+      "step": 9100
+    },
+    {
+      "epoch": 3.897644539614561,
+      "grad_norm": 5.752706050872803,
+      "learning_rate": 6.112455513032414e-06,
+      "loss": 0.4003,
+      "step": 9101
+    },
+    {
+      "epoch": 3.8980728051391864,
+      "grad_norm": 3.207371711730957,
+      "learning_rate": 6.107912342620948e-06,
+      "loss": 0.4948,
+      "step": 9102
+    },
+    {
+      "epoch": 3.8985010706638117,
+      "grad_norm": 3.3173511028289795,
+      "learning_rate": 6.103370626261601e-06,
+      "loss": 0.3646,
+      "step": 9103
+    },
+    {
+      "epoch": 3.898929336188437,
+      "grad_norm": 2.8929052352905273,
+      "learning_rate": 6.0988303643039285e-06,
+      "loss": 0.1754,
+      "step": 9104
+    },
+    {
+      "epoch": 3.8993576017130622,
+      "grad_norm": 3.9261186122894287,
+      "learning_rate": 6.094291557097373e-06,
+      "loss": 1.394,
+      "step": 9105
+    },
+    {
+      "epoch": 3.8997858672376875,
+      "grad_norm": 4.93545389175415,
+      "learning_rate": 6.08975420499128e-06,
+      "loss": 0.9082,
+      "step": 9106
+    },
+    {
+      "epoch": 3.9002141327623128,
+      "grad_norm": 7.194691181182861,
+      "learning_rate": 6.08521830833487e-06,
+      "loss": 1.6077,
+      "step": 9107
+    },
+    {
+      "epoch": 3.900642398286938,
+      "grad_norm": 1.6578798294067383,
+      "learning_rate": 6.080683867477249e-06,
+      "loss": 0.7477,
+      "step": 9108
+    },
+    {
+      "epoch": 3.9010706638115633,
+      "grad_norm": 4.476473808288574,
+      "learning_rate": 6.076150882767412e-06,
+      "loss": 0.3239,
+      "step": 9109
+    },
+    {
+      "epoch": 3.9014989293361886,
+      "grad_norm": 5.0099310874938965,
+      "learning_rate": 6.071619354554265e-06,
+      "loss": 0.2748,
+      "step": 9110
+    },
+    {
+      "epoch": 3.901927194860814,
+      "grad_norm": 3.0487427711486816,
+      "learning_rate": 6.067089283186556e-06,
+      "loss": 0.2993,
+      "step": 9111
+    },
+    {
+      "epoch": 3.902355460385439,
+      "grad_norm": 4.254233360290527,
+      "learning_rate": 6.062560669012965e-06,
+      "loss": 0.407,
+      "step": 9112
+    },
+    {
+      "epoch": 3.9027837259100644,
+      "grad_norm": 3.1340012550354004,
+      "learning_rate": 6.058033512382039e-06,
+      "loss": 1.2091,
+      "step": 9113
+    },
+    {
+      "epoch": 3.9032119914346897,
+      "grad_norm": 4.823410511016846,
+      "learning_rate": 6.053507813642212e-06,
+      "loss": 0.6894,
+      "step": 9114
+    },
+    {
+      "epoch": 3.903640256959315,
+      "grad_norm": 3.0968759059906006,
+      "learning_rate": 6.048983573141806e-06,
+      "loss": 0.2397,
+      "step": 9115
+    },
+    {
+      "epoch": 3.90406852248394,
+      "grad_norm": 1.3780531883239746,
+      "learning_rate": 6.0444607912290505e-06,
+      "loss": 0.3612,
+      "step": 9116
+    },
+    {
+      "epoch": 3.904496788008565,
+      "grad_norm": 8.119338989257812,
+      "learning_rate": 6.039939468252035e-06,
+      "loss": 1.0443,
+      "step": 9117
+    },
+    {
+      "epoch": 3.9049250535331907,
+      "grad_norm": 6.920068740844727,
+      "learning_rate": 6.035419604558751e-06,
+      "loss": 1.547,
+      "step": 9118
+    },
+    {
+      "epoch": 3.9053533190578156,
+      "grad_norm": 4.372094631195068,
+      "learning_rate": 6.030901200497066e-06,
+      "loss": 0.5041,
+      "step": 9119
+    },
+    {
+      "epoch": 3.9057815845824413,
+      "grad_norm": 6.5234904289245605,
+      "learning_rate": 6.026384256414768e-06,
+      "loss": 0.7064,
+      "step": 9120
+    },
+    {
+      "epoch": 3.906209850107066,
+      "grad_norm": 3.7185137271881104,
+      "learning_rate": 6.0218687726594835e-06,
+      "loss": 1.049,
+      "step": 9121
+    },
+    {
+      "epoch": 3.906638115631692,
+      "grad_norm": 3.4085896015167236,
+      "learning_rate": 6.017354749578766e-06,
+      "loss": 1.1766,
+      "step": 9122
+    },
+    {
+      "epoch": 3.9070663811563167,
+      "grad_norm": 5.074717998504639,
+      "learning_rate": 6.01284218752004e-06,
+      "loss": 0.5164,
+      "step": 9123
+    },
+    {
+      "epoch": 3.9074946466809424,
+      "grad_norm": 2.7340352535247803,
+      "learning_rate": 6.008331086830621e-06,
+      "loss": 0.9357,
+      "step": 9124
+    },
+    {
+      "epoch": 3.907922912205567,
+      "grad_norm": 4.752688407897949,
+      "learning_rate": 6.003821447857702e-06,
+      "loss": 1.31,
+      "step": 9125
+    },
+    {
+      "epoch": 3.908351177730193,
+      "grad_norm": 5.849946022033691,
+      "learning_rate": 5.999313270948389e-06,
+      "loss": 1.1695,
+      "step": 9126
+    },
+    {
+      "epoch": 3.9087794432548177,
+      "grad_norm": 2.9309632778167725,
+      "learning_rate": 5.99480655644965e-06,
+      "loss": 0.2367,
+      "step": 9127
+    },
+    {
+      "epoch": 3.9092077087794435,
+      "grad_norm": 4.870352268218994,
+      "learning_rate": 5.990301304708343e-06,
+      "loss": 0.4991,
+      "step": 9128
+    },
+    {
+      "epoch": 3.9096359743040683,
+      "grad_norm": 2.751681327819824,
+      "learning_rate": 5.985797516071237e-06,
+      "loss": 0.1996,
+      "step": 9129
+    },
+    {
+      "epoch": 3.910064239828694,
+      "grad_norm": 4.5351080894470215,
+      "learning_rate": 5.981295190884961e-06,
+      "loss": 1.3044,
+      "step": 9130
+    },
+    {
+      "epoch": 3.910492505353319,
+      "grad_norm": 3.6112282276153564,
+      "learning_rate": 5.976794329496041e-06,
+      "loss": 1.0666,
+      "step": 9131
+    },
+    {
+      "epoch": 3.9109207708779445,
+      "grad_norm": 4.437950134277344,
+      "learning_rate": 5.972294932250888e-06,
+      "loss": 0.3423,
+      "step": 9132
+    },
+    {
+      "epoch": 3.9113490364025694,
+      "grad_norm": 5.5560736656188965,
+      "learning_rate": 5.967796999495823e-06,
+      "loss": 0.685,
+      "step": 9133
+    },
+    {
+      "epoch": 3.911777301927195,
+      "grad_norm": 2.4574227333068848,
+      "learning_rate": 5.963300531577007e-06,
+      "loss": 0.4087,
+      "step": 9134
+    },
+    {
+      "epoch": 3.91220556745182,
+      "grad_norm": 5.08311653137207,
+      "learning_rate": 5.9588055288405355e-06,
+      "loss": 0.9513,
+      "step": 9135
+    },
+    {
+      "epoch": 3.9126338329764456,
+      "grad_norm": 1.4634371995925903,
+      "learning_rate": 5.954311991632367e-06,
+      "loss": 0.4237,
+      "step": 9136
+    },
+    {
+      "epoch": 3.9130620985010705,
+      "grad_norm": 3.41435170173645,
+      "learning_rate": 5.949819920298349e-06,
+      "loss": 0.2323,
+      "step": 9137
+    },
+    {
+      "epoch": 3.913490364025696,
+      "grad_norm": 3.8613476753234863,
+      "learning_rate": 5.945329315184215e-06,
+      "loss": 0.9449,
+      "step": 9138
+    },
+    {
+      "epoch": 3.913918629550321,
+      "grad_norm": 3.545088052749634,
+      "learning_rate": 5.940840176635609e-06,
+      "loss": 0.4904,
+      "step": 9139
+    },
+    {
+      "epoch": 3.9143468950749467,
+      "grad_norm": 0.8783143758773804,
+      "learning_rate": 5.936352504998016e-06,
+      "loss": 0.3391,
+      "step": 9140
+    },
+    {
+      "epoch": 3.9147751605995715,
+      "grad_norm": 4.5442376136779785,
+      "learning_rate": 5.931866300616856e-06,
+      "loss": 1.5205,
+      "step": 9141
+    },
+    {
+      "epoch": 3.9152034261241973,
+      "grad_norm": 1.1398119926452637,
+      "learning_rate": 5.927381563837406e-06,
+      "loss": 0.3358,
+      "step": 9142
+    },
+    {
+      "epoch": 3.915631691648822,
+      "grad_norm": 3.4190621376037598,
+      "learning_rate": 5.9228982950048416e-06,
+      "loss": 0.8713,
+      "step": 9143
+    },
+    {
+      "epoch": 3.916059957173448,
+      "grad_norm": 1.7721548080444336,
+      "learning_rate": 5.918416494464215e-06,
+      "loss": 0.4065,
+      "step": 9144
+    },
+    {
+      "epoch": 3.9164882226980726,
+      "grad_norm": 2.8400473594665527,
+      "learning_rate": 5.913936162560491e-06,
+      "loss": 0.7014,
+      "step": 9145
+    },
+    {
+      "epoch": 3.9169164882226983,
+      "grad_norm": 4.802731513977051,
+      "learning_rate": 5.909457299638488e-06,
+      "loss": 0.4401,
+      "step": 9146
+    },
+    {
+      "epoch": 3.917344753747323,
+      "grad_norm": 3.519608736038208,
+      "learning_rate": 5.904979906042934e-06,
+      "loss": 1.4003,
+      "step": 9147
+    },
+    {
+      "epoch": 3.917773019271949,
+      "grad_norm": 3.071558952331543,
+      "learning_rate": 5.9005039821184295e-06,
+      "loss": 0.5973,
+      "step": 9148
+    },
+    {
+      "epoch": 3.9182012847965737,
+      "grad_norm": 2.2389883995056152,
+      "learning_rate": 5.89602952820949e-06,
+      "loss": 0.2094,
+      "step": 9149
+    },
+    {
+      "epoch": 3.9186295503211994,
+      "grad_norm": 5.308020114898682,
+      "learning_rate": 5.891556544660465e-06,
+      "loss": 0.5328,
+      "step": 9150
+    },
+    {
+      "epoch": 3.9190578158458242,
+      "grad_norm": 1.7217296361923218,
+      "learning_rate": 5.887085031815651e-06,
+      "loss": 0.3464,
+      "step": 9151
+    },
+    {
+      "epoch": 3.9194860813704495,
+      "grad_norm": 1.922903060913086,
+      "learning_rate": 5.882614990019189e-06,
+      "loss": 0.7439,
+      "step": 9152
+    },
+    {
+      "epoch": 3.919914346895075,
+      "grad_norm": 7.5794677734375,
+      "learning_rate": 5.878146419615127e-06,
+      "loss": 1.5441,
+      "step": 9153
+    },
+    {
+      "epoch": 3.9203426124197,
+      "grad_norm": 2.3793911933898926,
+      "learning_rate": 5.8736793209473815e-06,
+      "loss": 0.9282,
+      "step": 9154
+    },
+    {
+      "epoch": 3.9207708779443253,
+      "grad_norm": 14.773964881896973,
+      "learning_rate": 5.869213694359788e-06,
+      "loss": 0.6681,
+      "step": 9155
+    },
+    {
+      "epoch": 3.9211991434689506,
+      "grad_norm": 2.7096643447875977,
+      "learning_rate": 5.864749540196038e-06,
+      "loss": 0.2341,
+      "step": 9156
+    },
+    {
+      "epoch": 3.921627408993576,
+      "grad_norm": 2.318720817565918,
+      "learning_rate": 5.860286858799721e-06,
+      "loss": 0.8461,
+      "step": 9157
+    },
+    {
+      "epoch": 3.922055674518201,
+      "grad_norm": 3.8537607192993164,
+      "learning_rate": 5.855825650514307e-06,
+      "loss": 0.6659,
+      "step": 9158
+    },
+    {
+      "epoch": 3.9224839400428264,
+      "grad_norm": 6.816588878631592,
+      "learning_rate": 5.851365915683179e-06,
+      "loss": 0.6708,
+      "step": 9159
+    },
+    {
+      "epoch": 3.9229122055674517,
+      "grad_norm": 7.843501091003418,
+      "learning_rate": 5.846907654649556e-06,
+      "loss": 1.002,
+      "step": 9160
+    },
+    {
+      "epoch": 3.923340471092077,
+      "grad_norm": 4.722926616668701,
+      "learning_rate": 5.842450867756588e-06,
+      "loss": 0.9518,
+      "step": 9161
+    },
+    {
+      "epoch": 3.9237687366167022,
+      "grad_norm": 3.230201482772827,
+      "learning_rate": 5.837995555347311e-06,
+      "loss": 0.5211,
+      "step": 9162
+    },
+    {
+      "epoch": 3.9241970021413275,
+      "grad_norm": 5.93038272857666,
+      "learning_rate": 5.833541717764607e-06,
+      "loss": 0.7712,
+      "step": 9163
+    },
+    {
+      "epoch": 3.9246252676659528,
+      "grad_norm": 3.89306640625,
+      "learning_rate": 5.829089355351292e-06,
+      "loss": 0.7144,
+      "step": 9164
+    },
+    {
+      "epoch": 3.925053533190578,
+      "grad_norm": 9.530753135681152,
+      "learning_rate": 5.824638468450036e-06,
+      "loss": 1.0428,
+      "step": 9165
+    },
+    {
+      "epoch": 3.9254817987152033,
+      "grad_norm": 2.1996946334838867,
+      "learning_rate": 5.820189057403413e-06,
+      "loss": 0.4389,
+      "step": 9166
+    },
+    {
+      "epoch": 3.9259100642398286,
+      "grad_norm": 5.472917079925537,
+      "learning_rate": 5.815741122553866e-06,
+      "loss": 0.5967,
+      "step": 9167
+    },
+    {
+      "epoch": 3.926338329764454,
+      "grad_norm": 4.063843727111816,
+      "learning_rate": 5.811294664243752e-06,
+      "loss": 0.6421,
+      "step": 9168
+    },
+    {
+      "epoch": 3.926766595289079,
+      "grad_norm": 4.765050411224365,
+      "learning_rate": 5.806849682815288e-06,
+      "loss": 0.9216,
+      "step": 9169
+    },
+    {
+      "epoch": 3.9271948608137044,
+      "grad_norm": 6.115172386169434,
+      "learning_rate": 5.8024061786105895e-06,
+      "loss": 0.4875,
+      "step": 9170
+    },
+    {
+      "epoch": 3.9276231263383297,
+      "grad_norm": 2.6934053897857666,
+      "learning_rate": 5.79796415197165e-06,
+      "loss": 0.627,
+      "step": 9171
+    },
+    {
+      "epoch": 3.928051391862955,
+      "grad_norm": 2.7944185733795166,
+      "learning_rate": 5.793523603240375e-06,
+      "loss": 0.4081,
+      "step": 9172
+    },
+    {
+      "epoch": 3.92847965738758,
+      "grad_norm": 3.776003837585449,
+      "learning_rate": 5.7890845327585066e-06,
+      "loss": 0.6387,
+      "step": 9173
+    },
+    {
+      "epoch": 3.9289079229122055,
+      "grad_norm": 1.6573227643966675,
+      "learning_rate": 5.784646940867727e-06,
+      "loss": 0.8069,
+      "step": 9174
+    },
+    {
+      "epoch": 3.9293361884368307,
+      "grad_norm": 5.484194755554199,
+      "learning_rate": 5.780210827909577e-06,
+      "loss": 0.655,
+      "step": 9175
+    },
+    {
+      "epoch": 3.929764453961456,
+      "grad_norm": 4.822798252105713,
+      "learning_rate": 5.77577619422548e-06,
+      "loss": 0.7277,
+      "step": 9176
+    },
+    {
+      "epoch": 3.9301927194860813,
+      "grad_norm": 1.7880597114562988,
+      "learning_rate": 5.771343040156749e-06,
+      "loss": 0.56,
+      "step": 9177
+    },
+    {
+      "epoch": 3.9306209850107066,
+      "grad_norm": 2.1451680660247803,
+      "learning_rate": 5.766911366044611e-06,
+      "loss": 0.1932,
+      "step": 9178
+    },
+    {
+      "epoch": 3.931049250535332,
+      "grad_norm": 4.067881107330322,
+      "learning_rate": 5.762481172230122e-06,
+      "loss": 0.648,
+      "step": 9179
+    },
+    {
+      "epoch": 3.931477516059957,
+      "grad_norm": 3.479736328125,
+      "learning_rate": 5.758052459054281e-06,
+      "loss": 0.4224,
+      "step": 9180
+    },
+    {
+      "epoch": 3.9319057815845824,
+      "grad_norm": 3.868143320083618,
+      "learning_rate": 5.753625226857942e-06,
+      "loss": 0.4654,
+      "step": 9181
+    },
+    {
+      "epoch": 3.9323340471092076,
+      "grad_norm": 6.2062087059021,
+      "learning_rate": 5.749199475981853e-06,
+      "loss": 0.5732,
+      "step": 9182
+    },
+    {
+      "epoch": 3.932762312633833,
+      "grad_norm": 3.532806634902954,
+      "learning_rate": 5.744775206766639e-06,
+      "loss": 0.6331,
+      "step": 9183
+    },
+    {
+      "epoch": 3.933190578158458,
+      "grad_norm": 2.6064465045928955,
+      "learning_rate": 5.740352419552833e-06,
+      "loss": 0.1211,
+      "step": 9184
+    },
+    {
+      "epoch": 3.9336188436830835,
+      "grad_norm": 1.2990086078643799,
+      "learning_rate": 5.7359311146808345e-06,
+      "loss": 0.7436,
+      "step": 9185
+    },
+    {
+      "epoch": 3.9340471092077087,
+      "grad_norm": 1.5786027908325195,
+      "learning_rate": 5.731511292490932e-06,
+      "loss": 0.3537,
+      "step": 9186
+    },
+    {
+      "epoch": 3.934475374732334,
+      "grad_norm": 6.4093098640441895,
+      "learning_rate": 5.727092953323299e-06,
+      "loss": 0.6522,
+      "step": 9187
+    },
+    {
+      "epoch": 3.9349036402569593,
+      "grad_norm": 2.22886323928833,
+      "learning_rate": 5.722676097518015e-06,
+      "loss": 1.0653,
+      "step": 9188
+    },
+    {
+      "epoch": 3.9353319057815845,
+      "grad_norm": 5.926209449768066,
+      "learning_rate": 5.7182607254150035e-06,
+      "loss": 2.1665,
+      "step": 9189
+    },
+    {
+      "epoch": 3.93576017130621,
+      "grad_norm": 3.5184967517852783,
+      "learning_rate": 5.71384683735412e-06,
+      "loss": 0.6164,
+      "step": 9190
+    },
+    {
+      "epoch": 3.936188436830835,
+      "grad_norm": 5.146307945251465,
+      "learning_rate": 5.709434433675076e-06,
+      "loss": 1.0113,
+      "step": 9191
+    },
+    {
+      "epoch": 3.9366167023554604,
+      "grad_norm": 1.2578976154327393,
+      "learning_rate": 5.705023514717481e-06,
+      "loss": 0.2953,
+      "step": 9192
+    },
+    {
+      "epoch": 3.9370449678800856,
+      "grad_norm": 4.748998165130615,
+      "learning_rate": 5.7006140808208126e-06,
+      "loss": 0.5608,
+      "step": 9193
+    },
+    {
+      "epoch": 3.937473233404711,
+      "grad_norm": 3.73404598236084,
+      "learning_rate": 5.696206132324469e-06,
+      "loss": 0.3492,
+      "step": 9194
+    },
+    {
+      "epoch": 3.937901498929336,
+      "grad_norm": 4.746505260467529,
+      "learning_rate": 5.691799669567704e-06,
+      "loss": 0.9292,
+      "step": 9195
+    },
+    {
+      "epoch": 3.9383297644539614,
+      "grad_norm": 5.09415864944458,
+      "learning_rate": 5.687394692889658e-06,
+      "loss": 1.3032,
+      "step": 9196
+    },
+    {
+      "epoch": 3.9387580299785867,
+      "grad_norm": 2.0483150482177734,
+      "learning_rate": 5.682991202629382e-06,
+      "loss": 0.2948,
+      "step": 9197
+    },
+    {
+      "epoch": 3.939186295503212,
+      "grad_norm": 5.460317611694336,
+      "learning_rate": 5.6785891991257865e-06,
+      "loss": 0.3487,
+      "step": 9198
+    },
+    {
+      "epoch": 3.9396145610278372,
+      "grad_norm": 4.733526706695557,
+      "learning_rate": 5.674188682717677e-06,
+      "loss": 0.4664,
+      "step": 9199
+    },
+    {
+      "epoch": 3.9400428265524625,
+      "grad_norm": 2.9009900093078613,
+      "learning_rate": 5.669789653743737e-06,
+      "loss": 0.299,
+      "step": 9200
+    },
+    {
+      "epoch": 3.940471092077088,
+      "grad_norm": 3.016064167022705,
+      "learning_rate": 5.665392112542567e-06,
+      "loss": 1.0169,
+      "step": 9201
+    },
+    {
+      "epoch": 3.940899357601713,
+      "grad_norm": 1.99867844581604,
+      "learning_rate": 5.6609960594525975e-06,
+      "loss": 0.1594,
+      "step": 9202
+    },
+    {
+      "epoch": 3.9413276231263383,
+      "grad_norm": 5.151595592498779,
+      "learning_rate": 5.6566014948121995e-06,
+      "loss": 0.4119,
+      "step": 9203
+    },
+    {
+      "epoch": 3.9417558886509636,
+      "grad_norm": 4.050660610198975,
+      "learning_rate": 5.652208418959601e-06,
+      "loss": 0.7042,
+      "step": 9204
+    },
+    {
+      "epoch": 3.942184154175589,
+      "grad_norm": 1.4160271883010864,
+      "learning_rate": 5.647816832232913e-06,
+      "loss": 0.4433,
+      "step": 9205
+    },
+    {
+      "epoch": 3.942612419700214,
+      "grad_norm": 4.120999813079834,
+      "learning_rate": 5.643426734970139e-06,
+      "loss": 0.9011,
+      "step": 9206
+    },
+    {
+      "epoch": 3.9430406852248394,
+      "grad_norm": 2.172219753265381,
+      "learning_rate": 5.63903812750918e-06,
+      "loss": 1.5531,
+      "step": 9207
+    },
+    {
+      "epoch": 3.9434689507494647,
+      "grad_norm": 1.7383348941802979,
+      "learning_rate": 5.634651010187803e-06,
+      "loss": 0.8711,
+      "step": 9208
+    },
+    {
+      "epoch": 3.94389721627409,
+      "grad_norm": 4.154350280761719,
+      "learning_rate": 5.630265383343669e-06,
+      "loss": 0.5921,
+      "step": 9209
+    },
+    {
+      "epoch": 3.9443254817987152,
+      "grad_norm": 3.307067632675171,
+      "learning_rate": 5.625881247314313e-06,
+      "loss": 0.6194,
+      "step": 9210
+    },
+    {
+      "epoch": 3.9447537473233405,
+      "grad_norm": 7.414204120635986,
+      "learning_rate": 5.621498602437189e-06,
+      "loss": 0.6545,
+      "step": 9211
+    },
+    {
+      "epoch": 3.9451820128479658,
+      "grad_norm": 4.4173994064331055,
+      "learning_rate": 5.617117449049583e-06,
+      "loss": 0.416,
+      "step": 9212
+    },
+    {
+      "epoch": 3.945610278372591,
+      "grad_norm": 4.921879291534424,
+      "learning_rate": 5.612737787488717e-06,
+      "loss": 0.7134,
+      "step": 9213
+    },
+    {
+      "epoch": 3.9460385438972163,
+      "grad_norm": 7.205941677093506,
+      "learning_rate": 5.608359618091671e-06,
+      "loss": 0.7457,
+      "step": 9214
+    },
+    {
+      "epoch": 3.9464668094218416,
+      "grad_norm": 2.127589225769043,
+      "learning_rate": 5.603982941195418e-06,
+      "loss": 0.2654,
+      "step": 9215
+    },
+    {
+      "epoch": 3.946895074946467,
+      "grad_norm": 3.1925246715545654,
+      "learning_rate": 5.5996077571368015e-06,
+      "loss": 0.5404,
+      "step": 9216
+    },
+    {
+      "epoch": 3.947323340471092,
+      "grad_norm": 2.663459062576294,
+      "learning_rate": 5.595234066252586e-06,
+      "loss": 0.8722,
+      "step": 9217
+    },
+    {
+      "epoch": 3.9477516059957174,
+      "grad_norm": 5.770169258117676,
+      "learning_rate": 5.590861868879374e-06,
+      "loss": 0.3721,
+      "step": 9218
+    },
+    {
+      "epoch": 3.9481798715203427,
+      "grad_norm": 6.823495864868164,
+      "learning_rate": 5.586491165353691e-06,
+      "loss": 0.3829,
+      "step": 9219
+    },
+    {
+      "epoch": 3.948608137044968,
+      "grad_norm": 3.280198812484741,
+      "learning_rate": 5.582121956011932e-06,
+      "loss": 0.5671,
+      "step": 9220
+    },
+    {
+      "epoch": 3.949036402569593,
+      "grad_norm": 4.631166458129883,
+      "learning_rate": 5.577754241190378e-06,
+      "loss": 0.4327,
+      "step": 9221
+    },
+    {
+      "epoch": 3.9494646680942185,
+      "grad_norm": 6.834474086761475,
+      "learning_rate": 5.573388021225184e-06,
+      "loss": 0.7212,
+      "step": 9222
+    },
+    {
+      "epoch": 3.9498929336188437,
+      "grad_norm": 4.10062837600708,
+      "learning_rate": 5.569023296452419e-06,
+      "loss": 0.8695,
+      "step": 9223
+    },
+    {
+      "epoch": 3.950321199143469,
+      "grad_norm": 3.517702341079712,
+      "learning_rate": 5.5646600672080105e-06,
+      "loss": 0.2429,
+      "step": 9224
+    },
+    {
+      "epoch": 3.9507494646680943,
+      "grad_norm": 5.9984002113342285,
+      "learning_rate": 5.560298333827782e-06,
+      "loss": 1.0375,
+      "step": 9225
+    },
+    {
+      "epoch": 3.9511777301927196,
+      "grad_norm": 4.538143157958984,
+      "learning_rate": 5.555938096647431e-06,
+      "loss": 0.4083,
+      "step": 9226
+    },
+    {
+      "epoch": 3.951605995717345,
+      "grad_norm": 5.066549777984619,
+      "learning_rate": 5.551579356002568e-06,
+      "loss": 0.2029,
+      "step": 9227
+    },
+    {
+      "epoch": 3.95203426124197,
+      "grad_norm": 2.7298243045806885,
+      "learning_rate": 5.547222112228642e-06,
+      "loss": 0.6184,
+      "step": 9228
+    },
+    {
+      "epoch": 3.9524625267665954,
+      "grad_norm": 0.9508483409881592,
+      "learning_rate": 5.542866365661037e-06,
+      "loss": 0.3351,
+      "step": 9229
+    },
+    {
+      "epoch": 3.9528907922912206,
+      "grad_norm": 3.300813913345337,
+      "learning_rate": 5.538512116634987e-06,
+      "loss": 0.4941,
+      "step": 9230
+    },
+    {
+      "epoch": 3.953319057815846,
+      "grad_norm": 2.5917584896087646,
+      "learning_rate": 5.534159365485617e-06,
+      "loss": 0.6095,
+      "step": 9231
+    },
+    {
+      "epoch": 3.953747323340471,
+      "grad_norm": 4.530926704406738,
+      "learning_rate": 5.529808112547957e-06,
+      "loss": 0.5432,
+      "step": 9232
+    },
+    {
+      "epoch": 3.9541755888650965,
+      "grad_norm": 4.272549629211426,
+      "learning_rate": 5.525458358156896e-06,
+      "loss": 0.5019,
+      "step": 9233
+    },
+    {
+      "epoch": 3.9546038543897217,
+      "grad_norm": 3.693801164627075,
+      "learning_rate": 5.52111010264722e-06,
+      "loss": 0.4846,
+      "step": 9234
+    },
+    {
+      "epoch": 3.955032119914347,
+      "grad_norm": 3.1277103424072266,
+      "learning_rate": 5.516763346353593e-06,
+      "loss": 0.2598,
+      "step": 9235
+    },
+    {
+      "epoch": 3.9554603854389723,
+      "grad_norm": 5.853542804718018,
+      "learning_rate": 5.512418089610577e-06,
+      "loss": 1.3716,
+      "step": 9236
+    },
+    {
+      "epoch": 3.9558886509635975,
+      "grad_norm": 3.3924968242645264,
+      "learning_rate": 5.508074332752608e-06,
+      "loss": 0.5004,
+      "step": 9237
+    },
+    {
+      "epoch": 3.956316916488223,
+      "grad_norm": 1.4157652854919434,
+      "learning_rate": 5.503732076114004e-06,
+      "loss": 0.5868,
+      "step": 9238
+    },
+    {
+      "epoch": 3.956745182012848,
+      "grad_norm": 2.4232535362243652,
+      "learning_rate": 5.499391320028971e-06,
+      "loss": 0.1492,
+      "step": 9239
+    },
+    {
+      "epoch": 3.9571734475374734,
+      "grad_norm": 4.538218021392822,
+      "learning_rate": 5.495052064831616e-06,
+      "loss": 0.6794,
+      "step": 9240
+    },
+    {
+      "epoch": 3.9576017130620986,
+      "grad_norm": 3.905900716781616,
+      "learning_rate": 5.490714310855888e-06,
+      "loss": 0.1905,
+      "step": 9241
+    },
+    {
+      "epoch": 3.958029978586724,
+      "grad_norm": 1.6438114643096924,
+      "learning_rate": 5.4863780584356675e-06,
+      "loss": 0.3463,
+      "step": 9242
+    },
+    {
+      "epoch": 3.958458244111349,
+      "grad_norm": 2.2389822006225586,
+      "learning_rate": 5.482043307904697e-06,
+      "loss": 0.1739,
+      "step": 9243
+    },
+    {
+      "epoch": 3.9588865096359744,
+      "grad_norm": 5.586890697479248,
+      "learning_rate": 5.4777100595965994e-06,
+      "loss": 0.677,
+      "step": 9244
+    },
+    {
+      "epoch": 3.9593147751605997,
+      "grad_norm": 6.922843933105469,
+      "learning_rate": 5.473378313844888e-06,
+      "loss": 0.2904,
+      "step": 9245
+    },
+    {
+      "epoch": 3.959743040685225,
+      "grad_norm": 4.249295234680176,
+      "learning_rate": 5.469048070982971e-06,
+      "loss": 0.5067,
+      "step": 9246
+    },
+    {
+      "epoch": 3.9601713062098503,
+      "grad_norm": 2.7999401092529297,
+      "learning_rate": 5.464719331344123e-06,
+      "loss": 0.6868,
+      "step": 9247
+    },
+    {
+      "epoch": 3.9605995717344755,
+      "grad_norm": 6.0754218101501465,
+      "learning_rate": 5.4603920952615105e-06,
+      "loss": 0.4391,
+      "step": 9248
+    },
+    {
+      "epoch": 3.961027837259101,
+      "grad_norm": 1.9864304065704346,
+      "learning_rate": 5.45606636306818e-06,
+      "loss": 1.3921,
+      "step": 9249
+    },
+    {
+      "epoch": 3.961456102783726,
+      "grad_norm": 3.5896904468536377,
+      "learning_rate": 5.451742135097088e-06,
+      "loss": 0.9953,
+      "step": 9250
+    },
+    {
+      "epoch": 3.9618843683083513,
+      "grad_norm": 3.1345326900482178,
+      "learning_rate": 5.447419411681024e-06,
+      "loss": 0.8594,
+      "step": 9251
+    },
+    {
+      "epoch": 3.9623126338329766,
+      "grad_norm": 4.429833889007568,
+      "learning_rate": 5.44309819315271e-06,
+      "loss": 0.4467,
+      "step": 9252
+    },
+    {
+      "epoch": 3.962740899357602,
+      "grad_norm": 5.855748653411865,
+      "learning_rate": 5.438778479844731e-06,
+      "loss": 0.8945,
+      "step": 9253
+    },
+    {
+      "epoch": 3.963169164882227,
+      "grad_norm": 3.3072381019592285,
+      "learning_rate": 5.434460272089559e-06,
+      "loss": 1.0181,
+      "step": 9254
+    },
+    {
+      "epoch": 3.9635974304068524,
+      "grad_norm": 5.877750396728516,
+      "learning_rate": 5.430143570219539e-06,
+      "loss": 0.5245,
+      "step": 9255
+    },
+    {
+      "epoch": 3.9640256959314772,
+      "grad_norm": 4.26484489440918,
+      "learning_rate": 5.425828374566936e-06,
+      "loss": 0.6545,
+      "step": 9256
+    },
+    {
+      "epoch": 3.964453961456103,
+      "grad_norm": 5.777548313140869,
+      "learning_rate": 5.421514685463844e-06,
+      "loss": 0.3596,
+      "step": 9257
+    },
+    {
+      "epoch": 3.964882226980728,
+      "grad_norm": 1.9714372158050537,
+      "learning_rate": 5.4172025032422945e-06,
+      "loss": 0.166,
+      "step": 9258
+    },
+    {
+      "epoch": 3.9653104925053535,
+      "grad_norm": 1.164725661277771,
+      "learning_rate": 5.412891828234168e-06,
+      "loss": 0.193,
+      "step": 9259
+    },
+    {
+      "epoch": 3.9657387580299783,
+      "grad_norm": 3.75229549407959,
+      "learning_rate": 5.408582660771247e-06,
+      "loss": 0.5706,
+      "step": 9260
+    },
+    {
+      "epoch": 3.966167023554604,
+      "grad_norm": 13.66325855255127,
+      "learning_rate": 5.40427500118518e-06,
+      "loss": 1.1841,
+      "step": 9261
+    },
+    {
+      "epoch": 3.966595289079229,
+      "grad_norm": 1.852610468864441,
+      "learning_rate": 5.39996884980753e-06,
+      "loss": 0.6198,
+      "step": 9262
+    },
+    {
+      "epoch": 3.9670235546038546,
+      "grad_norm": 2.784740447998047,
+      "learning_rate": 5.395664206969711e-06,
+      "loss": 0.5127,
+      "step": 9263
+    },
+    {
+      "epoch": 3.9674518201284794,
+      "grad_norm": 2.1394476890563965,
+      "learning_rate": 5.391361073003043e-06,
+      "loss": 0.5914,
+      "step": 9264
+    },
+    {
+      "epoch": 3.967880085653105,
+      "grad_norm": 2.895392417907715,
+      "learning_rate": 5.387059448238707e-06,
+      "loss": 0.3977,
+      "step": 9265
+    },
+    {
+      "epoch": 3.96830835117773,
+      "grad_norm": 3.5531563758850098,
+      "learning_rate": 5.382759333007803e-06,
+      "loss": 0.6136,
+      "step": 9266
+    },
+    {
+      "epoch": 3.9687366167023557,
+      "grad_norm": 4.526492118835449,
+      "learning_rate": 5.378460727641285e-06,
+      "loss": 0.6591,
+      "step": 9267
+    },
+    {
+      "epoch": 3.9691648822269805,
+      "grad_norm": 5.772227764129639,
+      "learning_rate": 5.374163632469994e-06,
+      "loss": 1.6194,
+      "step": 9268
+    },
+    {
+      "epoch": 3.969593147751606,
+      "grad_norm": 2.78904390335083,
+      "learning_rate": 5.3698680478246804e-06,
+      "loss": 1.3258,
+      "step": 9269
+    },
+    {
+      "epoch": 3.970021413276231,
+      "grad_norm": 5.667500019073486,
+      "learning_rate": 5.365573974035931e-06,
+      "loss": 0.8529,
+      "step": 9270
+    },
+    {
+      "epoch": 3.9704496788008568,
+      "grad_norm": 5.903178691864014,
+      "learning_rate": 5.361281411434269e-06,
+      "loss": 0.9022,
+      "step": 9271
+    },
+    {
+      "epoch": 3.9708779443254816,
+      "grad_norm": 2.745539426803589,
+      "learning_rate": 5.356990360350065e-06,
+      "loss": 1.6629,
+      "step": 9272
+    },
+    {
+      "epoch": 3.9713062098501073,
+      "grad_norm": 2.1992316246032715,
+      "learning_rate": 5.352700821113588e-06,
+      "loss": 0.9761,
+      "step": 9273
+    },
+    {
+      "epoch": 3.971734475374732,
+      "grad_norm": 2.7534706592559814,
+      "learning_rate": 5.3484127940549775e-06,
+      "loss": 0.2419,
+      "step": 9274
+    },
+    {
+      "epoch": 3.972162740899358,
+      "grad_norm": 1.9644595384597778,
+      "learning_rate": 5.344126279504283e-06,
+      "loss": 0.5081,
+      "step": 9275
+    },
+    {
+      "epoch": 3.9725910064239827,
+      "grad_norm": 3.458867311477661,
+      "learning_rate": 5.339841277791416e-06,
+      "loss": 0.6016,
+      "step": 9276
+    },
+    {
+      "epoch": 3.9730192719486084,
+      "grad_norm": 2.752999782562256,
+      "learning_rate": 5.335557789246171e-06,
+      "loss": 0.7319,
+      "step": 9277
+    },
+    {
+      "epoch": 3.973447537473233,
+      "grad_norm": 2.690753936767578,
+      "learning_rate": 5.331275814198231e-06,
+      "loss": 0.4827,
+      "step": 9278
+    },
+    {
+      "epoch": 3.973875802997859,
+      "grad_norm": 2.8862948417663574,
+      "learning_rate": 5.32699535297718e-06,
+      "loss": 0.6668,
+      "step": 9279
+    },
+    {
+      "epoch": 3.9743040685224837,
+      "grad_norm": 3.079042673110962,
+      "learning_rate": 5.322716405912445e-06,
+      "loss": 0.867,
+      "step": 9280
+    },
+    {
+      "epoch": 3.9747323340471095,
+      "grad_norm": 3.1946310997009277,
+      "learning_rate": 5.318438973333376e-06,
+      "loss": 0.7346,
+      "step": 9281
+    },
+    {
+      "epoch": 3.9751605995717343,
+      "grad_norm": 3.5754146575927734,
+      "learning_rate": 5.314163055569188e-06,
+      "loss": 0.4837,
+      "step": 9282
+    },
+    {
+      "epoch": 3.97558886509636,
+      "grad_norm": 4.206382751464844,
+      "learning_rate": 5.30988865294898e-06,
+      "loss": 0.6512,
+      "step": 9283
+    },
+    {
+      "epoch": 3.976017130620985,
+      "grad_norm": 7.44638204574585,
+      "learning_rate": 5.30561576580173e-06,
+      "loss": 0.5436,
+      "step": 9284
+    },
+    {
+      "epoch": 3.9764453961456105,
+      "grad_norm": 4.4120402336120605,
+      "learning_rate": 5.30134439445632e-06,
+      "loss": 1.9847,
+      "step": 9285
+    },
+    {
+      "epoch": 3.9768736616702354,
+      "grad_norm": 1.7952616214752197,
+      "learning_rate": 5.297074539241495e-06,
+      "loss": 0.2318,
+      "step": 9286
+    },
+    {
+      "epoch": 3.977301927194861,
+      "grad_norm": 4.9025559425354,
+      "learning_rate": 5.2928062004858894e-06,
+      "loss": 0.4375,
+      "step": 9287
+    },
+    {
+      "epoch": 3.977730192719486,
+      "grad_norm": 2.3846747875213623,
+      "learning_rate": 5.288539378518012e-06,
+      "loss": 0.0973,
+      "step": 9288
+    },
+    {
+      "epoch": 3.978158458244111,
+      "grad_norm": 4.978693962097168,
+      "learning_rate": 5.284274073666284e-06,
+      "loss": 0.6773,
+      "step": 9289
+    },
+    {
+      "epoch": 3.9785867237687365,
+      "grad_norm": 1.7729604244232178,
+      "learning_rate": 5.280010286258966e-06,
+      "loss": 0.3569,
+      "step": 9290
+    },
+    {
+      "epoch": 3.9790149892933617,
+      "grad_norm": 6.0035600662231445,
+      "learning_rate": 5.275748016624246e-06,
+      "loss": 0.8828,
+      "step": 9291
+    },
+    {
+      "epoch": 3.979443254817987,
+      "grad_norm": 10.970575332641602,
+      "learning_rate": 5.271487265090163e-06,
+      "loss": 1.1049,
+      "step": 9292
+    },
+    {
+      "epoch": 3.9798715203426123,
+      "grad_norm": 1.4259865283966064,
+      "learning_rate": 5.267228031984655e-06,
+      "loss": 0.3608,
+      "step": 9293
+    },
+    {
+      "epoch": 3.9802997858672375,
+      "grad_norm": 1.4044108390808105,
+      "learning_rate": 5.262970317635532e-06,
+      "loss": 0.4392,
+      "step": 9294
+    },
+    {
+      "epoch": 3.980728051391863,
+      "grad_norm": 5.638827323913574,
+      "learning_rate": 5.258714122370512e-06,
+      "loss": 2.2841,
+      "step": 9295
+    },
+    {
+      "epoch": 3.981156316916488,
+      "grad_norm": 5.762664794921875,
+      "learning_rate": 5.254459446517152e-06,
+      "loss": 0.7932,
+      "step": 9296
+    },
+    {
+      "epoch": 3.9815845824411134,
+      "grad_norm": 6.2468414306640625,
+      "learning_rate": 5.250206290402939e-06,
+      "loss": 1.1006,
+      "step": 9297
+    },
+    {
+      "epoch": 3.9820128479657386,
+      "grad_norm": 2.209944009780884,
+      "learning_rate": 5.245954654355217e-06,
+      "loss": 0.6378,
+      "step": 9298
+    },
+    {
+      "epoch": 3.982441113490364,
+      "grad_norm": 2.1358933448791504,
+      "learning_rate": 5.241704538701217e-06,
+      "loss": 0.2784,
+      "step": 9299
+    },
+    {
+      "epoch": 3.982869379014989,
+      "grad_norm": 2.2939233779907227,
+      "learning_rate": 5.2374559437680465e-06,
+      "loss": 0.1089,
+      "step": 9300
+    },
+    {
+      "epoch": 3.9832976445396144,
+      "grad_norm": 4.998241424560547,
+      "learning_rate": 5.233208869882719e-06,
+      "loss": 1.0208,
+      "step": 9301
+    },
+    {
+      "epoch": 3.9837259100642397,
+      "grad_norm": 5.164102077484131,
+      "learning_rate": 5.228963317372107e-06,
+      "loss": 0.7886,
+      "step": 9302
+    },
+    {
+      "epoch": 3.984154175588865,
+      "grad_norm": 2.236391544342041,
+      "learning_rate": 5.224719286562968e-06,
+      "loss": 0.4362,
+      "step": 9303
+    },
+    {
+      "epoch": 3.9845824411134902,
+      "grad_norm": 4.889265060424805,
+      "learning_rate": 5.220476777781963e-06,
+      "loss": 0.6112,
+      "step": 9304
+    },
+    {
+      "epoch": 3.9850107066381155,
+      "grad_norm": 6.760432243347168,
+      "learning_rate": 5.216235791355614e-06,
+      "loss": 0.4048,
+      "step": 9305
+    },
+    {
+      "epoch": 3.985438972162741,
+      "grad_norm": 5.231274604797363,
+      "learning_rate": 5.211996327610338e-06,
+      "loss": 1.8943,
+      "step": 9306
+    },
+    {
+      "epoch": 3.985867237687366,
+      "grad_norm": 1.5761345624923706,
+      "learning_rate": 5.207758386872416e-06,
+      "loss": 0.0559,
+      "step": 9307
+    },
+    {
+      "epoch": 3.9862955032119913,
+      "grad_norm": 1.727702021598816,
+      "learning_rate": 5.203521969468053e-06,
+      "loss": 0.4403,
+      "step": 9308
+    },
+    {
+      "epoch": 3.9867237687366166,
+      "grad_norm": 2.6157891750335693,
+      "learning_rate": 5.199287075723281e-06,
+      "loss": 0.8936,
+      "step": 9309
+    },
+    {
+      "epoch": 3.987152034261242,
+      "grad_norm": 3.392305374145508,
+      "learning_rate": 5.195053705964065e-06,
+      "loss": 0.7059,
+      "step": 9310
+    },
+    {
+      "epoch": 3.987580299785867,
+      "grad_norm": 2.069916009902954,
+      "learning_rate": 5.1908218605162204e-06,
+      "loss": 0.7801,
+      "step": 9311
+    },
+    {
+      "epoch": 3.9880085653104924,
+      "grad_norm": 1.0606259107589722,
+      "learning_rate": 5.18659153970546e-06,
+      "loss": 0.181,
+      "step": 9312
+    },
+    {
+      "epoch": 3.9884368308351177,
+      "grad_norm": 0.9124746918678284,
+      "learning_rate": 5.1823627438573665e-06,
+      "loss": 0.1114,
+      "step": 9313
+    },
+    {
+      "epoch": 3.988865096359743,
+      "grad_norm": 5.450697898864746,
+      "learning_rate": 5.1781354732974295e-06,
+      "loss": 0.8633,
+      "step": 9314
+    },
+    {
+      "epoch": 3.9892933618843682,
+      "grad_norm": 5.459685325622559,
+      "learning_rate": 5.173909728350998e-06,
+      "loss": 0.2006,
+      "step": 9315
+    },
+    {
+      "epoch": 3.9897216274089935,
+      "grad_norm": 8.417862892150879,
+      "learning_rate": 5.169685509343314e-06,
+      "loss": 0.6585,
+      "step": 9316
+    },
+    {
+      "epoch": 3.9901498929336188,
+      "grad_norm": 4.051498889923096,
+      "learning_rate": 5.16546281659949e-06,
+      "loss": 0.7016,
+      "step": 9317
+    },
+    {
+      "epoch": 3.990578158458244,
+      "grad_norm": 2.5843210220336914,
+      "learning_rate": 5.161241650444551e-06,
+      "loss": 0.221,
+      "step": 9318
+    },
+    {
+      "epoch": 3.9910064239828693,
+      "grad_norm": 3.685814142227173,
+      "learning_rate": 5.157022011203358e-06,
+      "loss": 0.4047,
+      "step": 9319
+    },
+    {
+      "epoch": 3.9914346895074946,
+      "grad_norm": 4.567930221557617,
+      "learning_rate": 5.1528038992007e-06,
+      "loss": 0.4485,
+      "step": 9320
+    },
+    {
+      "epoch": 3.99186295503212,
+      "grad_norm": 2.211562395095825,
+      "learning_rate": 5.148587314761225e-06,
+      "loss": 0.105,
+      "step": 9321
+    },
+    {
+      "epoch": 3.992291220556745,
+      "grad_norm": 8.484909057617188,
+      "learning_rate": 5.144372258209465e-06,
+      "loss": 0.4291,
+      "step": 9322
+    },
+    {
+      "epoch": 3.9927194860813704,
+      "grad_norm": 1.0164456367492676,
+      "learning_rate": 5.140158729869832e-06,
+      "loss": 0.2806,
+      "step": 9323
+    },
+    {
+      "epoch": 3.9931477516059957,
+      "grad_norm": 3.0942182540893555,
+      "learning_rate": 5.1359467300666345e-06,
+      "loss": 0.1985,
+      "step": 9324
+    },
+    {
+      "epoch": 3.993576017130621,
+      "grad_norm": 1.7688452005386353,
+      "learning_rate": 5.131736259124051e-06,
+      "loss": 0.645,
+      "step": 9325
+    },
+    {
+      "epoch": 3.994004282655246,
+      "grad_norm": 5.583412170410156,
+      "learning_rate": 5.127527317366146e-06,
+      "loss": 0.6232,
+      "step": 9326
+    },
+    {
+      "epoch": 3.9944325481798715,
+      "grad_norm": 10.623702049255371,
+      "learning_rate": 5.123319905116855e-06,
+      "loss": 0.9993,
+      "step": 9327
+    },
+    {
+      "epoch": 3.9948608137044967,
+      "grad_norm": 3.5553886890411377,
+      "learning_rate": 5.119114022700033e-06,
+      "loss": 0.2942,
+      "step": 9328
+    },
+    {
+      "epoch": 3.995289079229122,
+      "grad_norm": 4.987367153167725,
+      "learning_rate": 5.114909670439358e-06,
+      "loss": 0.5471,
+      "step": 9329
+    },
+    {
+      "epoch": 3.9957173447537473,
+      "grad_norm": 3.1035046577453613,
+      "learning_rate": 5.110706848658445e-06,
+      "loss": 0.9665,
+      "step": 9330
+    },
+    {
+      "epoch": 3.9961456102783726,
+      "grad_norm": 5.142559051513672,
+      "learning_rate": 5.106505557680763e-06,
+      "loss": 1.4349,
+      "step": 9331
+    },
+    {
+      "epoch": 3.996573875802998,
+      "grad_norm": 4.222355365753174,
+      "learning_rate": 5.1023057978296705e-06,
+      "loss": 0.3432,
+      "step": 9332
+    },
+    {
+      "epoch": 3.997002141327623,
+      "grad_norm": 4.356984615325928,
+      "learning_rate": 5.098107569428398e-06,
+      "loss": 0.3231,
+      "step": 9333
+    },
+    {
+      "epoch": 3.9974304068522484,
+      "grad_norm": 4.567436695098877,
+      "learning_rate": 5.09391087280009e-06,
+      "loss": 0.4916,
+      "step": 9334
+    },
+    {
+      "epoch": 3.9978586723768736,
+      "grad_norm": 1.839148759841919,
+      "learning_rate": 5.0897157082677196e-06,
+      "loss": 0.4948,
+      "step": 9335
+    },
+    {
+      "epoch": 3.998286937901499,
+      "grad_norm": 5.060863018035889,
+      "learning_rate": 5.0855220761541895e-06,
+      "loss": 0.9272,
+      "step": 9336
+    },
+    {
+      "epoch": 3.998715203426124,
+      "grad_norm": 1.6723605394363403,
+      "learning_rate": 5.081329976782278e-06,
+      "loss": 0.2168,
+      "step": 9337
+    },
+    {
+      "epoch": 3.9991434689507495,
+      "grad_norm": 1.8905571699142456,
+      "learning_rate": 5.0771394104746125e-06,
+      "loss": 0.3246,
+      "step": 9338
+    },
+    {
+      "epoch": 3.9995717344753747,
+      "grad_norm": 1.4141026735305786,
+      "learning_rate": 5.07295037755374e-06,
+      "loss": 0.3788,
+      "step": 9339
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 4.020703315734863,
+      "learning_rate": 5.068762878342073e-06,
+      "loss": 0.4831,
+      "step": 9340
+    },
+    {
+      "epoch": 4.000428265524625,
+      "grad_norm": 1.3665770292282104,
+      "learning_rate": 5.064576913161903e-06,
+      "loss": 0.7102,
+      "step": 9341
+    },
+    {
+      "epoch": 4.0008565310492505,
+      "grad_norm": 4.618163585662842,
+      "learning_rate": 5.060392482335402e-06,
+      "loss": 1.0197,
+      "step": 9342
+    },
+    {
+      "epoch": 4.001284796573875,
+      "grad_norm": 1.8683372735977173,
+      "learning_rate": 5.056209586184646e-06,
+      "loss": 0.6521,
+      "step": 9343
+    },
+    {
+      "epoch": 4.001713062098501,
+      "grad_norm": 5.206264972686768,
+      "learning_rate": 5.052028225031566e-06,
+      "loss": 0.5468,
+      "step": 9344
+    },
+    {
+      "epoch": 4.002141327623126,
+      "grad_norm": 4.045666694641113,
+      "learning_rate": 5.047848399197988e-06,
+      "loss": 0.2581,
+      "step": 9345
+    },
+    {
+      "epoch": 4.002569593147752,
+      "grad_norm": 3.9532322883605957,
+      "learning_rate": 5.04367010900561e-06,
+      "loss": 1.0691,
+      "step": 9346
+    },
+    {
+      "epoch": 4.0029978586723765,
+      "grad_norm": 5.187515735626221,
+      "learning_rate": 5.03949335477604e-06,
+      "loss": 0.4349,
+      "step": 9347
+    },
+    {
+      "epoch": 4.003426124197002,
+      "grad_norm": 1.856669545173645,
+      "learning_rate": 5.035318136830719e-06,
+      "loss": 0.3349,
+      "step": 9348
+    },
+    {
+      "epoch": 4.003854389721627,
+      "grad_norm": 5.851428985595703,
+      "learning_rate": 5.031144455491016e-06,
+      "loss": 0.467,
+      "step": 9349
+    },
+    {
+      "epoch": 4.004282655246253,
+      "grad_norm": 2.4129397869110107,
+      "learning_rate": 5.0269723110781595e-06,
+      "loss": 0.9899,
+      "step": 9350
+    },
+    {
+      "epoch": 4.0047109207708775,
+      "grad_norm": 1.4324673414230347,
+      "learning_rate": 5.022801703913263e-06,
+      "loss": 0.2295,
+      "step": 9351
+    },
+    {
+      "epoch": 4.005139186295503,
+      "grad_norm": 1.1771659851074219,
+      "learning_rate": 5.0186326343173164e-06,
+      "loss": 0.1594,
+      "step": 9352
+    },
+    {
+      "epoch": 4.005567451820128,
+      "grad_norm": 4.375644207000732,
+      "learning_rate": 5.014465102611207e-06,
+      "loss": 0.7374,
+      "step": 9353
+    },
+    {
+      "epoch": 4.005995717344754,
+      "grad_norm": 4.121196746826172,
+      "learning_rate": 5.0102991091156905e-06,
+      "loss": 0.424,
+      "step": 9354
+    },
+    {
+      "epoch": 4.006423982869379,
+      "grad_norm": 3.620335578918457,
+      "learning_rate": 5.006134654151406e-06,
+      "loss": 0.6988,
+      "step": 9355
+    },
+    {
+      "epoch": 4.006852248394004,
+      "grad_norm": 4.230971336364746,
+      "learning_rate": 5.0019717380388715e-06,
+      "loss": 0.9265,
+      "step": 9356
+    },
+    {
+      "epoch": 4.007280513918629,
+      "grad_norm": 1.3774927854537964,
+      "learning_rate": 4.9978103610985095e-06,
+      "loss": 0.2033,
+      "step": 9357
+    },
+    {
+      "epoch": 4.007708779443255,
+      "grad_norm": 9.298643112182617,
+      "learning_rate": 4.993650523650575e-06,
+      "loss": 1.3352,
+      "step": 9358
+    },
+    {
+      "epoch": 4.00813704496788,
+      "grad_norm": 2.443824052810669,
+      "learning_rate": 4.989492226015261e-06,
+      "loss": 0.5149,
+      "step": 9359
+    },
+    {
+      "epoch": 4.008565310492505,
+      "grad_norm": 7.245789527893066,
+      "learning_rate": 4.985335468512603e-06,
+      "loss": 0.4977,
+      "step": 9360
+    },
+    {
+      "epoch": 4.00899357601713,
+      "grad_norm": 3.159776210784912,
+      "learning_rate": 4.981180251462536e-06,
+      "loss": 0.2888,
+      "step": 9361
+    },
+    {
+      "epoch": 4.009421841541756,
+      "grad_norm": 2.8708503246307373,
+      "learning_rate": 4.977026575184862e-06,
+      "loss": 1.5954,
+      "step": 9362
+    },
+    {
+      "epoch": 4.009850107066381,
+      "grad_norm": 3.3748936653137207,
+      "learning_rate": 4.972874439999289e-06,
+      "loss": 0.4174,
+      "step": 9363
+    },
+    {
+      "epoch": 4.0102783725910065,
+      "grad_norm": 3.400209426879883,
+      "learning_rate": 4.968723846225382e-06,
+      "loss": 0.7589,
+      "step": 9364
+    },
+    {
+      "epoch": 4.010706638115631,
+      "grad_norm": 1.1006104946136475,
+      "learning_rate": 4.964574794182597e-06,
+      "loss": 0.2462,
+      "step": 9365
+    },
+    {
+      "epoch": 4.011134903640257,
+      "grad_norm": 4.816839218139648,
+      "learning_rate": 4.960427284190267e-06,
+      "loss": 0.4005,
+      "step": 9366
+    },
+    {
+      "epoch": 4.011563169164882,
+      "grad_norm": 4.222959995269775,
+      "learning_rate": 4.956281316567624e-06,
+      "loss": 0.4643,
+      "step": 9367
+    },
+    {
+      "epoch": 4.011991434689508,
+      "grad_norm": 2.5280797481536865,
+      "learning_rate": 4.952136891633746e-06,
+      "loss": 0.3462,
+      "step": 9368
+    },
+    {
+      "epoch": 4.012419700214132,
+      "grad_norm": 4.510392189025879,
+      "learning_rate": 4.947994009707632e-06,
+      "loss": 0.3843,
+      "step": 9369
+    },
+    {
+      "epoch": 4.012847965738758,
+      "grad_norm": 3.8359999656677246,
+      "learning_rate": 4.9438526711081375e-06,
+      "loss": 1.3612,
+      "step": 9370
+    },
+    {
+      "epoch": 4.013276231263383,
+      "grad_norm": 2.9260549545288086,
+      "learning_rate": 4.939712876153998e-06,
+      "loss": 0.8623,
+      "step": 9371
+    },
+    {
+      "epoch": 4.013704496788009,
+      "grad_norm": 2.5750131607055664,
+      "learning_rate": 4.93557462516385e-06,
+      "loss": 0.2213,
+      "step": 9372
+    },
+    {
+      "epoch": 4.0141327623126335,
+      "grad_norm": 4.13585901260376,
+      "learning_rate": 4.931437918456197e-06,
+      "loss": 0.4188,
+      "step": 9373
+    },
+    {
+      "epoch": 4.014561027837259,
+      "grad_norm": 5.086012840270996,
+      "learning_rate": 4.927302756349419e-06,
+      "loss": 0.7239,
+      "step": 9374
+    },
+    {
+      "epoch": 4.014989293361884,
+      "grad_norm": 1.7139830589294434,
+      "learning_rate": 4.923169139161782e-06,
+      "loss": 0.539,
+      "step": 9375
+    },
+    {
+      "epoch": 4.01541755888651,
+      "grad_norm": 4.548981189727783,
+      "learning_rate": 4.919037067211455e-06,
+      "loss": 1.4002,
+      "step": 9376
+    },
+    {
+      "epoch": 4.015845824411135,
+      "grad_norm": 1.2598798274993896,
+      "learning_rate": 4.914906540816436e-06,
+      "loss": 0.5161,
+      "step": 9377
+    },
+    {
+      "epoch": 4.01627408993576,
+      "grad_norm": 5.739655494689941,
+      "learning_rate": 4.910777560294663e-06,
+      "loss": 0.9358,
+      "step": 9378
+    },
+    {
+      "epoch": 4.016702355460385,
+      "grad_norm": 1.8783888816833496,
+      "learning_rate": 4.906650125963916e-06,
+      "loss": 0.1291,
+      "step": 9379
+    },
+    {
+      "epoch": 4.017130620985011,
+      "grad_norm": 6.110687732696533,
+      "learning_rate": 4.902524238141867e-06,
+      "loss": 0.4952,
+      "step": 9380
+    },
+    {
+      "epoch": 4.017558886509636,
+      "grad_norm": 1.8111356496810913,
+      "learning_rate": 4.8983998971460695e-06,
+      "loss": 0.8155,
+      "step": 9381
+    },
+    {
+      "epoch": 4.017987152034261,
+      "grad_norm": 3.1541695594787598,
+      "learning_rate": 4.894277103293965e-06,
+      "loss": 0.5843,
+      "step": 9382
+    },
+    {
+      "epoch": 4.018415417558886,
+      "grad_norm": 2.3617799282073975,
+      "learning_rate": 4.890155856902867e-06,
+      "loss": 0.1691,
+      "step": 9383
+    },
+    {
+      "epoch": 4.018843683083512,
+      "grad_norm": 7.664161205291748,
+      "learning_rate": 4.886036158289972e-06,
+      "loss": 0.4071,
+      "step": 9384
+    },
+    {
+      "epoch": 4.019271948608137,
+      "grad_norm": 5.313133716583252,
+      "learning_rate": 4.881918007772349e-06,
+      "loss": 0.9247,
+      "step": 9385
+    },
+    {
+      "epoch": 4.0197002141327625,
+      "grad_norm": 4.212928295135498,
+      "learning_rate": 4.877801405666973e-06,
+      "loss": 1.0288,
+      "step": 9386
+    },
+    {
+      "epoch": 4.020128479657387,
+      "grad_norm": 9.044307708740234,
+      "learning_rate": 4.873686352290665e-06,
+      "loss": 0.6165,
+      "step": 9387
+    },
+    {
+      "epoch": 4.020556745182013,
+      "grad_norm": 2.502444267272949,
+      "learning_rate": 4.869572847960158e-06,
+      "loss": 0.552,
+      "step": 9388
+    },
+    {
+      "epoch": 4.020985010706638,
+      "grad_norm": 3.820021867752075,
+      "learning_rate": 4.8654608929920495e-06,
+      "loss": 0.4198,
+      "step": 9389
+    },
+    {
+      "epoch": 4.0214132762312635,
+      "grad_norm": 0.993199348449707,
+      "learning_rate": 4.861350487702821e-06,
+      "loss": 0.1871,
+      "step": 9390
+    },
+    {
+      "epoch": 4.021841541755888,
+      "grad_norm": 4.519054412841797,
+      "learning_rate": 4.8572416324088265e-06,
+      "loss": 0.8879,
+      "step": 9391
+    },
+    {
+      "epoch": 4.022269807280514,
+      "grad_norm": 5.760250568389893,
+      "learning_rate": 4.853134327426323e-06,
+      "loss": 1.2626,
+      "step": 9392
+    },
+    {
+      "epoch": 4.022698072805139,
+      "grad_norm": 3.054222345352173,
+      "learning_rate": 4.849028573071426e-06,
+      "loss": 0.4297,
+      "step": 9393
+    },
+    {
+      "epoch": 4.023126338329765,
+      "grad_norm": 4.103341102600098,
+      "learning_rate": 4.844924369660142e-06,
+      "loss": 0.8771,
+      "step": 9394
+    },
+    {
+      "epoch": 4.0235546038543895,
+      "grad_norm": 4.527205467224121,
+      "learning_rate": 4.840821717508348e-06,
+      "loss": 1.088,
+      "step": 9395
+    },
+    {
+      "epoch": 4.023982869379015,
+      "grad_norm": 5.8808770179748535,
+      "learning_rate": 4.836720616931831e-06,
+      "loss": 1.2358,
+      "step": 9396
+    },
+    {
+      "epoch": 4.02441113490364,
+      "grad_norm": 5.843577861785889,
+      "learning_rate": 4.8326210682462095e-06,
+      "loss": 1.8202,
+      "step": 9397
+    },
+    {
+      "epoch": 4.024839400428266,
+      "grad_norm": 4.354368209838867,
+      "learning_rate": 4.82852307176703e-06,
+      "loss": 0.4216,
+      "step": 9398
+    },
+    {
+      "epoch": 4.0252676659528905,
+      "grad_norm": 3.355009078979492,
+      "learning_rate": 4.824426627809694e-06,
+      "loss": 1.3196,
+      "step": 9399
+    },
+    {
+      "epoch": 4.025695931477516,
+      "grad_norm": 4.335127830505371,
+      "learning_rate": 4.8203317366894875e-06,
+      "loss": 0.5489,
+      "step": 9400
+    },
+    {
+      "epoch": 4.026124197002141,
+      "grad_norm": 3.7292604446411133,
+      "learning_rate": 4.816238398721573e-06,
+      "loss": 0.7255,
+      "step": 9401
+    },
+    {
+      "epoch": 4.026552462526767,
+      "grad_norm": 2.241550922393799,
+      "learning_rate": 4.812146614221014e-06,
+      "loss": 0.3269,
+      "step": 9402
+    },
+    {
+      "epoch": 4.026980728051392,
+      "grad_norm": 7.245541095733643,
+      "learning_rate": 4.808056383502729e-06,
+      "loss": 0.7406,
+      "step": 9403
+    },
+    {
+      "epoch": 4.027408993576017,
+      "grad_norm": 3.9604601860046387,
+      "learning_rate": 4.803967706881529e-06,
+      "loss": 0.4967,
+      "step": 9404
+    },
+    {
+      "epoch": 4.027837259100642,
+      "grad_norm": 4.32249116897583,
+      "learning_rate": 4.799880584672101e-06,
+      "loss": 0.6444,
+      "step": 9405
+    },
+    {
+      "epoch": 4.028265524625268,
+      "grad_norm": 5.736994743347168,
+      "learning_rate": 4.795795017189023e-06,
+      "loss": 1.0192,
+      "step": 9406
+    },
+    {
+      "epoch": 4.028693790149893,
+      "grad_norm": 1.3074012994766235,
+      "learning_rate": 4.791711004746743e-06,
+      "loss": 0.2008,
+      "step": 9407
+    },
+    {
+      "epoch": 4.029122055674518,
+      "grad_norm": 5.128422260284424,
+      "learning_rate": 4.78762854765959e-06,
+      "loss": 0.3996,
+      "step": 9408
+    },
+    {
+      "epoch": 4.029550321199143,
+      "grad_norm": 8.802077293395996,
+      "learning_rate": 4.7835476462417765e-06,
+      "loss": 0.6975,
+      "step": 9409
+    },
+    {
+      "epoch": 4.029978586723769,
+      "grad_norm": 2.593560218811035,
+      "learning_rate": 4.779468300807385e-06,
+      "loss": 0.5394,
+      "step": 9410
+    },
+    {
+      "epoch": 4.030406852248394,
+      "grad_norm": 5.153665065765381,
+      "learning_rate": 4.775390511670402e-06,
+      "loss": 0.5251,
+      "step": 9411
+    },
+    {
+      "epoch": 4.0308351177730195,
+      "grad_norm": 3.458543539047241,
+      "learning_rate": 4.771314279144673e-06,
+      "loss": 0.0884,
+      "step": 9412
+    },
+    {
+      "epoch": 4.031263383297644,
+      "grad_norm": 0.7869728803634644,
+      "learning_rate": 4.7672396035439295e-06,
+      "loss": 0.2147,
+      "step": 9413
+    },
+    {
+      "epoch": 4.03169164882227,
+      "grad_norm": 7.977648735046387,
+      "learning_rate": 4.763166485181777e-06,
+      "loss": 0.6883,
+      "step": 9414
+    },
+    {
+      "epoch": 4.032119914346895,
+      "grad_norm": 4.138629913330078,
+      "learning_rate": 4.759094924371732e-06,
+      "loss": 1.0104,
+      "step": 9415
+    },
+    {
+      "epoch": 4.032548179871521,
+      "grad_norm": 1.3122963905334473,
+      "learning_rate": 4.755024921427131e-06,
+      "loss": 0.542,
+      "step": 9416
+    },
+    {
+      "epoch": 4.032976445396145,
+      "grad_norm": 2.0095810890197754,
+      "learning_rate": 4.750956476661256e-06,
+      "loss": 0.5482,
+      "step": 9417
+    },
+    {
+      "epoch": 4.033404710920771,
+      "grad_norm": 10.063246726989746,
+      "learning_rate": 4.7468895903872295e-06,
+      "loss": 0.5796,
+      "step": 9418
+    },
+    {
+      "epoch": 4.033832976445396,
+      "grad_norm": 2.046427011489868,
+      "learning_rate": 4.742824262918063e-06,
+      "loss": 0.5686,
+      "step": 9419
+    },
+    {
+      "epoch": 4.034261241970022,
+      "grad_norm": 3.8323371410369873,
+      "learning_rate": 4.738760494566647e-06,
+      "loss": 0.3633,
+      "step": 9420
+    },
+    {
+      "epoch": 4.0346895074946465,
+      "grad_norm": 7.2003173828125,
+      "learning_rate": 4.734698285645759e-06,
+      "loss": 1.079,
+      "step": 9421
+    },
+    {
+      "epoch": 4.035117773019272,
+      "grad_norm": 2.1880645751953125,
+      "learning_rate": 4.730637636468055e-06,
+      "loss": 0.3822,
+      "step": 9422
+    },
+    {
+      "epoch": 4.035546038543897,
+      "grad_norm": 3.79777455329895,
+      "learning_rate": 4.726578547346061e-06,
+      "loss": 0.3166,
+      "step": 9423
+    },
+    {
+      "epoch": 4.035974304068523,
+      "grad_norm": 4.967092990875244,
+      "learning_rate": 4.722521018592185e-06,
+      "loss": 0.4368,
+      "step": 9424
+    },
+    {
+      "epoch": 4.036402569593148,
+      "grad_norm": 2.5917489528656006,
+      "learning_rate": 4.718465050518739e-06,
+      "loss": 0.5994,
+      "step": 9425
+    },
+    {
+      "epoch": 4.036830835117773,
+      "grad_norm": 1.921865463256836,
+      "learning_rate": 4.714410643437872e-06,
+      "loss": 0.4568,
+      "step": 9426
+    },
+    {
+      "epoch": 4.037259100642398,
+      "grad_norm": 6.877458095550537,
+      "learning_rate": 4.710357797661652e-06,
+      "loss": 0.8957,
+      "step": 9427
+    },
+    {
+      "epoch": 4.037687366167024,
+      "grad_norm": 5.199304580688477,
+      "learning_rate": 4.70630651350201e-06,
+      "loss": 0.6155,
+      "step": 9428
+    },
+    {
+      "epoch": 4.038115631691649,
+      "grad_norm": 1.0869818925857544,
+      "learning_rate": 4.7022567912707485e-06,
+      "loss": 0.2432,
+      "step": 9429
+    },
+    {
+      "epoch": 4.038543897216274,
+      "grad_norm": 4.123815059661865,
+      "learning_rate": 4.698208631279563e-06,
+      "loss": 1.1455,
+      "step": 9430
+    },
+    {
+      "epoch": 4.038972162740899,
+      "grad_norm": 4.916296005249023,
+      "learning_rate": 4.69416203384003e-06,
+      "loss": 0.4454,
+      "step": 9431
+    },
+    {
+      "epoch": 4.039400428265525,
+      "grad_norm": 2.1408355236053467,
+      "learning_rate": 4.6901169992636e-06,
+      "loss": 0.2418,
+      "step": 9432
+    },
+    {
+      "epoch": 4.03982869379015,
+      "grad_norm": 5.0395121574401855,
+      "learning_rate": 4.686073527861601e-06,
+      "loss": 0.5859,
+      "step": 9433
+    },
+    {
+      "epoch": 4.0402569593147755,
+      "grad_norm": 2.38183856010437,
+      "learning_rate": 4.682031619945238e-06,
+      "loss": 0.2653,
+      "step": 9434
+    },
+    {
+      "epoch": 4.0406852248394,
+      "grad_norm": 6.296741008758545,
+      "learning_rate": 4.677991275825619e-06,
+      "loss": 0.8571,
+      "step": 9435
+    },
+    {
+      "epoch": 4.041113490364026,
+      "grad_norm": 4.59112024307251,
+      "learning_rate": 4.673952495813691e-06,
+      "loss": 0.3686,
+      "step": 9436
+    },
+    {
+      "epoch": 4.041541755888651,
+      "grad_norm": 6.0803327560424805,
+      "learning_rate": 4.669915280220322e-06,
+      "loss": 0.4395,
+      "step": 9437
+    },
+    {
+      "epoch": 4.0419700214132765,
+      "grad_norm": 2.7239503860473633,
+      "learning_rate": 4.665879629356232e-06,
+      "loss": 0.6955,
+      "step": 9438
+    },
+    {
+      "epoch": 4.042398286937901,
+      "grad_norm": 6.70249605178833,
+      "learning_rate": 4.661845543532031e-06,
+      "loss": 1.0152,
+      "step": 9439
+    },
+    {
+      "epoch": 4.042826552462527,
+      "grad_norm": 4.584468841552734,
+      "learning_rate": 4.657813023058202e-06,
+      "loss": 0.891,
+      "step": 9440
+    },
+    {
+      "epoch": 4.043254817987152,
+      "grad_norm": 2.0990540981292725,
+      "learning_rate": 4.653782068245127e-06,
+      "loss": 0.6804,
+      "step": 9441
+    },
+    {
+      "epoch": 4.043683083511778,
+      "grad_norm": 3.6862006187438965,
+      "learning_rate": 4.649752679403044e-06,
+      "loss": 0.443,
+      "step": 9442
+    },
+    {
+      "epoch": 4.0441113490364025,
+      "grad_norm": 2.1598551273345947,
+      "learning_rate": 4.645724856842073e-06,
+      "loss": 0.5379,
+      "step": 9443
+    },
+    {
+      "epoch": 4.044539614561028,
+      "grad_norm": 3.7374279499053955,
+      "learning_rate": 4.641698600872238e-06,
+      "loss": 0.3169,
+      "step": 9444
+    },
+    {
+      "epoch": 4.044967880085653,
+      "grad_norm": 1.694580316543579,
+      "learning_rate": 4.637673911803411e-06,
+      "loss": 0.1632,
+      "step": 9445
+    },
+    {
+      "epoch": 4.045396145610279,
+      "grad_norm": 3.963923215866089,
+      "learning_rate": 4.633650789945363e-06,
+      "loss": 0.7912,
+      "step": 9446
+    },
+    {
+      "epoch": 4.0458244111349035,
+      "grad_norm": 6.535238742828369,
+      "learning_rate": 4.6296292356077325e-06,
+      "loss": 0.5476,
+      "step": 9447
+    },
+    {
+      "epoch": 4.046252676659529,
+      "grad_norm": 1.4299793243408203,
+      "learning_rate": 4.625609249100049e-06,
+      "loss": 0.1412,
+      "step": 9448
+    },
+    {
+      "epoch": 4.046680942184154,
+      "grad_norm": 3.19970703125,
+      "learning_rate": 4.621590830731706e-06,
+      "loss": 1.0557,
+      "step": 9449
+    },
+    {
+      "epoch": 4.04710920770878,
+      "grad_norm": 5.653492450714111,
+      "learning_rate": 4.6175739808119985e-06,
+      "loss": 1.2314,
+      "step": 9450
+    },
+    {
+      "epoch": 4.047537473233405,
+      "grad_norm": 6.586860179901123,
+      "learning_rate": 4.613558699650084e-06,
+      "loss": 1.3498,
+      "step": 9451
+    },
+    {
+      "epoch": 4.04796573875803,
+      "grad_norm": 7.756357192993164,
+      "learning_rate": 4.609544987555003e-06,
+      "loss": 0.695,
+      "step": 9452
+    },
+    {
+      "epoch": 4.048394004282655,
+      "grad_norm": 1.421398401260376,
+      "learning_rate": 4.605532844835667e-06,
+      "loss": 0.1824,
+      "step": 9453
+    },
+    {
+      "epoch": 4.048822269807281,
+      "grad_norm": 1.2596193552017212,
+      "learning_rate": 4.601522271800896e-06,
+      "loss": 0.2668,
+      "step": 9454
+    },
+    {
+      "epoch": 4.049250535331906,
+      "grad_norm": 2.0693585872650146,
+      "learning_rate": 4.597513268759343e-06,
+      "loss": 0.4451,
+      "step": 9455
+    },
+    {
+      "epoch": 4.049678800856531,
+      "grad_norm": 8.039196968078613,
+      "learning_rate": 4.593505836019585e-06,
+      "loss": 1.5352,
+      "step": 9456
+    },
+    {
+      "epoch": 4.050107066381156,
+      "grad_norm": 5.490803241729736,
+      "learning_rate": 4.589499973890052e-06,
+      "loss": 0.4587,
+      "step": 9457
+    },
+    {
+      "epoch": 4.050535331905782,
+      "grad_norm": 1.2739744186401367,
+      "learning_rate": 4.585495682679061e-06,
+      "loss": 0.1747,
+      "step": 9458
+    },
+    {
+      "epoch": 4.050963597430407,
+      "grad_norm": 4.811588764190674,
+      "learning_rate": 4.5814929626948e-06,
+      "loss": 0.5135,
+      "step": 9459
+    },
+    {
+      "epoch": 4.0513918629550325,
+      "grad_norm": 3.9296247959136963,
+      "learning_rate": 4.577491814245355e-06,
+      "loss": 0.4432,
+      "step": 9460
+    },
+    {
+      "epoch": 4.051820128479657,
+      "grad_norm": 6.239230632781982,
+      "learning_rate": 4.573492237638674e-06,
+      "loss": 0.9351,
+      "step": 9461
+    },
+    {
+      "epoch": 4.052248394004283,
+      "grad_norm": 0.7674354314804077,
+      "learning_rate": 4.569494233182586e-06,
+      "loss": 0.1761,
+      "step": 9462
+    },
+    {
+      "epoch": 4.052676659528908,
+      "grad_norm": 4.848363399505615,
+      "learning_rate": 4.565497801184804e-06,
+      "loss": 0.4234,
+      "step": 9463
+    },
+    {
+      "epoch": 4.053104925053534,
+      "grad_norm": 3.8815066814422607,
+      "learning_rate": 4.561502941952928e-06,
+      "loss": 0.2639,
+      "step": 9464
+    },
+    {
+      "epoch": 4.053533190578158,
+      "grad_norm": 1.7052836418151855,
+      "learning_rate": 4.557509655794407e-06,
+      "loss": 0.3983,
+      "step": 9465
+    },
+    {
+      "epoch": 4.053961456102784,
+      "grad_norm": 3.4884581565856934,
+      "learning_rate": 4.553517943016605e-06,
+      "loss": 0.4472,
+      "step": 9466
+    },
+    {
+      "epoch": 4.054389721627409,
+      "grad_norm": 6.140768527984619,
+      "learning_rate": 4.549527803926745e-06,
+      "loss": 0.2625,
+      "step": 9467
+    },
+    {
+      "epoch": 4.054817987152035,
+      "grad_norm": 1.117780327796936,
+      "learning_rate": 4.545539238831933e-06,
+      "loss": 0.2104,
+      "step": 9468
+    },
+    {
+      "epoch": 4.0552462526766595,
+      "grad_norm": 1.3579933643341064,
+      "learning_rate": 4.541552248039147e-06,
+      "loss": 0.3044,
+      "step": 9469
+    },
+    {
+      "epoch": 4.055674518201285,
+      "grad_norm": 7.207790851593018,
+      "learning_rate": 4.537566831855261e-06,
+      "loss": 0.3345,
+      "step": 9470
+    },
+    {
+      "epoch": 4.05610278372591,
+      "grad_norm": 2.3263847827911377,
+      "learning_rate": 4.533582990587013e-06,
+      "loss": 0.6552,
+      "step": 9471
+    },
+    {
+      "epoch": 4.056531049250536,
+      "grad_norm": 4.1648783683776855,
+      "learning_rate": 4.529600724541022e-06,
+      "loss": 0.5557,
+      "step": 9472
+    },
+    {
+      "epoch": 4.056959314775161,
+      "grad_norm": 3.343128204345703,
+      "learning_rate": 4.525620034023786e-06,
+      "loss": 0.5141,
+      "step": 9473
+    },
+    {
+      "epoch": 4.057387580299786,
+      "grad_norm": 2.162254810333252,
+      "learning_rate": 4.521640919341699e-06,
+      "loss": 0.4743,
+      "step": 9474
+    },
+    {
+      "epoch": 4.057815845824411,
+      "grad_norm": 3.1971349716186523,
+      "learning_rate": 4.517663380800993e-06,
+      "loss": 0.9172,
+      "step": 9475
+    },
+    {
+      "epoch": 4.058244111349037,
+      "grad_norm": 3.761171579360962,
+      "learning_rate": 4.513687418707818e-06,
+      "loss": 0.2027,
+      "step": 9476
+    },
+    {
+      "epoch": 4.058672376873662,
+      "grad_norm": 4.424460411071777,
+      "learning_rate": 4.509713033368201e-06,
+      "loss": 0.9796,
+      "step": 9477
+    },
+    {
+      "epoch": 4.0591006423982865,
+      "grad_norm": 1.9883569478988647,
+      "learning_rate": 4.505740225088012e-06,
+      "loss": 0.6498,
+      "step": 9478
+    },
+    {
+      "epoch": 4.059528907922912,
+      "grad_norm": 1.5977269411087036,
+      "learning_rate": 4.501768994173036e-06,
+      "loss": 0.5645,
+      "step": 9479
+    },
+    {
+      "epoch": 4.059957173447537,
+      "grad_norm": 3.9625751972198486,
+      "learning_rate": 4.497799340928923e-06,
+      "loss": 0.6886,
+      "step": 9480
+    },
+    {
+      "epoch": 4.060385438972163,
+      "grad_norm": 0.7542852163314819,
+      "learning_rate": 4.493831265661199e-06,
+      "loss": 0.1317,
+      "step": 9481
+    },
+    {
+      "epoch": 4.060813704496788,
+      "grad_norm": 2.297727346420288,
+      "learning_rate": 4.48986476867527e-06,
+      "loss": 0.4999,
+      "step": 9482
+    },
+    {
+      "epoch": 4.061241970021413,
+      "grad_norm": 5.183141231536865,
+      "learning_rate": 4.485899850276426e-06,
+      "loss": 0.7876,
+      "step": 9483
+    },
+    {
+      "epoch": 4.061670235546038,
+      "grad_norm": 1.2965644598007202,
+      "learning_rate": 4.481936510769835e-06,
+      "loss": 0.1207,
+      "step": 9484
+    },
+    {
+      "epoch": 4.062098501070664,
+      "grad_norm": 6.025419235229492,
+      "learning_rate": 4.477974750460534e-06,
+      "loss": 0.4438,
+      "step": 9485
+    },
+    {
+      "epoch": 4.062526766595289,
+      "grad_norm": 4.070544242858887,
+      "learning_rate": 4.474014569653445e-06,
+      "loss": 0.5649,
+      "step": 9486
+    },
+    {
+      "epoch": 4.062955032119914,
+      "grad_norm": 7.391733169555664,
+      "learning_rate": 4.4700559686533726e-06,
+      "loss": 0.6671,
+      "step": 9487
+    },
+    {
+      "epoch": 4.063383297644539,
+      "grad_norm": 3.415954828262329,
+      "learning_rate": 4.4660989477649826e-06,
+      "loss": 0.8371,
+      "step": 9488
+    },
+    {
+      "epoch": 4.063811563169165,
+      "grad_norm": 6.064024925231934,
+      "learning_rate": 4.4621435072928485e-06,
+      "loss": 0.4432,
+      "step": 9489
+    },
+    {
+      "epoch": 4.06423982869379,
+      "grad_norm": 3.429999589920044,
+      "learning_rate": 4.4581896475414e-06,
+      "loss": 1.0727,
+      "step": 9490
+    },
+    {
+      "epoch": 4.0646680942184155,
+      "grad_norm": 3.534808397293091,
+      "learning_rate": 4.454237368814948e-06,
+      "loss": 0.1434,
+      "step": 9491
+    },
+    {
+      "epoch": 4.06509635974304,
+      "grad_norm": 5.334336280822754,
+      "learning_rate": 4.450286671417678e-06,
+      "loss": 1.0252,
+      "step": 9492
+    },
+    {
+      "epoch": 4.065524625267666,
+      "grad_norm": 5.047364711761475,
+      "learning_rate": 4.446337555653682e-06,
+      "loss": 0.4746,
+      "step": 9493
+    },
+    {
+      "epoch": 4.065952890792291,
+      "grad_norm": 3.9825046062469482,
+      "learning_rate": 4.442390021826878e-06,
+      "loss": 0.3958,
+      "step": 9494
+    },
+    {
+      "epoch": 4.0663811563169165,
+      "grad_norm": 6.205821514129639,
+      "learning_rate": 4.438444070241119e-06,
+      "loss": 0.3429,
+      "step": 9495
+    },
+    {
+      "epoch": 4.066809421841541,
+      "grad_norm": 1.5400062799453735,
+      "learning_rate": 4.434499701200098e-06,
+      "loss": 0.3904,
+      "step": 9496
+    },
+    {
+      "epoch": 4.067237687366167,
+      "grad_norm": 9.389688491821289,
+      "learning_rate": 4.430556915007397e-06,
+      "loss": 1.0468,
+      "step": 9497
+    },
+    {
+      "epoch": 4.067665952890792,
+      "grad_norm": 4.721076011657715,
+      "learning_rate": 4.426615711966478e-06,
+      "loss": 0.6173,
+      "step": 9498
+    },
+    {
+      "epoch": 4.068094218415418,
+      "grad_norm": 4.303306579589844,
+      "learning_rate": 4.422676092380685e-06,
+      "loss": 0.8775,
+      "step": 9499
+    },
+    {
+      "epoch": 4.0685224839400425,
+      "grad_norm": 1.5751689672470093,
+      "learning_rate": 4.418738056553234e-06,
+      "loss": 0.3113,
+      "step": 9500
+    },
+    {
+      "epoch": 4.068950749464668,
+      "grad_norm": 1.001031517982483,
+      "learning_rate": 4.41480160478722e-06,
+      "loss": 0.1302,
+      "step": 9501
+    },
+    {
+      "epoch": 4.069379014989293,
+      "grad_norm": 6.131743907928467,
+      "learning_rate": 4.41086673738561e-06,
+      "loss": 0.466,
+      "step": 9502
+    },
+    {
+      "epoch": 4.069807280513919,
+      "grad_norm": 4.991948127746582,
+      "learning_rate": 4.406933454651274e-06,
+      "loss": 1.5251,
+      "step": 9503
+    },
+    {
+      "epoch": 4.0702355460385435,
+      "grad_norm": 5.823071002960205,
+      "learning_rate": 4.4030017568869155e-06,
+      "loss": 0.4366,
+      "step": 9504
+    },
+    {
+      "epoch": 4.070663811563169,
+      "grad_norm": 4.2273783683776855,
+      "learning_rate": 4.399071644395164e-06,
+      "loss": 0.1404,
+      "step": 9505
+    },
+    {
+      "epoch": 4.071092077087794,
+      "grad_norm": 4.14738130569458,
+      "learning_rate": 4.395143117478498e-06,
+      "loss": 0.6769,
+      "step": 9506
+    },
+    {
+      "epoch": 4.07152034261242,
+      "grad_norm": 3.7080981731414795,
+      "learning_rate": 4.39121617643928e-06,
+      "loss": 1.3313,
+      "step": 9507
+    },
+    {
+      "epoch": 4.071948608137045,
+      "grad_norm": 5.878361701965332,
+      "learning_rate": 4.387290821579748e-06,
+      "loss": 0.4618,
+      "step": 9508
+    },
+    {
+      "epoch": 4.07237687366167,
+      "grad_norm": 4.099741458892822,
+      "learning_rate": 4.3833670532020335e-06,
+      "loss": 0.4328,
+      "step": 9509
+    },
+    {
+      "epoch": 4.072805139186295,
+      "grad_norm": 4.352466106414795,
+      "learning_rate": 4.379444871608124e-06,
+      "loss": 0.219,
+      "step": 9510
+    },
+    {
+      "epoch": 4.073233404710921,
+      "grad_norm": 4.38289213180542,
+      "learning_rate": 4.375524277099894e-06,
+      "loss": 0.33,
+      "step": 9511
+    },
+    {
+      "epoch": 4.073661670235546,
+      "grad_norm": 2.912968397140503,
+      "learning_rate": 4.371605269979107e-06,
+      "loss": 2.0148,
+      "step": 9512
+    },
+    {
+      "epoch": 4.074089935760171,
+      "grad_norm": 3.9806735515594482,
+      "learning_rate": 4.367687850547386e-06,
+      "loss": 0.6333,
+      "step": 9513
+    },
+    {
+      "epoch": 4.074518201284796,
+      "grad_norm": 3.5994906425476074,
+      "learning_rate": 4.363772019106244e-06,
+      "loss": 0.2524,
+      "step": 9514
+    },
+    {
+      "epoch": 4.074946466809422,
+      "grad_norm": 5.565428733825684,
+      "learning_rate": 4.359857775957054e-06,
+      "loss": 0.8377,
+      "step": 9515
+    },
+    {
+      "epoch": 4.075374732334047,
+      "grad_norm": 2.76377272605896,
+      "learning_rate": 4.355945121401109e-06,
+      "loss": 0.4887,
+      "step": 9516
+    },
+    {
+      "epoch": 4.0758029978586725,
+      "grad_norm": 3.201277017593384,
+      "learning_rate": 4.35203405573952e-06,
+      "loss": 0.6284,
+      "step": 9517
+    },
+    {
+      "epoch": 4.076231263383297,
+      "grad_norm": 2.9194369316101074,
+      "learning_rate": 4.348124579273324e-06,
+      "loss": 0.8433,
+      "step": 9518
+    },
+    {
+      "epoch": 4.076659528907923,
+      "grad_norm": 4.195306301116943,
+      "learning_rate": 4.344216692303418e-06,
+      "loss": 0.6849,
+      "step": 9519
+    },
+    {
+      "epoch": 4.077087794432548,
+      "grad_norm": 1.7091752290725708,
+      "learning_rate": 4.3403103951305755e-06,
+      "loss": 0.2189,
+      "step": 9520
+    },
+    {
+      "epoch": 4.077516059957174,
+      "grad_norm": 4.729474067687988,
+      "learning_rate": 4.336405688055439e-06,
+      "loss": 0.7869,
+      "step": 9521
+    },
+    {
+      "epoch": 4.077944325481798,
+      "grad_norm": 4.0571980476379395,
+      "learning_rate": 4.332502571378555e-06,
+      "loss": 0.8889,
+      "step": 9522
+    },
+    {
+      "epoch": 4.078372591006424,
+      "grad_norm": 2.998685121536255,
+      "learning_rate": 4.328601045400327e-06,
+      "loss": 0.4915,
+      "step": 9523
+    },
+    {
+      "epoch": 4.078800856531049,
+      "grad_norm": 4.4864888191223145,
+      "learning_rate": 4.324701110421037e-06,
+      "loss": 0.3563,
+      "step": 9524
+    },
+    {
+      "epoch": 4.079229122055675,
+      "grad_norm": 5.1225905418396,
+      "learning_rate": 4.3208027667408475e-06,
+      "loss": 0.5311,
+      "step": 9525
+    },
+    {
+      "epoch": 4.0796573875802995,
+      "grad_norm": 3.5007996559143066,
+      "learning_rate": 4.316906014659802e-06,
+      "loss": 0.881,
+      "step": 9526
+    },
+    {
+      "epoch": 4.080085653104925,
+      "grad_norm": 1.9599885940551758,
+      "learning_rate": 4.313010854477811e-06,
+      "loss": 0.1488,
+      "step": 9527
+    },
+    {
+      "epoch": 4.08051391862955,
+      "grad_norm": 1.3569031953811646,
+      "learning_rate": 4.309117286494685e-06,
+      "loss": 0.576,
+      "step": 9528
+    },
+    {
+      "epoch": 4.080942184154176,
+      "grad_norm": 2.1434483528137207,
+      "learning_rate": 4.305225311010089e-06,
+      "loss": 1.0041,
+      "step": 9529
+    },
+    {
+      "epoch": 4.081370449678801,
+      "grad_norm": 1.0030959844589233,
+      "learning_rate": 4.301334928323572e-06,
+      "loss": 0.3426,
+      "step": 9530
+    },
+    {
+      "epoch": 4.081798715203426,
+      "grad_norm": 3.8900530338287354,
+      "learning_rate": 4.297446138734556e-06,
+      "loss": 1.1822,
+      "step": 9531
+    },
+    {
+      "epoch": 4.082226980728051,
+      "grad_norm": 3.4757866859436035,
+      "learning_rate": 4.29355894254237e-06,
+      "loss": 0.3671,
+      "step": 9532
+    },
+    {
+      "epoch": 4.082655246252677,
+      "grad_norm": 1.1708182096481323,
+      "learning_rate": 4.289673340046166e-06,
+      "loss": 0.2971,
+      "step": 9533
+    },
+    {
+      "epoch": 4.083083511777302,
+      "grad_norm": 5.1232123374938965,
+      "learning_rate": 4.285789331545023e-06,
+      "loss": 0.377,
+      "step": 9534
+    },
+    {
+      "epoch": 4.083511777301927,
+      "grad_norm": 5.781454563140869,
+      "learning_rate": 4.281906917337877e-06,
+      "loss": 0.2929,
+      "step": 9535
+    },
+    {
+      "epoch": 4.083940042826552,
+      "grad_norm": 3.3251678943634033,
+      "learning_rate": 4.2780260977235394e-06,
+      "loss": 0.1958,
+      "step": 9536
+    },
+    {
+      "epoch": 4.084368308351178,
+      "grad_norm": 4.409265518188477,
+      "learning_rate": 4.274146873000695e-06,
+      "loss": 0.4457,
+      "step": 9537
+    },
+    {
+      "epoch": 4.084796573875803,
+      "grad_norm": 4.10551118850708,
+      "learning_rate": 4.270269243467928e-06,
+      "loss": 0.3975,
+      "step": 9538
+    },
+    {
+      "epoch": 4.0852248394004285,
+      "grad_norm": 4.861469745635986,
+      "learning_rate": 4.266393209423675e-06,
+      "loss": 0.396,
+      "step": 9539
+    },
+    {
+      "epoch": 4.085653104925053,
+      "grad_norm": 3.798227548599243,
+      "learning_rate": 4.262518771166263e-06,
+      "loss": 0.3668,
+      "step": 9540
+    },
+    {
+      "epoch": 4.086081370449679,
+      "grad_norm": 8.648848533630371,
+      "learning_rate": 4.258645928993885e-06,
+      "loss": 0.8257,
+      "step": 9541
+    },
+    {
+      "epoch": 4.086509635974304,
+      "grad_norm": 3.191598653793335,
+      "learning_rate": 4.254774683204637e-06,
+      "loss": 0.5096,
+      "step": 9542
+    },
+    {
+      "epoch": 4.0869379014989295,
+      "grad_norm": 1.9886857271194458,
+      "learning_rate": 4.250905034096453e-06,
+      "loss": 0.4872,
+      "step": 9543
+    },
+    {
+      "epoch": 4.087366167023554,
+      "grad_norm": 7.529233455657959,
+      "learning_rate": 4.247036981967178e-06,
+      "loss": 0.4414,
+      "step": 9544
+    },
+    {
+      "epoch": 4.08779443254818,
+      "grad_norm": 2.415855646133423,
+      "learning_rate": 4.24317052711452e-06,
+      "loss": 0.9636,
+      "step": 9545
+    },
+    {
+      "epoch": 4.088222698072805,
+      "grad_norm": 6.731107711791992,
+      "learning_rate": 4.239305669836055e-06,
+      "loss": 0.4514,
+      "step": 9546
+    },
+    {
+      "epoch": 4.088650963597431,
+      "grad_norm": 9.398821830749512,
+      "learning_rate": 4.235442410429263e-06,
+      "loss": 0.7468,
+      "step": 9547
+    },
+    {
+      "epoch": 4.0890792291220555,
+      "grad_norm": 3.057826042175293,
+      "learning_rate": 4.231580749191474e-06,
+      "loss": 1.0702,
+      "step": 9548
+    },
+    {
+      "epoch": 4.089507494646681,
+      "grad_norm": 3.2694485187530518,
+      "learning_rate": 4.227720686419909e-06,
+      "loss": 0.9027,
+      "step": 9549
+    },
+    {
+      "epoch": 4.089935760171306,
+      "grad_norm": 1.3596516847610474,
+      "learning_rate": 4.223862222411651e-06,
+      "loss": 0.2941,
+      "step": 9550
+    },
+    {
+      "epoch": 4.090364025695932,
+      "grad_norm": 1.235161542892456,
+      "learning_rate": 4.220005357463691e-06,
+      "loss": 0.3647,
+      "step": 9551
+    },
+    {
+      "epoch": 4.0907922912205565,
+      "grad_norm": 12.857443809509277,
+      "learning_rate": 4.216150091872867e-06,
+      "loss": 0.8543,
+      "step": 9552
+    },
+    {
+      "epoch": 4.091220556745182,
+      "grad_norm": 5.060351848602295,
+      "learning_rate": 4.212296425935902e-06,
+      "loss": 0.5524,
+      "step": 9553
+    },
+    {
+      "epoch": 4.091648822269807,
+      "grad_norm": 3.188936948776245,
+      "learning_rate": 4.208444359949396e-06,
+      "loss": 0.8708,
+      "step": 9554
+    },
+    {
+      "epoch": 4.092077087794433,
+      "grad_norm": 1.5536830425262451,
+      "learning_rate": 4.2045938942098435e-06,
+      "loss": 0.1796,
+      "step": 9555
+    },
+    {
+      "epoch": 4.092505353319058,
+      "grad_norm": 5.904478073120117,
+      "learning_rate": 4.2007450290135754e-06,
+      "loss": 0.3624,
+      "step": 9556
+    },
+    {
+      "epoch": 4.092933618843683,
+      "grad_norm": 2.06156587600708,
+      "learning_rate": 4.196897764656846e-06,
+      "loss": 0.5208,
+      "step": 9557
+    },
+    {
+      "epoch": 4.093361884368308,
+      "grad_norm": 0.9422380924224854,
+      "learning_rate": 4.193052101435757e-06,
+      "loss": 0.2895,
+      "step": 9558
+    },
+    {
+      "epoch": 4.093790149892934,
+      "grad_norm": 8.877862930297852,
+      "learning_rate": 4.189208039646292e-06,
+      "loss": 1.0334,
+      "step": 9559
+    },
+    {
+      "epoch": 4.094218415417559,
+      "grad_norm": 4.694602966308594,
+      "learning_rate": 4.185365579584311e-06,
+      "loss": 1.1791,
+      "step": 9560
+    },
+    {
+      "epoch": 4.094646680942184,
+      "grad_norm": 5.564566612243652,
+      "learning_rate": 4.181524721545563e-06,
+      "loss": 0.9369,
+      "step": 9561
+    },
+    {
+      "epoch": 4.095074946466809,
+      "grad_norm": 5.001181602478027,
+      "learning_rate": 4.177685465825659e-06,
+      "loss": 0.3321,
+      "step": 9562
+    },
+    {
+      "epoch": 4.095503211991435,
+      "grad_norm": 3.2878217697143555,
+      "learning_rate": 4.173847812720094e-06,
+      "loss": 1.0319,
+      "step": 9563
+    },
+    {
+      "epoch": 4.09593147751606,
+      "grad_norm": 3.6874139308929443,
+      "learning_rate": 4.170011762524234e-06,
+      "loss": 0.5341,
+      "step": 9564
+    },
+    {
+      "epoch": 4.0963597430406855,
+      "grad_norm": 1.3083202838897705,
+      "learning_rate": 4.166177315533326e-06,
+      "loss": 0.3917,
+      "step": 9565
+    },
+    {
+      "epoch": 4.09678800856531,
+      "grad_norm": 2.0104057788848877,
+      "learning_rate": 4.16234447204249e-06,
+      "loss": 0.8322,
+      "step": 9566
+    },
+    {
+      "epoch": 4.097216274089936,
+      "grad_norm": 1.5426911115646362,
+      "learning_rate": 4.158513232346736e-06,
+      "loss": 0.9169,
+      "step": 9567
+    },
+    {
+      "epoch": 4.097644539614561,
+      "grad_norm": 3.3600449562072754,
+      "learning_rate": 4.154683596740932e-06,
+      "loss": 0.1921,
+      "step": 9568
+    },
+    {
+      "epoch": 4.098072805139187,
+      "grad_norm": 2.5124452114105225,
+      "learning_rate": 4.150855565519832e-06,
+      "loss": 0.1104,
+      "step": 9569
+    },
+    {
+      "epoch": 4.098501070663811,
+      "grad_norm": 1.5193666219711304,
+      "learning_rate": 4.147029138978056e-06,
+      "loss": 0.3223,
+      "step": 9570
+    },
+    {
+      "epoch": 4.098929336188437,
+      "grad_norm": 3.825406074523926,
+      "learning_rate": 4.143204317410135e-06,
+      "loss": 0.3682,
+      "step": 9571
+    },
+    {
+      "epoch": 4.099357601713062,
+      "grad_norm": 3.708096742630005,
+      "learning_rate": 4.139381101110418e-06,
+      "loss": 0.6786,
+      "step": 9572
+    },
+    {
+      "epoch": 4.099785867237688,
+      "grad_norm": 6.120973587036133,
+      "learning_rate": 4.135559490373187e-06,
+      "loss": 0.8311,
+      "step": 9573
+    },
+    {
+      "epoch": 4.1002141327623125,
+      "grad_norm": 3.9034223556518555,
+      "learning_rate": 4.13173948549257e-06,
+      "loss": 0.1799,
+      "step": 9574
+    },
+    {
+      "epoch": 4.100642398286938,
+      "grad_norm": 5.392127513885498,
+      "learning_rate": 4.1279210867625765e-06,
+      "loss": 1.0945,
+      "step": 9575
+    },
+    {
+      "epoch": 4.101070663811563,
+      "grad_norm": 1.3126581907272339,
+      "learning_rate": 4.124104294477091e-06,
+      "loss": 0.5029,
+      "step": 9576
+    },
+    {
+      "epoch": 4.101498929336189,
+      "grad_norm": 6.26169490814209,
+      "learning_rate": 4.120289108929886e-06,
+      "loss": 1.6581,
+      "step": 9577
+    },
+    {
+      "epoch": 4.101927194860814,
+      "grad_norm": 4.873405456542969,
+      "learning_rate": 4.116475530414598e-06,
+      "loss": 0.3687,
+      "step": 9578
+    },
+    {
+      "epoch": 4.102355460385439,
+      "grad_norm": 10.089805603027344,
+      "learning_rate": 4.112663559224736e-06,
+      "loss": 0.6216,
+      "step": 9579
+    },
+    {
+      "epoch": 4.102783725910064,
+      "grad_norm": 4.645531177520752,
+      "learning_rate": 4.108853195653708e-06,
+      "loss": 0.4311,
+      "step": 9580
+    },
+    {
+      "epoch": 4.10321199143469,
+      "grad_norm": 3.1041512489318848,
+      "learning_rate": 4.105044439994774e-06,
+      "loss": 0.4025,
+      "step": 9581
+    },
+    {
+      "epoch": 4.103640256959315,
+      "grad_norm": 3.359919548034668,
+      "learning_rate": 4.1012372925410795e-06,
+      "loss": 0.8158,
+      "step": 9582
+    },
+    {
+      "epoch": 4.10406852248394,
+      "grad_norm": 3.2326056957244873,
+      "learning_rate": 4.097431753585646e-06,
+      "loss": 1.172,
+      "step": 9583
+    },
+    {
+      "epoch": 4.104496788008565,
+      "grad_norm": 1.1203316450119019,
+      "learning_rate": 4.093627823421381e-06,
+      "loss": 0.3563,
+      "step": 9584
+    },
+    {
+      "epoch": 4.104925053533191,
+      "grad_norm": 3.9717533588409424,
+      "learning_rate": 4.089825502341038e-06,
+      "loss": 0.258,
+      "step": 9585
+    },
+    {
+      "epoch": 4.105353319057816,
+      "grad_norm": 5.065742492675781,
+      "learning_rate": 4.086024790637285e-06,
+      "loss": 0.272,
+      "step": 9586
+    },
+    {
+      "epoch": 4.1057815845824415,
+      "grad_norm": 5.1888203620910645,
+      "learning_rate": 4.082225688602645e-06,
+      "loss": 0.3725,
+      "step": 9587
+    },
+    {
+      "epoch": 4.106209850107066,
+      "grad_norm": 4.312455654144287,
+      "learning_rate": 4.078428196529518e-06,
+      "loss": 0.5346,
+      "step": 9588
+    },
+    {
+      "epoch": 4.106638115631692,
+      "grad_norm": 4.140054225921631,
+      "learning_rate": 4.074632314710175e-06,
+      "loss": 1.0437,
+      "step": 9589
+    },
+    {
+      "epoch": 4.107066381156317,
+      "grad_norm": 2.996992588043213,
+      "learning_rate": 4.070838043436786e-06,
+      "loss": 0.5932,
+      "step": 9590
+    },
+    {
+      "epoch": 4.1074946466809426,
+      "grad_norm": 4.468722343444824,
+      "learning_rate": 4.067045383001372e-06,
+      "loss": 0.3649,
+      "step": 9591
+    },
+    {
+      "epoch": 4.107922912205567,
+      "grad_norm": 3.2832741737365723,
+      "learning_rate": 4.063254333695843e-06,
+      "loss": 0.4828,
+      "step": 9592
+    },
+    {
+      "epoch": 4.108351177730193,
+      "grad_norm": 4.425578594207764,
+      "learning_rate": 4.0594648958119735e-06,
+      "loss": 0.9199,
+      "step": 9593
+    },
+    {
+      "epoch": 4.108779443254818,
+      "grad_norm": 4.037345886230469,
+      "learning_rate": 4.055677069641442e-06,
+      "loss": 0.3928,
+      "step": 9594
+    },
+    {
+      "epoch": 4.109207708779444,
+      "grad_norm": 4.302462577819824,
+      "learning_rate": 4.051890855475757e-06,
+      "loss": 0.4009,
+      "step": 9595
+    },
+    {
+      "epoch": 4.1096359743040685,
+      "grad_norm": 5.361429691314697,
+      "learning_rate": 4.0481062536063485e-06,
+      "loss": 0.6925,
+      "step": 9596
+    },
+    {
+      "epoch": 4.110064239828694,
+      "grad_norm": 1.6449686288833618,
+      "learning_rate": 4.044323264324496e-06,
+      "loss": 0.51,
+      "step": 9597
+    },
+    {
+      "epoch": 4.110492505353319,
+      "grad_norm": 3.632824182510376,
+      "learning_rate": 4.040541887921362e-06,
+      "loss": 0.8496,
+      "step": 9598
+    },
+    {
+      "epoch": 4.110920770877945,
+      "grad_norm": 5.140860557556152,
+      "learning_rate": 4.036762124687976e-06,
+      "loss": 0.4765,
+      "step": 9599
+    },
+    {
+      "epoch": 4.1113490364025695,
+      "grad_norm": 6.475215435028076,
+      "learning_rate": 4.032983974915269e-06,
+      "loss": 0.8014,
+      "step": 9600
+    },
+    {
+      "epoch": 4.111777301927195,
+      "grad_norm": 6.036346435546875,
+      "learning_rate": 4.029207438894025e-06,
+      "loss": 0.3366,
+      "step": 9601
+    },
+    {
+      "epoch": 4.11220556745182,
+      "grad_norm": 65.45330047607422,
+      "learning_rate": 4.025432516914903e-06,
+      "loss": 0.2939,
+      "step": 9602
+    },
+    {
+      "epoch": 4.112633832976446,
+      "grad_norm": 0.9186027646064758,
+      "learning_rate": 4.021659209268452e-06,
+      "loss": 0.2283,
+      "step": 9603
+    },
+    {
+      "epoch": 4.113062098501071,
+      "grad_norm": 1.6708624362945557,
+      "learning_rate": 4.017887516245083e-06,
+      "loss": 0.3041,
+      "step": 9604
+    },
+    {
+      "epoch": 4.113490364025696,
+      "grad_norm": 4.124551296234131,
+      "learning_rate": 4.0141174381350875e-06,
+      "loss": 0.5942,
+      "step": 9605
+    },
+    {
+      "epoch": 4.113918629550321,
+      "grad_norm": 5.6282758712768555,
+      "learning_rate": 4.0103489752286445e-06,
+      "loss": 0.6444,
+      "step": 9606
+    },
+    {
+      "epoch": 4.114346895074947,
+      "grad_norm": 1.415313720703125,
+      "learning_rate": 4.006582127815792e-06,
+      "loss": 0.4856,
+      "step": 9607
+    },
+    {
+      "epoch": 4.114775160599572,
+      "grad_norm": 3.699385643005371,
+      "learning_rate": 4.002816896186448e-06,
+      "loss": 0.5571,
+      "step": 9608
+    },
+    {
+      "epoch": 4.115203426124197,
+      "grad_norm": 1.1254853010177612,
+      "learning_rate": 3.999053280630402e-06,
+      "loss": 0.2013,
+      "step": 9609
+    },
+    {
+      "epoch": 4.115631691648822,
+      "grad_norm": 3.9464335441589355,
+      "learning_rate": 3.995291281437349e-06,
+      "loss": 0.1842,
+      "step": 9610
+    },
+    {
+      "epoch": 4.116059957173448,
+      "grad_norm": 7.31886625289917,
+      "learning_rate": 3.991530898896806e-06,
+      "loss": 0.4876,
+      "step": 9611
+    },
+    {
+      "epoch": 4.116488222698073,
+      "grad_norm": 3.1636621952056885,
+      "learning_rate": 3.987772133298215e-06,
+      "loss": 0.9882,
+      "step": 9612
+    },
+    {
+      "epoch": 4.116916488222698,
+      "grad_norm": 2.6873908042907715,
+      "learning_rate": 3.98401498493087e-06,
+      "loss": 0.8896,
+      "step": 9613
+    },
+    {
+      "epoch": 4.117344753747323,
+      "grad_norm": 3.740093946456909,
+      "learning_rate": 3.9802594540839345e-06,
+      "loss": 0.6945,
+      "step": 9614
+    },
+    {
+      "epoch": 4.117773019271949,
+      "grad_norm": 4.811232089996338,
+      "learning_rate": 3.976505541046471e-06,
+      "loss": 0.3042,
+      "step": 9615
+    },
+    {
+      "epoch": 4.118201284796574,
+      "grad_norm": 2.5884134769439697,
+      "learning_rate": 3.9727532461074e-06,
+      "loss": 0.8553,
+      "step": 9616
+    },
+    {
+      "epoch": 4.118629550321199,
+      "grad_norm": 3.208648204803467,
+      "learning_rate": 3.969002569555516e-06,
+      "loss": 0.3107,
+      "step": 9617
+    },
+    {
+      "epoch": 4.119057815845824,
+      "grad_norm": 1.1983400583267212,
+      "learning_rate": 3.965253511679495e-06,
+      "loss": 0.4704,
+      "step": 9618
+    },
+    {
+      "epoch": 4.119486081370449,
+      "grad_norm": 3.5592997074127197,
+      "learning_rate": 3.961506072767898e-06,
+      "loss": 0.5782,
+      "step": 9619
+    },
+    {
+      "epoch": 4.119914346895075,
+      "grad_norm": 5.1960062980651855,
+      "learning_rate": 3.957760253109141e-06,
+      "loss": 1.0595,
+      "step": 9620
+    },
+    {
+      "epoch": 4.1203426124197,
+      "grad_norm": 3.6448638439178467,
+      "learning_rate": 3.95401605299153e-06,
+      "loss": 1.104,
+      "step": 9621
+    },
+    {
+      "epoch": 4.1207708779443255,
+      "grad_norm": 4.47567081451416,
+      "learning_rate": 3.950273472703231e-06,
+      "loss": 0.368,
+      "step": 9622
+    },
+    {
+      "epoch": 4.12119914346895,
+      "grad_norm": 5.591856956481934,
+      "learning_rate": 3.946532512532319e-06,
+      "loss": 0.4891,
+      "step": 9623
+    },
+    {
+      "epoch": 4.121627408993576,
+      "grad_norm": 2.5885941982269287,
+      "learning_rate": 3.942793172766699e-06,
+      "loss": 1.1018,
+      "step": 9624
+    },
+    {
+      "epoch": 4.122055674518201,
+      "grad_norm": 3.6160945892333984,
+      "learning_rate": 3.939055453694185e-06,
+      "loss": 0.5292,
+      "step": 9625
+    },
+    {
+      "epoch": 4.122483940042827,
+      "grad_norm": 2.7464101314544678,
+      "learning_rate": 3.935319355602454e-06,
+      "loss": 0.145,
+      "step": 9626
+    },
+    {
+      "epoch": 4.122912205567451,
+      "grad_norm": 2.8062045574188232,
+      "learning_rate": 3.931584878779057e-06,
+      "loss": 0.9473,
+      "step": 9627
+    },
+    {
+      "epoch": 4.123340471092077,
+      "grad_norm": 1.469980239868164,
+      "learning_rate": 3.927852023511417e-06,
+      "loss": 0.2371,
+      "step": 9628
+    },
+    {
+      "epoch": 4.123768736616702,
+      "grad_norm": 3.0161924362182617,
+      "learning_rate": 3.924120790086849e-06,
+      "loss": 0.7606,
+      "step": 9629
+    },
+    {
+      "epoch": 4.124197002141328,
+      "grad_norm": 6.7740654945373535,
+      "learning_rate": 3.920391178792529e-06,
+      "loss": 0.2717,
+      "step": 9630
+    },
+    {
+      "epoch": 4.1246252676659525,
+      "grad_norm": 3.976994037628174,
+      "learning_rate": 3.9166631899155066e-06,
+      "loss": 0.8853,
+      "step": 9631
+    },
+    {
+      "epoch": 4.125053533190578,
+      "grad_norm": 3.8019373416900635,
+      "learning_rate": 3.912936823742708e-06,
+      "loss": 0.3613,
+      "step": 9632
+    },
+    {
+      "epoch": 4.125481798715203,
+      "grad_norm": 5.515115261077881,
+      "learning_rate": 3.9092120805609564e-06,
+      "loss": 0.3729,
+      "step": 9633
+    },
+    {
+      "epoch": 4.125910064239829,
+      "grad_norm": 4.673142433166504,
+      "learning_rate": 3.905488960656903e-06,
+      "loss": 0.5303,
+      "step": 9634
+    },
+    {
+      "epoch": 4.126338329764454,
+      "grad_norm": 2.9418718814849854,
+      "learning_rate": 3.901767464317122e-06,
+      "loss": 0.2353,
+      "step": 9635
+    },
+    {
+      "epoch": 4.126766595289079,
+      "grad_norm": 6.015439987182617,
+      "learning_rate": 3.898047591828038e-06,
+      "loss": 0.6929,
+      "step": 9636
+    },
+    {
+      "epoch": 4.127194860813704,
+      "grad_norm": 5.431613445281982,
+      "learning_rate": 3.894329343475955e-06,
+      "loss": 0.6106,
+      "step": 9637
+    },
+    {
+      "epoch": 4.12762312633833,
+      "grad_norm": 4.0989274978637695,
+      "learning_rate": 3.890612719547046e-06,
+      "loss": 0.5485,
+      "step": 9638
+    },
+    {
+      "epoch": 4.128051391862955,
+      "grad_norm": 4.892490863800049,
+      "learning_rate": 3.886897720327376e-06,
+      "loss": 0.8287,
+      "step": 9639
+    },
+    {
+      "epoch": 4.12847965738758,
+      "grad_norm": 2.91009783744812,
+      "learning_rate": 3.883184346102872e-06,
+      "loss": 0.2855,
+      "step": 9640
+    },
+    {
+      "epoch": 4.128907922912205,
+      "grad_norm": 3.1165738105773926,
+      "learning_rate": 3.8794725971593365e-06,
+      "loss": 1.1765,
+      "step": 9641
+    },
+    {
+      "epoch": 4.129336188436831,
+      "grad_norm": 3.3039345741271973,
+      "learning_rate": 3.875762473782446e-06,
+      "loss": 1.1342,
+      "step": 9642
+    },
+    {
+      "epoch": 4.129764453961456,
+      "grad_norm": 3.38975191116333,
+      "learning_rate": 3.8720539762577586e-06,
+      "loss": 0.3974,
+      "step": 9643
+    },
+    {
+      "epoch": 4.1301927194860815,
+      "grad_norm": 4.212684631347656,
+      "learning_rate": 3.868347104870695e-06,
+      "loss": 0.6033,
+      "step": 9644
+    },
+    {
+      "epoch": 4.130620985010706,
+      "grad_norm": 0.878282904624939,
+      "learning_rate": 3.864641859906571e-06,
+      "loss": 0.1017,
+      "step": 9645
+    },
+    {
+      "epoch": 4.131049250535332,
+      "grad_norm": 5.204445838928223,
+      "learning_rate": 3.860938241650561e-06,
+      "loss": 0.2353,
+      "step": 9646
+    },
+    {
+      "epoch": 4.131477516059957,
+      "grad_norm": 2.740391969680786,
+      "learning_rate": 3.857236250387713e-06,
+      "loss": 0.8351,
+      "step": 9647
+    },
+    {
+      "epoch": 4.1319057815845825,
+      "grad_norm": 2.416560173034668,
+      "learning_rate": 3.853535886402959e-06,
+      "loss": 1.0663,
+      "step": 9648
+    },
+    {
+      "epoch": 4.132334047109207,
+      "grad_norm": 1.4212926626205444,
+      "learning_rate": 3.8498371499811055e-06,
+      "loss": 0.2119,
+      "step": 9649
+    },
+    {
+      "epoch": 4.132762312633833,
+      "grad_norm": 6.753948211669922,
+      "learning_rate": 3.846140041406826e-06,
+      "loss": 1.1649,
+      "step": 9650
+    },
+    {
+      "epoch": 4.133190578158458,
+      "grad_norm": 4.053319931030273,
+      "learning_rate": 3.8424445609646694e-06,
+      "loss": 0.6138,
+      "step": 9651
+    },
+    {
+      "epoch": 4.133618843683084,
+      "grad_norm": 7.848804473876953,
+      "learning_rate": 3.838750708939079e-06,
+      "loss": 0.9212,
+      "step": 9652
+    },
+    {
+      "epoch": 4.1340471092077085,
+      "grad_norm": 6.177884101867676,
+      "learning_rate": 3.835058485614334e-06,
+      "loss": 0.6337,
+      "step": 9653
+    },
+    {
+      "epoch": 4.134475374732334,
+      "grad_norm": 2.837963104248047,
+      "learning_rate": 3.831367891274626e-06,
+      "loss": 0.777,
+      "step": 9654
+    },
+    {
+      "epoch": 4.134903640256959,
+      "grad_norm": 3.9051437377929688,
+      "learning_rate": 3.827678926204001e-06,
+      "loss": 0.2634,
+      "step": 9655
+    },
+    {
+      "epoch": 4.135331905781585,
+      "grad_norm": 3.9971351623535156,
+      "learning_rate": 3.823991590686385e-06,
+      "loss": 0.6582,
+      "step": 9656
+    },
+    {
+      "epoch": 4.1357601713062095,
+      "grad_norm": 6.311893939971924,
+      "learning_rate": 3.820305885005573e-06,
+      "loss": 0.551,
+      "step": 9657
+    },
+    {
+      "epoch": 4.136188436830835,
+      "grad_norm": 3.9215247631073,
+      "learning_rate": 3.816621809445253e-06,
+      "loss": 0.3871,
+      "step": 9658
+    },
+    {
+      "epoch": 4.13661670235546,
+      "grad_norm": 5.447213649749756,
+      "learning_rate": 3.8129393642889645e-06,
+      "loss": 1.0454,
+      "step": 9659
+    },
+    {
+      "epoch": 4.137044967880086,
+      "grad_norm": 8.494064331054688,
+      "learning_rate": 3.809258549820133e-06,
+      "loss": 0.6717,
+      "step": 9660
+    },
+    {
+      "epoch": 4.137473233404711,
+      "grad_norm": 7.260827541351318,
+      "learning_rate": 3.805579366322051e-06,
+      "loss": 0.6486,
+      "step": 9661
+    },
+    {
+      "epoch": 4.137901498929336,
+      "grad_norm": 3.2413299083709717,
+      "learning_rate": 3.80190181407791e-06,
+      "loss": 0.7925,
+      "step": 9662
+    },
+    {
+      "epoch": 4.138329764453961,
+      "grad_norm": 3.4863314628601074,
+      "learning_rate": 3.7982258933707325e-06,
+      "loss": 0.2911,
+      "step": 9663
+    },
+    {
+      "epoch": 4.138758029978587,
+      "grad_norm": 3.57977557182312,
+      "learning_rate": 3.7945516044834566e-06,
+      "loss": 1.2802,
+      "step": 9664
+    },
+    {
+      "epoch": 4.139186295503212,
+      "grad_norm": 3.252854347229004,
+      "learning_rate": 3.7908789476988724e-06,
+      "loss": 0.6328,
+      "step": 9665
+    },
+    {
+      "epoch": 4.139614561027837,
+      "grad_norm": 3.9281044006347656,
+      "learning_rate": 3.7872079232996544e-06,
+      "loss": 0.3206,
+      "step": 9666
+    },
+    {
+      "epoch": 4.140042826552462,
+      "grad_norm": 3.4289727210998535,
+      "learning_rate": 3.7835385315683396e-06,
+      "loss": 1.5198,
+      "step": 9667
+    },
+    {
+      "epoch": 4.140471092077088,
+      "grad_norm": 2.639624834060669,
+      "learning_rate": 3.7798707727873555e-06,
+      "loss": 0.2858,
+      "step": 9668
+    },
+    {
+      "epoch": 4.140899357601713,
+      "grad_norm": 1.2956310510635376,
+      "learning_rate": 3.776204647238993e-06,
+      "loss": 0.3037,
+      "step": 9669
+    },
+    {
+      "epoch": 4.1413276231263385,
+      "grad_norm": 4.518279552459717,
+      "learning_rate": 3.7725401552054203e-06,
+      "loss": 0.3972,
+      "step": 9670
+    },
+    {
+      "epoch": 4.141755888650963,
+      "grad_norm": 3.08707857131958,
+      "learning_rate": 3.76887729696867e-06,
+      "loss": 0.1067,
+      "step": 9671
+    },
+    {
+      "epoch": 4.142184154175589,
+      "grad_norm": 1.5896016359329224,
+      "learning_rate": 3.7652160728106815e-06,
+      "loss": 0.3599,
+      "step": 9672
+    },
+    {
+      "epoch": 4.142612419700214,
+      "grad_norm": 1.9482083320617676,
+      "learning_rate": 3.761556483013215e-06,
+      "loss": 0.1231,
+      "step": 9673
+    },
+    {
+      "epoch": 4.14304068522484,
+      "grad_norm": 2.4437689781188965,
+      "learning_rate": 3.7578985278579587e-06,
+      "loss": 0.3138,
+      "step": 9674
+    },
+    {
+      "epoch": 4.143468950749464,
+      "grad_norm": 1.9180896282196045,
+      "learning_rate": 3.7542422076264434e-06,
+      "loss": 0.2867,
+      "step": 9675
+    },
+    {
+      "epoch": 4.14389721627409,
+      "grad_norm": 3.307077169418335,
+      "learning_rate": 3.7505875226000796e-06,
+      "loss": 0.3922,
+      "step": 9676
+    },
+    {
+      "epoch": 4.144325481798715,
+      "grad_norm": 1.7817918062210083,
+      "learning_rate": 3.7469344730601542e-06,
+      "loss": 0.5516,
+      "step": 9677
+    },
+    {
+      "epoch": 4.144753747323341,
+      "grad_norm": 3.0163421630859375,
+      "learning_rate": 3.743283059287836e-06,
+      "loss": 0.3124,
+      "step": 9678
+    },
+    {
+      "epoch": 4.1451820128479655,
+      "grad_norm": 2.4322092533111572,
+      "learning_rate": 3.739633281564156e-06,
+      "loss": 0.6605,
+      "step": 9679
+    },
+    {
+      "epoch": 4.145610278372591,
+      "grad_norm": 2.228250503540039,
+      "learning_rate": 3.735985140170023e-06,
+      "loss": 0.6912,
+      "step": 9680
+    },
+    {
+      "epoch": 4.146038543897216,
+      "grad_norm": 5.4868483543396,
+      "learning_rate": 3.7323386353862207e-06,
+      "loss": 0.451,
+      "step": 9681
+    },
+    {
+      "epoch": 4.146466809421842,
+      "grad_norm": 6.35744571685791,
+      "learning_rate": 3.7286937674934076e-06,
+      "loss": 0.8941,
+      "step": 9682
+    },
+    {
+      "epoch": 4.146895074946467,
+      "grad_norm": 3.858982801437378,
+      "learning_rate": 3.7250505367721093e-06,
+      "loss": 0.8699,
+      "step": 9683
+    },
+    {
+      "epoch": 4.147323340471092,
+      "grad_norm": 6.849803447723389,
+      "learning_rate": 3.721408943502741e-06,
+      "loss": 0.5639,
+      "step": 9684
+    },
+    {
+      "epoch": 4.147751605995717,
+      "grad_norm": 3.849663496017456,
+      "learning_rate": 3.7177689879655808e-06,
+      "loss": 0.7121,
+      "step": 9685
+    },
+    {
+      "epoch": 4.148179871520343,
+      "grad_norm": 6.052281856536865,
+      "learning_rate": 3.714130670440771e-06,
+      "loss": 0.4562,
+      "step": 9686
+    },
+    {
+      "epoch": 4.148608137044968,
+      "grad_norm": 0.8884161710739136,
+      "learning_rate": 3.710493991208355e-06,
+      "loss": 0.2088,
+      "step": 9687
+    },
+    {
+      "epoch": 4.149036402569593,
+      "grad_norm": 3.6844229698181152,
+      "learning_rate": 3.706858950548228e-06,
+      "loss": 0.6264,
+      "step": 9688
+    },
+    {
+      "epoch": 4.149464668094218,
+      "grad_norm": 4.520345687866211,
+      "learning_rate": 3.7032255487401606e-06,
+      "loss": 1.3019,
+      "step": 9689
+    },
+    {
+      "epoch": 4.149892933618844,
+      "grad_norm": 3.6950411796569824,
+      "learning_rate": 3.6995937860638043e-06,
+      "loss": 1.0257,
+      "step": 9690
+    },
+    {
+      "epoch": 4.150321199143469,
+      "grad_norm": 7.870966911315918,
+      "learning_rate": 3.6959636627986906e-06,
+      "loss": 0.8215,
+      "step": 9691
+    },
+    {
+      "epoch": 4.1507494646680945,
+      "grad_norm": 3.3566339015960693,
+      "learning_rate": 3.692335179224199e-06,
+      "loss": 0.718,
+      "step": 9692
+    },
+    {
+      "epoch": 4.151177730192719,
+      "grad_norm": 1.1721017360687256,
+      "learning_rate": 3.6887083356196145e-06,
+      "loss": 0.3099,
+      "step": 9693
+    },
+    {
+      "epoch": 4.151605995717345,
+      "grad_norm": 5.514896869659424,
+      "learning_rate": 3.6850831322640777e-06,
+      "loss": 1.4057,
+      "step": 9694
+    },
+    {
+      "epoch": 4.15203426124197,
+      "grad_norm": 4.116571426391602,
+      "learning_rate": 3.6814595694366044e-06,
+      "loss": 0.3265,
+      "step": 9695
+    },
+    {
+      "epoch": 4.1524625267665956,
+      "grad_norm": 2.930208921432495,
+      "learning_rate": 3.677837647416085e-06,
+      "loss": 0.5443,
+      "step": 9696
+    },
+    {
+      "epoch": 4.15289079229122,
+      "grad_norm": 4.852036476135254,
+      "learning_rate": 3.6742173664812918e-06,
+      "loss": 0.4077,
+      "step": 9697
+    },
+    {
+      "epoch": 4.153319057815846,
+      "grad_norm": 4.1848626136779785,
+      "learning_rate": 3.6705987269108593e-06,
+      "loss": 1.1149,
+      "step": 9698
+    },
+    {
+      "epoch": 4.153747323340471,
+      "grad_norm": 2.8621888160705566,
+      "learning_rate": 3.666981728983304e-06,
+      "loss": 0.5243,
+      "step": 9699
+    },
+    {
+      "epoch": 4.154175588865097,
+      "grad_norm": 7.613738059997559,
+      "learning_rate": 3.6633663729770008e-06,
+      "loss": 0.2926,
+      "step": 9700
+    },
+    {
+      "epoch": 4.1546038543897215,
+      "grad_norm": 2.3254377841949463,
+      "learning_rate": 3.659752659170232e-06,
+      "loss": 0.7187,
+      "step": 9701
+    },
+    {
+      "epoch": 4.155032119914347,
+      "grad_norm": 4.8444037437438965,
+      "learning_rate": 3.6561405878411088e-06,
+      "loss": 0.7902,
+      "step": 9702
+    },
+    {
+      "epoch": 4.155460385438972,
+      "grad_norm": 4.774753093719482,
+      "learning_rate": 3.65253015926765e-06,
+      "loss": 0.5737,
+      "step": 9703
+    },
+    {
+      "epoch": 4.155888650963598,
+      "grad_norm": 3.9589552879333496,
+      "learning_rate": 3.648921373727737e-06,
+      "loss": 0.2212,
+      "step": 9704
+    },
+    {
+      "epoch": 4.1563169164882225,
+      "grad_norm": 2.409202814102173,
+      "learning_rate": 3.6453142314991223e-06,
+      "loss": 0.4379,
+      "step": 9705
+    },
+    {
+      "epoch": 4.156745182012848,
+      "grad_norm": 2.9133832454681396,
+      "learning_rate": 3.641708732859425e-06,
+      "loss": 0.8225,
+      "step": 9706
+    },
+    {
+      "epoch": 4.157173447537473,
+      "grad_norm": 4.27115535736084,
+      "learning_rate": 3.638104878086163e-06,
+      "loss": 0.9697,
+      "step": 9707
+    },
+    {
+      "epoch": 4.157601713062099,
+      "grad_norm": 2.570344924926758,
+      "learning_rate": 3.6345026674567046e-06,
+      "loss": 0.2541,
+      "step": 9708
+    },
+    {
+      "epoch": 4.158029978586724,
+      "grad_norm": 1.0142784118652344,
+      "learning_rate": 3.6309021012482956e-06,
+      "loss": 0.1797,
+      "step": 9709
+    },
+    {
+      "epoch": 4.158458244111349,
+      "grad_norm": 2.6232264041900635,
+      "learning_rate": 3.6273031797380534e-06,
+      "loss": 0.1698,
+      "step": 9710
+    },
+    {
+      "epoch": 4.158886509635974,
+      "grad_norm": 1.8780945539474487,
+      "learning_rate": 3.62370590320299e-06,
+      "loss": 0.647,
+      "step": 9711
+    },
+    {
+      "epoch": 4.1593147751606,
+      "grad_norm": 4.638122081756592,
+      "learning_rate": 3.620110271919952e-06,
+      "loss": 0.6602,
+      "step": 9712
+    },
+    {
+      "epoch": 4.159743040685225,
+      "grad_norm": 1.4241780042648315,
+      "learning_rate": 3.6165162861657e-06,
+      "loss": 0.2435,
+      "step": 9713
+    },
+    {
+      "epoch": 4.16017130620985,
+      "grad_norm": 10.350326538085938,
+      "learning_rate": 3.6129239462168426e-06,
+      "loss": 0.6345,
+      "step": 9714
+    },
+    {
+      "epoch": 4.160599571734475,
+      "grad_norm": 4.843564987182617,
+      "learning_rate": 3.6093332523498668e-06,
+      "loss": 1.0369,
+      "step": 9715
+    },
+    {
+      "epoch": 4.161027837259101,
+      "grad_norm": 3.9355335235595703,
+      "learning_rate": 3.60574420484113e-06,
+      "loss": 0.2853,
+      "step": 9716
+    },
+    {
+      "epoch": 4.161456102783726,
+      "grad_norm": 2.9167075157165527,
+      "learning_rate": 3.60215680396688e-06,
+      "loss": 0.5028,
+      "step": 9717
+    },
+    {
+      "epoch": 4.1618843683083515,
+      "grad_norm": 4.117683410644531,
+      "learning_rate": 3.5985710500032187e-06,
+      "loss": 0.8498,
+      "step": 9718
+    },
+    {
+      "epoch": 4.162312633832976,
+      "grad_norm": 2.4623682498931885,
+      "learning_rate": 3.5949869432261252e-06,
+      "loss": 0.4667,
+      "step": 9719
+    },
+    {
+      "epoch": 4.162740899357602,
+      "grad_norm": 3.3850672245025635,
+      "learning_rate": 3.5914044839114645e-06,
+      "loss": 0.3477,
+      "step": 9720
+    },
+    {
+      "epoch": 4.163169164882227,
+      "grad_norm": 5.87419319152832,
+      "learning_rate": 3.58782367233495e-06,
+      "loss": 0.8526,
+      "step": 9721
+    },
+    {
+      "epoch": 4.163597430406853,
+      "grad_norm": 3.1868491172790527,
+      "learning_rate": 3.584244508772194e-06,
+      "loss": 0.5686,
+      "step": 9722
+    },
+    {
+      "epoch": 4.164025695931477,
+      "grad_norm": 4.228228569030762,
+      "learning_rate": 3.5806669934986715e-06,
+      "loss": 0.3784,
+      "step": 9723
+    },
+    {
+      "epoch": 4.164453961456103,
+      "grad_norm": 4.785938739776611,
+      "learning_rate": 3.577091126789722e-06,
+      "loss": 0.3162,
+      "step": 9724
+    },
+    {
+      "epoch": 4.164882226980728,
+      "grad_norm": 2.130002498626709,
+      "learning_rate": 3.573516908920571e-06,
+      "loss": 0.5911,
+      "step": 9725
+    },
+    {
+      "epoch": 4.165310492505354,
+      "grad_norm": 5.565542221069336,
+      "learning_rate": 3.5699443401663147e-06,
+      "loss": 0.9834,
+      "step": 9726
+    },
+    {
+      "epoch": 4.1657387580299785,
+      "grad_norm": 0.8958434462547302,
+      "learning_rate": 3.566373420801919e-06,
+      "loss": 0.1253,
+      "step": 9727
+    },
+    {
+      "epoch": 4.166167023554604,
+      "grad_norm": 4.461974143981934,
+      "learning_rate": 3.5628041511022224e-06,
+      "loss": 1.1921,
+      "step": 9728
+    },
+    {
+      "epoch": 4.166595289079229,
+      "grad_norm": 7.07043981552124,
+      "learning_rate": 3.5592365313419364e-06,
+      "loss": 0.4639,
+      "step": 9729
+    },
+    {
+      "epoch": 4.167023554603855,
+      "grad_norm": 3.776859760284424,
+      "learning_rate": 3.555670561795657e-06,
+      "loss": 0.6455,
+      "step": 9730
+    },
+    {
+      "epoch": 4.16745182012848,
+      "grad_norm": 4.1112380027771,
+      "learning_rate": 3.5521062427378265e-06,
+      "loss": 0.2311,
+      "step": 9731
+    },
+    {
+      "epoch": 4.167880085653105,
+      "grad_norm": 3.2753310203552246,
+      "learning_rate": 3.548543574442792e-06,
+      "loss": 0.6263,
+      "step": 9732
+    },
+    {
+      "epoch": 4.16830835117773,
+      "grad_norm": 1.8018827438354492,
+      "learning_rate": 3.5449825571847507e-06,
+      "loss": 0.3718,
+      "step": 9733
+    },
+    {
+      "epoch": 4.168736616702356,
+      "grad_norm": 4.805765151977539,
+      "learning_rate": 3.541423191237786e-06,
+      "loss": 0.9046,
+      "step": 9734
+    },
+    {
+      "epoch": 4.169164882226981,
+      "grad_norm": 1.4798985719680786,
+      "learning_rate": 3.5378654768758373e-06,
+      "loss": 1.0926,
+      "step": 9735
+    },
+    {
+      "epoch": 4.169593147751606,
+      "grad_norm": 5.229487895965576,
+      "learning_rate": 3.5343094143727413e-06,
+      "loss": 0.3326,
+      "step": 9736
+    },
+    {
+      "epoch": 4.170021413276231,
+      "grad_norm": 3.2016332149505615,
+      "learning_rate": 3.5307550040021925e-06,
+      "loss": 0.2203,
+      "step": 9737
+    },
+    {
+      "epoch": 4.170449678800857,
+      "grad_norm": 1.821745753288269,
+      "learning_rate": 3.527202246037756e-06,
+      "loss": 0.099,
+      "step": 9738
+    },
+    {
+      "epoch": 4.170877944325482,
+      "grad_norm": 2.7668700218200684,
+      "learning_rate": 3.523651140752868e-06,
+      "loss": 0.7932,
+      "step": 9739
+    },
+    {
+      "epoch": 4.1713062098501075,
+      "grad_norm": 3.56956148147583,
+      "learning_rate": 3.5201016884208654e-06,
+      "loss": 0.3853,
+      "step": 9740
+    },
+    {
+      "epoch": 4.171734475374732,
+      "grad_norm": 4.820237636566162,
+      "learning_rate": 3.516553889314908e-06,
+      "loss": 0.1728,
+      "step": 9741
+    },
+    {
+      "epoch": 4.172162740899358,
+      "grad_norm": 3.966832160949707,
+      "learning_rate": 3.51300774370808e-06,
+      "loss": 0.4739,
+      "step": 9742
+    },
+    {
+      "epoch": 4.172591006423983,
+      "grad_norm": 3.407301902770996,
+      "learning_rate": 3.509463251873302e-06,
+      "loss": 0.478,
+      "step": 9743
+    },
+    {
+      "epoch": 4.1730192719486086,
+      "grad_norm": 4.842194557189941,
+      "learning_rate": 3.505920414083383e-06,
+      "loss": 0.6521,
+      "step": 9744
+    },
+    {
+      "epoch": 4.173447537473233,
+      "grad_norm": 4.589588165283203,
+      "learning_rate": 3.502379230610997e-06,
+      "loss": 0.8443,
+      "step": 9745
+    },
+    {
+      "epoch": 4.173875802997859,
+      "grad_norm": 7.666871070861816,
+      "learning_rate": 3.498839701728704e-06,
+      "loss": 0.7162,
+      "step": 9746
+    },
+    {
+      "epoch": 4.174304068522484,
+      "grad_norm": 7.039766311645508,
+      "learning_rate": 3.4953018277089274e-06,
+      "loss": 0.6162,
+      "step": 9747
+    },
+    {
+      "epoch": 4.174732334047109,
+      "grad_norm": 3.0619308948516846,
+      "learning_rate": 3.4917656088239576e-06,
+      "loss": 0.2909,
+      "step": 9748
+    },
+    {
+      "epoch": 4.1751605995717345,
+      "grad_norm": 2.5704784393310547,
+      "learning_rate": 3.488231045345963e-06,
+      "loss": 0.5839,
+      "step": 9749
+    },
+    {
+      "epoch": 4.17558886509636,
+      "grad_norm": 2.068260431289673,
+      "learning_rate": 3.4846981375470018e-06,
+      "loss": 0.1847,
+      "step": 9750
+    },
+    {
+      "epoch": 4.176017130620985,
+      "grad_norm": 2.039583921432495,
+      "learning_rate": 3.481166885698964e-06,
+      "loss": 0.5126,
+      "step": 9751
+    },
+    {
+      "epoch": 4.17644539614561,
+      "grad_norm": 1.9934581518173218,
+      "learning_rate": 3.477637290073654e-06,
+      "loss": 0.4898,
+      "step": 9752
+    },
+    {
+      "epoch": 4.1768736616702355,
+      "grad_norm": 5.4635210037231445,
+      "learning_rate": 3.474109350942728e-06,
+      "loss": 0.4167,
+      "step": 9753
+    },
+    {
+      "epoch": 4.177301927194861,
+      "grad_norm": 3.6647582054138184,
+      "learning_rate": 3.4705830685777098e-06,
+      "loss": 0.6212,
+      "step": 9754
+    },
+    {
+      "epoch": 4.177730192719486,
+      "grad_norm": 5.398487091064453,
+      "learning_rate": 3.4670584432500153e-06,
+      "loss": 1.4301,
+      "step": 9755
+    },
+    {
+      "epoch": 4.178158458244111,
+      "grad_norm": 0.9784057140350342,
+      "learning_rate": 3.463535475230917e-06,
+      "loss": 0.2325,
+      "step": 9756
+    },
+    {
+      "epoch": 4.178586723768737,
+      "grad_norm": 2.914987087249756,
+      "learning_rate": 3.460014164791564e-06,
+      "loss": 0.4273,
+      "step": 9757
+    },
+    {
+      "epoch": 4.1790149892933615,
+      "grad_norm": 5.375178337097168,
+      "learning_rate": 3.4564945122029705e-06,
+      "loss": 0.2379,
+      "step": 9758
+    },
+    {
+      "epoch": 4.179443254817987,
+      "grad_norm": 2.095954418182373,
+      "learning_rate": 3.4529765177360535e-06,
+      "loss": 0.4133,
+      "step": 9759
+    },
+    {
+      "epoch": 4.179871520342612,
+      "grad_norm": 3.0859076976776123,
+      "learning_rate": 3.4494601816615514e-06,
+      "loss": 0.2781,
+      "step": 9760
+    },
+    {
+      "epoch": 4.180299785867238,
+      "grad_norm": 1.756811261177063,
+      "learning_rate": 3.4459455042501227e-06,
+      "loss": 0.2963,
+      "step": 9761
+    },
+    {
+      "epoch": 4.1807280513918625,
+      "grad_norm": 7.364901065826416,
+      "learning_rate": 3.4424324857722707e-06,
+      "loss": 0.8949,
+      "step": 9762
+    },
+    {
+      "epoch": 4.181156316916488,
+      "grad_norm": 3.865265130996704,
+      "learning_rate": 3.438921126498382e-06,
+      "loss": 1.1534,
+      "step": 9763
+    },
+    {
+      "epoch": 4.181584582441113,
+      "grad_norm": 2.92708683013916,
+      "learning_rate": 3.4354114266987064e-06,
+      "loss": 0.4766,
+      "step": 9764
+    },
+    {
+      "epoch": 4.182012847965739,
+      "grad_norm": 3.8812570571899414,
+      "learning_rate": 3.4319033866433816e-06,
+      "loss": 0.3516,
+      "step": 9765
+    },
+    {
+      "epoch": 4.182441113490364,
+      "grad_norm": 1.8692312240600586,
+      "learning_rate": 3.4283970066024048e-06,
+      "loss": 0.1568,
+      "step": 9766
+    },
+    {
+      "epoch": 4.182869379014989,
+      "grad_norm": 6.932341575622559,
+      "learning_rate": 3.424892286845646e-06,
+      "loss": 0.269,
+      "step": 9767
+    },
+    {
+      "epoch": 4.183297644539614,
+      "grad_norm": 5.753591537475586,
+      "learning_rate": 3.421389227642846e-06,
+      "loss": 0.9922,
+      "step": 9768
+    },
+    {
+      "epoch": 4.18372591006424,
+      "grad_norm": 3.8252663612365723,
+      "learning_rate": 3.4178878292636383e-06,
+      "loss": 0.548,
+      "step": 9769
+    },
+    {
+      "epoch": 4.184154175588865,
+      "grad_norm": 0.9620844721794128,
+      "learning_rate": 3.4143880919774938e-06,
+      "loss": 0.1367,
+      "step": 9770
+    },
+    {
+      "epoch": 4.18458244111349,
+      "grad_norm": 5.6425461769104,
+      "learning_rate": 3.4108900160537832e-06,
+      "loss": 0.9927,
+      "step": 9771
+    },
+    {
+      "epoch": 4.185010706638115,
+      "grad_norm": 4.463730335235596,
+      "learning_rate": 3.4073936017617407e-06,
+      "loss": 1.303,
+      "step": 9772
+    },
+    {
+      "epoch": 4.185438972162741,
+      "grad_norm": 1.598951816558838,
+      "learning_rate": 3.403898849370471e-06,
+      "loss": 0.2427,
+      "step": 9773
+    },
+    {
+      "epoch": 4.185867237687366,
+      "grad_norm": 2.579850673675537,
+      "learning_rate": 3.4004057591489447e-06,
+      "loss": 0.5419,
+      "step": 9774
+    },
+    {
+      "epoch": 4.1862955032119915,
+      "grad_norm": 6.391927719116211,
+      "learning_rate": 3.3969143313660216e-06,
+      "loss": 0.592,
+      "step": 9775
+    },
+    {
+      "epoch": 4.186723768736616,
+      "grad_norm": 2.4211490154266357,
+      "learning_rate": 3.393424566290421e-06,
+      "loss": 0.3458,
+      "step": 9776
+    },
+    {
+      "epoch": 4.187152034261242,
+      "grad_norm": 8.322503089904785,
+      "learning_rate": 3.389936464190735e-06,
+      "loss": 0.6573,
+      "step": 9777
+    },
+    {
+      "epoch": 4.187580299785867,
+      "grad_norm": 6.434305667877197,
+      "learning_rate": 3.3864500253354246e-06,
+      "loss": 1.1263,
+      "step": 9778
+    },
+    {
+      "epoch": 4.188008565310493,
+      "grad_norm": 4.124995708465576,
+      "learning_rate": 3.382965249992845e-06,
+      "loss": 1.5055,
+      "step": 9779
+    },
+    {
+      "epoch": 4.188436830835117,
+      "grad_norm": 4.020461082458496,
+      "learning_rate": 3.3794821384311836e-06,
+      "loss": 0.2805,
+      "step": 9780
+    },
+    {
+      "epoch": 4.188865096359743,
+      "grad_norm": 1.8566193580627441,
+      "learning_rate": 3.3760006909185375e-06,
+      "loss": 0.4223,
+      "step": 9781
+    },
+    {
+      "epoch": 4.189293361884368,
+      "grad_norm": 7.164844989776611,
+      "learning_rate": 3.3725209077228563e-06,
+      "loss": 0.9159,
+      "step": 9782
+    },
+    {
+      "epoch": 4.189721627408994,
+      "grad_norm": 4.465459823608398,
+      "learning_rate": 3.3690427891119675e-06,
+      "loss": 0.3222,
+      "step": 9783
+    },
+    {
+      "epoch": 4.1901498929336185,
+      "grad_norm": 1.2061066627502441,
+      "learning_rate": 3.3655663353535596e-06,
+      "loss": 0.1778,
+      "step": 9784
+    },
+    {
+      "epoch": 4.190578158458244,
+      "grad_norm": 2.6062238216400146,
+      "learning_rate": 3.3620915467152126e-06,
+      "loss": 0.0906,
+      "step": 9785
+    },
+    {
+      "epoch": 4.191006423982869,
+      "grad_norm": 1.030985951423645,
+      "learning_rate": 3.358618423464366e-06,
+      "loss": 0.2691,
+      "step": 9786
+    },
+    {
+      "epoch": 4.191434689507495,
+      "grad_norm": 3.6721303462982178,
+      "learning_rate": 3.3551469658683306e-06,
+      "loss": 0.5469,
+      "step": 9787
+    },
+    {
+      "epoch": 4.19186295503212,
+      "grad_norm": 1.8482354879379272,
+      "learning_rate": 3.351677174194287e-06,
+      "loss": 0.497,
+      "step": 9788
+    },
+    {
+      "epoch": 4.192291220556745,
+      "grad_norm": 8.332354545593262,
+      "learning_rate": 3.3482090487093026e-06,
+      "loss": 0.5579,
+      "step": 9789
+    },
+    {
+      "epoch": 4.19271948608137,
+      "grad_norm": 1.3765294551849365,
+      "learning_rate": 3.3447425896802968e-06,
+      "loss": 0.3566,
+      "step": 9790
+    },
+    {
+      "epoch": 4.193147751605996,
+      "grad_norm": 4.368146896362305,
+      "learning_rate": 3.3412777973740704e-06,
+      "loss": 0.4129,
+      "step": 9791
+    },
+    {
+      "epoch": 4.193576017130621,
+      "grad_norm": 1.9082837104797363,
+      "learning_rate": 3.337814672057307e-06,
+      "loss": 0.0511,
+      "step": 9792
+    },
+    {
+      "epoch": 4.194004282655246,
+      "grad_norm": 4.777378082275391,
+      "learning_rate": 3.33435321399653e-06,
+      "loss": 0.3784,
+      "step": 9793
+    },
+    {
+      "epoch": 4.194432548179871,
+      "grad_norm": 6.051174640655518,
+      "learning_rate": 3.33089342345817e-06,
+      "loss": 1.1111,
+      "step": 9794
+    },
+    {
+      "epoch": 4.194860813704497,
+      "grad_norm": 4.865258693695068,
+      "learning_rate": 3.327435300708512e-06,
+      "loss": 0.6722,
+      "step": 9795
+    },
+    {
+      "epoch": 4.195289079229122,
+      "grad_norm": 2.8813488483428955,
+      "learning_rate": 3.3239788460137118e-06,
+      "loss": 0.9073,
+      "step": 9796
+    },
+    {
+      "epoch": 4.1957173447537475,
+      "grad_norm": 5.2640533447265625,
+      "learning_rate": 3.320524059639793e-06,
+      "loss": 0.4819,
+      "step": 9797
+    },
+    {
+      "epoch": 4.196145610278372,
+      "grad_norm": 3.556635856628418,
+      "learning_rate": 3.3170709418526737e-06,
+      "loss": 0.4355,
+      "step": 9798
+    },
+    {
+      "epoch": 4.196573875802998,
+      "grad_norm": 3.0205724239349365,
+      "learning_rate": 3.3136194929181074e-06,
+      "loss": 0.6893,
+      "step": 9799
+    },
+    {
+      "epoch": 4.197002141327623,
+      "grad_norm": 2.319955825805664,
+      "learning_rate": 3.3101697131017573e-06,
+      "loss": 0.2321,
+      "step": 9800
+    },
+    {
+      "epoch": 4.1974304068522486,
+      "grad_norm": 4.39016580581665,
+      "learning_rate": 3.306721602669127e-06,
+      "loss": 0.8784,
+      "step": 9801
+    },
+    {
+      "epoch": 4.197858672376873,
+      "grad_norm": 3.7904791831970215,
+      "learning_rate": 3.3032751618856134e-06,
+      "loss": 1.0984,
+      "step": 9802
+    },
+    {
+      "epoch": 4.198286937901499,
+      "grad_norm": 3.1406562328338623,
+      "learning_rate": 3.2998303910164646e-06,
+      "loss": 1.2122,
+      "step": 9803
+    },
+    {
+      "epoch": 4.198715203426124,
+      "grad_norm": 4.527200222015381,
+      "learning_rate": 3.2963872903268244e-06,
+      "loss": 0.2864,
+      "step": 9804
+    },
+    {
+      "epoch": 4.19914346895075,
+      "grad_norm": 4.26857328414917,
+      "learning_rate": 3.2929458600816893e-06,
+      "loss": 0.8543,
+      "step": 9805
+    },
+    {
+      "epoch": 4.1995717344753745,
+      "grad_norm": 4.408085823059082,
+      "learning_rate": 3.289506100545933e-06,
+      "loss": 0.7991,
+      "step": 9806
+    },
+    {
+      "epoch": 4.2,
+      "grad_norm": 3.6948959827423096,
+      "learning_rate": 3.2860680119842975e-06,
+      "loss": 0.7724,
+      "step": 9807
+    },
+    {
+      "epoch": 4.200428265524625,
+      "grad_norm": 1.64919912815094,
+      "learning_rate": 3.2826315946614118e-06,
+      "loss": 0.5949,
+      "step": 9808
+    },
+    {
+      "epoch": 4.200856531049251,
+      "grad_norm": 2.5777339935302734,
+      "learning_rate": 3.2791968488417423e-06,
+      "loss": 0.3468,
+      "step": 9809
+    },
+    {
+      "epoch": 4.2012847965738755,
+      "grad_norm": 3.4893245697021484,
+      "learning_rate": 3.2757637747896695e-06,
+      "loss": 0.3421,
+      "step": 9810
+    },
+    {
+      "epoch": 4.201713062098501,
+      "grad_norm": 2.819002628326416,
+      "learning_rate": 3.2723323727694127e-06,
+      "loss": 0.2058,
+      "step": 9811
+    },
+    {
+      "epoch": 4.202141327623126,
+      "grad_norm": 3.3893120288848877,
+      "learning_rate": 3.2689026430450796e-06,
+      "loss": 0.222,
+      "step": 9812
+    },
+    {
+      "epoch": 4.202569593147752,
+      "grad_norm": 5.395515441894531,
+      "learning_rate": 3.2654745858806317e-06,
+      "loss": 0.9282,
+      "step": 9813
+    },
+    {
+      "epoch": 4.202997858672377,
+      "grad_norm": 2.423123598098755,
+      "learning_rate": 3.2620482015399302e-06,
+      "loss": 0.3088,
+      "step": 9814
+    },
+    {
+      "epoch": 4.203426124197002,
+      "grad_norm": 3.1090638637542725,
+      "learning_rate": 3.258623490286683e-06,
+      "loss": 0.2694,
+      "step": 9815
+    },
+    {
+      "epoch": 4.203854389721627,
+      "grad_norm": 6.251351356506348,
+      "learning_rate": 3.2552004523844743e-06,
+      "loss": 0.8165,
+      "step": 9816
+    },
+    {
+      "epoch": 4.204282655246253,
+      "grad_norm": 6.115318775177002,
+      "learning_rate": 3.2517790880967624e-06,
+      "loss": 1.055,
+      "step": 9817
+    },
+    {
+      "epoch": 4.204710920770878,
+      "grad_norm": 3.6380774974823,
+      "learning_rate": 3.2483593976868896e-06,
+      "loss": 0.7369,
+      "step": 9818
+    },
+    {
+      "epoch": 4.205139186295503,
+      "grad_norm": 5.028088092803955,
+      "learning_rate": 3.2449413814180346e-06,
+      "loss": 0.7322,
+      "step": 9819
+    },
+    {
+      "epoch": 4.205567451820128,
+      "grad_norm": 5.092562675476074,
+      "learning_rate": 3.2415250395532863e-06,
+      "loss": 0.5549,
+      "step": 9820
+    },
+    {
+      "epoch": 4.205995717344754,
+      "grad_norm": 3.267179489135742,
+      "learning_rate": 3.238110372355582e-06,
+      "loss": 0.2505,
+      "step": 9821
+    },
+    {
+      "epoch": 4.206423982869379,
+      "grad_norm": 2.9867186546325684,
+      "learning_rate": 3.234697380087737e-06,
+      "loss": 0.3123,
+      "step": 9822
+    },
+    {
+      "epoch": 4.2068522483940045,
+      "grad_norm": 9.172346115112305,
+      "learning_rate": 3.231286063012426e-06,
+      "loss": 1.3699,
+      "step": 9823
+    },
+    {
+      "epoch": 4.207280513918629,
+      "grad_norm": 2.7006146907806396,
+      "learning_rate": 3.2278764213922232e-06,
+      "loss": 0.2342,
+      "step": 9824
+    },
+    {
+      "epoch": 4.207708779443255,
+      "grad_norm": 5.164649963378906,
+      "learning_rate": 3.2244684554895434e-06,
+      "loss": 0.9885,
+      "step": 9825
+    },
+    {
+      "epoch": 4.20813704496788,
+      "grad_norm": 4.538588047027588,
+      "learning_rate": 3.221062165566685e-06,
+      "loss": 0.6572,
+      "step": 9826
+    },
+    {
+      "epoch": 4.208565310492506,
+      "grad_norm": 4.884393692016602,
+      "learning_rate": 3.217657551885825e-06,
+      "loss": 0.3563,
+      "step": 9827
+    },
+    {
+      "epoch": 4.20899357601713,
+      "grad_norm": 2.7052509784698486,
+      "learning_rate": 3.2142546147089973e-06,
+      "loss": 0.3493,
+      "step": 9828
+    },
+    {
+      "epoch": 4.209421841541756,
+      "grad_norm": 4.918853759765625,
+      "learning_rate": 3.210853354298116e-06,
+      "loss": 1.2579,
+      "step": 9829
+    },
+    {
+      "epoch": 4.209850107066381,
+      "grad_norm": 3.1239006519317627,
+      "learning_rate": 3.207453770914956e-06,
+      "loss": 0.7565,
+      "step": 9830
+    },
+    {
+      "epoch": 4.210278372591007,
+      "grad_norm": 9.97293472290039,
+      "learning_rate": 3.2040558648211844e-06,
+      "loss": 0.6068,
+      "step": 9831
+    },
+    {
+      "epoch": 4.2107066381156315,
+      "grad_norm": 9.87128734588623,
+      "learning_rate": 3.200659636278308e-06,
+      "loss": 0.7886,
+      "step": 9832
+    },
+    {
+      "epoch": 4.211134903640257,
+      "grad_norm": 3.7971487045288086,
+      "learning_rate": 3.197265085547735e-06,
+      "loss": 0.7574,
+      "step": 9833
+    },
+    {
+      "epoch": 4.211563169164882,
+      "grad_norm": 2.0645196437835693,
+      "learning_rate": 3.1938722128907276e-06,
+      "loss": 0.3362,
+      "step": 9834
+    },
+    {
+      "epoch": 4.211991434689508,
+      "grad_norm": 2.6709377765655518,
+      "learning_rate": 3.19048101856842e-06,
+      "loss": 0.2393,
+      "step": 9835
+    },
+    {
+      "epoch": 4.212419700214133,
+      "grad_norm": 3.8486881256103516,
+      "learning_rate": 3.187091502841813e-06,
+      "loss": 0.5568,
+      "step": 9836
+    },
+    {
+      "epoch": 4.212847965738758,
+      "grad_norm": 4.509740352630615,
+      "learning_rate": 3.1837036659718045e-06,
+      "loss": 0.3672,
+      "step": 9837
+    },
+    {
+      "epoch": 4.213276231263383,
+      "grad_norm": 3.092433214187622,
+      "learning_rate": 3.1803175082191218e-06,
+      "loss": 1.0669,
+      "step": 9838
+    },
+    {
+      "epoch": 4.213704496788009,
+      "grad_norm": 1.652153730392456,
+      "learning_rate": 3.1769330298443977e-06,
+      "loss": 0.3908,
+      "step": 9839
+    },
+    {
+      "epoch": 4.214132762312634,
+      "grad_norm": 3.6167354583740234,
+      "learning_rate": 3.173550231108119e-06,
+      "loss": 1.4797,
+      "step": 9840
+    },
+    {
+      "epoch": 4.214561027837259,
+      "grad_norm": 7.312052249908447,
+      "learning_rate": 3.170169112270646e-06,
+      "loss": 0.9432,
+      "step": 9841
+    },
+    {
+      "epoch": 4.214989293361884,
+      "grad_norm": 1.466891884803772,
+      "learning_rate": 3.1667896735922078e-06,
+      "loss": 0.241,
+      "step": 9842
+    },
+    {
+      "epoch": 4.21541755888651,
+      "grad_norm": 4.944094181060791,
+      "learning_rate": 3.1634119153329146e-06,
+      "loss": 0.9023,
+      "step": 9843
+    },
+    {
+      "epoch": 4.215845824411135,
+      "grad_norm": 2.8561596870422363,
+      "learning_rate": 3.1600358377527337e-06,
+      "loss": 0.4741,
+      "step": 9844
+    },
+    {
+      "epoch": 4.2162740899357605,
+      "grad_norm": 3.7703025341033936,
+      "learning_rate": 3.1566614411115136e-06,
+      "loss": 0.8097,
+      "step": 9845
+    },
+    {
+      "epoch": 4.216702355460385,
+      "grad_norm": 8.092362403869629,
+      "learning_rate": 3.1532887256689595e-06,
+      "loss": 0.5428,
+      "step": 9846
+    },
+    {
+      "epoch": 4.217130620985011,
+      "grad_norm": 9.032317161560059,
+      "learning_rate": 3.149917691684673e-06,
+      "loss": 0.7563,
+      "step": 9847
+    },
+    {
+      "epoch": 4.217558886509636,
+      "grad_norm": 4.688015937805176,
+      "learning_rate": 3.1465483394180874e-06,
+      "loss": 2.1931,
+      "step": 9848
+    },
+    {
+      "epoch": 4.2179871520342616,
+      "grad_norm": 10.574736595153809,
+      "learning_rate": 3.143180669128548e-06,
+      "loss": 0.4874,
+      "step": 9849
+    },
+    {
+      "epoch": 4.218415417558886,
+      "grad_norm": 3.9987335205078125,
+      "learning_rate": 3.1398146810752455e-06,
+      "loss": 0.3386,
+      "step": 9850
+    },
+    {
+      "epoch": 4.218843683083512,
+      "grad_norm": 3.6826469898223877,
+      "learning_rate": 3.136450375517244e-06,
+      "loss": 0.3032,
+      "step": 9851
+    },
+    {
+      "epoch": 4.219271948608137,
+      "grad_norm": 3.800723075866699,
+      "learning_rate": 3.133087752713479e-06,
+      "loss": 0.6685,
+      "step": 9852
+    },
+    {
+      "epoch": 4.219700214132763,
+      "grad_norm": 2.9731006622314453,
+      "learning_rate": 3.12972681292277e-06,
+      "loss": 0.0822,
+      "step": 9853
+    },
+    {
+      "epoch": 4.2201284796573875,
+      "grad_norm": 6.674580097198486,
+      "learning_rate": 3.1263675564037894e-06,
+      "loss": 0.4796,
+      "step": 9854
+    },
+    {
+      "epoch": 4.220556745182013,
+      "grad_norm": 3.074181079864502,
+      "learning_rate": 3.1230099834150846e-06,
+      "loss": 0.11,
+      "step": 9855
+    },
+    {
+      "epoch": 4.220985010706638,
+      "grad_norm": 1.3097161054611206,
+      "learning_rate": 3.1196540942150715e-06,
+      "loss": 0.3818,
+      "step": 9856
+    },
+    {
+      "epoch": 4.221413276231264,
+      "grad_norm": 3.7933602333068848,
+      "learning_rate": 3.116299889062055e-06,
+      "loss": 0.7728,
+      "step": 9857
+    },
+    {
+      "epoch": 4.2218415417558885,
+      "grad_norm": 3.630296468734741,
+      "learning_rate": 3.112947368214178e-06,
+      "loss": 0.2683,
+      "step": 9858
+    },
+    {
+      "epoch": 4.222269807280514,
+      "grad_norm": 2.1991498470306396,
+      "learning_rate": 3.109596531929476e-06,
+      "loss": 0.1648,
+      "step": 9859
+    },
+    {
+      "epoch": 4.222698072805139,
+      "grad_norm": 5.5133514404296875,
+      "learning_rate": 3.1062473804658655e-06,
+      "loss": 0.389,
+      "step": 9860
+    },
+    {
+      "epoch": 4.223126338329765,
+      "grad_norm": 10.303508758544922,
+      "learning_rate": 3.102899914081095e-06,
+      "loss": 0.954,
+      "step": 9861
+    },
+    {
+      "epoch": 4.22355460385439,
+      "grad_norm": 1.9948941469192505,
+      "learning_rate": 3.0995541330328224e-06,
+      "loss": 0.4048,
+      "step": 9862
+    },
+    {
+      "epoch": 4.223982869379015,
+      "grad_norm": 1.6065521240234375,
+      "learning_rate": 3.0962100375785565e-06,
+      "loss": 0.4428,
+      "step": 9863
+    },
+    {
+      "epoch": 4.22441113490364,
+      "grad_norm": 6.369027614593506,
+      "learning_rate": 3.0928676279756736e-06,
+      "loss": 0.9301,
+      "step": 9864
+    },
+    {
+      "epoch": 4.224839400428266,
+      "grad_norm": 4.052883148193359,
+      "learning_rate": 3.089526904481427e-06,
+      "loss": 0.9461,
+      "step": 9865
+    },
+    {
+      "epoch": 4.225267665952891,
+      "grad_norm": 4.1805949211120605,
+      "learning_rate": 3.0861878673529492e-06,
+      "loss": 0.9851,
+      "step": 9866
+    },
+    {
+      "epoch": 4.225695931477516,
+      "grad_norm": 3.880648612976074,
+      "learning_rate": 3.082850516847224e-06,
+      "loss": 0.314,
+      "step": 9867
+    },
+    {
+      "epoch": 4.226124197002141,
+      "grad_norm": 5.990762710571289,
+      "learning_rate": 3.0795148532211187e-06,
+      "loss": 1.0125,
+      "step": 9868
+    },
+    {
+      "epoch": 4.226552462526767,
+      "grad_norm": 1.9124382734298706,
+      "learning_rate": 3.076180876731358e-06,
+      "loss": 0.1827,
+      "step": 9869
+    },
+    {
+      "epoch": 4.226980728051392,
+      "grad_norm": 3.6587557792663574,
+      "learning_rate": 3.0728485876345634e-06,
+      "loss": 0.1629,
+      "step": 9870
+    },
+    {
+      "epoch": 4.2274089935760175,
+      "grad_norm": 4.193540573120117,
+      "learning_rate": 3.069517986187187e-06,
+      "loss": 0.6391,
+      "step": 9871
+    },
+    {
+      "epoch": 4.227837259100642,
+      "grad_norm": 2.035076141357422,
+      "learning_rate": 3.0661890726455896e-06,
+      "loss": 0.1816,
+      "step": 9872
+    },
+    {
+      "epoch": 4.228265524625268,
+      "grad_norm": 6.3127007484436035,
+      "learning_rate": 3.06286184726598e-06,
+      "loss": 0.6226,
+      "step": 9873
+    },
+    {
+      "epoch": 4.228693790149893,
+      "grad_norm": 4.1190595626831055,
+      "learning_rate": 3.0595363103044367e-06,
+      "loss": 0.2613,
+      "step": 9874
+    },
+    {
+      "epoch": 4.229122055674519,
+      "grad_norm": 4.177842140197754,
+      "learning_rate": 3.0562124620169137e-06,
+      "loss": 0.5237,
+      "step": 9875
+    },
+    {
+      "epoch": 4.229550321199143,
+      "grad_norm": 1.7231228351593018,
+      "learning_rate": 3.05289030265925e-06,
+      "loss": 0.1079,
+      "step": 9876
+    },
+    {
+      "epoch": 4.229978586723769,
+      "grad_norm": 6.788454055786133,
+      "learning_rate": 3.0495698324871175e-06,
+      "loss": 0.6549,
+      "step": 9877
+    },
+    {
+      "epoch": 4.230406852248394,
+      "grad_norm": 2.7180874347686768,
+      "learning_rate": 3.0462510517560967e-06,
+      "loss": 1.5202,
+      "step": 9878
+    },
+    {
+      "epoch": 4.23083511777302,
+      "grad_norm": 5.350338935852051,
+      "learning_rate": 3.042933960721614e-06,
+      "loss": 0.7344,
+      "step": 9879
+    },
+    {
+      "epoch": 4.2312633832976445,
+      "grad_norm": 1.3238857984542847,
+      "learning_rate": 3.0396185596389764e-06,
+      "loss": 0.272,
+      "step": 9880
+    },
+    {
+      "epoch": 4.23169164882227,
+      "grad_norm": 3.5147037506103516,
+      "learning_rate": 3.0363048487633523e-06,
+      "loss": 1.1596,
+      "step": 9881
+    },
+    {
+      "epoch": 4.232119914346895,
+      "grad_norm": 3.7207813262939453,
+      "learning_rate": 3.0329928283497927e-06,
+      "loss": 1.3354,
+      "step": 9882
+    },
+    {
+      "epoch": 4.232548179871521,
+      "grad_norm": 4.292557716369629,
+      "learning_rate": 3.029682498653208e-06,
+      "loss": 0.2255,
+      "step": 9883
+    },
+    {
+      "epoch": 4.232976445396146,
+      "grad_norm": 3.5397441387176514,
+      "learning_rate": 3.026373859928383e-06,
+      "loss": 0.1904,
+      "step": 9884
+    },
+    {
+      "epoch": 4.233404710920771,
+      "grad_norm": 7.256015300750732,
+      "learning_rate": 3.0230669124299642e-06,
+      "loss": 0.4017,
+      "step": 9885
+    },
+    {
+      "epoch": 4.233832976445396,
+      "grad_norm": 6.705434799194336,
+      "learning_rate": 3.0197616564124925e-06,
+      "loss": 0.7664,
+      "step": 9886
+    },
+    {
+      "epoch": 4.234261241970021,
+      "grad_norm": 4.777454853057861,
+      "learning_rate": 3.0164580921303366e-06,
+      "loss": 1.0153,
+      "step": 9887
+    },
+    {
+      "epoch": 4.234689507494647,
+      "grad_norm": 5.362813472747803,
+      "learning_rate": 3.013156219837776e-06,
+      "loss": 0.2302,
+      "step": 9888
+    },
+    {
+      "epoch": 4.235117773019272,
+      "grad_norm": 5.126294136047363,
+      "learning_rate": 3.0098560397889384e-06,
+      "loss": 0.6721,
+      "step": 9889
+    },
+    {
+      "epoch": 4.235546038543897,
+      "grad_norm": 7.2693610191345215,
+      "learning_rate": 3.0065575522378264e-06,
+      "loss": 0.4064,
+      "step": 9890
+    },
+    {
+      "epoch": 4.235974304068522,
+      "grad_norm": 4.004477500915527,
+      "learning_rate": 3.0032607574383086e-06,
+      "loss": 0.7659,
+      "step": 9891
+    },
+    {
+      "epoch": 4.236402569593148,
+      "grad_norm": 3.1175482273101807,
+      "learning_rate": 2.9999656556441327e-06,
+      "loss": 0.1422,
+      "step": 9892
+    },
+    {
+      "epoch": 4.2368308351177735,
+      "grad_norm": 5.841425895690918,
+      "learning_rate": 2.996672247108909e-06,
+      "loss": 0.643,
+      "step": 9893
+    },
+    {
+      "epoch": 4.237259100642398,
+      "grad_norm": 2.8351736068725586,
+      "learning_rate": 2.9933805320861124e-06,
+      "loss": 0.3375,
+      "step": 9894
+    },
+    {
+      "epoch": 4.237687366167023,
+      "grad_norm": 3.5820560455322266,
+      "learning_rate": 2.990090510829105e-06,
+      "loss": 0.4093,
+      "step": 9895
+    },
+    {
+      "epoch": 4.238115631691649,
+      "grad_norm": 8.015247344970703,
+      "learning_rate": 2.9868021835910976e-06,
+      "loss": 0.5352,
+      "step": 9896
+    },
+    {
+      "epoch": 4.238543897216274,
+      "grad_norm": 5.378611087799072,
+      "learning_rate": 2.983515550625185e-06,
+      "loss": 0.3799,
+      "step": 9897
+    },
+    {
+      "epoch": 4.238972162740899,
+      "grad_norm": 0.8768849968910217,
+      "learning_rate": 2.9802306121843202e-06,
+      "loss": 0.2305,
+      "step": 9898
+    },
+    {
+      "epoch": 4.239400428265524,
+      "grad_norm": 3.6163947582244873,
+      "learning_rate": 2.976947368521346e-06,
+      "loss": 0.3245,
+      "step": 9899
+    },
+    {
+      "epoch": 4.23982869379015,
+      "grad_norm": 2.6110568046569824,
+      "learning_rate": 2.9736658198889435e-06,
+      "loss": 0.627,
+      "step": 9900
+    },
+    {
+      "epoch": 4.240256959314775,
+      "grad_norm": 5.995166301727295,
+      "learning_rate": 2.970385966539696e-06,
+      "loss": 0.7239,
+      "step": 9901
+    },
+    {
+      "epoch": 4.2406852248394005,
+      "grad_norm": 3.9333767890930176,
+      "learning_rate": 2.967107808726036e-06,
+      "loss": 0.7835,
+      "step": 9902
+    },
+    {
+      "epoch": 4.241113490364025,
+      "grad_norm": 3.8973395824432373,
+      "learning_rate": 2.9638313467002687e-06,
+      "loss": 0.2222,
+      "step": 9903
+    },
+    {
+      "epoch": 4.241541755888651,
+      "grad_norm": 2.818730115890503,
+      "learning_rate": 2.9605565807145656e-06,
+      "loss": 0.937,
+      "step": 9904
+    },
+    {
+      "epoch": 4.241970021413276,
+      "grad_norm": 5.507767677307129,
+      "learning_rate": 2.957283511020989e-06,
+      "loss": 0.3312,
+      "step": 9905
+    },
+    {
+      "epoch": 4.2423982869379016,
+      "grad_norm": 4.907027244567871,
+      "learning_rate": 2.9540121378714426e-06,
+      "loss": 1.5311,
+      "step": 9906
+    },
+    {
+      "epoch": 4.242826552462526,
+      "grad_norm": 7.7382917404174805,
+      "learning_rate": 2.950742461517714e-06,
+      "loss": 0.5864,
+      "step": 9907
+    },
+    {
+      "epoch": 4.243254817987152,
+      "grad_norm": 7.272517681121826,
+      "learning_rate": 2.9474744822114543e-06,
+      "loss": 0.4632,
+      "step": 9908
+    },
+    {
+      "epoch": 4.243683083511777,
+      "grad_norm": 5.763619422912598,
+      "learning_rate": 2.9442082002042017e-06,
+      "loss": 1.3698,
+      "step": 9909
+    },
+    {
+      "epoch": 4.244111349036403,
+      "grad_norm": 6.637126922607422,
+      "learning_rate": 2.9409436157473296e-06,
+      "loss": 0.906,
+      "step": 9910
+    },
+    {
+      "epoch": 4.2445396145610275,
+      "grad_norm": 2.55107045173645,
+      "learning_rate": 2.9376807290921154e-06,
+      "loss": 0.8945,
+      "step": 9911
+    },
+    {
+      "epoch": 4.244967880085653,
+      "grad_norm": 6.361598968505859,
+      "learning_rate": 2.934419540489683e-06,
+      "loss": 0.272,
+      "step": 9912
+    },
+    {
+      "epoch": 4.245396145610278,
+      "grad_norm": 1.7285975217819214,
+      "learning_rate": 2.9311600501910395e-06,
+      "loss": 0.6559,
+      "step": 9913
+    },
+    {
+      "epoch": 4.245824411134904,
+      "grad_norm": 6.525999069213867,
+      "learning_rate": 2.927902258447046e-06,
+      "loss": 0.5855,
+      "step": 9914
+    },
+    {
+      "epoch": 4.2462526766595285,
+      "grad_norm": 1.8470592498779297,
+      "learning_rate": 2.92464616550846e-06,
+      "loss": 0.2815,
+      "step": 9915
+    },
+    {
+      "epoch": 4.246680942184154,
+      "grad_norm": 3.061721086502075,
+      "learning_rate": 2.921391771625867e-06,
+      "loss": 0.3524,
+      "step": 9916
+    },
+    {
+      "epoch": 4.247109207708779,
+      "grad_norm": 1.0724223852157593,
+      "learning_rate": 2.9181390770497643e-06,
+      "loss": 0.075,
+      "step": 9917
+    },
+    {
+      "epoch": 4.247537473233405,
+      "grad_norm": 5.31940221786499,
+      "learning_rate": 2.9148880820304923e-06,
+      "loss": 0.3181,
+      "step": 9918
+    },
+    {
+      "epoch": 4.24796573875803,
+      "grad_norm": 3.460850238800049,
+      "learning_rate": 2.9116387868182686e-06,
+      "loss": 0.4265,
+      "step": 9919
+    },
+    {
+      "epoch": 4.248394004282655,
+      "grad_norm": 6.96262788772583,
+      "learning_rate": 2.9083911916631733e-06,
+      "loss": 0.5869,
+      "step": 9920
+    },
+    {
+      "epoch": 4.24882226980728,
+      "grad_norm": 5.758418083190918,
+      "learning_rate": 2.9051452968151734e-06,
+      "loss": 0.4918,
+      "step": 9921
+    },
+    {
+      "epoch": 4.249250535331906,
+      "grad_norm": 1.2045155763626099,
+      "learning_rate": 2.9019011025240848e-06,
+      "loss": 0.1806,
+      "step": 9922
+    },
+    {
+      "epoch": 4.249678800856531,
+      "grad_norm": 0.7906539440155029,
+      "learning_rate": 2.8986586090396034e-06,
+      "loss": 0.2609,
+      "step": 9923
+    },
+    {
+      "epoch": 4.250107066381156,
+      "grad_norm": 6.067406177520752,
+      "learning_rate": 2.8954178166112873e-06,
+      "loss": 0.2756,
+      "step": 9924
+    },
+    {
+      "epoch": 4.250535331905781,
+      "grad_norm": 7.521996021270752,
+      "learning_rate": 2.8921787254885786e-06,
+      "loss": 0.3404,
+      "step": 9925
+    },
+    {
+      "epoch": 4.250963597430407,
+      "grad_norm": 8.629674911499023,
+      "learning_rate": 2.8889413359207613e-06,
+      "loss": 0.5778,
+      "step": 9926
+    },
+    {
+      "epoch": 4.251391862955032,
+      "grad_norm": 2.6814610958099365,
+      "learning_rate": 2.885705648157022e-06,
+      "loss": 1.0786,
+      "step": 9927
+    },
+    {
+      "epoch": 4.2518201284796575,
+      "grad_norm": 7.03169584274292,
+      "learning_rate": 2.88247166244639e-06,
+      "loss": 0.6006,
+      "step": 9928
+    },
+    {
+      "epoch": 4.252248394004282,
+      "grad_norm": 4.197734832763672,
+      "learning_rate": 2.879239379037768e-06,
+      "loss": 0.6771,
+      "step": 9929
+    },
+    {
+      "epoch": 4.252676659528908,
+      "grad_norm": 1.9812119007110596,
+      "learning_rate": 2.8760087981799437e-06,
+      "loss": 0.5559,
+      "step": 9930
+    },
+    {
+      "epoch": 4.253104925053533,
+      "grad_norm": 14.858562469482422,
+      "learning_rate": 2.87277992012156e-06,
+      "loss": 0.5842,
+      "step": 9931
+    },
+    {
+      "epoch": 4.253533190578159,
+      "grad_norm": 1.0993059873580933,
+      "learning_rate": 2.8695527451111286e-06,
+      "loss": 0.1577,
+      "step": 9932
+    },
+    {
+      "epoch": 4.253961456102783,
+      "grad_norm": 2.268220901489258,
+      "learning_rate": 2.866327273397029e-06,
+      "loss": 0.1152,
+      "step": 9933
+    },
+    {
+      "epoch": 4.254389721627409,
+      "grad_norm": 3.865386962890625,
+      "learning_rate": 2.863103505227521e-06,
+      "loss": 0.8781,
+      "step": 9934
+    },
+    {
+      "epoch": 4.254817987152034,
+      "grad_norm": 4.088959693908691,
+      "learning_rate": 2.8598814408507255e-06,
+      "loss": 0.1959,
+      "step": 9935
+    },
+    {
+      "epoch": 4.25524625267666,
+      "grad_norm": 8.482837677001953,
+      "learning_rate": 2.8566610805146275e-06,
+      "loss": 1.1812,
+      "step": 9936
+    },
+    {
+      "epoch": 4.2556745182012845,
+      "grad_norm": 3.957693576812744,
+      "learning_rate": 2.8534424244670872e-06,
+      "loss": 0.32,
+      "step": 9937
+    },
+    {
+      "epoch": 4.25610278372591,
+      "grad_norm": 2.1264922618865967,
+      "learning_rate": 2.8502254729558393e-06,
+      "loss": 0.2575,
+      "step": 9938
+    },
+    {
+      "epoch": 4.256531049250535,
+      "grad_norm": 1.9956990480422974,
+      "learning_rate": 2.8470102262284664e-06,
+      "loss": 0.8227,
+      "step": 9939
+    },
+    {
+      "epoch": 4.256959314775161,
+      "grad_norm": 4.061995983123779,
+      "learning_rate": 2.8437966845324458e-06,
+      "loss": 0.5582,
+      "step": 9940
+    },
+    {
+      "epoch": 4.257387580299786,
+      "grad_norm": 4.383359432220459,
+      "learning_rate": 2.8405848481151076e-06,
+      "loss": 0.4998,
+      "step": 9941
+    },
+    {
+      "epoch": 4.257815845824411,
+      "grad_norm": 5.5398173332214355,
+      "learning_rate": 2.8373747172236563e-06,
+      "loss": 0.6261,
+      "step": 9942
+    },
+    {
+      "epoch": 4.258244111349036,
+      "grad_norm": 1.7265301942825317,
+      "learning_rate": 2.8341662921051532e-06,
+      "loss": 0.4803,
+      "step": 9943
+    },
+    {
+      "epoch": 4.258672376873662,
+      "grad_norm": 2.134007215499878,
+      "learning_rate": 2.830959573006556e-06,
+      "loss": 1.2044,
+      "step": 9944
+    },
+    {
+      "epoch": 4.259100642398287,
+      "grad_norm": 2.271620750427246,
+      "learning_rate": 2.8277545601746643e-06,
+      "loss": 0.339,
+      "step": 9945
+    },
+    {
+      "epoch": 4.259528907922912,
+      "grad_norm": 2.8611831665039062,
+      "learning_rate": 2.824551253856153e-06,
+      "loss": 0.259,
+      "step": 9946
+    },
+    {
+      "epoch": 4.259957173447537,
+      "grad_norm": 2.2644431591033936,
+      "learning_rate": 2.8213496542975698e-06,
+      "loss": 0.7469,
+      "step": 9947
+    },
+    {
+      "epoch": 4.260385438972163,
+      "grad_norm": 3.1040701866149902,
+      "learning_rate": 2.8181497617453396e-06,
+      "loss": 0.8077,
+      "step": 9948
+    },
+    {
+      "epoch": 4.260813704496788,
+      "grad_norm": 7.182822227478027,
+      "learning_rate": 2.814951576445729e-06,
+      "loss": 0.915,
+      "step": 9949
+    },
+    {
+      "epoch": 4.2612419700214135,
+      "grad_norm": 2.1155312061309814,
+      "learning_rate": 2.8117550986449053e-06,
+      "loss": 0.2052,
+      "step": 9950
+    },
+    {
+      "epoch": 4.261670235546038,
+      "grad_norm": 1.7026283740997314,
+      "learning_rate": 2.80856032858888e-06,
+      "loss": 0.4197,
+      "step": 9951
+    },
+    {
+      "epoch": 4.262098501070664,
+      "grad_norm": 1.1117031574249268,
+      "learning_rate": 2.805367266523548e-06,
+      "loss": 0.2841,
+      "step": 9952
+    },
+    {
+      "epoch": 4.262526766595289,
+      "grad_norm": 2.4169058799743652,
+      "learning_rate": 2.802175912694657e-06,
+      "loss": 0.4711,
+      "step": 9953
+    },
+    {
+      "epoch": 4.2629550321199146,
+      "grad_norm": 3.793588876724243,
+      "learning_rate": 2.7989862673478528e-06,
+      "loss": 0.8307,
+      "step": 9954
+    },
+    {
+      "epoch": 4.263383297644539,
+      "grad_norm": 2.258565902709961,
+      "learning_rate": 2.795798330728608e-06,
+      "loss": 0.2846,
+      "step": 9955
+    },
+    {
+      "epoch": 4.263811563169165,
+      "grad_norm": 5.029809474945068,
+      "learning_rate": 2.7926121030823012e-06,
+      "loss": 0.4414,
+      "step": 9956
+    },
+    {
+      "epoch": 4.26423982869379,
+      "grad_norm": 3.5744194984436035,
+      "learning_rate": 2.7894275846541585e-06,
+      "loss": 0.3608,
+      "step": 9957
+    },
+    {
+      "epoch": 4.264668094218416,
+      "grad_norm": 1.9137934446334839,
+      "learning_rate": 2.786244775689284e-06,
+      "loss": 0.4262,
+      "step": 9958
+    },
+    {
+      "epoch": 4.2650963597430405,
+      "grad_norm": 6.770802974700928,
+      "learning_rate": 2.7830636764326344e-06,
+      "loss": 0.3436,
+      "step": 9959
+    },
+    {
+      "epoch": 4.265524625267666,
+      "grad_norm": 4.972702980041504,
+      "learning_rate": 2.7798842871290613e-06,
+      "loss": 0.7114,
+      "step": 9960
+    },
+    {
+      "epoch": 4.265952890792291,
+      "grad_norm": 0.8279603719711304,
+      "learning_rate": 2.776706608023266e-06,
+      "loss": 0.2682,
+      "step": 9961
+    },
+    {
+      "epoch": 4.266381156316917,
+      "grad_norm": 3.954261064529419,
+      "learning_rate": 2.7735306393598226e-06,
+      "loss": 0.0817,
+      "step": 9962
+    },
+    {
+      "epoch": 4.2668094218415415,
+      "grad_norm": 30.08933448791504,
+      "learning_rate": 2.770356381383163e-06,
+      "loss": 0.4832,
+      "step": 9963
+    },
+    {
+      "epoch": 4.267237687366167,
+      "grad_norm": 8.851899147033691,
+      "learning_rate": 2.7671838343376137e-06,
+      "loss": 0.7477,
+      "step": 9964
+    },
+    {
+      "epoch": 4.267665952890792,
+      "grad_norm": 7.99611759185791,
+      "learning_rate": 2.7640129984673467e-06,
+      "loss": 1.7672,
+      "step": 9965
+    },
+    {
+      "epoch": 4.268094218415418,
+      "grad_norm": 4.330929756164551,
+      "learning_rate": 2.760843874016403e-06,
+      "loss": 0.4115,
+      "step": 9966
+    },
+    {
+      "epoch": 4.268522483940043,
+      "grad_norm": 2.564396858215332,
+      "learning_rate": 2.757676461228714e-06,
+      "loss": 0.8316,
+      "step": 9967
+    },
+    {
+      "epoch": 4.268950749464668,
+      "grad_norm": 8.273865699768066,
+      "learning_rate": 2.7545107603480447e-06,
+      "loss": 0.885,
+      "step": 9968
+    },
+    {
+      "epoch": 4.269379014989293,
+      "grad_norm": 9.557727813720703,
+      "learning_rate": 2.75134677161806e-06,
+      "loss": 1.3208,
+      "step": 9969
+    },
+    {
+      "epoch": 4.269807280513919,
+      "grad_norm": 1.4487671852111816,
+      "learning_rate": 2.7481844952822746e-06,
+      "loss": 0.6133,
+      "step": 9970
+    },
+    {
+      "epoch": 4.270235546038544,
+      "grad_norm": 6.5192694664001465,
+      "learning_rate": 2.745023931584079e-06,
+      "loss": 0.8125,
+      "step": 9971
+    },
+    {
+      "epoch": 4.270663811563169,
+      "grad_norm": 4.997782230377197,
+      "learning_rate": 2.7418650807667257e-06,
+      "loss": 0.2947,
+      "step": 9972
+    },
+    {
+      "epoch": 4.271092077087794,
+      "grad_norm": 6.055221080780029,
+      "learning_rate": 2.738707943073343e-06,
+      "loss": 0.4009,
+      "step": 9973
+    },
+    {
+      "epoch": 4.27152034261242,
+      "grad_norm": 2.5355381965637207,
+      "learning_rate": 2.7355525187469285e-06,
+      "loss": 0.6522,
+      "step": 9974
+    },
+    {
+      "epoch": 4.271948608137045,
+      "grad_norm": 2.032341957092285,
+      "learning_rate": 2.732398808030334e-06,
+      "loss": 0.2578,
+      "step": 9975
+    },
+    {
+      "epoch": 4.2723768736616705,
+      "grad_norm": 3.243846893310547,
+      "learning_rate": 2.729246811166289e-06,
+      "loss": 0.1229,
+      "step": 9976
+    },
+    {
+      "epoch": 4.272805139186295,
+      "grad_norm": 1.2390393018722534,
+      "learning_rate": 2.726096528397404e-06,
+      "loss": 0.217,
+      "step": 9977
+    },
+    {
+      "epoch": 4.273233404710921,
+      "grad_norm": 2.552497625350952,
+      "learning_rate": 2.722947959966127e-06,
+      "loss": 0.1817,
+      "step": 9978
+    },
+    {
+      "epoch": 4.273661670235546,
+      "grad_norm": 13.726225852966309,
+      "learning_rate": 2.7198011061148e-06,
+      "loss": 0.7078,
+      "step": 9979
+    },
+    {
+      "epoch": 4.274089935760172,
+      "grad_norm": 7.684900760650635,
+      "learning_rate": 2.7166559670856268e-06,
+      "loss": 0.7051,
+      "step": 9980
+    },
+    {
+      "epoch": 4.274518201284796,
+      "grad_norm": 4.981431007385254,
+      "learning_rate": 2.713512543120672e-06,
+      "loss": 0.8558,
+      "step": 9981
+    },
+    {
+      "epoch": 4.274946466809422,
+      "grad_norm": 9.483543395996094,
+      "learning_rate": 2.71037083446187e-06,
+      "loss": 1.1521,
+      "step": 9982
+    },
+    {
+      "epoch": 4.275374732334047,
+      "grad_norm": 2.331784248352051,
+      "learning_rate": 2.707230841351033e-06,
+      "loss": 0.4435,
+      "step": 9983
+    },
+    {
+      "epoch": 4.275802997858673,
+      "grad_norm": 5.549219608306885,
+      "learning_rate": 2.7040925640298336e-06,
+      "loss": 0.5848,
+      "step": 9984
+    },
+    {
+      "epoch": 4.2762312633832975,
+      "grad_norm": 2.512444019317627,
+      "learning_rate": 2.700956002739813e-06,
+      "loss": 0.5513,
+      "step": 9985
+    },
+    {
+      "epoch": 4.276659528907923,
+      "grad_norm": 2.9850614070892334,
+      "learning_rate": 2.6978211577223715e-06,
+      "loss": 0.6445,
+      "step": 9986
+    },
+    {
+      "epoch": 4.277087794432548,
+      "grad_norm": 2.336867094039917,
+      "learning_rate": 2.6946880292188033e-06,
+      "loss": 0.6265,
+      "step": 9987
+    },
+    {
+      "epoch": 4.277516059957174,
+      "grad_norm": 3.7458229064941406,
+      "learning_rate": 2.691556617470234e-06,
+      "loss": 0.4358,
+      "step": 9988
+    },
+    {
+      "epoch": 4.277944325481799,
+      "grad_norm": 4.568820953369141,
+      "learning_rate": 2.6884269227176906e-06,
+      "loss": 0.5163,
+      "step": 9989
+    },
+    {
+      "epoch": 4.278372591006424,
+      "grad_norm": 2.600747585296631,
+      "learning_rate": 2.6852989452020498e-06,
+      "loss": 0.6568,
+      "step": 9990
+    },
+    {
+      "epoch": 4.278800856531049,
+      "grad_norm": 3.0255725383758545,
+      "learning_rate": 2.6821726851640583e-06,
+      "loss": 0.3341,
+      "step": 9991
+    },
+    {
+      "epoch": 4.279229122055675,
+      "grad_norm": 2.2597525119781494,
+      "learning_rate": 2.679048142844329e-06,
+      "loss": 0.3979,
+      "step": 9992
+    },
+    {
+      "epoch": 4.2796573875803,
+      "grad_norm": 7.059008598327637,
+      "learning_rate": 2.6759253184833604e-06,
+      "loss": 1.188,
+      "step": 9993
+    },
+    {
+      "epoch": 4.280085653104925,
+      "grad_norm": 1.4061472415924072,
+      "learning_rate": 2.6728042123214864e-06,
+      "loss": 0.0845,
+      "step": 9994
+    },
+    {
+      "epoch": 4.28051391862955,
+      "grad_norm": 3.0567116737365723,
+      "learning_rate": 2.669684824598939e-06,
+      "loss": 0.2838,
+      "step": 9995
+    },
+    {
+      "epoch": 4.280942184154176,
+      "grad_norm": 4.322208881378174,
+      "learning_rate": 2.6665671555557993e-06,
+      "loss": 0.4759,
+      "step": 9996
+    },
+    {
+      "epoch": 4.281370449678801,
+      "grad_norm": 3.1501994132995605,
+      "learning_rate": 2.663451205432027e-06,
+      "loss": 0.5819,
+      "step": 9997
+    },
+    {
+      "epoch": 4.2817987152034265,
+      "grad_norm": 5.407693862915039,
+      "learning_rate": 2.6603369744674367e-06,
+      "loss": 1.2938,
+      "step": 9998
+    },
+    {
+      "epoch": 4.282226980728051,
+      "grad_norm": 2.456183671951294,
+      "learning_rate": 2.6572244629017307e-06,
+      "loss": 0.3403,
+      "step": 9999
+    },
+    {
+      "epoch": 4.282655246252677,
+      "grad_norm": 4.698489189147949,
+      "learning_rate": 2.6541136709744593e-06,
+      "loss": 0.8148,
+      "step": 10000
+    },
+    {
+      "epoch": 4.283083511777302,
+      "grad_norm": 6.71351957321167,
+      "learning_rate": 2.651004598925047e-06,
+      "loss": 0.7287,
+      "step": 10001
+    },
+    {
+      "epoch": 4.283511777301928,
+      "grad_norm": 2.4344961643218994,
+      "learning_rate": 2.6478972469927947e-06,
+      "loss": 0.7825,
+      "step": 10002
+    },
+    {
+      "epoch": 4.283940042826552,
+      "grad_norm": 1.0935956239700317,
+      "learning_rate": 2.644791615416858e-06,
+      "loss": 0.2567,
+      "step": 10003
+    },
+    {
+      "epoch": 4.284368308351178,
+      "grad_norm": 3.5372626781463623,
+      "learning_rate": 2.6416877044362685e-06,
+      "loss": 0.3715,
+      "step": 10004
+    },
+    {
+      "epoch": 4.284796573875803,
+      "grad_norm": 4.885736465454102,
+      "learning_rate": 2.638585514289915e-06,
+      "loss": 0.5649,
+      "step": 10005
+    },
+    {
+      "epoch": 4.285224839400429,
+      "grad_norm": 2.419755220413208,
+      "learning_rate": 2.635485045216579e-06,
+      "loss": 0.8197,
+      "step": 10006
+    },
+    {
+      "epoch": 4.2856531049250535,
+      "grad_norm": 7.977194786071777,
+      "learning_rate": 2.632386297454867e-06,
+      "loss": 1.0819,
+      "step": 10007
+    },
+    {
+      "epoch": 4.286081370449679,
+      "grad_norm": 4.3722944259643555,
+      "learning_rate": 2.629289271243299e-06,
+      "loss": 0.5511,
+      "step": 10008
+    },
+    {
+      "epoch": 4.286509635974304,
+      "grad_norm": 3.5008339881896973,
+      "learning_rate": 2.6261939668202285e-06,
+      "loss": 0.1601,
+      "step": 10009
+    },
+    {
+      "epoch": 4.28693790149893,
+      "grad_norm": 6.655078887939453,
+      "learning_rate": 2.623100384423896e-06,
+      "loss": 0.5153,
+      "step": 10010
+    },
+    {
+      "epoch": 4.2873661670235546,
+      "grad_norm": 6.609176158905029,
+      "learning_rate": 2.6200085242923974e-06,
+      "loss": 0.2709,
+      "step": 10011
+    },
+    {
+      "epoch": 4.28779443254818,
+      "grad_norm": 4.177521228790283,
+      "learning_rate": 2.6169183866637052e-06,
+      "loss": 0.468,
+      "step": 10012
+    },
+    {
+      "epoch": 4.288222698072805,
+      "grad_norm": 2.392709732055664,
+      "learning_rate": 2.613829971775658e-06,
+      "loss": 0.1626,
+      "step": 10013
+    },
+    {
+      "epoch": 4.288650963597431,
+      "grad_norm": 1.8791987895965576,
+      "learning_rate": 2.610743279865957e-06,
+      "loss": 0.2182,
+      "step": 10014
+    },
+    {
+      "epoch": 4.289079229122056,
+      "grad_norm": 4.83168888092041,
+      "learning_rate": 2.6076583111721646e-06,
+      "loss": 0.4708,
+      "step": 10015
+    },
+    {
+      "epoch": 4.289507494646681,
+      "grad_norm": 2.9505467414855957,
+      "learning_rate": 2.6045750659317385e-06,
+      "loss": 0.3387,
+      "step": 10016
+    },
+    {
+      "epoch": 4.289935760171306,
+      "grad_norm": 2.6318347454071045,
+      "learning_rate": 2.601493544381964e-06,
+      "loss": 0.2478,
+      "step": 10017
+    },
+    {
+      "epoch": 4.290364025695932,
+      "grad_norm": 3.522552013397217,
+      "learning_rate": 2.5984137467600254e-06,
+      "loss": 0.6461,
+      "step": 10018
+    },
+    {
+      "epoch": 4.290792291220557,
+      "grad_norm": 3.5642545223236084,
+      "learning_rate": 2.595335673302959e-06,
+      "loss": 0.7486,
+      "step": 10019
+    },
+    {
+      "epoch": 4.291220556745182,
+      "grad_norm": 2.0994374752044678,
+      "learning_rate": 2.5922593242476783e-06,
+      "loss": 0.0907,
+      "step": 10020
+    },
+    {
+      "epoch": 4.291648822269807,
+      "grad_norm": 2.08171010017395,
+      "learning_rate": 2.589184699830946e-06,
+      "loss": 0.1144,
+      "step": 10021
+    },
+    {
+      "epoch": 4.292077087794432,
+      "grad_norm": 3.2722887992858887,
+      "learning_rate": 2.5861118002894173e-06,
+      "loss": 0.6912,
+      "step": 10022
+    },
+    {
+      "epoch": 4.292505353319058,
+      "grad_norm": 4.793612480163574,
+      "learning_rate": 2.5830406258595953e-06,
+      "loss": 0.2504,
+      "step": 10023
+    },
+    {
+      "epoch": 4.2929336188436835,
+      "grad_norm": 7.791265964508057,
+      "learning_rate": 2.5799711767778595e-06,
+      "loss": 1.6307,
+      "step": 10024
+    },
+    {
+      "epoch": 4.293361884368308,
+      "grad_norm": 5.951290130615234,
+      "learning_rate": 2.5769034532804467e-06,
+      "loss": 0.9159,
+      "step": 10025
+    },
+    {
+      "epoch": 4.293790149892933,
+      "grad_norm": 1.1147915124893188,
+      "learning_rate": 2.573837455603481e-06,
+      "loss": 0.1827,
+      "step": 10026
+    },
+    {
+      "epoch": 4.294218415417559,
+      "grad_norm": 3.340543746948242,
+      "learning_rate": 2.570773183982925e-06,
+      "loss": 0.4053,
+      "step": 10027
+    },
+    {
+      "epoch": 4.294646680942185,
+      "grad_norm": 1.6716653108596802,
+      "learning_rate": 2.567710638654633e-06,
+      "loss": 0.4205,
+      "step": 10028
+    },
+    {
+      "epoch": 4.295074946466809,
+      "grad_norm": 3.3237051963806152,
+      "learning_rate": 2.56464981985432e-06,
+      "loss": 0.2882,
+      "step": 10029
+    },
+    {
+      "epoch": 4.295503211991434,
+      "grad_norm": 4.985133171081543,
+      "learning_rate": 2.561590727817559e-06,
+      "loss": 0.5998,
+      "step": 10030
+    },
+    {
+      "epoch": 4.29593147751606,
+      "grad_norm": 4.480576038360596,
+      "learning_rate": 2.558533362779797e-06,
+      "loss": 0.315,
+      "step": 10031
+    },
+    {
+      "epoch": 4.296359743040686,
+      "grad_norm": 5.624088287353516,
+      "learning_rate": 2.555477724976357e-06,
+      "loss": 0.9543,
+      "step": 10032
+    },
+    {
+      "epoch": 4.2967880085653105,
+      "grad_norm": 4.074265003204346,
+      "learning_rate": 2.5524238146424047e-06,
+      "loss": 0.7252,
+      "step": 10033
+    },
+    {
+      "epoch": 4.297216274089935,
+      "grad_norm": 3.8819851875305176,
+      "learning_rate": 2.5493716320129953e-06,
+      "loss": 0.2183,
+      "step": 10034
+    },
+    {
+      "epoch": 4.297644539614561,
+      "grad_norm": 3.7117321491241455,
+      "learning_rate": 2.546321177323055e-06,
+      "loss": 1.0436,
+      "step": 10035
+    },
+    {
+      "epoch": 4.298072805139186,
+      "grad_norm": 7.411370277404785,
+      "learning_rate": 2.5432724508073436e-06,
+      "loss": 0.5984,
+      "step": 10036
+    },
+    {
+      "epoch": 4.298501070663812,
+      "grad_norm": 6.461769104003906,
+      "learning_rate": 2.5402254527005287e-06,
+      "loss": 0.4254,
+      "step": 10037
+    },
+    {
+      "epoch": 4.298929336188436,
+      "grad_norm": 1.0991721153259277,
+      "learning_rate": 2.5371801832371174e-06,
+      "loss": 0.1424,
+      "step": 10038
+    },
+    {
+      "epoch": 4.299357601713062,
+      "grad_norm": 2.1724114418029785,
+      "learning_rate": 2.534136642651497e-06,
+      "loss": 0.5528,
+      "step": 10039
+    },
+    {
+      "epoch": 4.299785867237687,
+      "grad_norm": 5.189703941345215,
+      "learning_rate": 2.5310948311779076e-06,
+      "loss": 0.304,
+      "step": 10040
+    },
+    {
+      "epoch": 4.300214132762313,
+      "grad_norm": 4.458256244659424,
+      "learning_rate": 2.5280547490504764e-06,
+      "loss": 0.6264,
+      "step": 10041
+    },
+    {
+      "epoch": 4.3006423982869375,
+      "grad_norm": 1.1617223024368286,
+      "learning_rate": 2.525016396503185e-06,
+      "loss": 0.1211,
+      "step": 10042
+    },
+    {
+      "epoch": 4.301070663811563,
+      "grad_norm": 2.5555970668792725,
+      "learning_rate": 2.521979773769881e-06,
+      "loss": 0.1548,
+      "step": 10043
+    },
+    {
+      "epoch": 4.301498929336188,
+      "grad_norm": 2.861503839492798,
+      "learning_rate": 2.5189448810842787e-06,
+      "loss": 0.9847,
+      "step": 10044
+    },
+    {
+      "epoch": 4.301927194860814,
+      "grad_norm": 8.305238723754883,
+      "learning_rate": 2.515911718679975e-06,
+      "loss": 0.5372,
+      "step": 10045
+    },
+    {
+      "epoch": 4.302355460385439,
+      "grad_norm": 5.88730525970459,
+      "learning_rate": 2.5128802867904033e-06,
+      "loss": 0.4998,
+      "step": 10046
+    },
+    {
+      "epoch": 4.302783725910064,
+      "grad_norm": 1.8819968700408936,
+      "learning_rate": 2.509850585648896e-06,
+      "loss": 0.2604,
+      "step": 10047
+    },
+    {
+      "epoch": 4.303211991434689,
+      "grad_norm": 3.6356313228607178,
+      "learning_rate": 2.50682261548863e-06,
+      "loss": 0.2609,
+      "step": 10048
+    },
+    {
+      "epoch": 4.303640256959315,
+      "grad_norm": 9.618849754333496,
+      "learning_rate": 2.503796376542658e-06,
+      "loss": 0.4155,
+      "step": 10049
+    },
+    {
+      "epoch": 4.30406852248394,
+      "grad_norm": 1.9697110652923584,
+      "learning_rate": 2.500771869043897e-06,
+      "loss": 0.5319,
+      "step": 10050
+    },
+    {
+      "epoch": 4.304496788008565,
+      "grad_norm": 11.050084114074707,
+      "learning_rate": 2.4977490932251353e-06,
+      "loss": 0.8087,
+      "step": 10051
+    },
+    {
+      "epoch": 4.30492505353319,
+      "grad_norm": 1.2861565351486206,
+      "learning_rate": 2.4947280493190227e-06,
+      "loss": 0.3063,
+      "step": 10052
+    },
+    {
+      "epoch": 4.305353319057816,
+      "grad_norm": 2.379225015640259,
+      "learning_rate": 2.4917087375580796e-06,
+      "loss": 0.732,
+      "step": 10053
+    },
+    {
+      "epoch": 4.305781584582441,
+      "grad_norm": 1.962592601776123,
+      "learning_rate": 2.488691158174683e-06,
+      "loss": 0.2015,
+      "step": 10054
+    },
+    {
+      "epoch": 4.3062098501070665,
+      "grad_norm": 1.3977621793746948,
+      "learning_rate": 2.4856753114011007e-06,
+      "loss": 0.2175,
+      "step": 10055
+    },
+    {
+      "epoch": 4.306638115631691,
+      "grad_norm": 9.214512825012207,
+      "learning_rate": 2.4826611974694296e-06,
+      "loss": 0.4626,
+      "step": 10056
+    },
+    {
+      "epoch": 4.307066381156317,
+      "grad_norm": 8.038946151733398,
+      "learning_rate": 2.479648816611671e-06,
+      "loss": 1.2443,
+      "step": 10057
+    },
+    {
+      "epoch": 4.307494646680942,
+      "grad_norm": 2.837200403213501,
+      "learning_rate": 2.4766381690596697e-06,
+      "loss": 1.1224,
+      "step": 10058
+    },
+    {
+      "epoch": 4.307922912205568,
+      "grad_norm": 3.360748529434204,
+      "learning_rate": 2.473629255045146e-06,
+      "loss": 0.3098,
+      "step": 10059
+    },
+    {
+      "epoch": 4.308351177730192,
+      "grad_norm": 2.7029619216918945,
+      "learning_rate": 2.470622074799678e-06,
+      "loss": 1.2129,
+      "step": 10060
+    },
+    {
+      "epoch": 4.308779443254818,
+      "grad_norm": 7.687065601348877,
+      "learning_rate": 2.467616628554728e-06,
+      "loss": 0.2689,
+      "step": 10061
+    },
+    {
+      "epoch": 4.309207708779443,
+      "grad_norm": 1.1566283702850342,
+      "learning_rate": 2.464612916541609e-06,
+      "loss": 0.1853,
+      "step": 10062
+    },
+    {
+      "epoch": 4.309635974304069,
+      "grad_norm": 1.8050813674926758,
+      "learning_rate": 2.4616109389915016e-06,
+      "loss": 0.3551,
+      "step": 10063
+    },
+    {
+      "epoch": 4.3100642398286935,
+      "grad_norm": 5.70252799987793,
+      "learning_rate": 2.458610696135458e-06,
+      "loss": 0.5946,
+      "step": 10064
+    },
+    {
+      "epoch": 4.310492505353319,
+      "grad_norm": 3.210726499557495,
+      "learning_rate": 2.4556121882044034e-06,
+      "loss": 0.4317,
+      "step": 10065
+    },
+    {
+      "epoch": 4.310920770877944,
+      "grad_norm": 5.630838871002197,
+      "learning_rate": 2.4526154154291075e-06,
+      "loss": 0.2372,
+      "step": 10066
+    },
+    {
+      "epoch": 4.31134903640257,
+      "grad_norm": 4.382052421569824,
+      "learning_rate": 2.449620378040232e-06,
+      "loss": 0.6857,
+      "step": 10067
+    },
+    {
+      "epoch": 4.3117773019271946,
+      "grad_norm": 2.447028636932373,
+      "learning_rate": 2.4466270762682905e-06,
+      "loss": 0.1883,
+      "step": 10068
+    },
+    {
+      "epoch": 4.31220556745182,
+      "grad_norm": 4.61609411239624,
+      "learning_rate": 2.4436355103436616e-06,
+      "loss": 0.2579,
+      "step": 10069
+    },
+    {
+      "epoch": 4.312633832976445,
+      "grad_norm": 0.662125825881958,
+      "learning_rate": 2.4406456804966007e-06,
+      "loss": 0.1886,
+      "step": 10070
+    },
+    {
+      "epoch": 4.313062098501071,
+      "grad_norm": 2.0627241134643555,
+      "learning_rate": 2.437657586957223e-06,
+      "loss": 0.7562,
+      "step": 10071
+    },
+    {
+      "epoch": 4.313490364025696,
+      "grad_norm": 6.310038089752197,
+      "learning_rate": 2.43467122995551e-06,
+      "loss": 0.2293,
+      "step": 10072
+    },
+    {
+      "epoch": 4.313918629550321,
+      "grad_norm": 6.04303503036499,
+      "learning_rate": 2.431686609721301e-06,
+      "loss": 0.6398,
+      "step": 10073
+    },
+    {
+      "epoch": 4.314346895074946,
+      "grad_norm": 3.3791286945343018,
+      "learning_rate": 2.42870372648433e-06,
+      "loss": 0.364,
+      "step": 10074
+    },
+    {
+      "epoch": 4.314775160599572,
+      "grad_norm": 4.17893123626709,
+      "learning_rate": 2.4257225804741602e-06,
+      "loss": 0.7129,
+      "step": 10075
+    },
+    {
+      "epoch": 4.315203426124197,
+      "grad_norm": 6.426853179931641,
+      "learning_rate": 2.422743171920247e-06,
+      "loss": 0.3751,
+      "step": 10076
+    },
+    {
+      "epoch": 4.315631691648822,
+      "grad_norm": 6.269392967224121,
+      "learning_rate": 2.4197655010519072e-06,
+      "loss": 0.3658,
+      "step": 10077
+    },
+    {
+      "epoch": 4.316059957173447,
+      "grad_norm": 1.2862049341201782,
+      "learning_rate": 2.4167895680983127e-06,
+      "loss": 0.23,
+      "step": 10078
+    },
+    {
+      "epoch": 4.316488222698073,
+      "grad_norm": 15.695526123046875,
+      "learning_rate": 2.413815373288511e-06,
+      "loss": 0.455,
+      "step": 10079
+    },
+    {
+      "epoch": 4.316916488222698,
+      "grad_norm": 1.2844183444976807,
+      "learning_rate": 2.4108429168514245e-06,
+      "loss": 0.1259,
+      "step": 10080
+    },
+    {
+      "epoch": 4.3173447537473235,
+      "grad_norm": 6.673593044281006,
+      "learning_rate": 2.4078721990158233e-06,
+      "loss": 0.5487,
+      "step": 10081
+    },
+    {
+      "epoch": 4.317773019271948,
+      "grad_norm": 3.3436319828033447,
+      "learning_rate": 2.4049032200103515e-06,
+      "loss": 0.9682,
+      "step": 10082
+    },
+    {
+      "epoch": 4.318201284796574,
+      "grad_norm": 3.0096237659454346,
+      "learning_rate": 2.4019359800635214e-06,
+      "loss": 0.2627,
+      "step": 10083
+    },
+    {
+      "epoch": 4.318629550321199,
+      "grad_norm": 3.873789072036743,
+      "learning_rate": 2.398970479403717e-06,
+      "loss": 0.876,
+      "step": 10084
+    },
+    {
+      "epoch": 4.319057815845825,
+      "grad_norm": 4.835690975189209,
+      "learning_rate": 2.3960067182591692e-06,
+      "loss": 0.368,
+      "step": 10085
+    },
+    {
+      "epoch": 4.319486081370449,
+      "grad_norm": 1.653735876083374,
+      "learning_rate": 2.3930446968579962e-06,
+      "loss": 0.3176,
+      "step": 10086
+    },
+    {
+      "epoch": 4.319914346895075,
+      "grad_norm": 7.311552047729492,
+      "learning_rate": 2.390084415428173e-06,
+      "loss": 0.945,
+      "step": 10087
+    },
+    {
+      "epoch": 4.3203426124197,
+      "grad_norm": 4.551050186157227,
+      "learning_rate": 2.3871258741975404e-06,
+      "loss": 0.3765,
+      "step": 10088
+    },
+    {
+      "epoch": 4.320770877944326,
+      "grad_norm": 4.948038578033447,
+      "learning_rate": 2.3841690733937995e-06,
+      "loss": 0.6629,
+      "step": 10089
+    },
+    {
+      "epoch": 4.3211991434689505,
+      "grad_norm": 2.2977354526519775,
+      "learning_rate": 2.3812140132445343e-06,
+      "loss": 0.4139,
+      "step": 10090
+    },
+    {
+      "epoch": 4.321627408993576,
+      "grad_norm": 3.300820827484131,
+      "learning_rate": 2.37826069397718e-06,
+      "loss": 0.7132,
+      "step": 10091
+    },
+    {
+      "epoch": 4.322055674518201,
+      "grad_norm": 5.2374982833862305,
+      "learning_rate": 2.375309115819041e-06,
+      "loss": 1.1599,
+      "step": 10092
+    },
+    {
+      "epoch": 4.322483940042827,
+      "grad_norm": 5.856657981872559,
+      "learning_rate": 2.3723592789972884e-06,
+      "loss": 0.319,
+      "step": 10093
+    },
+    {
+      "epoch": 4.322912205567452,
+      "grad_norm": 2.5652377605438232,
+      "learning_rate": 2.3694111837389678e-06,
+      "loss": 0.4166,
+      "step": 10094
+    },
+    {
+      "epoch": 4.323340471092077,
+      "grad_norm": 4.1709065437316895,
+      "learning_rate": 2.3664648302709703e-06,
+      "loss": 0.3537,
+      "step": 10095
+    },
+    {
+      "epoch": 4.323768736616702,
+      "grad_norm": 3.486240863800049,
+      "learning_rate": 2.3635202188200755e-06,
+      "loss": 0.7023,
+      "step": 10096
+    },
+    {
+      "epoch": 4.324197002141328,
+      "grad_norm": 3.2371654510498047,
+      "learning_rate": 2.3605773496129162e-06,
+      "loss": 0.3168,
+      "step": 10097
+    },
+    {
+      "epoch": 4.324625267665953,
+      "grad_norm": 11.274093627929688,
+      "learning_rate": 2.3576362228759917e-06,
+      "loss": 0.5285,
+      "step": 10098
+    },
+    {
+      "epoch": 4.325053533190578,
+      "grad_norm": 7.3244428634643555,
+      "learning_rate": 2.354696838835668e-06,
+      "loss": 0.5733,
+      "step": 10099
+    },
+    {
+      "epoch": 4.325481798715203,
+      "grad_norm": 3.8548741340637207,
+      "learning_rate": 2.351759197718184e-06,
+      "loss": 0.5881,
+      "step": 10100
+    },
+    {
+      "epoch": 4.325910064239829,
+      "grad_norm": 3.118642568588257,
+      "learning_rate": 2.348823299749639e-06,
+      "loss": 0.5962,
+      "step": 10101
+    },
+    {
+      "epoch": 4.326338329764454,
+      "grad_norm": 17.416481018066406,
+      "learning_rate": 2.345889145155994e-06,
+      "loss": 2.0128,
+      "step": 10102
+    },
+    {
+      "epoch": 4.3267665952890795,
+      "grad_norm": 3.731562614440918,
+      "learning_rate": 2.3429567341630736e-06,
+      "loss": 0.3878,
+      "step": 10103
+    },
+    {
+      "epoch": 4.327194860813704,
+      "grad_norm": 2.264120101928711,
+      "learning_rate": 2.3400260669965867e-06,
+      "loss": 0.7793,
+      "step": 10104
+    },
+    {
+      "epoch": 4.32762312633833,
+      "grad_norm": 4.956354141235352,
+      "learning_rate": 2.3370971438820916e-06,
+      "loss": 0.5677,
+      "step": 10105
+    },
+    {
+      "epoch": 4.328051391862955,
+      "grad_norm": 4.473262786865234,
+      "learning_rate": 2.3341699650450133e-06,
+      "loss": 0.0784,
+      "step": 10106
+    },
+    {
+      "epoch": 4.328479657387581,
+      "grad_norm": 4.687167167663574,
+      "learning_rate": 2.3312445307106494e-06,
+      "loss": 0.6035,
+      "step": 10107
+    },
+    {
+      "epoch": 4.328907922912205,
+      "grad_norm": 6.338011264801025,
+      "learning_rate": 2.3283208411041507e-06,
+      "loss": 0.4118,
+      "step": 10108
+    },
+    {
+      "epoch": 4.329336188436831,
+      "grad_norm": 6.900259971618652,
+      "learning_rate": 2.3253988964505534e-06,
+      "loss": 0.5044,
+      "step": 10109
+    },
+    {
+      "epoch": 4.329764453961456,
+      "grad_norm": 8.157821655273438,
+      "learning_rate": 2.3224786969747448e-06,
+      "loss": 0.6372,
+      "step": 10110
+    },
+    {
+      "epoch": 4.330192719486082,
+      "grad_norm": 4.337997913360596,
+      "learning_rate": 2.319560242901481e-06,
+      "loss": 0.2757,
+      "step": 10111
+    },
+    {
+      "epoch": 4.3306209850107065,
+      "grad_norm": 3.0104739665985107,
+      "learning_rate": 2.316643534455379e-06,
+      "loss": 0.5652,
+      "step": 10112
+    },
+    {
+      "epoch": 4.331049250535332,
+      "grad_norm": 2.7159290313720703,
+      "learning_rate": 2.313728571860943e-06,
+      "loss": 0.3545,
+      "step": 10113
+    },
+    {
+      "epoch": 4.331477516059957,
+      "grad_norm": 2.7303459644317627,
+      "learning_rate": 2.310815355342505e-06,
+      "loss": 0.6425,
+      "step": 10114
+    },
+    {
+      "epoch": 4.331905781584583,
+      "grad_norm": 5.116189479827881,
+      "learning_rate": 2.307903885124299e-06,
+      "loss": 0.4881,
+      "step": 10115
+    },
+    {
+      "epoch": 4.3323340471092076,
+      "grad_norm": 5.6745924949646,
+      "learning_rate": 2.304994161430407e-06,
+      "loss": 0.3379,
+      "step": 10116
+    },
+    {
+      "epoch": 4.332762312633833,
+      "grad_norm": 4.070687770843506,
+      "learning_rate": 2.3020861844847754e-06,
+      "loss": 0.3133,
+      "step": 10117
+    },
+    {
+      "epoch": 4.333190578158458,
+      "grad_norm": 9.435272216796875,
+      "learning_rate": 2.2991799545112215e-06,
+      "loss": 1.0744,
+      "step": 10118
+    },
+    {
+      "epoch": 4.333618843683084,
+      "grad_norm": 1.461154580116272,
+      "learning_rate": 2.2962754717334276e-06,
+      "loss": 0.105,
+      "step": 10119
+    },
+    {
+      "epoch": 4.334047109207709,
+      "grad_norm": 6.017502784729004,
+      "learning_rate": 2.2933727363749465e-06,
+      "loss": 0.3398,
+      "step": 10120
+    },
+    {
+      "epoch": 4.334475374732334,
+      "grad_norm": 3.316579580307007,
+      "learning_rate": 2.2904717486591813e-06,
+      "loss": 1.2265,
+      "step": 10121
+    },
+    {
+      "epoch": 4.334903640256959,
+      "grad_norm": 5.37050724029541,
+      "learning_rate": 2.28757250880941e-06,
+      "loss": 0.5299,
+      "step": 10122
+    },
+    {
+      "epoch": 4.335331905781585,
+      "grad_norm": 5.258404731750488,
+      "learning_rate": 2.28467501704879e-06,
+      "loss": 0.3969,
+      "step": 10123
+    },
+    {
+      "epoch": 4.33576017130621,
+      "grad_norm": 6.766025543212891,
+      "learning_rate": 2.2817792736003096e-06,
+      "loss": 0.6221,
+      "step": 10124
+    },
+    {
+      "epoch": 4.336188436830835,
+      "grad_norm": 3.7567782402038574,
+      "learning_rate": 2.27888527868686e-06,
+      "loss": 0.6078,
+      "step": 10125
+    },
+    {
+      "epoch": 4.33661670235546,
+      "grad_norm": 4.999475479125977,
+      "learning_rate": 2.2759930325311735e-06,
+      "loss": 0.3028,
+      "step": 10126
+    },
+    {
+      "epoch": 4.337044967880086,
+      "grad_norm": 4.177292346954346,
+      "learning_rate": 2.273102535355856e-06,
+      "loss": 2.0731,
+      "step": 10127
+    },
+    {
+      "epoch": 4.337473233404711,
+      "grad_norm": 4.4405341148376465,
+      "learning_rate": 2.270213787383374e-06,
+      "loss": 0.4499,
+      "step": 10128
+    },
+    {
+      "epoch": 4.3379014989293365,
+      "grad_norm": 1.8648655414581299,
+      "learning_rate": 2.2673267888360745e-06,
+      "loss": 0.1441,
+      "step": 10129
+    },
+    {
+      "epoch": 4.338329764453961,
+      "grad_norm": 25.2376766204834,
+      "learning_rate": 2.264441539936149e-06,
+      "loss": 0.2326,
+      "step": 10130
+    },
+    {
+      "epoch": 4.338758029978587,
+      "grad_norm": 5.645739555358887,
+      "learning_rate": 2.2615580409056704e-06,
+      "loss": 0.6954,
+      "step": 10131
+    },
+    {
+      "epoch": 4.339186295503212,
+      "grad_norm": 7.689912796020508,
+      "learning_rate": 2.2586762919665605e-06,
+      "loss": 1.313,
+      "step": 10132
+    },
+    {
+      "epoch": 4.339614561027838,
+      "grad_norm": 1.92440664768219,
+      "learning_rate": 2.255796293340634e-06,
+      "loss": 0.682,
+      "step": 10133
+    },
+    {
+      "epoch": 4.340042826552462,
+      "grad_norm": 1.8281596899032593,
+      "learning_rate": 2.2529180452495357e-06,
+      "loss": 0.1528,
+      "step": 10134
+    },
+    {
+      "epoch": 4.340471092077088,
+      "grad_norm": 5.381772994995117,
+      "learning_rate": 2.2500415479148025e-06,
+      "loss": 0.8362,
+      "step": 10135
+    },
+    {
+      "epoch": 4.340899357601713,
+      "grad_norm": 0.9805235862731934,
+      "learning_rate": 2.2471668015578263e-06,
+      "loss": 0.0754,
+      "step": 10136
+    },
+    {
+      "epoch": 4.341327623126339,
+      "grad_norm": 5.655592441558838,
+      "learning_rate": 2.2442938063998665e-06,
+      "loss": 0.4352,
+      "step": 10137
+    },
+    {
+      "epoch": 4.3417558886509635,
+      "grad_norm": 2.9241597652435303,
+      "learning_rate": 2.2414225626620407e-06,
+      "loss": 0.118,
+      "step": 10138
+    },
+    {
+      "epoch": 4.342184154175589,
+      "grad_norm": 2.2901504039764404,
+      "learning_rate": 2.238553070565344e-06,
+      "loss": 0.1448,
+      "step": 10139
+    },
+    {
+      "epoch": 4.342612419700214,
+      "grad_norm": 5.952970027923584,
+      "learning_rate": 2.235685330330631e-06,
+      "loss": 0.5189,
+      "step": 10140
+    },
+    {
+      "epoch": 4.34304068522484,
+      "grad_norm": 3.9763340950012207,
+      "learning_rate": 2.23281934217861e-06,
+      "loss": 0.2068,
+      "step": 10141
+    },
+    {
+      "epoch": 4.343468950749465,
+      "grad_norm": 5.858391284942627,
+      "learning_rate": 2.2299551063298815e-06,
+      "loss": 0.502,
+      "step": 10142
+    },
+    {
+      "epoch": 4.34389721627409,
+      "grad_norm": 2.8064565658569336,
+      "learning_rate": 2.227092623004884e-06,
+      "loss": 0.1436,
+      "step": 10143
+    },
+    {
+      "epoch": 4.344325481798715,
+      "grad_norm": 3.8001227378845215,
+      "learning_rate": 2.2242318924239335e-06,
+      "loss": 0.439,
+      "step": 10144
+    },
+    {
+      "epoch": 4.344753747323341,
+      "grad_norm": 3.276846408843994,
+      "learning_rate": 2.2213729148072125e-06,
+      "loss": 0.5658,
+      "step": 10145
+    },
+    {
+      "epoch": 4.345182012847966,
+      "grad_norm": 55.18844985961914,
+      "learning_rate": 2.2185156903747617e-06,
+      "loss": 0.3394,
+      "step": 10146
+    },
+    {
+      "epoch": 4.345610278372591,
+      "grad_norm": 5.145162582397461,
+      "learning_rate": 2.215660219346491e-06,
+      "loss": 0.4555,
+      "step": 10147
+    },
+    {
+      "epoch": 4.346038543897216,
+      "grad_norm": 2.4733221530914307,
+      "learning_rate": 2.21280650194218e-06,
+      "loss": 0.4353,
+      "step": 10148
+    },
+    {
+      "epoch": 4.346466809421842,
+      "grad_norm": 7.595846652984619,
+      "learning_rate": 2.2099545383814647e-06,
+      "loss": 0.2225,
+      "step": 10149
+    },
+    {
+      "epoch": 4.346895074946467,
+      "grad_norm": 3.985466718673706,
+      "learning_rate": 2.2071043288838522e-06,
+      "loss": 0.811,
+      "step": 10150
+    },
+    {
+      "epoch": 4.3473233404710925,
+      "grad_norm": 1.412855863571167,
+      "learning_rate": 2.2042558736687034e-06,
+      "loss": 0.3044,
+      "step": 10151
+    },
+    {
+      "epoch": 4.347751605995717,
+      "grad_norm": 4.21298885345459,
+      "learning_rate": 2.201409172955271e-06,
+      "loss": 0.59,
+      "step": 10152
+    },
+    {
+      "epoch": 4.348179871520343,
+      "grad_norm": 11.767500877380371,
+      "learning_rate": 2.1985642269626348e-06,
+      "loss": 1.3796,
+      "step": 10153
+    },
+    {
+      "epoch": 4.348608137044968,
+      "grad_norm": 1.660797357559204,
+      "learning_rate": 2.195721035909773e-06,
+      "loss": 0.2908,
+      "step": 10154
+    },
+    {
+      "epoch": 4.349036402569594,
+      "grad_norm": 5.503079891204834,
+      "learning_rate": 2.19287960001551e-06,
+      "loss": 0.5213,
+      "step": 10155
+    },
+    {
+      "epoch": 4.349464668094218,
+      "grad_norm": 7.3405890464782715,
+      "learning_rate": 2.190039919498543e-06,
+      "loss": 1.1601,
+      "step": 10156
+    },
+    {
+      "epoch": 4.349892933618843,
+      "grad_norm": 2.5362095832824707,
+      "learning_rate": 2.187201994577423e-06,
+      "loss": 0.8183,
+      "step": 10157
+    },
+    {
+      "epoch": 4.350321199143469,
+      "grad_norm": 2.3602802753448486,
+      "learning_rate": 2.1843658254705884e-06,
+      "loss": 0.5783,
+      "step": 10158
+    },
+    {
+      "epoch": 4.350749464668095,
+      "grad_norm": 4.471621990203857,
+      "learning_rate": 2.1815314123963176e-06,
+      "loss": 0.6545,
+      "step": 10159
+    },
+    {
+      "epoch": 4.3511777301927195,
+      "grad_norm": 3.0865049362182617,
+      "learning_rate": 2.1786987555727694e-06,
+      "loss": 0.8512,
+      "step": 10160
+    },
+    {
+      "epoch": 4.351605995717344,
+      "grad_norm": 8.076861381530762,
+      "learning_rate": 2.1758678552179557e-06,
+      "loss": 0.3574,
+      "step": 10161
+    },
+    {
+      "epoch": 4.35203426124197,
+      "grad_norm": 4.977334976196289,
+      "learning_rate": 2.173038711549774e-06,
+      "loss": 1.3599,
+      "step": 10162
+    },
+    {
+      "epoch": 4.352462526766596,
+      "grad_norm": 4.969216823577881,
+      "learning_rate": 2.1702113247859564e-06,
+      "loss": 0.5134,
+      "step": 10163
+    },
+    {
+      "epoch": 4.352890792291221,
+      "grad_norm": 2.4022250175476074,
+      "learning_rate": 2.167385695144128e-06,
+      "loss": 0.9073,
+      "step": 10164
+    },
+    {
+      "epoch": 4.353319057815845,
+      "grad_norm": 3.600477933883667,
+      "learning_rate": 2.1645618228417625e-06,
+      "loss": 0.4797,
+      "step": 10165
+    },
+    {
+      "epoch": 4.353747323340471,
+      "grad_norm": 0.7211216688156128,
+      "learning_rate": 2.1617397080962026e-06,
+      "loss": 0.1274,
+      "step": 10166
+    },
+    {
+      "epoch": 4.354175588865097,
+      "grad_norm": 1.5081151723861694,
+      "learning_rate": 2.1589193511246525e-06,
+      "loss": 0.1481,
+      "step": 10167
+    },
+    {
+      "epoch": 4.354603854389722,
+      "grad_norm": 5.0856099128723145,
+      "learning_rate": 2.156100752144191e-06,
+      "loss": 0.43,
+      "step": 10168
+    },
+    {
+      "epoch": 4.3550321199143465,
+      "grad_norm": 9.392009735107422,
+      "learning_rate": 2.153283911371751e-06,
+      "loss": 1.0605,
+      "step": 10169
+    },
+    {
+      "epoch": 4.355460385438972,
+      "grad_norm": 4.617865562438965,
+      "learning_rate": 2.1504688290241353e-06,
+      "loss": 0.3862,
+      "step": 10170
+    },
+    {
+      "epoch": 4.355888650963598,
+      "grad_norm": 6.695550918579102,
+      "learning_rate": 2.1476555053180054e-06,
+      "loss": 0.9612,
+      "step": 10171
+    },
+    {
+      "epoch": 4.356316916488223,
+      "grad_norm": 1.2695376873016357,
+      "learning_rate": 2.1448439404699067e-06,
+      "loss": 0.5393,
+      "step": 10172
+    },
+    {
+      "epoch": 4.3567451820128476,
+      "grad_norm": 2.411099672317505,
+      "learning_rate": 2.1420341346962136e-06,
+      "loss": 0.5455,
+      "step": 10173
+    },
+    {
+      "epoch": 4.357173447537473,
+      "grad_norm": 2.474684953689575,
+      "learning_rate": 2.1392260882131948e-06,
+      "loss": 0.1099,
+      "step": 10174
+    },
+    {
+      "epoch": 4.357601713062098,
+      "grad_norm": 0.9507997035980225,
+      "learning_rate": 2.1364198012369885e-06,
+      "loss": 0.1359,
+      "step": 10175
+    },
+    {
+      "epoch": 4.358029978586724,
+      "grad_norm": 3.9385628700256348,
+      "learning_rate": 2.1336152739835637e-06,
+      "loss": 0.3497,
+      "step": 10176
+    },
+    {
+      "epoch": 4.358458244111349,
+      "grad_norm": 0.8993393778800964,
+      "learning_rate": 2.130812506668786e-06,
+      "loss": 0.2314,
+      "step": 10177
+    },
+    {
+      "epoch": 4.358886509635974,
+      "grad_norm": 5.056806564331055,
+      "learning_rate": 2.12801149950837e-06,
+      "loss": 0.4353,
+      "step": 10178
+    },
+    {
+      "epoch": 4.359314775160599,
+      "grad_norm": 1.0311044454574585,
+      "learning_rate": 2.125212252717898e-06,
+      "loss": 0.2371,
+      "step": 10179
+    },
+    {
+      "epoch": 4.359743040685225,
+      "grad_norm": 7.506133556365967,
+      "learning_rate": 2.1224147665128177e-06,
+      "loss": 0.3912,
+      "step": 10180
+    },
+    {
+      "epoch": 4.36017130620985,
+      "grad_norm": 2.028411626815796,
+      "learning_rate": 2.119619041108442e-06,
+      "loss": 0.3789,
+      "step": 10181
+    },
+    {
+      "epoch": 4.360599571734475,
+      "grad_norm": 4.130912780761719,
+      "learning_rate": 2.1168250767199498e-06,
+      "loss": 0.7692,
+      "step": 10182
+    },
+    {
+      "epoch": 4.3610278372591,
+      "grad_norm": 3.8152167797088623,
+      "learning_rate": 2.11403287356238e-06,
+      "loss": 1.0461,
+      "step": 10183
+    },
+    {
+      "epoch": 4.361456102783726,
+      "grad_norm": 6.238074779510498,
+      "learning_rate": 2.111242431850635e-06,
+      "loss": 0.9549,
+      "step": 10184
+    },
+    {
+      "epoch": 4.361884368308351,
+      "grad_norm": 2.490682601928711,
+      "learning_rate": 2.108453751799486e-06,
+      "loss": 1.1075,
+      "step": 10185
+    },
+    {
+      "epoch": 4.3623126338329765,
+      "grad_norm": 2.9375905990600586,
+      "learning_rate": 2.1056668336235622e-06,
+      "loss": 0.559,
+      "step": 10186
+    },
+    {
+      "epoch": 4.362740899357601,
+      "grad_norm": 6.0835371017456055,
+      "learning_rate": 2.1028816775373744e-06,
+      "loss": 0.9487,
+      "step": 10187
+    },
+    {
+      "epoch": 4.363169164882227,
+      "grad_norm": 30.947349548339844,
+      "learning_rate": 2.100098283755278e-06,
+      "loss": 1.3449,
+      "step": 10188
+    },
+    {
+      "epoch": 4.363597430406852,
+      "grad_norm": 1.9262895584106445,
+      "learning_rate": 2.097316652491499e-06,
+      "loss": 0.4118,
+      "step": 10189
+    },
+    {
+      "epoch": 4.364025695931478,
+      "grad_norm": 2.823396682739258,
+      "learning_rate": 2.0945367839601272e-06,
+      "loss": 0.5636,
+      "step": 10190
+    },
+    {
+      "epoch": 4.364453961456102,
+      "grad_norm": 2.291253089904785,
+      "learning_rate": 2.091758678375133e-06,
+      "loss": 0.5959,
+      "step": 10191
+    },
+    {
+      "epoch": 4.364882226980728,
+      "grad_norm": 4.351430416107178,
+      "learning_rate": 2.0889823359503153e-06,
+      "loss": 0.2138,
+      "step": 10192
+    },
+    {
+      "epoch": 4.365310492505353,
+      "grad_norm": 3.674952507019043,
+      "learning_rate": 2.086207756899372e-06,
+      "loss": 0.952,
+      "step": 10193
+    },
+    {
+      "epoch": 4.365738758029979,
+      "grad_norm": 7.3663129806518555,
+      "learning_rate": 2.0834349414358495e-06,
+      "loss": 0.2149,
+      "step": 10194
+    },
+    {
+      "epoch": 4.3661670235546035,
+      "grad_norm": 4.603575706481934,
+      "learning_rate": 2.0806638897731603e-06,
+      "loss": 0.743,
+      "step": 10195
+    },
+    {
+      "epoch": 4.366595289079229,
+      "grad_norm": 6.175558090209961,
+      "learning_rate": 2.0778946021245775e-06,
+      "loss": 0.4041,
+      "step": 10196
+    },
+    {
+      "epoch": 4.367023554603854,
+      "grad_norm": 4.605626583099365,
+      "learning_rate": 2.0751270787032512e-06,
+      "loss": 0.7569,
+      "step": 10197
+    },
+    {
+      "epoch": 4.36745182012848,
+      "grad_norm": 2.583649158477783,
+      "learning_rate": 2.0723613197221826e-06,
+      "loss": 0.7058,
+      "step": 10198
+    },
+    {
+      "epoch": 4.367880085653105,
+      "grad_norm": 3.3111765384674072,
+      "learning_rate": 2.06959732539424e-06,
+      "loss": 0.4144,
+      "step": 10199
+    },
+    {
+      "epoch": 4.36830835117773,
+      "grad_norm": 0.8498170375823975,
+      "learning_rate": 2.066835095932157e-06,
+      "loss": 0.2446,
+      "step": 10200
+    },
+    {
+      "epoch": 4.368736616702355,
+      "grad_norm": 35.78244400024414,
+      "learning_rate": 2.064074631548543e-06,
+      "loss": 1.0314,
+      "step": 10201
+    },
+    {
+      "epoch": 4.369164882226981,
+      "grad_norm": 24.85177230834961,
+      "learning_rate": 2.06131593245584e-06,
+      "loss": 0.6644,
+      "step": 10202
+    },
+    {
+      "epoch": 4.369593147751606,
+      "grad_norm": 5.7509684562683105,
+      "learning_rate": 2.0585589988663946e-06,
+      "loss": 0.3924,
+      "step": 10203
+    },
+    {
+      "epoch": 4.370021413276231,
+      "grad_norm": 3.2274041175842285,
+      "learning_rate": 2.0558038309923868e-06,
+      "loss": 0.6933,
+      "step": 10204
+    },
+    {
+      "epoch": 4.370449678800856,
+      "grad_norm": 2.1496922969818115,
+      "learning_rate": 2.053050429045872e-06,
+      "loss": 0.4032,
+      "step": 10205
+    },
+    {
+      "epoch": 4.370877944325482,
+      "grad_norm": 6.133002281188965,
+      "learning_rate": 2.0502987932387695e-06,
+      "loss": 0.5465,
+      "step": 10206
+    },
+    {
+      "epoch": 4.371306209850107,
+      "grad_norm": 3.2865025997161865,
+      "learning_rate": 2.047548923782866e-06,
+      "loss": 0.2522,
+      "step": 10207
+    },
+    {
+      "epoch": 4.3717344753747325,
+      "grad_norm": 6.166385650634766,
+      "learning_rate": 2.0448008208898055e-06,
+      "loss": 0.5604,
+      "step": 10208
+    },
+    {
+      "epoch": 4.372162740899357,
+      "grad_norm": 6.084855079650879,
+      "learning_rate": 2.0420544847710972e-06,
+      "loss": 0.9499,
+      "step": 10209
+    },
+    {
+      "epoch": 4.372591006423983,
+      "grad_norm": 3.4634041786193848,
+      "learning_rate": 2.0393099156381213e-06,
+      "loss": 0.4126,
+      "step": 10210
+    },
+    {
+      "epoch": 4.373019271948608,
+      "grad_norm": 0.9668992757797241,
+      "learning_rate": 2.0365671137021147e-06,
+      "loss": 0.0472,
+      "step": 10211
+    },
+    {
+      "epoch": 4.373447537473234,
+      "grad_norm": 4.165191650390625,
+      "learning_rate": 2.033826079174178e-06,
+      "loss": 0.5122,
+      "step": 10212
+    },
+    {
+      "epoch": 4.373875802997858,
+      "grad_norm": 0.9741390943527222,
+      "learning_rate": 2.031086812265279e-06,
+      "loss": 0.3832,
+      "step": 10213
+    },
+    {
+      "epoch": 4.374304068522484,
+      "grad_norm": 63.39336395263672,
+      "learning_rate": 2.0283493131862534e-06,
+      "loss": 0.6874,
+      "step": 10214
+    },
+    {
+      "epoch": 4.374732334047109,
+      "grad_norm": 1.4992427825927734,
+      "learning_rate": 2.0256135821477866e-06,
+      "loss": 0.3245,
+      "step": 10215
+    },
+    {
+      "epoch": 4.375160599571735,
+      "grad_norm": 3.261564254760742,
+      "learning_rate": 2.022879619360446e-06,
+      "loss": 0.4095,
+      "step": 10216
+    },
+    {
+      "epoch": 4.3755888650963595,
+      "grad_norm": 5.157112121582031,
+      "learning_rate": 2.0201474250346546e-06,
+      "loss": 0.4664,
+      "step": 10217
+    },
+    {
+      "epoch": 4.376017130620985,
+      "grad_norm": 2.995616912841797,
+      "learning_rate": 2.0174169993806916e-06,
+      "loss": 1.2446,
+      "step": 10218
+    },
+    {
+      "epoch": 4.37644539614561,
+      "grad_norm": 2.5221152305603027,
+      "learning_rate": 2.0146883426087086e-06,
+      "loss": 0.1145,
+      "step": 10219
+    },
+    {
+      "epoch": 4.376873661670236,
+      "grad_norm": 9.83976936340332,
+      "learning_rate": 2.011961454928729e-06,
+      "loss": 1.459,
+      "step": 10220
+    },
+    {
+      "epoch": 4.3773019271948606,
+      "grad_norm": 3.7881202697753906,
+      "learning_rate": 2.0092363365506238e-06,
+      "loss": 1.0272,
+      "step": 10221
+    },
+    {
+      "epoch": 4.377730192719486,
+      "grad_norm": 6.431116580963135,
+      "learning_rate": 2.0065129876841366e-06,
+      "loss": 0.719,
+      "step": 10222
+    },
+    {
+      "epoch": 4.378158458244111,
+      "grad_norm": 3.6468241214752197,
+      "learning_rate": 2.0037914085388713e-06,
+      "loss": 0.7304,
+      "step": 10223
+    },
+    {
+      "epoch": 4.378586723768737,
+      "grad_norm": 7.731205940246582,
+      "learning_rate": 2.0010715993243003e-06,
+      "loss": 0.4695,
+      "step": 10224
+    },
+    {
+      "epoch": 4.379014989293362,
+      "grad_norm": 5.914638042449951,
+      "learning_rate": 1.9983535602497492e-06,
+      "loss": 0.3154,
+      "step": 10225
+    },
+    {
+      "epoch": 4.379443254817987,
+      "grad_norm": 6.373240947723389,
+      "learning_rate": 1.995637291524427e-06,
+      "loss": 0.5665,
+      "step": 10226
+    },
+    {
+      "epoch": 4.379871520342612,
+      "grad_norm": 6.201882839202881,
+      "learning_rate": 1.9929227933573907e-06,
+      "loss": 0.8989,
+      "step": 10227
+    },
+    {
+      "epoch": 4.380299785867238,
+      "grad_norm": 4.944528102874756,
+      "learning_rate": 1.9902100659575623e-06,
+      "loss": 0.9719,
+      "step": 10228
+    },
+    {
+      "epoch": 4.380728051391863,
+      "grad_norm": 5.041435241699219,
+      "learning_rate": 1.987499109533725e-06,
+      "loss": 0.275,
+      "step": 10229
+    },
+    {
+      "epoch": 4.381156316916488,
+      "grad_norm": 5.528620719909668,
+      "learning_rate": 1.984789924294547e-06,
+      "loss": 1.0784,
+      "step": 10230
+    },
+    {
+      "epoch": 4.381584582441113,
+      "grad_norm": 6.048591136932373,
+      "learning_rate": 1.9820825104485267e-06,
+      "loss": 0.479,
+      "step": 10231
+    },
+    {
+      "epoch": 4.382012847965739,
+      "grad_norm": 4.039623737335205,
+      "learning_rate": 1.9793768682040524e-06,
+      "loss": 0.5863,
+      "step": 10232
+    },
+    {
+      "epoch": 4.382441113490364,
+      "grad_norm": 1.5239242315292358,
+      "learning_rate": 1.976672997769366e-06,
+      "loss": 0.4834,
+      "step": 10233
+    },
+    {
+      "epoch": 4.3828693790149895,
+      "grad_norm": 2.7425882816314697,
+      "learning_rate": 1.973970899352576e-06,
+      "loss": 0.4984,
+      "step": 10234
+    },
+    {
+      "epoch": 4.383297644539614,
+      "grad_norm": 5.097485542297363,
+      "learning_rate": 1.971270573161643e-06,
+      "loss": 0.5031,
+      "step": 10235
+    },
+    {
+      "epoch": 4.38372591006424,
+      "grad_norm": 7.967432022094727,
+      "learning_rate": 1.9685720194044133e-06,
+      "loss": 0.3827,
+      "step": 10236
+    },
+    {
+      "epoch": 4.384154175588865,
+      "grad_norm": 2.338852882385254,
+      "learning_rate": 1.965875238288578e-06,
+      "loss": 0.3817,
+      "step": 10237
+    },
+    {
+      "epoch": 4.384582441113491,
+      "grad_norm": 2.7956674098968506,
+      "learning_rate": 1.9631802300216995e-06,
+      "loss": 0.3063,
+      "step": 10238
+    },
+    {
+      "epoch": 4.385010706638115,
+      "grad_norm": 7.018715858459473,
+      "learning_rate": 1.9604869948111977e-06,
+      "loss": 0.9373,
+      "step": 10239
+    },
+    {
+      "epoch": 4.385438972162741,
+      "grad_norm": 2.795430898666382,
+      "learning_rate": 1.9577955328643734e-06,
+      "loss": 1.2317,
+      "step": 10240
+    },
+    {
+      "epoch": 4.385867237687366,
+      "grad_norm": 10.231151580810547,
+      "learning_rate": 1.955105844388361e-06,
+      "loss": 0.5633,
+      "step": 10241
+    },
+    {
+      "epoch": 4.386295503211992,
+      "grad_norm": 2.8940298557281494,
+      "learning_rate": 1.952417929590186e-06,
+      "loss": 0.1139,
+      "step": 10242
+    },
+    {
+      "epoch": 4.3867237687366165,
+      "grad_norm": 3.0576908588409424,
+      "learning_rate": 1.9497317886767288e-06,
+      "loss": 0.9767,
+      "step": 10243
+    },
+    {
+      "epoch": 4.387152034261242,
+      "grad_norm": 0.7016014456748962,
+      "learning_rate": 1.9470474218547224e-06,
+      "loss": 0.1029,
+      "step": 10244
+    },
+    {
+      "epoch": 4.387580299785867,
+      "grad_norm": 3.052273750305176,
+      "learning_rate": 1.9443648293307805e-06,
+      "loss": 0.5036,
+      "step": 10245
+    },
+    {
+      "epoch": 4.388008565310493,
+      "grad_norm": 3.9465410709381104,
+      "learning_rate": 1.9416840113113703e-06,
+      "loss": 0.5743,
+      "step": 10246
+    },
+    {
+      "epoch": 4.388436830835118,
+      "grad_norm": 1.6108046770095825,
+      "learning_rate": 1.939004968002825e-06,
+      "loss": 0.1877,
+      "step": 10247
+    },
+    {
+      "epoch": 4.388865096359743,
+      "grad_norm": 3.9168450832366943,
+      "learning_rate": 1.936327699611332e-06,
+      "loss": 0.3157,
+      "step": 10248
+    },
+    {
+      "epoch": 4.389293361884368,
+      "grad_norm": 4.566343784332275,
+      "learning_rate": 1.933652206342962e-06,
+      "loss": 0.9214,
+      "step": 10249
+    },
+    {
+      "epoch": 4.389721627408994,
+      "grad_norm": 3.563572883605957,
+      "learning_rate": 1.9309784884036312e-06,
+      "loss": 0.5993,
+      "step": 10250
+    },
+    {
+      "epoch": 4.390149892933619,
+      "grad_norm": 5.600284576416016,
+      "learning_rate": 1.9283065459991285e-06,
+      "loss": 0.86,
+      "step": 10251
+    },
+    {
+      "epoch": 4.390578158458244,
+      "grad_norm": 0.983475923538208,
+      "learning_rate": 1.9256363793350966e-06,
+      "loss": 0.2842,
+      "step": 10252
+    },
+    {
+      "epoch": 4.391006423982869,
+      "grad_norm": 4.501218318939209,
+      "learning_rate": 1.922967988617061e-06,
+      "loss": 0.337,
+      "step": 10253
+    },
+    {
+      "epoch": 4.391434689507495,
+      "grad_norm": 5.761092185974121,
+      "learning_rate": 1.9203013740503817e-06,
+      "loss": 1.9413,
+      "step": 10254
+    },
+    {
+      "epoch": 4.39186295503212,
+      "grad_norm": 3.307136058807373,
+      "learning_rate": 1.9176365358403085e-06,
+      "loss": 0.1149,
+      "step": 10255
+    },
+    {
+      "epoch": 4.3922912205567455,
+      "grad_norm": 4.141951560974121,
+      "learning_rate": 1.914973474191942e-06,
+      "loss": 0.49,
+      "step": 10256
+    },
+    {
+      "epoch": 4.39271948608137,
+      "grad_norm": 6.828718662261963,
+      "learning_rate": 1.9123121893102474e-06,
+      "loss": 0.3093,
+      "step": 10257
+    },
+    {
+      "epoch": 4.393147751605996,
+      "grad_norm": 2.7937660217285156,
+      "learning_rate": 1.909652681400048e-06,
+      "loss": 0.4144,
+      "step": 10258
+    },
+    {
+      "epoch": 4.393576017130621,
+      "grad_norm": 6.167045593261719,
+      "learning_rate": 1.9069949506660468e-06,
+      "loss": 0.7595,
+      "step": 10259
+    },
+    {
+      "epoch": 4.394004282655247,
+      "grad_norm": 4.863497734069824,
+      "learning_rate": 1.9043389973127934e-06,
+      "loss": 0.4181,
+      "step": 10260
+    },
+    {
+      "epoch": 4.394432548179871,
+      "grad_norm": 4.946232795715332,
+      "learning_rate": 1.9016848215447053e-06,
+      "loss": 1.0182,
+      "step": 10261
+    },
+    {
+      "epoch": 4.394860813704497,
+      "grad_norm": 2.184793710708618,
+      "learning_rate": 1.8990324235660661e-06,
+      "loss": 0.8373,
+      "step": 10262
+    },
+    {
+      "epoch": 4.395289079229122,
+      "grad_norm": 2.3247230052948,
+      "learning_rate": 1.896381803581021e-06,
+      "loss": 0.8134,
+      "step": 10263
+    },
+    {
+      "epoch": 4.395717344753748,
+      "grad_norm": 5.843784809112549,
+      "learning_rate": 1.8937329617935733e-06,
+      "loss": 0.8377,
+      "step": 10264
+    },
+    {
+      "epoch": 4.3961456102783725,
+      "grad_norm": 1.4981085062026978,
+      "learning_rate": 1.8910858984076019e-06,
+      "loss": 0.5043,
+      "step": 10265
+    },
+    {
+      "epoch": 4.396573875802998,
+      "grad_norm": 5.139806270599365,
+      "learning_rate": 1.8884406136268379e-06,
+      "loss": 0.5493,
+      "step": 10266
+    },
+    {
+      "epoch": 4.397002141327623,
+      "grad_norm": 2.441781520843506,
+      "learning_rate": 1.8857971076548797e-06,
+      "loss": 0.223,
+      "step": 10267
+    },
+    {
+      "epoch": 4.397430406852249,
+      "grad_norm": 4.26531982421875,
+      "learning_rate": 1.8831553806951813e-06,
+      "loss": 0.8942,
+      "step": 10268
+    },
+    {
+      "epoch": 4.397858672376874,
+      "grad_norm": 3.554576873779297,
+      "learning_rate": 1.8805154329510826e-06,
+      "loss": 0.8207,
+      "step": 10269
+    },
+    {
+      "epoch": 4.398286937901499,
+      "grad_norm": 7.206282138824463,
+      "learning_rate": 1.8778772646257491e-06,
+      "loss": 0.3488,
+      "step": 10270
+    },
+    {
+      "epoch": 4.398715203426124,
+      "grad_norm": 6.33366584777832,
+      "learning_rate": 1.875240875922246e-06,
+      "loss": 0.6629,
+      "step": 10271
+    },
+    {
+      "epoch": 4.39914346895075,
+      "grad_norm": 2.871863603591919,
+      "learning_rate": 1.8726062670434808e-06,
+      "loss": 0.3197,
+      "step": 10272
+    },
+    {
+      "epoch": 4.399571734475375,
+      "grad_norm": 4.450122833251953,
+      "learning_rate": 1.8699734381922323e-06,
+      "loss": 0.5397,
+      "step": 10273
+    },
+    {
+      "epoch": 4.4,
+      "grad_norm": 6.320582389831543,
+      "learning_rate": 1.8673423895711306e-06,
+      "loss": 0.4947,
+      "step": 10274
+    },
+    {
+      "epoch": 4.400428265524625,
+      "grad_norm": 1.5140578746795654,
+      "learning_rate": 1.8647131213826886e-06,
+      "loss": 0.2076,
+      "step": 10275
+    },
+    {
+      "epoch": 4.400856531049251,
+      "grad_norm": 7.630305767059326,
+      "learning_rate": 1.8620856338292637e-06,
+      "loss": 0.4004,
+      "step": 10276
+    },
+    {
+      "epoch": 4.401284796573876,
+      "grad_norm": 3.866239070892334,
+      "learning_rate": 1.8594599271130886e-06,
+      "loss": 0.6822,
+      "step": 10277
+    },
+    {
+      "epoch": 4.401713062098501,
+      "grad_norm": 3.200514078140259,
+      "learning_rate": 1.8568360014362463e-06,
+      "loss": 1.1327,
+      "step": 10278
+    },
+    {
+      "epoch": 4.402141327623126,
+      "grad_norm": 5.820837020874023,
+      "learning_rate": 1.8542138570007e-06,
+      "loss": 0.7199,
+      "step": 10279
+    },
+    {
+      "epoch": 4.402569593147752,
+      "grad_norm": 2.268385171890259,
+      "learning_rate": 1.8515934940082635e-06,
+      "loss": 0.2446,
+      "step": 10280
+    },
+    {
+      "epoch": 4.402997858672377,
+      "grad_norm": 4.556901931762695,
+      "learning_rate": 1.8489749126606087e-06,
+      "loss": 0.3139,
+      "step": 10281
+    },
+    {
+      "epoch": 4.4034261241970025,
+      "grad_norm": 5.445007801055908,
+      "learning_rate": 1.8463581131592911e-06,
+      "loss": 0.4607,
+      "step": 10282
+    },
+    {
+      "epoch": 4.403854389721627,
+      "grad_norm": 5.61509370803833,
+      "learning_rate": 1.8437430957057023e-06,
+      "loss": 0.864,
+      "step": 10283
+    },
+    {
+      "epoch": 4.404282655246253,
+      "grad_norm": 4.388471603393555,
+      "learning_rate": 1.8411298605011173e-06,
+      "loss": 0.9739,
+      "step": 10284
+    },
+    {
+      "epoch": 4.404710920770878,
+      "grad_norm": 2.387272596359253,
+      "learning_rate": 1.8385184077466672e-06,
+      "loss": 0.66,
+      "step": 10285
+    },
+    {
+      "epoch": 4.405139186295504,
+      "grad_norm": 4.229698181152344,
+      "learning_rate": 1.8359087376433437e-06,
+      "loss": 0.4208,
+      "step": 10286
+    },
+    {
+      "epoch": 4.405567451820128,
+      "grad_norm": 1.6210362911224365,
+      "learning_rate": 1.833300850392e-06,
+      "loss": 0.6,
+      "step": 10287
+    },
+    {
+      "epoch": 4.405995717344754,
+      "grad_norm": 1.3097290992736816,
+      "learning_rate": 1.8306947461933648e-06,
+      "loss": 0.4173,
+      "step": 10288
+    },
+    {
+      "epoch": 4.406423982869379,
+      "grad_norm": 5.41441535949707,
+      "learning_rate": 1.8280904252480108e-06,
+      "loss": 0.6009,
+      "step": 10289
+    },
+    {
+      "epoch": 4.406852248394005,
+      "grad_norm": 3.292301654815674,
+      "learning_rate": 1.8254878877563885e-06,
+      "loss": 0.2925,
+      "step": 10290
+    },
+    {
+      "epoch": 4.4072805139186295,
+      "grad_norm": 1.4543733596801758,
+      "learning_rate": 1.8228871339187963e-06,
+      "loss": 0.3421,
+      "step": 10291
+    },
+    {
+      "epoch": 4.407708779443255,
+      "grad_norm": 3.1661081314086914,
+      "learning_rate": 1.8202881639354214e-06,
+      "loss": 1.3579,
+      "step": 10292
+    },
+    {
+      "epoch": 4.40813704496788,
+      "grad_norm": 5.354341506958008,
+      "learning_rate": 1.8176909780062785e-06,
+      "loss": 0.361,
+      "step": 10293
+    },
+    {
+      "epoch": 4.408565310492506,
+      "grad_norm": 4.036203861236572,
+      "learning_rate": 1.8150955763312717e-06,
+      "loss": 1.167,
+      "step": 10294
+    },
+    {
+      "epoch": 4.408993576017131,
+      "grad_norm": 3.0433554649353027,
+      "learning_rate": 1.8125019591101605e-06,
+      "loss": 0.3215,
+      "step": 10295
+    },
+    {
+      "epoch": 4.409421841541755,
+      "grad_norm": 3.9342598915100098,
+      "learning_rate": 1.8099101265425633e-06,
+      "loss": 0.6129,
+      "step": 10296
+    },
+    {
+      "epoch": 4.409850107066381,
+      "grad_norm": 4.544088363647461,
+      "learning_rate": 1.8073200788279593e-06,
+      "loss": 2.437,
+      "step": 10297
+    },
+    {
+      "epoch": 4.410278372591007,
+      "grad_norm": 5.363381385803223,
+      "learning_rate": 1.8047318161657028e-06,
+      "loss": 0.9195,
+      "step": 10298
+    },
+    {
+      "epoch": 4.410706638115632,
+      "grad_norm": 1.397825837135315,
+      "learning_rate": 1.8021453387549986e-06,
+      "loss": 0.4028,
+      "step": 10299
+    },
+    {
+      "epoch": 4.4111349036402565,
+      "grad_norm": 2.7828681468963623,
+      "learning_rate": 1.7995606467949178e-06,
+      "loss": 0.6384,
+      "step": 10300
+    },
+    {
+      "epoch": 4.411563169164882,
+      "grad_norm": 4.994770526885986,
+      "learning_rate": 1.7969777404843957e-06,
+      "loss": 0.6518,
+      "step": 10301
+    },
+    {
+      "epoch": 4.411991434689508,
+      "grad_norm": 14.601489067077637,
+      "learning_rate": 1.7943966200222263e-06,
+      "loss": 0.7675,
+      "step": 10302
+    },
+    {
+      "epoch": 4.412419700214133,
+      "grad_norm": 3.8260419368743896,
+      "learning_rate": 1.7918172856070669e-06,
+      "loss": 0.3559,
+      "step": 10303
+    },
+    {
+      "epoch": 4.412847965738758,
+      "grad_norm": 4.170217514038086,
+      "learning_rate": 1.789239737437448e-06,
+      "loss": 0.6305,
+      "step": 10304
+    },
+    {
+      "epoch": 4.413276231263383,
+      "grad_norm": 4.9536261558532715,
+      "learning_rate": 1.786663975711747e-06,
+      "loss": 0.8399,
+      "step": 10305
+    },
+    {
+      "epoch": 4.413704496788009,
+      "grad_norm": 4.55387020111084,
+      "learning_rate": 1.7840900006282108e-06,
+      "loss": 0.5091,
+      "step": 10306
+    },
+    {
+      "epoch": 4.414132762312634,
+      "grad_norm": 4.731692790985107,
+      "learning_rate": 1.7815178123849445e-06,
+      "loss": 0.3469,
+      "step": 10307
+    },
+    {
+      "epoch": 4.414561027837259,
+      "grad_norm": 6.94972038269043,
+      "learning_rate": 1.778947411179932e-06,
+      "loss": 0.4849,
+      "step": 10308
+    },
+    {
+      "epoch": 4.414989293361884,
+      "grad_norm": 4.627445220947266,
+      "learning_rate": 1.7763787972109952e-06,
+      "loss": 0.3079,
+      "step": 10309
+    },
+    {
+      "epoch": 4.41541755888651,
+      "grad_norm": 4.892066478729248,
+      "learning_rate": 1.7738119706758343e-06,
+      "loss": 0.724,
+      "step": 10310
+    },
+    {
+      "epoch": 4.415845824411135,
+      "grad_norm": 1.3445806503295898,
+      "learning_rate": 1.771246931772011e-06,
+      "loss": 0.0931,
+      "step": 10311
+    },
+    {
+      "epoch": 4.41627408993576,
+      "grad_norm": 4.96265172958374,
+      "learning_rate": 1.7686836806969448e-06,
+      "loss": 0.6985,
+      "step": 10312
+    },
+    {
+      "epoch": 4.4167023554603855,
+      "grad_norm": 5.365294456481934,
+      "learning_rate": 1.7661222176479143e-06,
+      "loss": 0.5175,
+      "step": 10313
+    },
+    {
+      "epoch": 4.41713062098501,
+      "grad_norm": 5.198912620544434,
+      "learning_rate": 1.7635625428220726e-06,
+      "loss": 0.5712,
+      "step": 10314
+    },
+    {
+      "epoch": 4.417558886509636,
+      "grad_norm": 3.5367560386657715,
+      "learning_rate": 1.761004656416429e-06,
+      "loss": 1.1445,
+      "step": 10315
+    },
+    {
+      "epoch": 4.417987152034261,
+      "grad_norm": 2.645979642868042,
+      "learning_rate": 1.7584485586278453e-06,
+      "loss": 0.3625,
+      "step": 10316
+    },
+    {
+      "epoch": 4.418415417558887,
+      "grad_norm": 0.750136137008667,
+      "learning_rate": 1.7558942496530645e-06,
+      "loss": 0.0757,
+      "step": 10317
+    },
+    {
+      "epoch": 4.418843683083511,
+      "grad_norm": 3.3454442024230957,
+      "learning_rate": 1.7533417296886762e-06,
+      "loss": 0.3052,
+      "step": 10318
+    },
+    {
+      "epoch": 4.419271948608137,
+      "grad_norm": 6.985655307769775,
+      "learning_rate": 1.7507909989311427e-06,
+      "loss": 1.0136,
+      "step": 10319
+    },
+    {
+      "epoch": 4.419700214132762,
+      "grad_norm": 4.546038627624512,
+      "learning_rate": 1.7482420575767765e-06,
+      "loss": 0.4452,
+      "step": 10320
+    },
+    {
+      "epoch": 4.420128479657388,
+      "grad_norm": 4.1589555740356445,
+      "learning_rate": 1.745694905821771e-06,
+      "loss": 0.482,
+      "step": 10321
+    },
+    {
+      "epoch": 4.4205567451820125,
+      "grad_norm": 3.866541862487793,
+      "learning_rate": 1.7431495438621575e-06,
+      "loss": 0.8836,
+      "step": 10322
+    },
+    {
+      "epoch": 4.420985010706638,
+      "grad_norm": 7.863182544708252,
+      "learning_rate": 1.7406059718938521e-06,
+      "loss": 0.3269,
+      "step": 10323
+    },
+    {
+      "epoch": 4.421413276231263,
+      "grad_norm": 6.354030609130859,
+      "learning_rate": 1.7380641901126232e-06,
+      "loss": 0.6731,
+      "step": 10324
+    },
+    {
+      "epoch": 4.421841541755889,
+      "grad_norm": 8.03314208984375,
+      "learning_rate": 1.7355241987141003e-06,
+      "loss": 1.2085,
+      "step": 10325
+    },
+    {
+      "epoch": 4.4222698072805136,
+      "grad_norm": 5.994579315185547,
+      "learning_rate": 1.732985997893774e-06,
+      "loss": 0.5999,
+      "step": 10326
+    },
+    {
+      "epoch": 4.422698072805139,
+      "grad_norm": 1.4929368495941162,
+      "learning_rate": 1.730449587847005e-06,
+      "loss": 0.2784,
+      "step": 10327
+    },
+    {
+      "epoch": 4.423126338329764,
+      "grad_norm": 1.5557798147201538,
+      "learning_rate": 1.7279149687690094e-06,
+      "loss": 0.7883,
+      "step": 10328
+    },
+    {
+      "epoch": 4.42355460385439,
+      "grad_norm": 6.029872417449951,
+      "learning_rate": 1.725382140854867e-06,
+      "loss": 0.8484,
+      "step": 10329
+    },
+    {
+      "epoch": 4.423982869379015,
+      "grad_norm": 9.165996551513672,
+      "learning_rate": 1.7228511042995165e-06,
+      "loss": 0.6941,
+      "step": 10330
+    },
+    {
+      "epoch": 4.42441113490364,
+      "grad_norm": 2.8346333503723145,
+      "learning_rate": 1.7203218592977715e-06,
+      "loss": 0.5833,
+      "step": 10331
+    },
+    {
+      "epoch": 4.424839400428265,
+      "grad_norm": 4.505941867828369,
+      "learning_rate": 1.7177944060442847e-06,
+      "loss": 0.2996,
+      "step": 10332
+    },
+    {
+      "epoch": 4.425267665952891,
+      "grad_norm": 4.328478813171387,
+      "learning_rate": 1.7152687447335975e-06,
+      "loss": 0.236,
+      "step": 10333
+    },
+    {
+      "epoch": 4.425695931477516,
+      "grad_norm": 3.6611719131469727,
+      "learning_rate": 1.7127448755600933e-06,
+      "loss": 0.2931,
+      "step": 10334
+    },
+    {
+      "epoch": 4.426124197002141,
+      "grad_norm": 2.2554826736450195,
+      "learning_rate": 1.710222798718028e-06,
+      "loss": 0.6045,
+      "step": 10335
+    },
+    {
+      "epoch": 4.426552462526766,
+      "grad_norm": 4.626584053039551,
+      "learning_rate": 1.7077025144015101e-06,
+      "loss": 0.451,
+      "step": 10336
+    },
+    {
+      "epoch": 4.426980728051392,
+      "grad_norm": 5.151425361633301,
+      "learning_rate": 1.7051840228045264e-06,
+      "loss": 0.5615,
+      "step": 10337
+    },
+    {
+      "epoch": 4.427408993576017,
+      "grad_norm": 5.192043781280518,
+      "learning_rate": 1.7026673241209072e-06,
+      "loss": 0.7626,
+      "step": 10338
+    },
+    {
+      "epoch": 4.4278372591006425,
+      "grad_norm": 2.5409176349639893,
+      "learning_rate": 1.7001524185443568e-06,
+      "loss": 0.4183,
+      "step": 10339
+    },
+    {
+      "epoch": 4.428265524625267,
+      "grad_norm": 6.847535133361816,
+      "learning_rate": 1.6976393062684393e-06,
+      "loss": 0.4201,
+      "step": 10340
+    },
+    {
+      "epoch": 4.428693790149893,
+      "grad_norm": 6.079537391662598,
+      "learning_rate": 1.695127987486575e-06,
+      "loss": 0.9478,
+      "step": 10341
+    },
+    {
+      "epoch": 4.429122055674518,
+      "grad_norm": 5.243481636047363,
+      "learning_rate": 1.692618462392051e-06,
+      "loss": 0.3646,
+      "step": 10342
+    },
+    {
+      "epoch": 4.429550321199144,
+      "grad_norm": 3.6084060668945312,
+      "learning_rate": 1.6901107311780211e-06,
+      "loss": 1.1379,
+      "step": 10343
+    },
+    {
+      "epoch": 4.429978586723768,
+      "grad_norm": 161.7971649169922,
+      "learning_rate": 1.6876047940374922e-06,
+      "loss": 1.5453,
+      "step": 10344
+    },
+    {
+      "epoch": 4.430406852248394,
+      "grad_norm": 2.5992398262023926,
+      "learning_rate": 1.6851006511633377e-06,
+      "loss": 0.7933,
+      "step": 10345
+    },
+    {
+      "epoch": 4.430835117773019,
+      "grad_norm": 40.34401321411133,
+      "learning_rate": 1.6825983027482867e-06,
+      "loss": 0.4381,
+      "step": 10346
+    },
+    {
+      "epoch": 4.431263383297645,
+      "grad_norm": 3.74029803276062,
+      "learning_rate": 1.680097748984949e-06,
+      "loss": 1.0011,
+      "step": 10347
+    },
+    {
+      "epoch": 4.4316916488222695,
+      "grad_norm": 2.1732945442199707,
+      "learning_rate": 1.677598990065765e-06,
+      "loss": 0.9555,
+      "step": 10348
+    },
+    {
+      "epoch": 4.432119914346895,
+      "grad_norm": 3.891439199447632,
+      "learning_rate": 1.6751020261830646e-06,
+      "loss": 0.3364,
+      "step": 10349
+    },
+    {
+      "epoch": 4.43254817987152,
+      "grad_norm": 1.3637467622756958,
+      "learning_rate": 1.6726068575290355e-06,
+      "loss": 0.2847,
+      "step": 10350
+    },
+    {
+      "epoch": 4.432976445396146,
+      "grad_norm": 3.4141862392425537,
+      "learning_rate": 1.6701134842957044e-06,
+      "loss": 0.1637,
+      "step": 10351
+    },
+    {
+      "epoch": 4.433404710920771,
+      "grad_norm": 3.8493969440460205,
+      "learning_rate": 1.6676219066749931e-06,
+      "loss": 0.4123,
+      "step": 10352
+    },
+    {
+      "epoch": 4.433832976445396,
+      "grad_norm": 1.7489315271377563,
+      "learning_rate": 1.665132124858662e-06,
+      "loss": 0.3756,
+      "step": 10353
+    },
+    {
+      "epoch": 4.434261241970021,
+      "grad_norm": 4.0697712898254395,
+      "learning_rate": 1.6626441390383413e-06,
+      "loss": 0.8103,
+      "step": 10354
+    },
+    {
+      "epoch": 4.434689507494647,
+      "grad_norm": 3.936845541000366,
+      "learning_rate": 1.6601579494055164e-06,
+      "loss": 0.578,
+      "step": 10355
+    },
+    {
+      "epoch": 4.435117773019272,
+      "grad_norm": 2.799301862716675,
+      "learning_rate": 1.6576735561515482e-06,
+      "loss": 0.0654,
+      "step": 10356
+    },
+    {
+      "epoch": 4.435546038543897,
+      "grad_norm": 2.1661956310272217,
+      "learning_rate": 1.6551909594676452e-06,
+      "loss": 0.1336,
+      "step": 10357
+    },
+    {
+      "epoch": 4.435974304068522,
+      "grad_norm": 3.074089765548706,
+      "learning_rate": 1.6527101595448901e-06,
+      "loss": 0.4334,
+      "step": 10358
+    },
+    {
+      "epoch": 4.436402569593148,
+      "grad_norm": 1.5165703296661377,
+      "learning_rate": 1.6502311565742085e-06,
+      "loss": 0.2326,
+      "step": 10359
+    },
+    {
+      "epoch": 4.436830835117773,
+      "grad_norm": 2.4590396881103516,
+      "learning_rate": 1.6477539507464168e-06,
+      "loss": 0.1581,
+      "step": 10360
+    },
+    {
+      "epoch": 4.4372591006423985,
+      "grad_norm": 5.8284077644348145,
+      "learning_rate": 1.645278542252157e-06,
+      "loss": 0.2784,
+      "step": 10361
+    },
+    {
+      "epoch": 4.437687366167023,
+      "grad_norm": 7.165915489196777,
+      "learning_rate": 1.6428049312819688e-06,
+      "loss": 0.8704,
+      "step": 10362
+    },
+    {
+      "epoch": 4.438115631691649,
+      "grad_norm": 4.566555500030518,
+      "learning_rate": 1.6403331180262272e-06,
+      "loss": 0.5224,
+      "step": 10363
+    },
+    {
+      "epoch": 4.438543897216274,
+      "grad_norm": 3.5970208644866943,
+      "learning_rate": 1.6378631026751801e-06,
+      "loss": 0.3275,
+      "step": 10364
+    },
+    {
+      "epoch": 4.4389721627409,
+      "grad_norm": 2.053169012069702,
+      "learning_rate": 1.6353948854189338e-06,
+      "loss": 0.3881,
+      "step": 10365
+    },
+    {
+      "epoch": 4.439400428265524,
+      "grad_norm": 2.6160387992858887,
+      "learning_rate": 1.6329284664474615e-06,
+      "loss": 0.4124,
+      "step": 10366
+    },
+    {
+      "epoch": 4.43982869379015,
+      "grad_norm": 5.652468681335449,
+      "learning_rate": 1.6304638459505918e-06,
+      "loss": 1.0898,
+      "step": 10367
+    },
+    {
+      "epoch": 4.440256959314775,
+      "grad_norm": 5.237827777862549,
+      "learning_rate": 1.6280010241180199e-06,
+      "loss": 0.5977,
+      "step": 10368
+    },
+    {
+      "epoch": 4.440685224839401,
+      "grad_norm": 2.1216554641723633,
+      "learning_rate": 1.6255400011392892e-06,
+      "loss": 0.3552,
+      "step": 10369
+    },
+    {
+      "epoch": 4.4411134903640255,
+      "grad_norm": 4.153102874755859,
+      "learning_rate": 1.6230807772038336e-06,
+      "loss": 0.8202,
+      "step": 10370
+    },
+    {
+      "epoch": 4.441541755888651,
+      "grad_norm": 3.838068723678589,
+      "learning_rate": 1.6206233525009135e-06,
+      "loss": 0.427,
+      "step": 10371
+    },
+    {
+      "epoch": 4.441970021413276,
+      "grad_norm": 3.428149700164795,
+      "learning_rate": 1.6181677272196743e-06,
+      "loss": 0.3662,
+      "step": 10372
+    },
+    {
+      "epoch": 4.442398286937902,
+      "grad_norm": 6.189431190490723,
+      "learning_rate": 1.6157139015491179e-06,
+      "loss": 0.4888,
+      "step": 10373
+    },
+    {
+      "epoch": 4.442826552462527,
+      "grad_norm": 1.1364855766296387,
+      "learning_rate": 1.6132618756781042e-06,
+      "loss": 0.5564,
+      "step": 10374
+    },
+    {
+      "epoch": 4.443254817987152,
+      "grad_norm": 3.9306998252868652,
+      "learning_rate": 1.6108116497953518e-06,
+      "loss": 1.2084,
+      "step": 10375
+    },
+    {
+      "epoch": 4.443683083511777,
+      "grad_norm": 4.312400817871094,
+      "learning_rate": 1.6083632240894515e-06,
+      "loss": 0.2237,
+      "step": 10376
+    },
+    {
+      "epoch": 4.444111349036403,
+      "grad_norm": 2.7598283290863037,
+      "learning_rate": 1.6059165987488496e-06,
+      "loss": 0.1708,
+      "step": 10377
+    },
+    {
+      "epoch": 4.444539614561028,
+      "grad_norm": 0.7003498673439026,
+      "learning_rate": 1.6034717739618482e-06,
+      "loss": 0.0594,
+      "step": 10378
+    },
+    {
+      "epoch": 4.444967880085653,
+      "grad_norm": 1.699792504310608,
+      "learning_rate": 1.6010287499166222e-06,
+      "loss": 0.7911,
+      "step": 10379
+    },
+    {
+      "epoch": 4.445396145610278,
+      "grad_norm": 4.323887348175049,
+      "learning_rate": 1.5985875268011984e-06,
+      "loss": 0.3109,
+      "step": 10380
+    },
+    {
+      "epoch": 4.445824411134904,
+      "grad_norm": 4.831540584564209,
+      "learning_rate": 1.5961481048034631e-06,
+      "loss": 0.6499,
+      "step": 10381
+    },
+    {
+      "epoch": 4.446252676659529,
+      "grad_norm": 4.632139682769775,
+      "learning_rate": 1.5937104841111799e-06,
+      "loss": 0.4917,
+      "step": 10382
+    },
+    {
+      "epoch": 4.446680942184154,
+      "grad_norm": 2.979152202606201,
+      "learning_rate": 1.591274664911957e-06,
+      "loss": 0.4641,
+      "step": 10383
+    },
+    {
+      "epoch": 4.447109207708779,
+      "grad_norm": 2.1059556007385254,
+      "learning_rate": 1.5888406473932692e-06,
+      "loss": 0.3786,
+      "step": 10384
+    },
+    {
+      "epoch": 4.447537473233405,
+      "grad_norm": 12.476460456848145,
+      "learning_rate": 1.5864084317424588e-06,
+      "loss": 0.2711,
+      "step": 10385
+    },
+    {
+      "epoch": 4.44796573875803,
+      "grad_norm": 4.394925594329834,
+      "learning_rate": 1.583978018146723e-06,
+      "loss": 0.366,
+      "step": 10386
+    },
+    {
+      "epoch": 4.4483940042826555,
+      "grad_norm": 1.614420771598816,
+      "learning_rate": 1.5815494067931175e-06,
+      "loss": 0.3541,
+      "step": 10387
+    },
+    {
+      "epoch": 4.44882226980728,
+      "grad_norm": 4.471938610076904,
+      "learning_rate": 1.5791225978685626e-06,
+      "loss": 0.3632,
+      "step": 10388
+    },
+    {
+      "epoch": 4.449250535331906,
+      "grad_norm": 8.255319595336914,
+      "learning_rate": 1.5766975915598531e-06,
+      "loss": 0.9561,
+      "step": 10389
+    },
+    {
+      "epoch": 4.449678800856531,
+      "grad_norm": 1.4264174699783325,
+      "learning_rate": 1.574274388053612e-06,
+      "loss": 0.3153,
+      "step": 10390
+    },
+    {
+      "epoch": 4.450107066381157,
+      "grad_norm": 5.0773844718933105,
+      "learning_rate": 1.5718529875363597e-06,
+      "loss": 0.4391,
+      "step": 10391
+    },
+    {
+      "epoch": 4.450535331905781,
+      "grad_norm": 3.1184473037719727,
+      "learning_rate": 1.569433390194458e-06,
+      "loss": 0.1882,
+      "step": 10392
+    },
+    {
+      "epoch": 4.450963597430407,
+      "grad_norm": 2.6086931228637695,
+      "learning_rate": 1.5670155962141331e-06,
+      "loss": 0.413,
+      "step": 10393
+    },
+    {
+      "epoch": 4.451391862955032,
+      "grad_norm": 7.405472755432129,
+      "learning_rate": 1.5645996057814694e-06,
+      "loss": 0.3708,
+      "step": 10394
+    },
+    {
+      "epoch": 4.451820128479658,
+      "grad_norm": 1.3204127550125122,
+      "learning_rate": 1.5621854190824265e-06,
+      "loss": 0.2745,
+      "step": 10395
+    },
+    {
+      "epoch": 4.4522483940042825,
+      "grad_norm": 2.2616729736328125,
+      "learning_rate": 1.5597730363028085e-06,
+      "loss": 0.2272,
+      "step": 10396
+    },
+    {
+      "epoch": 4.452676659528908,
+      "grad_norm": 4.557462692260742,
+      "learning_rate": 1.5573624576282892e-06,
+      "loss": 0.2145,
+      "step": 10397
+    },
+    {
+      "epoch": 4.453104925053533,
+      "grad_norm": 3.1217169761657715,
+      "learning_rate": 1.554953683244395e-06,
+      "loss": 0.6242,
+      "step": 10398
+    },
+    {
+      "epoch": 4.453533190578159,
+      "grad_norm": 4.220127582550049,
+      "learning_rate": 1.5525467133365363e-06,
+      "loss": 0.9995,
+      "step": 10399
+    },
+    {
+      "epoch": 4.453961456102784,
+      "grad_norm": 4.398094177246094,
+      "learning_rate": 1.5501415480899478e-06,
+      "loss": 0.3491,
+      "step": 10400
+    },
+    {
+      "epoch": 4.454389721627409,
+      "grad_norm": 4.576936721801758,
+      "learning_rate": 1.5477381876897624e-06,
+      "loss": 0.6303,
+      "step": 10401
+    },
+    {
+      "epoch": 4.454817987152034,
+      "grad_norm": 4.886228561401367,
+      "learning_rate": 1.5453366323209484e-06,
+      "loss": 0.4165,
+      "step": 10402
+    },
+    {
+      "epoch": 4.45524625267666,
+      "grad_norm": 3.87341570854187,
+      "learning_rate": 1.54293688216835e-06,
+      "loss": 0.193,
+      "step": 10403
+    },
+    {
+      "epoch": 4.455674518201285,
+      "grad_norm": 6.858545303344727,
+      "learning_rate": 1.5405389374166606e-06,
+      "loss": 1.1176,
+      "step": 10404
+    },
+    {
+      "epoch": 4.45610278372591,
+      "grad_norm": 3.3944880962371826,
+      "learning_rate": 1.538142798250447e-06,
+      "loss": 0.1444,
+      "step": 10405
+    },
+    {
+      "epoch": 4.456531049250535,
+      "grad_norm": 2.1565310955047607,
+      "learning_rate": 1.5357484648541281e-06,
+      "loss": 0.2069,
+      "step": 10406
+    },
+    {
+      "epoch": 4.456959314775161,
+      "grad_norm": 4.80554723739624,
+      "learning_rate": 1.5333559374119872e-06,
+      "loss": 0.6964,
+      "step": 10407
+    },
+    {
+      "epoch": 4.457387580299786,
+      "grad_norm": 5.292755603790283,
+      "learning_rate": 1.5309652161081655e-06,
+      "loss": 0.8272,
+      "step": 10408
+    },
+    {
+      "epoch": 4.4578158458244115,
+      "grad_norm": 5.533546447753906,
+      "learning_rate": 1.5285763011266773e-06,
+      "loss": 0.4696,
+      "step": 10409
+    },
+    {
+      "epoch": 4.458244111349036,
+      "grad_norm": 5.781101226806641,
+      "learning_rate": 1.5261891926513726e-06,
+      "loss": 0.4558,
+      "step": 10410
+    },
+    {
+      "epoch": 4.458672376873662,
+      "grad_norm": 5.404342174530029,
+      "learning_rate": 1.523803890865988e-06,
+      "loss": 1.2675,
+      "step": 10411
+    },
+    {
+      "epoch": 4.459100642398287,
+      "grad_norm": 2.499338150024414,
+      "learning_rate": 1.5214203959541124e-06,
+      "loss": 0.1898,
+      "step": 10412
+    },
+    {
+      "epoch": 4.459528907922913,
+      "grad_norm": 5.428685665130615,
+      "learning_rate": 1.5190387080991907e-06,
+      "loss": 0.331,
+      "step": 10413
+    },
+    {
+      "epoch": 4.459957173447537,
+      "grad_norm": 3.662748336791992,
+      "learning_rate": 1.5166588274845323e-06,
+      "loss": 0.2635,
+      "step": 10414
+    },
+    {
+      "epoch": 4.460385438972163,
+      "grad_norm": 1.0718612670898438,
+      "learning_rate": 1.5142807542933096e-06,
+      "loss": 0.0755,
+      "step": 10415
+    },
+    {
+      "epoch": 4.460813704496788,
+      "grad_norm": 4.147193908691406,
+      "learning_rate": 1.5119044887085516e-06,
+      "loss": 0.3286,
+      "step": 10416
+    },
+    {
+      "epoch": 4.461241970021414,
+      "grad_norm": 2.4854061603546143,
+      "learning_rate": 1.5095300309131532e-06,
+      "loss": 0.6633,
+      "step": 10417
+    },
+    {
+      "epoch": 4.4616702355460385,
+      "grad_norm": 0.8572714924812317,
+      "learning_rate": 1.5071573810898632e-06,
+      "loss": 0.1367,
+      "step": 10418
+    },
+    {
+      "epoch": 4.462098501070664,
+      "grad_norm": 2.3535196781158447,
+      "learning_rate": 1.5047865394212961e-06,
+      "loss": 0.7333,
+      "step": 10419
+    },
+    {
+      "epoch": 4.462526766595289,
+      "grad_norm": 1.7608197927474976,
+      "learning_rate": 1.5024175060899343e-06,
+      "loss": 0.5561,
+      "step": 10420
+    },
+    {
+      "epoch": 4.462955032119915,
+      "grad_norm": 3.7182984352111816,
+      "learning_rate": 1.5000502812781036e-06,
+      "loss": 1.0693,
+      "step": 10421
+    },
+    {
+      "epoch": 4.46338329764454,
+      "grad_norm": 8.701333999633789,
+      "learning_rate": 1.497684865168006e-06,
+      "loss": 1.0215,
+      "step": 10422
+    },
+    {
+      "epoch": 4.463811563169165,
+      "grad_norm": 3.330716371536255,
+      "learning_rate": 1.4953212579416925e-06,
+      "loss": 0.2432,
+      "step": 10423
+    },
+    {
+      "epoch": 4.46423982869379,
+      "grad_norm": 3.4541773796081543,
+      "learning_rate": 1.4929594597810903e-06,
+      "loss": 1.0847,
+      "step": 10424
+    },
+    {
+      "epoch": 4.464668094218416,
+      "grad_norm": 4.9183831214904785,
+      "learning_rate": 1.4905994708679705e-06,
+      "loss": 0.71,
+      "step": 10425
+    },
+    {
+      "epoch": 4.465096359743041,
+      "grad_norm": 4.545065402984619,
+      "learning_rate": 1.4882412913839738e-06,
+      "loss": 0.5049,
+      "step": 10426
+    },
+    {
+      "epoch": 4.465524625267666,
+      "grad_norm": 4.06121826171875,
+      "learning_rate": 1.4858849215105996e-06,
+      "loss": 0.6583,
+      "step": 10427
+    },
+    {
+      "epoch": 4.465952890792291,
+      "grad_norm": 3.0884389877319336,
+      "learning_rate": 1.4835303614292195e-06,
+      "loss": 0.3226,
+      "step": 10428
+    },
+    {
+      "epoch": 4.466381156316917,
+      "grad_norm": 5.097936630249023,
+      "learning_rate": 1.4811776113210358e-06,
+      "loss": 0.5476,
+      "step": 10429
+    },
+    {
+      "epoch": 4.466809421841542,
+      "grad_norm": 3.8700149059295654,
+      "learning_rate": 1.478826671367145e-06,
+      "loss": 0.5107,
+      "step": 10430
+    },
+    {
+      "epoch": 4.4672376873661666,
+      "grad_norm": 3.8709278106689453,
+      "learning_rate": 1.476477541748486e-06,
+      "loss": 0.2181,
+      "step": 10431
+    },
+    {
+      "epoch": 4.467665952890792,
+      "grad_norm": 1.4115663766860962,
+      "learning_rate": 1.4741302226458643e-06,
+      "loss": 0.2099,
+      "step": 10432
+    },
+    {
+      "epoch": 4.468094218415418,
+      "grad_norm": 3.841975212097168,
+      "learning_rate": 1.4717847142399349e-06,
+      "loss": 0.3481,
+      "step": 10433
+    },
+    {
+      "epoch": 4.468522483940043,
+      "grad_norm": 10.599276542663574,
+      "learning_rate": 1.4694410167112343e-06,
+      "loss": 0.9131,
+      "step": 10434
+    },
+    {
+      "epoch": 4.468950749464668,
+      "grad_norm": 7.281376361846924,
+      "learning_rate": 1.467099130240146e-06,
+      "loss": 1.5764,
+      "step": 10435
+    },
+    {
+      "epoch": 4.469379014989293,
+      "grad_norm": 4.9744553565979,
+      "learning_rate": 1.4647590550069117e-06,
+      "loss": 1.9947,
+      "step": 10436
+    },
+    {
+      "epoch": 4.469807280513919,
+      "grad_norm": 1.0411503314971924,
+      "learning_rate": 1.4624207911916377e-06,
+      "loss": 0.1463,
+      "step": 10437
+    },
+    {
+      "epoch": 4.470235546038544,
+      "grad_norm": 6.638611316680908,
+      "learning_rate": 1.4600843389742992e-06,
+      "loss": 1.1532,
+      "step": 10438
+    },
+    {
+      "epoch": 4.470663811563169,
+      "grad_norm": 1.334264874458313,
+      "learning_rate": 1.4577496985347106e-06,
+      "loss": 0.2367,
+      "step": 10439
+    },
+    {
+      "epoch": 4.471092077087794,
+      "grad_norm": 3.6016287803649902,
+      "learning_rate": 1.4554168700525729e-06,
+      "loss": 0.2465,
+      "step": 10440
+    },
+    {
+      "epoch": 4.47152034261242,
+      "grad_norm": 5.95496129989624,
+      "learning_rate": 1.453085853707431e-06,
+      "loss": 0.2087,
+      "step": 10441
+    },
+    {
+      "epoch": 4.471948608137045,
+      "grad_norm": 1.3459153175354004,
+      "learning_rate": 1.4507566496786918e-06,
+      "loss": 0.3729,
+      "step": 10442
+    },
+    {
+      "epoch": 4.47237687366167,
+      "grad_norm": 9.811785697937012,
+      "learning_rate": 1.4484292581456255e-06,
+      "loss": 1.4431,
+      "step": 10443
+    },
+    {
+      "epoch": 4.4728051391862955,
+      "grad_norm": 4.739936351776123,
+      "learning_rate": 1.4461036792873666e-06,
+      "loss": 0.7212,
+      "step": 10444
+    },
+    {
+      "epoch": 4.473233404710921,
+      "grad_norm": 4.4753923416137695,
+      "learning_rate": 1.4437799132829028e-06,
+      "loss": 0.7587,
+      "step": 10445
+    },
+    {
+      "epoch": 4.473661670235546,
+      "grad_norm": 1.3808149099349976,
+      "learning_rate": 1.4414579603110877e-06,
+      "loss": 0.4181,
+      "step": 10446
+    },
+    {
+      "epoch": 4.474089935760171,
+      "grad_norm": 1.6429502964019775,
+      "learning_rate": 1.4391378205506261e-06,
+      "loss": 0.4657,
+      "step": 10447
+    },
+    {
+      "epoch": 4.474518201284797,
+      "grad_norm": 1.4349923133850098,
+      "learning_rate": 1.4368194941801056e-06,
+      "loss": 0.2068,
+      "step": 10448
+    },
+    {
+      "epoch": 4.474946466809421,
+      "grad_norm": 6.07537841796875,
+      "learning_rate": 1.4345029813779415e-06,
+      "loss": 0.4733,
+      "step": 10449
+    },
+    {
+      "epoch": 4.475374732334047,
+      "grad_norm": 2.70109486579895,
+      "learning_rate": 1.4321882823224359e-06,
+      "loss": 1.0285,
+      "step": 10450
+    },
+    {
+      "epoch": 4.475802997858672,
+      "grad_norm": 5.347202777862549,
+      "learning_rate": 1.429875397191746e-06,
+      "loss": 0.2872,
+      "step": 10451
+    },
+    {
+      "epoch": 4.476231263383298,
+      "grad_norm": 4.124917030334473,
+      "learning_rate": 1.4275643261638772e-06,
+      "loss": 1.7926,
+      "step": 10452
+    },
+    {
+      "epoch": 4.4766595289079225,
+      "grad_norm": 8.657720565795898,
+      "learning_rate": 1.425255069416706e-06,
+      "loss": 1.2832,
+      "step": 10453
+    },
+    {
+      "epoch": 4.477087794432548,
+      "grad_norm": 3.3333191871643066,
+      "learning_rate": 1.4229476271279713e-06,
+      "loss": 0.5064,
+      "step": 10454
+    },
+    {
+      "epoch": 4.477516059957173,
+      "grad_norm": 2.313392400741577,
+      "learning_rate": 1.4206419994752668e-06,
+      "loss": 0.1792,
+      "step": 10455
+    },
+    {
+      "epoch": 4.477944325481799,
+      "grad_norm": 7.482400894165039,
+      "learning_rate": 1.4183381866360424e-06,
+      "loss": 1.2906,
+      "step": 10456
+    },
+    {
+      "epoch": 4.478372591006424,
+      "grad_norm": 2.6632790565490723,
+      "learning_rate": 1.4160361887876283e-06,
+      "loss": 0.3016,
+      "step": 10457
+    },
+    {
+      "epoch": 4.478800856531049,
+      "grad_norm": 7.032402038574219,
+      "learning_rate": 1.4137360061071802e-06,
+      "loss": 0.9938,
+      "step": 10458
+    },
+    {
+      "epoch": 4.479229122055674,
+      "grad_norm": 2.784727096557617,
+      "learning_rate": 1.4114376387717481e-06,
+      "loss": 0.3157,
+      "step": 10459
+    },
+    {
+      "epoch": 4.4796573875803,
+      "grad_norm": 4.084549427032471,
+      "learning_rate": 1.4091410869582267e-06,
+      "loss": 0.406,
+      "step": 10460
+    },
+    {
+      "epoch": 4.480085653104925,
+      "grad_norm": 3.2314209938049316,
+      "learning_rate": 1.4068463508433717e-06,
+      "loss": 0.2936,
+      "step": 10461
+    },
+    {
+      "epoch": 4.48051391862955,
+      "grad_norm": 3.52091908454895,
+      "learning_rate": 1.4045534306037944e-06,
+      "loss": 0.4382,
+      "step": 10462
+    },
+    {
+      "epoch": 4.480942184154175,
+      "grad_norm": 2.4704689979553223,
+      "learning_rate": 1.4022623264159817e-06,
+      "loss": 0.4406,
+      "step": 10463
+    },
+    {
+      "epoch": 4.481370449678801,
+      "grad_norm": 3.7142157554626465,
+      "learning_rate": 1.3999730384562676e-06,
+      "loss": 0.4382,
+      "step": 10464
+    },
+    {
+      "epoch": 4.481798715203426,
+      "grad_norm": 4.8126373291015625,
+      "learning_rate": 1.3976855669008497e-06,
+      "loss": 0.5075,
+      "step": 10465
+    },
+    {
+      "epoch": 4.4822269807280515,
+      "grad_norm": 4.963277816772461,
+      "learning_rate": 1.3953999119257793e-06,
+      "loss": 0.4208,
+      "step": 10466
+    },
+    {
+      "epoch": 4.482655246252676,
+      "grad_norm": 5.142042636871338,
+      "learning_rate": 1.3931160737069905e-06,
+      "loss": 0.3316,
+      "step": 10467
+    },
+    {
+      "epoch": 4.483083511777302,
+      "grad_norm": 3.923072576522827,
+      "learning_rate": 1.3908340524202452e-06,
+      "loss": 0.3642,
+      "step": 10468
+    },
+    {
+      "epoch": 4.483511777301927,
+      "grad_norm": 2.1630024909973145,
+      "learning_rate": 1.388553848241192e-06,
+      "loss": 0.5629,
+      "step": 10469
+    },
+    {
+      "epoch": 4.483940042826553,
+      "grad_norm": 7.627301216125488,
+      "learning_rate": 1.3862754613453239e-06,
+      "loss": 0.5184,
+      "step": 10470
+    },
+    {
+      "epoch": 4.484368308351177,
+      "grad_norm": 10.383087158203125,
+      "learning_rate": 1.383998891908006e-06,
+      "loss": 0.48,
+      "step": 10471
+    },
+    {
+      "epoch": 4.484796573875803,
+      "grad_norm": 1.8756959438323975,
+      "learning_rate": 1.3817241401044457e-06,
+      "loss": 0.6282,
+      "step": 10472
+    },
+    {
+      "epoch": 4.485224839400428,
+      "grad_norm": 3.3219382762908936,
+      "learning_rate": 1.3794512061097358e-06,
+      "loss": 0.7587,
+      "step": 10473
+    },
+    {
+      "epoch": 4.485653104925054,
+      "grad_norm": 1.3566569089889526,
+      "learning_rate": 1.377180090098809e-06,
+      "loss": 0.1212,
+      "step": 10474
+    },
+    {
+      "epoch": 4.4860813704496785,
+      "grad_norm": 5.319355487823486,
+      "learning_rate": 1.3749107922464615e-06,
+      "loss": 0.9314,
+      "step": 10475
+    },
+    {
+      "epoch": 4.486509635974304,
+      "grad_norm": 0.992043673992157,
+      "learning_rate": 1.3726433127273563e-06,
+      "loss": 0.2181,
+      "step": 10476
+    },
+    {
+      "epoch": 4.486937901498929,
+      "grad_norm": 1.1622980833053589,
+      "learning_rate": 1.370377651716015e-06,
+      "loss": 0.513,
+      "step": 10477
+    },
+    {
+      "epoch": 4.487366167023555,
+      "grad_norm": 2.0780417919158936,
+      "learning_rate": 1.368113809386809e-06,
+      "loss": 0.6569,
+      "step": 10478
+    },
+    {
+      "epoch": 4.48779443254818,
+      "grad_norm": 1.3604142665863037,
+      "learning_rate": 1.3658517859139852e-06,
+      "loss": 0.2364,
+      "step": 10479
+    },
+    {
+      "epoch": 4.488222698072805,
+      "grad_norm": 7.199682712554932,
+      "learning_rate": 1.3635915814716405e-06,
+      "loss": 0.4036,
+      "step": 10480
+    },
+    {
+      "epoch": 4.48865096359743,
+      "grad_norm": 2.9592154026031494,
+      "learning_rate": 1.3613331962337355e-06,
+      "loss": 0.1368,
+      "step": 10481
+    },
+    {
+      "epoch": 4.489079229122056,
+      "grad_norm": 4.10153865814209,
+      "learning_rate": 1.3590766303740815e-06,
+      "loss": 0.3907,
+      "step": 10482
+    },
+    {
+      "epoch": 4.489507494646681,
+      "grad_norm": 5.072668552398682,
+      "learning_rate": 1.35682188406637e-06,
+      "loss": 0.2823,
+      "step": 10483
+    },
+    {
+      "epoch": 4.489935760171306,
+      "grad_norm": 7.24795389175415,
+      "learning_rate": 1.3545689574841342e-06,
+      "loss": 0.5036,
+      "step": 10484
+    },
+    {
+      "epoch": 4.490364025695931,
+      "grad_norm": 2.3646929264068604,
+      "learning_rate": 1.3523178508007745e-06,
+      "loss": 0.2098,
+      "step": 10485
+    },
+    {
+      "epoch": 4.490792291220557,
+      "grad_norm": 4.368573188781738,
+      "learning_rate": 1.3500685641895438e-06,
+      "loss": 1.3951,
+      "step": 10486
+    },
+    {
+      "epoch": 4.491220556745182,
+      "grad_norm": 2.9888343811035156,
+      "learning_rate": 1.3478210978235733e-06,
+      "loss": 0.3507,
+      "step": 10487
+    },
+    {
+      "epoch": 4.491648822269807,
+      "grad_norm": 7.179295539855957,
+      "learning_rate": 1.34557545187583e-06,
+      "loss": 0.463,
+      "step": 10488
+    },
+    {
+      "epoch": 4.492077087794432,
+      "grad_norm": 4.453723907470703,
+      "learning_rate": 1.3433316265191565e-06,
+      "loss": 1.1174,
+      "step": 10489
+    },
+    {
+      "epoch": 4.492505353319058,
+      "grad_norm": 1.2705626487731934,
+      "learning_rate": 1.3410896219262586e-06,
+      "loss": 0.4072,
+      "step": 10490
+    },
+    {
+      "epoch": 4.492933618843683,
+      "grad_norm": 1.3803458213806152,
+      "learning_rate": 1.3388494382696849e-06,
+      "loss": 0.5721,
+      "step": 10491
+    },
+    {
+      "epoch": 4.4933618843683085,
+      "grad_norm": 13.01182746887207,
+      "learning_rate": 1.336611075721858e-06,
+      "loss": 0.7171,
+      "step": 10492
+    },
+    {
+      "epoch": 4.493790149892933,
+      "grad_norm": 7.218570232391357,
+      "learning_rate": 1.33437453445506e-06,
+      "loss": 0.397,
+      "step": 10493
+    },
+    {
+      "epoch": 4.494218415417559,
+      "grad_norm": 1.8725818395614624,
+      "learning_rate": 1.3321398146414226e-06,
+      "loss": 0.5916,
+      "step": 10494
+    },
+    {
+      "epoch": 4.494646680942184,
+      "grad_norm": 2.709406852722168,
+      "learning_rate": 1.3299069164529444e-06,
+      "loss": 0.7261,
+      "step": 10495
+    },
+    {
+      "epoch": 4.49507494646681,
+      "grad_norm": 3.069713592529297,
+      "learning_rate": 1.3276758400614902e-06,
+      "loss": 0.2506,
+      "step": 10496
+    },
+    {
+      "epoch": 4.495503211991434,
+      "grad_norm": 2.3250672817230225,
+      "learning_rate": 1.3254465856387649e-06,
+      "loss": 0.1714,
+      "step": 10497
+    },
+    {
+      "epoch": 4.49593147751606,
+      "grad_norm": 7.663206577301025,
+      "learning_rate": 1.3232191533563586e-06,
+      "loss": 1.3481,
+      "step": 10498
+    },
+    {
+      "epoch": 4.496359743040685,
+      "grad_norm": 7.001328468322754,
+      "learning_rate": 1.3209935433857012e-06,
+      "loss": 0.8693,
+      "step": 10499
+    },
+    {
+      "epoch": 4.496788008565311,
+      "grad_norm": 6.265424728393555,
+      "learning_rate": 1.3187697558980915e-06,
+      "loss": 0.6257,
+      "step": 10500
+    },
+    {
+      "epoch": 4.4972162740899355,
+      "grad_norm": 2.033676862716675,
+      "learning_rate": 1.3165477910646818e-06,
+      "loss": 0.629,
+      "step": 10501
+    },
+    {
+      "epoch": 4.497644539614561,
+      "grad_norm": 1.8407894372940063,
+      "learning_rate": 1.3143276490564932e-06,
+      "loss": 0.6071,
+      "step": 10502
+    },
+    {
+      "epoch": 4.498072805139186,
+      "grad_norm": 2.6372408866882324,
+      "learning_rate": 1.3121093300444032e-06,
+      "loss": 0.4214,
+      "step": 10503
+    },
+    {
+      "epoch": 4.498501070663812,
+      "grad_norm": 4.455150127410889,
+      "learning_rate": 1.3098928341991446e-06,
+      "loss": 0.8097,
+      "step": 10504
+    },
+    {
+      "epoch": 4.498929336188437,
+      "grad_norm": 3.8928449153900146,
+      "learning_rate": 1.3076781616913058e-06,
+      "loss": 1.0709,
+      "step": 10505
+    },
+    {
+      "epoch": 4.499357601713062,
+      "grad_norm": 2.855912685394287,
+      "learning_rate": 1.305465312691359e-06,
+      "loss": 0.909,
+      "step": 10506
+    },
+    {
+      "epoch": 4.499785867237687,
+      "grad_norm": 1.487661361694336,
+      "learning_rate": 1.3032542873695986e-06,
+      "loss": 0.1981,
+      "step": 10507
+    },
+    {
+      "epoch": 4.500214132762313,
+      "grad_norm": 3.007931709289551,
+      "learning_rate": 1.301045085896213e-06,
+      "loss": 0.1113,
+      "step": 10508
+    },
+    {
+      "epoch": 4.500642398286938,
+      "grad_norm": 13.851029396057129,
+      "learning_rate": 1.2988377084412306e-06,
+      "loss": 0.5795,
+      "step": 10509
+    },
+    {
+      "epoch": 4.501070663811563,
+      "grad_norm": 2.3518083095550537,
+      "learning_rate": 1.2966321551745458e-06,
+      "loss": 0.6619,
+      "step": 10510
+    },
+    {
+      "epoch": 4.501498929336188,
+      "grad_norm": 3.163541316986084,
+      "learning_rate": 1.294428426265909e-06,
+      "loss": 0.2283,
+      "step": 10511
+    },
+    {
+      "epoch": 4.501927194860814,
+      "grad_norm": 6.712014675140381,
+      "learning_rate": 1.2922265218849373e-06,
+      "loss": 0.5188,
+      "step": 10512
+    },
+    {
+      "epoch": 4.502355460385439,
+      "grad_norm": 2.216566801071167,
+      "learning_rate": 1.2900264422011004e-06,
+      "loss": 0.5154,
+      "step": 10513
+    },
+    {
+      "epoch": 4.5027837259100645,
+      "grad_norm": 2.601186990737915,
+      "learning_rate": 1.2878281873837329e-06,
+      "loss": 0.5469,
+      "step": 10514
+    },
+    {
+      "epoch": 4.503211991434689,
+      "grad_norm": 3.308614492416382,
+      "learning_rate": 1.2856317576020182e-06,
+      "loss": 0.9414,
+      "step": 10515
+    },
+    {
+      "epoch": 4.503640256959315,
+      "grad_norm": 2.7301249504089355,
+      "learning_rate": 1.2834371530250216e-06,
+      "loss": 0.5949,
+      "step": 10516
+    },
+    {
+      "epoch": 4.50406852248394,
+      "grad_norm": 2.001910448074341,
+      "learning_rate": 1.2812443738216355e-06,
+      "loss": 0.3283,
+      "step": 10517
+    },
+    {
+      "epoch": 4.504496788008566,
+      "grad_norm": 0.6716268658638,
+      "learning_rate": 1.2790534201606446e-06,
+      "loss": 0.1112,
+      "step": 10518
+    },
+    {
+      "epoch": 4.50492505353319,
+      "grad_norm": 6.984071731567383,
+      "learning_rate": 1.2768642922106722e-06,
+      "loss": 0.6953,
+      "step": 10519
+    },
+    {
+      "epoch": 4.505353319057816,
+      "grad_norm": 2.263932704925537,
+      "learning_rate": 1.2746769901402056e-06,
+      "loss": 0.6465,
+      "step": 10520
+    },
+    {
+      "epoch": 4.505781584582441,
+      "grad_norm": 1.590125322341919,
+      "learning_rate": 1.2724915141175936e-06,
+      "loss": 0.2467,
+      "step": 10521
+    },
+    {
+      "epoch": 4.506209850107067,
+      "grad_norm": 1.9199587106704712,
+      "learning_rate": 1.270307864311046e-06,
+      "loss": 0.5564,
+      "step": 10522
+    },
+    {
+      "epoch": 4.5066381156316915,
+      "grad_norm": 5.634738922119141,
+      "learning_rate": 1.2681260408886314e-06,
+      "loss": 0.3226,
+      "step": 10523
+    },
+    {
+      "epoch": 4.507066381156317,
+      "grad_norm": 5.527252674102783,
+      "learning_rate": 1.2659460440182707e-06,
+      "loss": 0.6108,
+      "step": 10524
+    },
+    {
+      "epoch": 4.507494646680942,
+      "grad_norm": 3.792876958847046,
+      "learning_rate": 1.2637678738677578e-06,
+      "loss": 0.1088,
+      "step": 10525
+    },
+    {
+      "epoch": 4.507922912205568,
+      "grad_norm": 1.1991688013076782,
+      "learning_rate": 1.2615915306047331e-06,
+      "loss": 0.3062,
+      "step": 10526
+    },
+    {
+      "epoch": 4.508351177730193,
+      "grad_norm": 4.619101047515869,
+      "learning_rate": 1.259417014396705e-06,
+      "loss": 0.3933,
+      "step": 10527
+    },
+    {
+      "epoch": 4.508779443254818,
+      "grad_norm": 7.246762752532959,
+      "learning_rate": 1.2572443254110278e-06,
+      "loss": 0.41,
+      "step": 10528
+    },
+    {
+      "epoch": 4.509207708779443,
+      "grad_norm": 5.923532009124756,
+      "learning_rate": 1.2550734638149431e-06,
+      "loss": 0.8087,
+      "step": 10529
+    },
+    {
+      "epoch": 4.509635974304069,
+      "grad_norm": 5.199104309082031,
+      "learning_rate": 1.2529044297755143e-06,
+      "loss": 0.3791,
+      "step": 10530
+    },
+    {
+      "epoch": 4.510064239828694,
+      "grad_norm": 7.049099445343018,
+      "learning_rate": 1.250737223459697e-06,
+      "loss": 0.4126,
+      "step": 10531
+    },
+    {
+      "epoch": 4.510492505353319,
+      "grad_norm": 6.139461040496826,
+      "learning_rate": 1.2485718450342854e-06,
+      "loss": 1.0628,
+      "step": 10532
+    },
+    {
+      "epoch": 4.510920770877944,
+      "grad_norm": 5.921360969543457,
+      "learning_rate": 1.246408294665946e-06,
+      "loss": 1.0817,
+      "step": 10533
+    },
+    {
+      "epoch": 4.51134903640257,
+      "grad_norm": 5.760782718658447,
+      "learning_rate": 1.2442465725211932e-06,
+      "loss": 0.428,
+      "step": 10534
+    },
+    {
+      "epoch": 4.511777301927195,
+      "grad_norm": 5.105172634124756,
+      "learning_rate": 1.2420866787664188e-06,
+      "loss": 0.9404,
+      "step": 10535
+    },
+    {
+      "epoch": 4.51220556745182,
+      "grad_norm": 3.0378308296203613,
+      "learning_rate": 1.2399286135678423e-06,
+      "loss": 0.3159,
+      "step": 10536
+    },
+    {
+      "epoch": 4.512633832976445,
+      "grad_norm": 10.159892082214355,
+      "learning_rate": 1.2377723770915756e-06,
+      "loss": 1.17,
+      "step": 10537
+    },
+    {
+      "epoch": 4.513062098501071,
+      "grad_norm": 1.0697451829910278,
+      "learning_rate": 1.2356179695035746e-06,
+      "loss": 0.2853,
+      "step": 10538
+    },
+    {
+      "epoch": 4.513490364025696,
+      "grad_norm": 3.6642072200775146,
+      "learning_rate": 1.2334653909696543e-06,
+      "loss": 0.6187,
+      "step": 10539
+    },
+    {
+      "epoch": 4.5139186295503215,
+      "grad_norm": 6.742367267608643,
+      "learning_rate": 1.2313146416554843e-06,
+      "loss": 0.5641,
+      "step": 10540
+    },
+    {
+      "epoch": 4.514346895074946,
+      "grad_norm": 4.231375217437744,
+      "learning_rate": 1.2291657217266106e-06,
+      "loss": 0.4147,
+      "step": 10541
+    },
+    {
+      "epoch": 4.514775160599572,
+      "grad_norm": 2.287935972213745,
+      "learning_rate": 1.22701863134842e-06,
+      "loss": 0.297,
+      "step": 10542
+    },
+    {
+      "epoch": 4.515203426124197,
+      "grad_norm": 2.736745595932007,
+      "learning_rate": 1.2248733706861692e-06,
+      "loss": 0.1285,
+      "step": 10543
+    },
+    {
+      "epoch": 4.515631691648823,
+      "grad_norm": 1.6250958442687988,
+      "learning_rate": 1.222729939904968e-06,
+      "loss": 0.3365,
+      "step": 10544
+    },
+    {
+      "epoch": 4.516059957173447,
+      "grad_norm": 6.789201259613037,
+      "learning_rate": 1.2205883391697926e-06,
+      "loss": 0.5564,
+      "step": 10545
+    },
+    {
+      "epoch": 4.516488222698073,
+      "grad_norm": 3.1482093334198,
+      "learning_rate": 1.2184485686454667e-06,
+      "loss": 0.4975,
+      "step": 10546
+    },
+    {
+      "epoch": 4.516916488222698,
+      "grad_norm": 4.0754170417785645,
+      "learning_rate": 1.216310628496689e-06,
+      "loss": 0.1969,
+      "step": 10547
+    },
+    {
+      "epoch": 4.517344753747324,
+      "grad_norm": 2.1984591484069824,
+      "learning_rate": 1.2141745188880004e-06,
+      "loss": 0.2314,
+      "step": 10548
+    },
+    {
+      "epoch": 4.5177730192719485,
+      "grad_norm": 4.440179347991943,
+      "learning_rate": 1.2120402399838164e-06,
+      "loss": 1.2483,
+      "step": 10549
+    },
+    {
+      "epoch": 4.518201284796574,
+      "grad_norm": 1.3785985708236694,
+      "learning_rate": 1.2099077919483947e-06,
+      "loss": 0.3571,
+      "step": 10550
+    },
+    {
+      "epoch": 4.518629550321199,
+      "grad_norm": 7.157292366027832,
+      "learning_rate": 1.2077771749458733e-06,
+      "loss": 1.4388,
+      "step": 10551
+    },
+    {
+      "epoch": 4.519057815845825,
+      "grad_norm": 6.494875907897949,
+      "learning_rate": 1.205648389140232e-06,
+      "loss": 1.436,
+      "step": 10552
+    },
+    {
+      "epoch": 4.51948608137045,
+      "grad_norm": 0.6049563884735107,
+      "learning_rate": 1.203521434695315e-06,
+      "loss": 0.1611,
+      "step": 10553
+    },
+    {
+      "epoch": 4.519914346895075,
+      "grad_norm": 4.517423152923584,
+      "learning_rate": 1.2013963117748216e-06,
+      "loss": 0.5098,
+      "step": 10554
+    },
+    {
+      "epoch": 4.5203426124197,
+      "grad_norm": 3.351263999938965,
+      "learning_rate": 1.1992730205423269e-06,
+      "loss": 1.8162,
+      "step": 10555
+    },
+    {
+      "epoch": 4.520770877944326,
+      "grad_norm": 6.979959487915039,
+      "learning_rate": 1.1971515611612388e-06,
+      "loss": 0.486,
+      "step": 10556
+    },
+    {
+      "epoch": 4.521199143468951,
+      "grad_norm": 3.811199426651001,
+      "learning_rate": 1.1950319337948463e-06,
+      "loss": 0.7107,
+      "step": 10557
+    },
+    {
+      "epoch": 4.521627408993576,
+      "grad_norm": 5.5494794845581055,
+      "learning_rate": 1.192914138606288e-06,
+      "loss": 0.9402,
+      "step": 10558
+    },
+    {
+      "epoch": 4.522055674518201,
+      "grad_norm": 4.956930160522461,
+      "learning_rate": 1.190798175758559e-06,
+      "loss": 0.166,
+      "step": 10559
+    },
+    {
+      "epoch": 4.522483940042827,
+      "grad_norm": 7.268326282501221,
+      "learning_rate": 1.1886840454145203e-06,
+      "loss": 0.3223,
+      "step": 10560
+    },
+    {
+      "epoch": 4.522912205567452,
+      "grad_norm": 5.617142200469971,
+      "learning_rate": 1.1865717477368893e-06,
+      "loss": 0.8096,
+      "step": 10561
+    },
+    {
+      "epoch": 4.523340471092077,
+      "grad_norm": 0.7698509693145752,
+      "learning_rate": 1.1844612828882383e-06,
+      "loss": 0.196,
+      "step": 10562
+    },
+    {
+      "epoch": 4.523768736616702,
+      "grad_norm": 3.0388364791870117,
+      "learning_rate": 1.182352651030999e-06,
+      "loss": 0.2628,
+      "step": 10563
+    },
+    {
+      "epoch": 4.524197002141328,
+      "grad_norm": 7.060196876525879,
+      "learning_rate": 1.1802458523274746e-06,
+      "loss": 0.7574,
+      "step": 10564
+    },
+    {
+      "epoch": 4.524625267665953,
+      "grad_norm": 5.09199857711792,
+      "learning_rate": 1.1781408869398102e-06,
+      "loss": 0.3647,
+      "step": 10565
+    },
+    {
+      "epoch": 4.525053533190578,
+      "grad_norm": 19.553184509277344,
+      "learning_rate": 1.1760377550300183e-06,
+      "loss": 1.0615,
+      "step": 10566
+    },
+    {
+      "epoch": 4.525481798715203,
+      "grad_norm": 4.926001071929932,
+      "learning_rate": 1.1739364567599664e-06,
+      "loss": 0.3658,
+      "step": 10567
+    },
+    {
+      "epoch": 4.525910064239829,
+      "grad_norm": 3.0637412071228027,
+      "learning_rate": 1.171836992291392e-06,
+      "loss": 0.1562,
+      "step": 10568
+    },
+    {
+      "epoch": 4.526338329764454,
+      "grad_norm": 3.9204952716827393,
+      "learning_rate": 1.169739361785871e-06,
+      "loss": 0.4123,
+      "step": 10569
+    },
+    {
+      "epoch": 4.526766595289079,
+      "grad_norm": 2.8503236770629883,
+      "learning_rate": 1.1676435654048578e-06,
+      "loss": 1.3741,
+      "step": 10570
+    },
+    {
+      "epoch": 4.5271948608137045,
+      "grad_norm": 6.669487953186035,
+      "learning_rate": 1.165549603309657e-06,
+      "loss": 1.2294,
+      "step": 10571
+    },
+    {
+      "epoch": 4.52762312633833,
+      "grad_norm": 2.740919828414917,
+      "learning_rate": 1.1634574756614336e-06,
+      "loss": 0.4278,
+      "step": 10572
+    },
+    {
+      "epoch": 4.528051391862955,
+      "grad_norm": 5.161548137664795,
+      "learning_rate": 1.1613671826212036e-06,
+      "loss": 0.4205,
+      "step": 10573
+    },
+    {
+      "epoch": 4.52847965738758,
+      "grad_norm": 7.347234725952148,
+      "learning_rate": 1.1592787243498631e-06,
+      "loss": 0.1671,
+      "step": 10574
+    },
+    {
+      "epoch": 4.528907922912206,
+      "grad_norm": 1.5372849702835083,
+      "learning_rate": 1.1571921010081365e-06,
+      "loss": 0.2399,
+      "step": 10575
+    },
+    {
+      "epoch": 4.529336188436831,
+      "grad_norm": 3.843604326248169,
+      "learning_rate": 1.1551073127566342e-06,
+      "loss": 0.8826,
+      "step": 10576
+    },
+    {
+      "epoch": 4.529764453961456,
+      "grad_norm": 7.137291431427002,
+      "learning_rate": 1.153024359755811e-06,
+      "loss": 1.3323,
+      "step": 10577
+    },
+    {
+      "epoch": 4.530192719486081,
+      "grad_norm": 5.276647567749023,
+      "learning_rate": 1.1509432421659833e-06,
+      "loss": 0.1687,
+      "step": 10578
+    },
+    {
+      "epoch": 4.530620985010707,
+      "grad_norm": 34.11893081665039,
+      "learning_rate": 1.1488639601473255e-06,
+      "loss": 1.1225,
+      "step": 10579
+    },
+    {
+      "epoch": 4.531049250535332,
+      "grad_norm": 1.849581003189087,
+      "learning_rate": 1.1467865138598766e-06,
+      "loss": 0.5947,
+      "step": 10580
+    },
+    {
+      "epoch": 4.531477516059957,
+      "grad_norm": 6.559735298156738,
+      "learning_rate": 1.1447109034635279e-06,
+      "loss": 0.8065,
+      "step": 10581
+    },
+    {
+      "epoch": 4.531905781584582,
+      "grad_norm": 2.640934467315674,
+      "learning_rate": 1.1426371291180294e-06,
+      "loss": 0.7196,
+      "step": 10582
+    },
+    {
+      "epoch": 4.532334047109208,
+      "grad_norm": 1.4279249906539917,
+      "learning_rate": 1.1405651909829894e-06,
+      "loss": 0.3477,
+      "step": 10583
+    },
+    {
+      "epoch": 4.5327623126338334,
+      "grad_norm": 5.010998249053955,
+      "learning_rate": 1.1384950892178891e-06,
+      "loss": 0.4885,
+      "step": 10584
+    },
+    {
+      "epoch": 4.533190578158458,
+      "grad_norm": 3.679973602294922,
+      "learning_rate": 1.136426823982037e-06,
+      "loss": 0.7319,
+      "step": 10585
+    },
+    {
+      "epoch": 4.533618843683083,
+      "grad_norm": 3.36934757232666,
+      "learning_rate": 1.134360395434636e-06,
+      "loss": 0.4793,
+      "step": 10586
+    },
+    {
+      "epoch": 4.534047109207709,
+      "grad_norm": 3.072990655899048,
+      "learning_rate": 1.132295803734726e-06,
+      "loss": 0.5293,
+      "step": 10587
+    },
+    {
+      "epoch": 4.5344753747323345,
+      "grad_norm": 2.0075573921203613,
+      "learning_rate": 1.13023304904121e-06,
+      "loss": 0.1415,
+      "step": 10588
+    },
+    {
+      "epoch": 4.534903640256959,
+      "grad_norm": 8.323457717895508,
+      "learning_rate": 1.1281721315128474e-06,
+      "loss": 0.4916,
+      "step": 10589
+    },
+    {
+      "epoch": 4.535331905781584,
+      "grad_norm": 4.318182468414307,
+      "learning_rate": 1.1261130513082668e-06,
+      "loss": 0.8531,
+      "step": 10590
+    },
+    {
+      "epoch": 4.53576017130621,
+      "grad_norm": 2.0492329597473145,
+      "learning_rate": 1.1240558085859416e-06,
+      "loss": 0.6485,
+      "step": 10591
+    },
+    {
+      "epoch": 4.536188436830836,
+      "grad_norm": 2.565530776977539,
+      "learning_rate": 1.1220004035042115e-06,
+      "loss": 0.1593,
+      "step": 10592
+    },
+    {
+      "epoch": 4.53661670235546,
+      "grad_norm": 2.771110773086548,
+      "learning_rate": 1.1199468362212695e-06,
+      "loss": 0.1541,
+      "step": 10593
+    },
+    {
+      "epoch": 4.537044967880085,
+      "grad_norm": 4.086783409118652,
+      "learning_rate": 1.117895106895181e-06,
+      "loss": 1.0628,
+      "step": 10594
+    },
+    {
+      "epoch": 4.537473233404711,
+      "grad_norm": 1.7974578142166138,
+      "learning_rate": 1.1158452156838529e-06,
+      "loss": 0.5001,
+      "step": 10595
+    },
+    {
+      "epoch": 4.537901498929336,
+      "grad_norm": 5.278090476989746,
+      "learning_rate": 1.1137971627450533e-06,
+      "loss": 1.1744,
+      "step": 10596
+    },
+    {
+      "epoch": 4.5383297644539615,
+      "grad_norm": 2.8374648094177246,
+      "learning_rate": 1.1117509482364258e-06,
+      "loss": 0.2404,
+      "step": 10597
+    },
+    {
+      "epoch": 4.538758029978586,
+      "grad_norm": 3.3994193077087402,
+      "learning_rate": 1.1097065723154442e-06,
+      "loss": 0.4456,
+      "step": 10598
+    },
+    {
+      "epoch": 4.539186295503212,
+      "grad_norm": 4.616808891296387,
+      "learning_rate": 1.107664035139469e-06,
+      "loss": 0.8555,
+      "step": 10599
+    },
+    {
+      "epoch": 4.539614561027837,
+      "grad_norm": 1.9047249555587769,
+      "learning_rate": 1.1056233368656992e-06,
+      "loss": 0.4272,
+      "step": 10600
+    },
+    {
+      "epoch": 4.540042826552463,
+      "grad_norm": 3.8909833431243896,
+      "learning_rate": 1.1035844776512038e-06,
+      "loss": 0.654,
+      "step": 10601
+    },
+    {
+      "epoch": 4.540471092077087,
+      "grad_norm": 8.352724075317383,
+      "learning_rate": 1.1015474576529017e-06,
+      "loss": 0.6663,
+      "step": 10602
+    },
+    {
+      "epoch": 4.540899357601713,
+      "grad_norm": 1.8274188041687012,
+      "learning_rate": 1.0995122770275785e-06,
+      "loss": 0.9919,
+      "step": 10603
+    },
+    {
+      "epoch": 4.541327623126338,
+      "grad_norm": 3.9255378246307373,
+      "learning_rate": 1.0974789359318754e-06,
+      "loss": 0.4175,
+      "step": 10604
+    },
+    {
+      "epoch": 4.541755888650964,
+      "grad_norm": 4.855102062225342,
+      "learning_rate": 1.0954474345222871e-06,
+      "loss": 0.5104,
+      "step": 10605
+    },
+    {
+      "epoch": 4.5421841541755885,
+      "grad_norm": 3.239231824874878,
+      "learning_rate": 1.0934177729551659e-06,
+      "loss": 0.6803,
+      "step": 10606
+    },
+    {
+      "epoch": 4.542612419700214,
+      "grad_norm": 2.3130686283111572,
+      "learning_rate": 1.0913899513867427e-06,
+      "loss": 0.4194,
+      "step": 10607
+    },
+    {
+      "epoch": 4.543040685224839,
+      "grad_norm": 5.198138236999512,
+      "learning_rate": 1.0893639699730756e-06,
+      "loss": 0.6312,
+      "step": 10608
+    },
+    {
+      "epoch": 4.543468950749465,
+      "grad_norm": 4.337361812591553,
+      "learning_rate": 1.0873398288701042e-06,
+      "loss": 0.4767,
+      "step": 10609
+    },
+    {
+      "epoch": 4.54389721627409,
+      "grad_norm": 1.5659865140914917,
+      "learning_rate": 1.0853175282336175e-06,
+      "loss": 0.5959,
+      "step": 10610
+    },
+    {
+      "epoch": 4.544325481798715,
+      "grad_norm": 1.9977529048919678,
+      "learning_rate": 1.0832970682192661e-06,
+      "loss": 0.6608,
+      "step": 10611
+    },
+    {
+      "epoch": 4.54475374732334,
+      "grad_norm": 1.9303854703903198,
+      "learning_rate": 1.0812784489825507e-06,
+      "loss": 0.415,
+      "step": 10612
+    },
+    {
+      "epoch": 4.545182012847966,
+      "grad_norm": 6.142607688903809,
+      "learning_rate": 1.0792616706788466e-06,
+      "loss": 0.2972,
+      "step": 10613
+    },
+    {
+      "epoch": 4.545610278372591,
+      "grad_norm": 5.082488059997559,
+      "learning_rate": 1.0772467334633662e-06,
+      "loss": 0.5117,
+      "step": 10614
+    },
+    {
+      "epoch": 4.546038543897216,
+      "grad_norm": 4.116094589233398,
+      "learning_rate": 1.075233637491202e-06,
+      "loss": 0.7728,
+      "step": 10615
+    },
+    {
+      "epoch": 4.546466809421841,
+      "grad_norm": 6.394647121429443,
+      "learning_rate": 1.0732223829172882e-06,
+      "loss": 0.9085,
+      "step": 10616
+    },
+    {
+      "epoch": 4.546895074946467,
+      "grad_norm": 2.578064441680908,
+      "learning_rate": 1.0712129698964263e-06,
+      "loss": 0.5646,
+      "step": 10617
+    },
+    {
+      "epoch": 4.547323340471092,
+      "grad_norm": 4.1214752197265625,
+      "learning_rate": 1.06920539858327e-06,
+      "loss": 0.4588,
+      "step": 10618
+    },
+    {
+      "epoch": 4.5477516059957175,
+      "grad_norm": 5.673727989196777,
+      "learning_rate": 1.0671996691323378e-06,
+      "loss": 0.6998,
+      "step": 10619
+    },
+    {
+      "epoch": 4.548179871520342,
+      "grad_norm": 2.863438129425049,
+      "learning_rate": 1.065195781698003e-06,
+      "loss": 0.2061,
+      "step": 10620
+    },
+    {
+      "epoch": 4.548608137044968,
+      "grad_norm": 5.041321754455566,
+      "learning_rate": 1.063193736434495e-06,
+      "loss": 0.8681,
+      "step": 10621
+    },
+    {
+      "epoch": 4.549036402569593,
+      "grad_norm": 2.6595046520233154,
+      "learning_rate": 1.0611935334959023e-06,
+      "loss": 0.9374,
+      "step": 10622
+    },
+    {
+      "epoch": 4.549464668094219,
+      "grad_norm": 4.56318473815918,
+      "learning_rate": 1.0591951730361816e-06,
+      "loss": 0.3677,
+      "step": 10623
+    },
+    {
+      "epoch": 4.549892933618843,
+      "grad_norm": 5.465747356414795,
+      "learning_rate": 1.057198655209124e-06,
+      "loss": 0.3452,
+      "step": 10624
+    },
+    {
+      "epoch": 4.550321199143469,
+      "grad_norm": 2.6987380981445312,
+      "learning_rate": 1.0552039801684066e-06,
+      "loss": 0.5827,
+      "step": 10625
+    },
+    {
+      "epoch": 4.550749464668094,
+      "grad_norm": 7.74672269821167,
+      "learning_rate": 1.053211148067551e-06,
+      "loss": 1.6886,
+      "step": 10626
+    },
+    {
+      "epoch": 4.55117773019272,
+      "grad_norm": 1.287474513053894,
+      "learning_rate": 1.0512201590599318e-06,
+      "loss": 0.4355,
+      "step": 10627
+    },
+    {
+      "epoch": 4.5516059957173445,
+      "grad_norm": 3.5843522548675537,
+      "learning_rate": 1.0492310132987875e-06,
+      "loss": 0.6315,
+      "step": 10628
+    },
+    {
+      "epoch": 4.55203426124197,
+      "grad_norm": 2.9161908626556396,
+      "learning_rate": 1.0472437109372206e-06,
+      "loss": 0.2566,
+      "step": 10629
+    },
+    {
+      "epoch": 4.552462526766595,
+      "grad_norm": 1.6942297220230103,
+      "learning_rate": 1.0452582521281867e-06,
+      "loss": 0.4935,
+      "step": 10630
+    },
+    {
+      "epoch": 4.552890792291221,
+      "grad_norm": 8.70826530456543,
+      "learning_rate": 1.0432746370244911e-06,
+      "loss": 0.6805,
+      "step": 10631
+    },
+    {
+      "epoch": 4.553319057815846,
+      "grad_norm": 3.5448853969573975,
+      "learning_rate": 1.0412928657788145e-06,
+      "loss": 0.4741,
+      "step": 10632
+    },
+    {
+      "epoch": 4.553747323340471,
+      "grad_norm": 3.065234661102295,
+      "learning_rate": 1.0393129385436824e-06,
+      "loss": 0.1741,
+      "step": 10633
+    },
+    {
+      "epoch": 4.554175588865096,
+      "grad_norm": 2.7200052738189697,
+      "learning_rate": 1.0373348554714807e-06,
+      "loss": 1.2961,
+      "step": 10634
+    },
+    {
+      "epoch": 4.554603854389722,
+      "grad_norm": 3.8801112174987793,
+      "learning_rate": 1.0353586167144546e-06,
+      "loss": 0.4648,
+      "step": 10635
+    },
+    {
+      "epoch": 4.555032119914347,
+      "grad_norm": 6.007554054260254,
+      "learning_rate": 1.033384222424716e-06,
+      "loss": 0.4948,
+      "step": 10636
+    },
+    {
+      "epoch": 4.555460385438972,
+      "grad_norm": 4.755282402038574,
+      "learning_rate": 1.0314116727542123e-06,
+      "loss": 0.2462,
+      "step": 10637
+    },
+    {
+      "epoch": 4.555888650963597,
+      "grad_norm": 2.6580970287323,
+      "learning_rate": 1.0294409678547724e-06,
+      "loss": 0.3095,
+      "step": 10638
+    },
+    {
+      "epoch": 4.556316916488223,
+      "grad_norm": 9.458091735839844,
+      "learning_rate": 1.0274721078780746e-06,
+      "loss": 0.697,
+      "step": 10639
+    },
+    {
+      "epoch": 4.556745182012848,
+      "grad_norm": 2.6651484966278076,
+      "learning_rate": 1.025505092975651e-06,
+      "loss": 1.0645,
+      "step": 10640
+    },
+    {
+      "epoch": 4.557173447537473,
+      "grad_norm": 3.4805071353912354,
+      "learning_rate": 1.0235399232988941e-06,
+      "loss": 0.2373,
+      "step": 10641
+    },
+    {
+      "epoch": 4.557601713062098,
+      "grad_norm": 3.325605630874634,
+      "learning_rate": 1.0215765989990607e-06,
+      "loss": 0.2835,
+      "step": 10642
+    },
+    {
+      "epoch": 4.558029978586724,
+      "grad_norm": 2.1057288646698,
+      "learning_rate": 1.0196151202272574e-06,
+      "loss": 0.1608,
+      "step": 10643
+    },
+    {
+      "epoch": 4.558458244111349,
+      "grad_norm": 3.2694265842437744,
+      "learning_rate": 1.0176554871344502e-06,
+      "loss": 0.3341,
+      "step": 10644
+    },
+    {
+      "epoch": 4.5588865096359745,
+      "grad_norm": 10.614333152770996,
+      "learning_rate": 1.015697699871465e-06,
+      "loss": 1.2011,
+      "step": 10645
+    },
+    {
+      "epoch": 4.559314775160599,
+      "grad_norm": 2.0141758918762207,
+      "learning_rate": 1.013741758588993e-06,
+      "loss": 0.3813,
+      "step": 10646
+    },
+    {
+      "epoch": 4.559743040685225,
+      "grad_norm": 4.980208873748779,
+      "learning_rate": 1.0117876634375633e-06,
+      "loss": 0.4998,
+      "step": 10647
+    },
+    {
+      "epoch": 4.56017130620985,
+      "grad_norm": 7.144517421722412,
+      "learning_rate": 1.0098354145675836e-06,
+      "loss": 0.1675,
+      "step": 10648
+    },
+    {
+      "epoch": 4.560599571734476,
+      "grad_norm": 1.1809418201446533,
+      "learning_rate": 1.0078850121293087e-06,
+      "loss": 0.1366,
+      "step": 10649
+    },
+    {
+      "epoch": 4.5610278372591,
+      "grad_norm": 2.5732147693634033,
+      "learning_rate": 1.0059364562728518e-06,
+      "loss": 0.5812,
+      "step": 10650
+    },
+    {
+      "epoch": 4.561456102783726,
+      "grad_norm": 4.351033687591553,
+      "learning_rate": 1.0039897471481846e-06,
+      "loss": 1.2815,
+      "step": 10651
+    },
+    {
+      "epoch": 4.561884368308351,
+      "grad_norm": 4.3727216720581055,
+      "learning_rate": 1.0020448849051484e-06,
+      "loss": 0.298,
+      "step": 10652
+    },
+    {
+      "epoch": 4.562312633832977,
+      "grad_norm": 3.6572844982147217,
+      "learning_rate": 1.0001018696934179e-06,
+      "loss": 0.3665,
+      "step": 10653
+    },
+    {
+      "epoch": 4.5627408993576015,
+      "grad_norm": 0.9081604480743408,
+      "learning_rate": 9.981607016625482e-07,
+      "loss": 0.1984,
+      "step": 10654
+    },
+    {
+      "epoch": 4.563169164882227,
+      "grad_norm": 1.5217671394348145,
+      "learning_rate": 9.962213809619424e-07,
+      "loss": 0.2866,
+      "step": 10655
+    },
+    {
+      "epoch": 4.563597430406852,
+      "grad_norm": 3.562122106552124,
+      "learning_rate": 9.94283907740859e-07,
+      "loss": 0.8078,
+      "step": 10656
+    },
+    {
+      "epoch": 4.564025695931478,
+      "grad_norm": 8.858658790588379,
+      "learning_rate": 9.9234828214842e-07,
+      "loss": 0.4195,
+      "step": 10657
+    },
+    {
+      "epoch": 4.564453961456103,
+      "grad_norm": 6.351634979248047,
+      "learning_rate": 9.90414504333606e-07,
+      "loss": 0.6383,
+      "step": 10658
+    },
+    {
+      "epoch": 4.564882226980728,
+      "grad_norm": 5.776693344116211,
+      "learning_rate": 9.884825744452514e-07,
+      "loss": 0.3942,
+      "step": 10659
+    },
+    {
+      "epoch": 4.565310492505353,
+      "grad_norm": 4.810532569885254,
+      "learning_rate": 9.865524926320452e-07,
+      "loss": 0.4991,
+      "step": 10660
+    },
+    {
+      "epoch": 4.565738758029979,
+      "grad_norm": 6.936912536621094,
+      "learning_rate": 9.846242590425408e-07,
+      "loss": 0.3258,
+      "step": 10661
+    },
+    {
+      "epoch": 4.566167023554604,
+      "grad_norm": 5.081162929534912,
+      "learning_rate": 9.82697873825153e-07,
+      "loss": 0.3902,
+      "step": 10662
+    },
+    {
+      "epoch": 4.566595289079229,
+      "grad_norm": 5.880129814147949,
+      "learning_rate": 9.807733371281353e-07,
+      "loss": 0.6006,
+      "step": 10663
+    },
+    {
+      "epoch": 4.567023554603854,
+      "grad_norm": 5.446300029754639,
+      "learning_rate": 9.78850649099622e-07,
+      "loss": 0.7471,
+      "step": 10664
+    },
+    {
+      "epoch": 4.56745182012848,
+      "grad_norm": 0.8794409036636353,
+      "learning_rate": 9.769298098876e-07,
+      "loss": 0.1897,
+      "step": 10665
+    },
+    {
+      "epoch": 4.567880085653105,
+      "grad_norm": 3.9796817302703857,
+      "learning_rate": 9.750108196398933e-07,
+      "loss": 0.9,
+      "step": 10666
+    },
+    {
+      "epoch": 4.5683083511777305,
+      "grad_norm": 0.7947848439216614,
+      "learning_rate": 9.730936785042112e-07,
+      "loss": 0.0868,
+      "step": 10667
+    },
+    {
+      "epoch": 4.568736616702355,
+      "grad_norm": 4.26084566116333,
+      "learning_rate": 9.711783866281049e-07,
+      "loss": 0.3315,
+      "step": 10668
+    },
+    {
+      "epoch": 4.569164882226981,
+      "grad_norm": 2.239100694656372,
+      "learning_rate": 9.692649441589873e-07,
+      "loss": 0.9314,
+      "step": 10669
+    },
+    {
+      "epoch": 4.569593147751606,
+      "grad_norm": 5.075969696044922,
+      "learning_rate": 9.673533512441269e-07,
+      "loss": 0.3038,
+      "step": 10670
+    },
+    {
+      "epoch": 4.570021413276232,
+      "grad_norm": 2.363284111022949,
+      "learning_rate": 9.654436080306585e-07,
+      "loss": 0.236,
+      "step": 10671
+    },
+    {
+      "epoch": 4.570449678800856,
+      "grad_norm": 5.437119960784912,
+      "learning_rate": 9.635357146655616e-07,
+      "loss": 0.7312,
+      "step": 10672
+    },
+    {
+      "epoch": 4.570877944325482,
+      "grad_norm": 4.9721503257751465,
+      "learning_rate": 9.616296712956801e-07,
+      "loss": 0.2296,
+      "step": 10673
+    },
+    {
+      "epoch": 4.571306209850107,
+      "grad_norm": 11.127458572387695,
+      "learning_rate": 9.597254780677135e-07,
+      "loss": 1.1089,
+      "step": 10674
+    },
+    {
+      "epoch": 4.571734475374733,
+      "grad_norm": 2.3162715435028076,
+      "learning_rate": 9.578231351282301e-07,
+      "loss": 0.5757,
+      "step": 10675
+    },
+    {
+      "epoch": 4.5721627408993575,
+      "grad_norm": 4.17695426940918,
+      "learning_rate": 9.559226426236301e-07,
+      "loss": 0.8341,
+      "step": 10676
+    },
+    {
+      "epoch": 4.572591006423983,
+      "grad_norm": 1.5473535060882568,
+      "learning_rate": 9.540240007001989e-07,
+      "loss": 0.1189,
+      "step": 10677
+    },
+    {
+      "epoch": 4.573019271948608,
+      "grad_norm": 2.1441235542297363,
+      "learning_rate": 9.521272095040667e-07,
+      "loss": 0.6625,
+      "step": 10678
+    },
+    {
+      "epoch": 4.573447537473234,
+      "grad_norm": 5.364474773406982,
+      "learning_rate": 9.502322691812171e-07,
+      "loss": 0.3679,
+      "step": 10679
+    },
+    {
+      "epoch": 4.573875802997859,
+      "grad_norm": 4.009069919586182,
+      "learning_rate": 9.483391798774999e-07,
+      "loss": 0.2268,
+      "step": 10680
+    },
+    {
+      "epoch": 4.574304068522484,
+      "grad_norm": 1.6322182416915894,
+      "learning_rate": 9.464479417386179e-07,
+      "loss": 0.4791,
+      "step": 10681
+    },
+    {
+      "epoch": 4.574732334047109,
+      "grad_norm": 6.020560264587402,
+      "learning_rate": 9.445585549101355e-07,
+      "loss": 0.2113,
+      "step": 10682
+    },
+    {
+      "epoch": 4.575160599571735,
+      "grad_norm": 30.257896423339844,
+      "learning_rate": 9.426710195374694e-07,
+      "loss": 0.8035,
+      "step": 10683
+    },
+    {
+      "epoch": 4.57558886509636,
+      "grad_norm": 6.675905704498291,
+      "learning_rate": 9.407853357658925e-07,
+      "loss": 0.5077,
+      "step": 10684
+    },
+    {
+      "epoch": 4.576017130620985,
+      "grad_norm": 4.388795375823975,
+      "learning_rate": 9.389015037405469e-07,
+      "loss": 0.7973,
+      "step": 10685
+    },
+    {
+      "epoch": 4.57644539614561,
+      "grad_norm": 2.170623540878296,
+      "learning_rate": 9.370195236064138e-07,
+      "loss": 0.5017,
+      "step": 10686
+    },
+    {
+      "epoch": 4.576873661670236,
+      "grad_norm": 3.7421963214874268,
+      "learning_rate": 9.351393955083498e-07,
+      "loss": 0.2239,
+      "step": 10687
+    },
+    {
+      "epoch": 4.577301927194861,
+      "grad_norm": 3.6197798252105713,
+      "learning_rate": 9.332611195910584e-07,
+      "loss": 0.3472,
+      "step": 10688
+    },
+    {
+      "epoch": 4.5777301927194864,
+      "grad_norm": 1.865752100944519,
+      "learning_rate": 9.313846959991046e-07,
+      "loss": 0.6059,
+      "step": 10689
+    },
+    {
+      "epoch": 4.578158458244111,
+      "grad_norm": 0.8453218340873718,
+      "learning_rate": 9.295101248769061e-07,
+      "loss": 0.1566,
+      "step": 10690
+    },
+    {
+      "epoch": 4.578586723768737,
+      "grad_norm": 5.833072185516357,
+      "learning_rate": 9.276374063687504e-07,
+      "loss": 0.6188,
+      "step": 10691
+    },
+    {
+      "epoch": 4.579014989293362,
+      "grad_norm": 5.770662784576416,
+      "learning_rate": 9.25766540618761e-07,
+      "loss": 0.343,
+      "step": 10692
+    },
+    {
+      "epoch": 4.5794432548179875,
+      "grad_norm": 1.555700659751892,
+      "learning_rate": 9.238975277709394e-07,
+      "loss": 0.2609,
+      "step": 10693
+    },
+    {
+      "epoch": 4.579871520342612,
+      "grad_norm": 10.992259979248047,
+      "learning_rate": 9.220303679691373e-07,
+      "loss": 0.7964,
+      "step": 10694
+    },
+    {
+      "epoch": 4.580299785867238,
+      "grad_norm": 16.97505760192871,
+      "learning_rate": 9.201650613570561e-07,
+      "loss": 0.815,
+      "step": 10695
+    },
+    {
+      "epoch": 4.580728051391863,
+      "grad_norm": 5.0489091873168945,
+      "learning_rate": 9.183016080782648e-07,
+      "loss": 0.7713,
+      "step": 10696
+    },
+    {
+      "epoch": 4.581156316916488,
+      "grad_norm": 4.010107517242432,
+      "learning_rate": 9.164400082761898e-07,
+      "loss": 0.5893,
+      "step": 10697
+    },
+    {
+      "epoch": 4.581584582441113,
+      "grad_norm": 7.565978527069092,
+      "learning_rate": 9.145802620941085e-07,
+      "loss": 0.4437,
+      "step": 10698
+    },
+    {
+      "epoch": 4.582012847965739,
+      "grad_norm": 1.1058162450790405,
+      "learning_rate": 9.127223696751563e-07,
+      "loss": 0.2929,
+      "step": 10699
+    },
+    {
+      "epoch": 4.582441113490364,
+      "grad_norm": 0.5785162448883057,
+      "learning_rate": 9.108663311623328e-07,
+      "loss": 0.1142,
+      "step": 10700
+    },
+    {
+      "epoch": 4.582869379014989,
+      "grad_norm": 8.306086540222168,
+      "learning_rate": 9.090121466984874e-07,
+      "loss": 1.14,
+      "step": 10701
+    },
+    {
+      "epoch": 4.5832976445396145,
+      "grad_norm": 1.574499249458313,
+      "learning_rate": 9.071598164263284e-07,
+      "loss": 0.2673,
+      "step": 10702
+    },
+    {
+      "epoch": 4.58372591006424,
+      "grad_norm": 4.140084743499756,
+      "learning_rate": 9.05309340488425e-07,
+      "loss": 0.7331,
+      "step": 10703
+    },
+    {
+      "epoch": 4.584154175588865,
+      "grad_norm": 1.2190735340118408,
+      "learning_rate": 9.034607190272021e-07,
+      "loss": 0.3459,
+      "step": 10704
+    },
+    {
+      "epoch": 4.58458244111349,
+      "grad_norm": 6.898066520690918,
+      "learning_rate": 9.016139521849348e-07,
+      "loss": 0.2993,
+      "step": 10705
+    },
+    {
+      "epoch": 4.585010706638116,
+      "grad_norm": 7.7585530281066895,
+      "learning_rate": 8.997690401037706e-07,
+      "loss": 0.6497,
+      "step": 10706
+    },
+    {
+      "epoch": 4.585438972162741,
+      "grad_norm": 6.685009479522705,
+      "learning_rate": 8.979259829257014e-07,
+      "loss": 0.8289,
+      "step": 10707
+    },
+    {
+      "epoch": 4.585867237687366,
+      "grad_norm": 6.400236129760742,
+      "learning_rate": 8.960847807925777e-07,
+      "loss": 0.5726,
+      "step": 10708
+    },
+    {
+      "epoch": 4.586295503211991,
+      "grad_norm": 2.3784797191619873,
+      "learning_rate": 8.94245433846111e-07,
+      "loss": 0.4386,
+      "step": 10709
+    },
+    {
+      "epoch": 4.586723768736617,
+      "grad_norm": 6.909505844116211,
+      "learning_rate": 8.924079422278714e-07,
+      "loss": 0.3756,
+      "step": 10710
+    },
+    {
+      "epoch": 4.587152034261242,
+      "grad_norm": 8.996176719665527,
+      "learning_rate": 8.905723060792847e-07,
+      "loss": 0.6999,
+      "step": 10711
+    },
+    {
+      "epoch": 4.587580299785867,
+      "grad_norm": 3.0146846771240234,
+      "learning_rate": 8.887385255416269e-07,
+      "loss": 0.6218,
+      "step": 10712
+    },
+    {
+      "epoch": 4.588008565310492,
+      "grad_norm": 3.5612902641296387,
+      "learning_rate": 8.869066007560406e-07,
+      "loss": 1.4076,
+      "step": 10713
+    },
+    {
+      "epoch": 4.588436830835118,
+      "grad_norm": 1.535112738609314,
+      "learning_rate": 8.850765318635268e-07,
+      "loss": 0.2588,
+      "step": 10714
+    },
+    {
+      "epoch": 4.5888650963597435,
+      "grad_norm": 5.3245849609375,
+      "learning_rate": 8.832483190049285e-07,
+      "loss": 0.4448,
+      "step": 10715
+    },
+    {
+      "epoch": 4.589293361884368,
+      "grad_norm": 9.43191146850586,
+      "learning_rate": 8.814219623209635e-07,
+      "loss": 1.4627,
+      "step": 10716
+    },
+    {
+      "epoch": 4.589721627408993,
+      "grad_norm": 4.7475481033325195,
+      "learning_rate": 8.795974619522002e-07,
+      "loss": 0.2955,
+      "step": 10717
+    },
+    {
+      "epoch": 4.590149892933619,
+      "grad_norm": 6.447882652282715,
+      "learning_rate": 8.777748180390593e-07,
+      "loss": 0.3273,
+      "step": 10718
+    },
+    {
+      "epoch": 4.590578158458245,
+      "grad_norm": 2.295461416244507,
+      "learning_rate": 8.759540307218233e-07,
+      "loss": 0.608,
+      "step": 10719
+    },
+    {
+      "epoch": 4.591006423982869,
+      "grad_norm": 1.3967821598052979,
+      "learning_rate": 8.741351001406356e-07,
+      "loss": 0.3102,
+      "step": 10720
+    },
+    {
+      "epoch": 4.591434689507494,
+      "grad_norm": 5.57907247543335,
+      "learning_rate": 8.723180264354869e-07,
+      "loss": 0.4027,
+      "step": 10721
+    },
+    {
+      "epoch": 4.59186295503212,
+      "grad_norm": 3.1089072227478027,
+      "learning_rate": 8.705028097462347e-07,
+      "loss": 0.6595,
+      "step": 10722
+    },
+    {
+      "epoch": 4.592291220556746,
+      "grad_norm": 1.40360426902771,
+      "learning_rate": 8.686894502125842e-07,
+      "loss": 0.1227,
+      "step": 10723
+    },
+    {
+      "epoch": 4.5927194860813705,
+      "grad_norm": 5.247372150421143,
+      "learning_rate": 8.668779479741124e-07,
+      "loss": 1.4535,
+      "step": 10724
+    },
+    {
+      "epoch": 4.593147751605995,
+      "grad_norm": 1.8405189514160156,
+      "learning_rate": 8.650683031702328e-07,
+      "loss": 0.5286,
+      "step": 10725
+    },
+    {
+      "epoch": 4.593576017130621,
+      "grad_norm": 8.938364028930664,
+      "learning_rate": 8.632605159402341e-07,
+      "loss": 1.193,
+      "step": 10726
+    },
+    {
+      "epoch": 4.594004282655247,
+      "grad_norm": 1.9050453901290894,
+      "learning_rate": 8.61454586423252e-07,
+      "loss": 0.4749,
+      "step": 10727
+    },
+    {
+      "epoch": 4.594432548179872,
+      "grad_norm": 2.3353118896484375,
+      "learning_rate": 8.596505147582812e-07,
+      "loss": 0.3243,
+      "step": 10728
+    },
+    {
+      "epoch": 4.594860813704496,
+      "grad_norm": 1.8161066770553589,
+      "learning_rate": 8.578483010841743e-07,
+      "loss": 0.243,
+      "step": 10729
+    },
+    {
+      "epoch": 4.595289079229122,
+      "grad_norm": 8.576275825500488,
+      "learning_rate": 8.560479455396453e-07,
+      "loss": 0.7305,
+      "step": 10730
+    },
+    {
+      "epoch": 4.595717344753747,
+      "grad_norm": 10.878462791442871,
+      "learning_rate": 8.542494482632529e-07,
+      "loss": 1.1049,
+      "step": 10731
+    },
+    {
+      "epoch": 4.596145610278373,
+      "grad_norm": 4.2674241065979,
+      "learning_rate": 8.524528093934281e-07,
+      "loss": 0.935,
+      "step": 10732
+    },
+    {
+      "epoch": 4.5965738758029975,
+      "grad_norm": 4.97332763671875,
+      "learning_rate": 8.50658029068449e-07,
+      "loss": 0.6003,
+      "step": 10733
+    },
+    {
+      "epoch": 4.597002141327623,
+      "grad_norm": 1.9125300645828247,
+      "learning_rate": 8.48865107426447e-07,
+      "loss": 0.0746,
+      "step": 10734
+    },
+    {
+      "epoch": 4.597430406852248,
+      "grad_norm": 2.8294663429260254,
+      "learning_rate": 8.470740446054282e-07,
+      "loss": 0.377,
+      "step": 10735
+    },
+    {
+      "epoch": 4.597858672376874,
+      "grad_norm": 2.153151273727417,
+      "learning_rate": 8.452848407432351e-07,
+      "loss": 0.167,
+      "step": 10736
+    },
+    {
+      "epoch": 4.598286937901499,
+      "grad_norm": 1.3096481561660767,
+      "learning_rate": 8.434974959775771e-07,
+      "loss": 0.622,
+      "step": 10737
+    },
+    {
+      "epoch": 4.598715203426124,
+      "grad_norm": 4.277780532836914,
+      "learning_rate": 8.417120104460191e-07,
+      "loss": 0.5548,
+      "step": 10738
+    },
+    {
+      "epoch": 4.599143468950749,
+      "grad_norm": 10.029253005981445,
+      "learning_rate": 8.399283842859873e-07,
+      "loss": 0.5526,
+      "step": 10739
+    },
+    {
+      "epoch": 4.599571734475375,
+      "grad_norm": 6.1148834228515625,
+      "learning_rate": 8.38146617634758e-07,
+      "loss": 0.5145,
+      "step": 10740
+    },
+    {
+      "epoch": 4.6,
+      "grad_norm": 4.012592792510986,
+      "learning_rate": 8.36366710629466e-07,
+      "loss": 0.8428,
+      "step": 10741
+    },
+    {
+      "epoch": 4.600428265524625,
+      "grad_norm": 4.095987319946289,
+      "learning_rate": 8.345886634071042e-07,
+      "loss": 0.2376,
+      "step": 10742
+    },
+    {
+      "epoch": 4.60085653104925,
+      "grad_norm": 4.28879976272583,
+      "learning_rate": 8.328124761045248e-07,
+      "loss": 0.4766,
+      "step": 10743
+    },
+    {
+      "epoch": 4.601284796573876,
+      "grad_norm": 5.908645153045654,
+      "learning_rate": 8.31038148858429e-07,
+      "loss": 0.7103,
+      "step": 10744
+    },
+    {
+      "epoch": 4.601713062098501,
+      "grad_norm": 2.3178133964538574,
+      "learning_rate": 8.292656818053857e-07,
+      "loss": 0.5414,
+      "step": 10745
+    },
+    {
+      "epoch": 4.602141327623126,
+      "grad_norm": 3.6816258430480957,
+      "learning_rate": 8.274950750818134e-07,
+      "loss": 0.7961,
+      "step": 10746
+    },
+    {
+      "epoch": 4.602569593147751,
+      "grad_norm": 4.197076797485352,
+      "learning_rate": 8.257263288239863e-07,
+      "loss": 0.4139,
+      "step": 10747
+    },
+    {
+      "epoch": 4.602997858672377,
+      "grad_norm": 5.913059234619141,
+      "learning_rate": 8.239594431680347e-07,
+      "loss": 0.5,
+      "step": 10748
+    },
+    {
+      "epoch": 4.603426124197002,
+      "grad_norm": 6.723468780517578,
+      "learning_rate": 8.221944182499608e-07,
+      "loss": 0.5363,
+      "step": 10749
+    },
+    {
+      "epoch": 4.6038543897216275,
+      "grad_norm": 4.83572244644165,
+      "learning_rate": 8.20431254205603e-07,
+      "loss": 0.594,
+      "step": 10750
+    },
+    {
+      "epoch": 4.604282655246252,
+      "grad_norm": 6.564960479736328,
+      "learning_rate": 8.186699511706697e-07,
+      "loss": 0.3663,
+      "step": 10751
+    },
+    {
+      "epoch": 4.604710920770878,
+      "grad_norm": 6.073811054229736,
+      "learning_rate": 8.169105092807134e-07,
+      "loss": 0.2521,
+      "step": 10752
+    },
+    {
+      "epoch": 4.605139186295503,
+      "grad_norm": 5.203616142272949,
+      "learning_rate": 8.151529286711645e-07,
+      "loss": 0.6644,
+      "step": 10753
+    },
+    {
+      "epoch": 4.605567451820129,
+      "grad_norm": 6.699291229248047,
+      "learning_rate": 8.133972094772873e-07,
+      "loss": 0.7356,
+      "step": 10754
+    },
+    {
+      "epoch": 4.605995717344753,
+      "grad_norm": 6.1817522048950195,
+      "learning_rate": 8.116433518342153e-07,
+      "loss": 0.2713,
+      "step": 10755
+    },
+    {
+      "epoch": 4.606423982869379,
+      "grad_norm": 0.6930387020111084,
+      "learning_rate": 8.098913558769377e-07,
+      "loss": 0.1283,
+      "step": 10756
+    },
+    {
+      "epoch": 4.606852248394004,
+      "grad_norm": 1.6024588346481323,
+      "learning_rate": 8.081412217402995e-07,
+      "loss": 0.3714,
+      "step": 10757
+    },
+    {
+      "epoch": 4.60728051391863,
+      "grad_norm": 6.208249092102051,
+      "learning_rate": 8.063929495589984e-07,
+      "loss": 0.6484,
+      "step": 10758
+    },
+    {
+      "epoch": 4.6077087794432545,
+      "grad_norm": 0.8523626327514648,
+      "learning_rate": 8.046465394675961e-07,
+      "loss": 0.0843,
+      "step": 10759
+    },
+    {
+      "epoch": 4.60813704496788,
+      "grad_norm": 4.37647008895874,
+      "learning_rate": 8.029019916005048e-07,
+      "loss": 0.5054,
+      "step": 10760
+    },
+    {
+      "epoch": 4.608565310492505,
+      "grad_norm": 5.036530017852783,
+      "learning_rate": 8.011593060919976e-07,
+      "loss": 0.4425,
+      "step": 10761
+    },
+    {
+      "epoch": 4.608993576017131,
+      "grad_norm": 5.064054489135742,
+      "learning_rate": 7.994184830761974e-07,
+      "loss": 0.4531,
+      "step": 10762
+    },
+    {
+      "epoch": 4.609421841541756,
+      "grad_norm": 1.2305817604064941,
+      "learning_rate": 7.976795226871004e-07,
+      "loss": 0.2766,
+      "step": 10763
+    },
+    {
+      "epoch": 4.609850107066381,
+      "grad_norm": 5.00285005569458,
+      "learning_rate": 7.959424250585323e-07,
+      "loss": 0.5655,
+      "step": 10764
+    },
+    {
+      "epoch": 4.610278372591006,
+      "grad_norm": 5.683743476867676,
+      "learning_rate": 7.942071903242005e-07,
+      "loss": 0.9758,
+      "step": 10765
+    },
+    {
+      "epoch": 4.610706638115632,
+      "grad_norm": 2.4016432762145996,
+      "learning_rate": 7.924738186176589e-07,
+      "loss": 0.3677,
+      "step": 10766
+    },
+    {
+      "epoch": 4.611134903640257,
+      "grad_norm": 1.5400201082229614,
+      "learning_rate": 7.907423100723149e-07,
+      "loss": 0.1328,
+      "step": 10767
+    },
+    {
+      "epoch": 4.611563169164882,
+      "grad_norm": 4.284090042114258,
+      "learning_rate": 7.890126648214369e-07,
+      "loss": 0.8918,
+      "step": 10768
+    },
+    {
+      "epoch": 4.611991434689507,
+      "grad_norm": 2.230091094970703,
+      "learning_rate": 7.872848829981544e-07,
+      "loss": 0.293,
+      "step": 10769
+    },
+    {
+      "epoch": 4.612419700214133,
+      "grad_norm": 24.213396072387695,
+      "learning_rate": 7.855589647354445e-07,
+      "loss": 2.2671,
+      "step": 10770
+    },
+    {
+      "epoch": 4.612847965738758,
+      "grad_norm": 5.3111395835876465,
+      "learning_rate": 7.838349101661396e-07,
+      "loss": 1.2555,
+      "step": 10771
+    },
+    {
+      "epoch": 4.6132762312633835,
+      "grad_norm": 3.765079975128174,
+      "learning_rate": 7.821127194229449e-07,
+      "loss": 0.246,
+      "step": 10772
+    },
+    {
+      "epoch": 4.613704496788008,
+      "grad_norm": 4.902571201324463,
+      "learning_rate": 7.803923926383988e-07,
+      "loss": 0.5648,
+      "step": 10773
+    },
+    {
+      "epoch": 4.614132762312634,
+      "grad_norm": 6.630638122558594,
+      "learning_rate": 7.786739299449147e-07,
+      "loss": 1.1011,
+      "step": 10774
+    },
+    {
+      "epoch": 4.614561027837259,
+      "grad_norm": 8.162079811096191,
+      "learning_rate": 7.769573314747564e-07,
+      "loss": 0.7553,
+      "step": 10775
+    },
+    {
+      "epoch": 4.614989293361885,
+      "grad_norm": 4.670854091644287,
+      "learning_rate": 7.75242597360043e-07,
+      "loss": 0.3135,
+      "step": 10776
+    },
+    {
+      "epoch": 4.615417558886509,
+      "grad_norm": 5.0644917488098145,
+      "learning_rate": 7.735297277327497e-07,
+      "loss": 0.3302,
+      "step": 10777
+    },
+    {
+      "epoch": 4.615845824411135,
+      "grad_norm": 5.107094764709473,
+      "learning_rate": 7.718187227247126e-07,
+      "loss": 0.3676,
+      "step": 10778
+    },
+    {
+      "epoch": 4.61627408993576,
+      "grad_norm": 3.2144784927368164,
+      "learning_rate": 7.70109582467618e-07,
+      "loss": 0.2736,
+      "step": 10779
+    },
+    {
+      "epoch": 4.616702355460386,
+      "grad_norm": 2.483783483505249,
+      "learning_rate": 7.684023070930136e-07,
+      "loss": 0.6591,
+      "step": 10780
+    },
+    {
+      "epoch": 4.6171306209850105,
+      "grad_norm": 3.765439987182617,
+      "learning_rate": 7.666968967322997e-07,
+      "loss": 0.2831,
+      "step": 10781
+    },
+    {
+      "epoch": 4.617558886509636,
+      "grad_norm": 3.8043394088745117,
+      "learning_rate": 7.649933515167407e-07,
+      "loss": 0.3978,
+      "step": 10782
+    },
+    {
+      "epoch": 4.617987152034261,
+      "grad_norm": 4.162496089935303,
+      "learning_rate": 7.632916715774458e-07,
+      "loss": 0.2018,
+      "step": 10783
+    },
+    {
+      "epoch": 4.618415417558887,
+      "grad_norm": 4.955104351043701,
+      "learning_rate": 7.615918570453906e-07,
+      "loss": 0.8119,
+      "step": 10784
+    },
+    {
+      "epoch": 4.618843683083512,
+      "grad_norm": 7.8200602531433105,
+      "learning_rate": 7.598939080514039e-07,
+      "loss": 0.3385,
+      "step": 10785
+    },
+    {
+      "epoch": 4.619271948608137,
+      "grad_norm": 5.096499919891357,
+      "learning_rate": 7.581978247261673e-07,
+      "loss": 0.2295,
+      "step": 10786
+    },
+    {
+      "epoch": 4.619700214132762,
+      "grad_norm": 14.70359992980957,
+      "learning_rate": 7.56503607200218e-07,
+      "loss": 1.0023,
+      "step": 10787
+    },
+    {
+      "epoch": 4.620128479657388,
+      "grad_norm": 2.627711057662964,
+      "learning_rate": 7.548112556039655e-07,
+      "loss": 0.4379,
+      "step": 10788
+    },
+    {
+      "epoch": 4.620556745182013,
+      "grad_norm": 3.43540620803833,
+      "learning_rate": 7.531207700676557e-07,
+      "loss": 0.1748,
+      "step": 10789
+    },
+    {
+      "epoch": 4.620985010706638,
+      "grad_norm": 1.2033923864364624,
+      "learning_rate": 7.514321507213983e-07,
+      "loss": 0.2592,
+      "step": 10790
+    },
+    {
+      "epoch": 4.621413276231263,
+      "grad_norm": 2.144731283187866,
+      "learning_rate": 7.497453976951619e-07,
+      "loss": 0.9459,
+      "step": 10791
+    },
+    {
+      "epoch": 4.621841541755889,
+      "grad_norm": 0.911868691444397,
+      "learning_rate": 7.480605111187728e-07,
+      "loss": 0.1649,
+      "step": 10792
+    },
+    {
+      "epoch": 4.622269807280514,
+      "grad_norm": 3.873849630355835,
+      "learning_rate": 7.463774911219024e-07,
+      "loss": 0.5852,
+      "step": 10793
+    },
+    {
+      "epoch": 4.6226980728051394,
+      "grad_norm": 8.14471435546875,
+      "learning_rate": 7.446963378340915e-07,
+      "loss": 0.5637,
+      "step": 10794
+    },
+    {
+      "epoch": 4.623126338329764,
+      "grad_norm": 5.7614827156066895,
+      "learning_rate": 7.430170513847312e-07,
+      "loss": 0.4907,
+      "step": 10795
+    },
+    {
+      "epoch": 4.62355460385439,
+      "grad_norm": 3.670349597930908,
+      "learning_rate": 7.413396319030707e-07,
+      "loss": 0.1263,
+      "step": 10796
+    },
+    {
+      "epoch": 4.623982869379015,
+      "grad_norm": 6.489612102508545,
+      "learning_rate": 7.396640795182124e-07,
+      "loss": 1.317,
+      "step": 10797
+    },
+    {
+      "epoch": 4.6244111349036405,
+      "grad_norm": 4.6319499015808105,
+      "learning_rate": 7.379903943591199e-07,
+      "loss": 0.355,
+      "step": 10798
+    },
+    {
+      "epoch": 4.624839400428265,
+      "grad_norm": 1.172693133354187,
+      "learning_rate": 7.363185765546093e-07,
+      "loss": 0.1741,
+      "step": 10799
+    },
+    {
+      "epoch": 4.625267665952891,
+      "grad_norm": 2.8255085945129395,
+      "learning_rate": 7.346486262333557e-07,
+      "loss": 0.3915,
+      "step": 10800
+    },
+    {
+      "epoch": 4.625695931477516,
+      "grad_norm": 4.019686698913574,
+      "learning_rate": 7.329805435238812e-07,
+      "loss": 1.0738,
+      "step": 10801
+    },
+    {
+      "epoch": 4.626124197002142,
+      "grad_norm": 5.735558986663818,
+      "learning_rate": 7.313143285545832e-07,
+      "loss": 0.3204,
+      "step": 10802
+    },
+    {
+      "epoch": 4.626552462526766,
+      "grad_norm": 5.816263198852539,
+      "learning_rate": 7.29649981453695e-07,
+      "loss": 0.4253,
+      "step": 10803
+    },
+    {
+      "epoch": 4.626980728051392,
+      "grad_norm": 7.300474166870117,
+      "learning_rate": 7.279875023493199e-07,
+      "loss": 1.1195,
+      "step": 10804
+    },
+    {
+      "epoch": 4.627408993576017,
+      "grad_norm": 3.7439792156219482,
+      "learning_rate": 7.263268913694082e-07,
+      "loss": 0.6272,
+      "step": 10805
+    },
+    {
+      "epoch": 4.627837259100643,
+      "grad_norm": 4.896357536315918,
+      "learning_rate": 7.246681486417744e-07,
+      "loss": 0.8789,
+      "step": 10806
+    },
+    {
+      "epoch": 4.6282655246252675,
+      "grad_norm": 3.948063850402832,
+      "learning_rate": 7.230112742940858e-07,
+      "loss": 0.883,
+      "step": 10807
+    },
+    {
+      "epoch": 4.628693790149893,
+      "grad_norm": 3.2959206104278564,
+      "learning_rate": 7.213562684538655e-07,
+      "loss": 0.1851,
+      "step": 10808
+    },
+    {
+      "epoch": 4.629122055674518,
+      "grad_norm": 3.8987720012664795,
+      "learning_rate": 7.197031312484919e-07,
+      "loss": 0.3356,
+      "step": 10809
+    },
+    {
+      "epoch": 4.629550321199144,
+      "grad_norm": 3.8854353427886963,
+      "learning_rate": 7.180518628051996e-07,
+      "loss": 0.24,
+      "step": 10810
+    },
+    {
+      "epoch": 4.629978586723769,
+      "grad_norm": 2.953981876373291,
+      "learning_rate": 7.16402463251084e-07,
+      "loss": 0.6852,
+      "step": 10811
+    },
+    {
+      "epoch": 4.630406852248394,
+      "grad_norm": 3.403628349304199,
+      "learning_rate": 7.147549327130881e-07,
+      "loss": 0.4778,
+      "step": 10812
+    },
+    {
+      "epoch": 4.630835117773019,
+      "grad_norm": 1.6828117370605469,
+      "learning_rate": 7.131092713180216e-07,
+      "loss": 0.3958,
+      "step": 10813
+    },
+    {
+      "epoch": 4.631263383297645,
+      "grad_norm": 2.1024410724639893,
+      "learning_rate": 7.114654791925413e-07,
+      "loss": 0.3412,
+      "step": 10814
+    },
+    {
+      "epoch": 4.63169164882227,
+      "grad_norm": 3.5750961303710938,
+      "learning_rate": 7.098235564631628e-07,
+      "loss": 0.3779,
+      "step": 10815
+    },
+    {
+      "epoch": 4.632119914346895,
+      "grad_norm": 42.035675048828125,
+      "learning_rate": 7.0818350325626e-07,
+      "loss": 1.2573,
+      "step": 10816
+    },
+    {
+      "epoch": 4.63254817987152,
+      "grad_norm": 2.8912594318389893,
+      "learning_rate": 7.065453196980654e-07,
+      "loss": 0.7013,
+      "step": 10817
+    },
+    {
+      "epoch": 4.632976445396146,
+      "grad_norm": 4.535696983337402,
+      "learning_rate": 7.049090059146584e-07,
+      "loss": 1.2743,
+      "step": 10818
+    },
+    {
+      "epoch": 4.633404710920771,
+      "grad_norm": 6.078351974487305,
+      "learning_rate": 7.032745620319803e-07,
+      "loss": 0.5606,
+      "step": 10819
+    },
+    {
+      "epoch": 4.6338329764453965,
+      "grad_norm": 4.0052266120910645,
+      "learning_rate": 7.016419881758301e-07,
+      "loss": 0.5537,
+      "step": 10820
+    },
+    {
+      "epoch": 4.634261241970021,
+      "grad_norm": 5.346109867095947,
+      "learning_rate": 7.000112844718631e-07,
+      "loss": 0.7171,
+      "step": 10821
+    },
+    {
+      "epoch": 4.634689507494647,
+      "grad_norm": 2.8390088081359863,
+      "learning_rate": 6.983824510455789e-07,
+      "loss": 0.608,
+      "step": 10822
+    },
+    {
+      "epoch": 4.635117773019272,
+      "grad_norm": 5.550225257873535,
+      "learning_rate": 6.967554880223548e-07,
+      "loss": 0.2306,
+      "step": 10823
+    },
+    {
+      "epoch": 4.635546038543898,
+      "grad_norm": 4.9764862060546875,
+      "learning_rate": 6.951303955274047e-07,
+      "loss": 0.536,
+      "step": 10824
+    },
+    {
+      "epoch": 4.635974304068522,
+      "grad_norm": 3.2267212867736816,
+      "learning_rate": 6.935071736858062e-07,
+      "loss": 0.8768,
+      "step": 10825
+    },
+    {
+      "epoch": 4.636402569593148,
+      "grad_norm": 7.463569641113281,
+      "learning_rate": 6.918858226224928e-07,
+      "loss": 0.7993,
+      "step": 10826
+    },
+    {
+      "epoch": 4.636830835117773,
+      "grad_norm": 1.276374340057373,
+      "learning_rate": 6.902663424622563e-07,
+      "loss": 0.3193,
+      "step": 10827
+    },
+    {
+      "epoch": 4.637259100642399,
+      "grad_norm": 3.525784730911255,
+      "learning_rate": 6.886487333297415e-07,
+      "loss": 0.4261,
+      "step": 10828
+    },
+    {
+      "epoch": 4.6376873661670235,
+      "grad_norm": 3.5323262214660645,
+      "learning_rate": 6.870329953494459e-07,
+      "loss": 0.6359,
+      "step": 10829
+    },
+    {
+      "epoch": 4.638115631691649,
+      "grad_norm": 1.9152542352676392,
+      "learning_rate": 6.854191286457257e-07,
+      "loss": 0.2478,
+      "step": 10830
+    },
+    {
+      "epoch": 4.638543897216274,
+      "grad_norm": 5.46349573135376,
+      "learning_rate": 6.838071333428065e-07,
+      "loss": 1.9183,
+      "step": 10831
+    },
+    {
+      "epoch": 4.6389721627409,
+      "grad_norm": 3.0202198028564453,
+      "learning_rate": 6.82197009564739e-07,
+      "loss": 0.5672,
+      "step": 10832
+    },
+    {
+      "epoch": 4.639400428265525,
+      "grad_norm": 10.143442153930664,
+      "learning_rate": 6.80588757435463e-07,
+      "loss": 0.6086,
+      "step": 10833
+    },
+    {
+      "epoch": 4.63982869379015,
+      "grad_norm": 5.678792953491211,
+      "learning_rate": 6.789823770787546e-07,
+      "loss": 0.3385,
+      "step": 10834
+    },
+    {
+      "epoch": 4.640256959314775,
+      "grad_norm": 1.7236385345458984,
+      "learning_rate": 6.77377868618248e-07,
+      "loss": 0.4381,
+      "step": 10835
+    },
+    {
+      "epoch": 4.6406852248394,
+      "grad_norm": 1.5253314971923828,
+      "learning_rate": 6.757752321774391e-07,
+      "loss": 0.4506,
+      "step": 10836
+    },
+    {
+      "epoch": 4.641113490364026,
+      "grad_norm": 3.032280445098877,
+      "learning_rate": 6.741744678796763e-07,
+      "loss": 0.3642,
+      "step": 10837
+    },
+    {
+      "epoch": 4.641541755888651,
+      "grad_norm": 7.376917839050293,
+      "learning_rate": 6.725755758481639e-07,
+      "loss": 1.375,
+      "step": 10838
+    },
+    {
+      "epoch": 4.641970021413276,
+      "grad_norm": 2.5799052715301514,
+      "learning_rate": 6.709785562059617e-07,
+      "loss": 0.2573,
+      "step": 10839
+    },
+    {
+      "epoch": 4.642398286937901,
+      "grad_norm": 3.302060604095459,
+      "learning_rate": 6.69383409075991e-07,
+      "loss": 0.5014,
+      "step": 10840
+    },
+    {
+      "epoch": 4.642826552462527,
+      "grad_norm": 5.7261481285095215,
+      "learning_rate": 6.677901345810173e-07,
+      "loss": 0.199,
+      "step": 10841
+    },
+    {
+      "epoch": 4.6432548179871524,
+      "grad_norm": 0.9768244624137878,
+      "learning_rate": 6.661987328436759e-07,
+      "loss": 0.1788,
+      "step": 10842
+    },
+    {
+      "epoch": 4.643683083511777,
+      "grad_norm": 3.2885677814483643,
+      "learning_rate": 6.646092039864438e-07,
+      "loss": 0.2263,
+      "step": 10843
+    },
+    {
+      "epoch": 4.644111349036402,
+      "grad_norm": 15.328402519226074,
+      "learning_rate": 6.630215481316676e-07,
+      "loss": 0.975,
+      "step": 10844
+    },
+    {
+      "epoch": 4.644539614561028,
+      "grad_norm": 6.669790744781494,
+      "learning_rate": 6.614357654015357e-07,
+      "loss": 0.8259,
+      "step": 10845
+    },
+    {
+      "epoch": 4.6449678800856535,
+      "grad_norm": 5.448641777038574,
+      "learning_rate": 6.598518559181061e-07,
+      "loss": 0.3425,
+      "step": 10846
+    },
+    {
+      "epoch": 4.645396145610278,
+      "grad_norm": 4.13202428817749,
+      "learning_rate": 6.582698198032838e-07,
+      "loss": 0.2823,
+      "step": 10847
+    },
+    {
+      "epoch": 4.645824411134903,
+      "grad_norm": 3.3468306064605713,
+      "learning_rate": 6.566896571788328e-07,
+      "loss": 0.4568,
+      "step": 10848
+    },
+    {
+      "epoch": 4.646252676659529,
+      "grad_norm": 11.688272476196289,
+      "learning_rate": 6.551113681663695e-07,
+      "loss": 0.9707,
+      "step": 10849
+    },
+    {
+      "epoch": 4.646680942184155,
+      "grad_norm": 7.657616138458252,
+      "learning_rate": 6.535349528873775e-07,
+      "loss": 0.427,
+      "step": 10850
+    },
+    {
+      "epoch": 4.647109207708779,
+      "grad_norm": 4.83985710144043,
+      "learning_rate": 6.519604114631733e-07,
+      "loss": 0.9418,
+      "step": 10851
+    },
+    {
+      "epoch": 4.647537473233404,
+      "grad_norm": 2.4234330654144287,
+      "learning_rate": 6.503877440149575e-07,
+      "loss": 0.3151,
+      "step": 10852
+    },
+    {
+      "epoch": 4.64796573875803,
+      "grad_norm": 2.130380868911743,
+      "learning_rate": 6.488169506637637e-07,
+      "loss": 0.408,
+      "step": 10853
+    },
+    {
+      "epoch": 4.648394004282656,
+      "grad_norm": 3.329328775405884,
+      "learning_rate": 6.472480315304924e-07,
+      "loss": 0.3657,
+      "step": 10854
+    },
+    {
+      "epoch": 4.6488222698072805,
+      "grad_norm": 7.136697292327881,
+      "learning_rate": 6.456809867358943e-07,
+      "loss": 0.5305,
+      "step": 10855
+    },
+    {
+      "epoch": 4.649250535331905,
+      "grad_norm": 4.206026554107666,
+      "learning_rate": 6.441158164005839e-07,
+      "loss": 0.2727,
+      "step": 10856
+    },
+    {
+      "epoch": 4.649678800856531,
+      "grad_norm": 7.646971225738525,
+      "learning_rate": 6.425525206450261e-07,
+      "loss": 0.3784,
+      "step": 10857
+    },
+    {
+      "epoch": 4.650107066381157,
+      "grad_norm": 1.3765004873275757,
+      "learning_rate": 6.409910995895385e-07,
+      "loss": 0.5229,
+      "step": 10858
+    },
+    {
+      "epoch": 4.650535331905782,
+      "grad_norm": 2.671259880065918,
+      "learning_rate": 6.394315533542971e-07,
+      "loss": 0.3171,
+      "step": 10859
+    },
+    {
+      "epoch": 4.650963597430406,
+      "grad_norm": 3.2635509967803955,
+      "learning_rate": 6.378738820593422e-07,
+      "loss": 0.4269,
+      "step": 10860
+    },
+    {
+      "epoch": 4.651391862955032,
+      "grad_norm": 3.4832139015197754,
+      "learning_rate": 6.363180858245498e-07,
+      "loss": 0.4903,
+      "step": 10861
+    },
+    {
+      "epoch": 4.651820128479658,
+      "grad_norm": 7.821457386016846,
+      "learning_rate": 6.347641647696717e-07,
+      "loss": 0.3915,
+      "step": 10862
+    },
+    {
+      "epoch": 4.652248394004283,
+      "grad_norm": 19.116287231445312,
+      "learning_rate": 6.332121190143064e-07,
+      "loss": 0.4378,
+      "step": 10863
+    },
+    {
+      "epoch": 4.6526766595289075,
+      "grad_norm": 2.6130969524383545,
+      "learning_rate": 6.316619486779085e-07,
+      "loss": 0.3317,
+      "step": 10864
+    },
+    {
+      "epoch": 4.653104925053533,
+      "grad_norm": 3.968994379043579,
+      "learning_rate": 6.301136538797853e-07,
+      "loss": 0.1374,
+      "step": 10865
+    },
+    {
+      "epoch": 4.653533190578159,
+      "grad_norm": 2.4303433895111084,
+      "learning_rate": 6.285672347391081e-07,
+      "loss": 0.1845,
+      "step": 10866
+    },
+    {
+      "epoch": 4.653961456102784,
+      "grad_norm": 3.3587167263031006,
+      "learning_rate": 6.270226913748983e-07,
+      "loss": 0.3839,
+      "step": 10867
+    },
+    {
+      "epoch": 4.654389721627409,
+      "grad_norm": 5.812910079956055,
+      "learning_rate": 6.254800239060304e-07,
+      "loss": 0.2944,
+      "step": 10868
+    },
+    {
+      "epoch": 4.654817987152034,
+      "grad_norm": 1.5774493217468262,
+      "learning_rate": 6.239392324512372e-07,
+      "loss": 0.3467,
+      "step": 10869
+    },
+    {
+      "epoch": 4.655246252676659,
+      "grad_norm": 8.131560325622559,
+      "learning_rate": 6.224003171291154e-07,
+      "loss": 0.7242,
+      "step": 10870
+    },
+    {
+      "epoch": 4.655674518201285,
+      "grad_norm": 3.8096673488616943,
+      "learning_rate": 6.20863278058098e-07,
+      "loss": 0.7622,
+      "step": 10871
+    },
+    {
+      "epoch": 4.65610278372591,
+      "grad_norm": 8.624439239501953,
+      "learning_rate": 6.193281153564934e-07,
+      "loss": 0.8274,
+      "step": 10872
+    },
+    {
+      "epoch": 4.656531049250535,
+      "grad_norm": 7.279906272888184,
+      "learning_rate": 6.17794829142454e-07,
+      "loss": 0.3923,
+      "step": 10873
+    },
+    {
+      "epoch": 4.65695931477516,
+      "grad_norm": 4.797288417816162,
+      "learning_rate": 6.162634195339912e-07,
+      "loss": 0.704,
+      "step": 10874
+    },
+    {
+      "epoch": 4.657387580299786,
+      "grad_norm": 2.8307876586914062,
+      "learning_rate": 6.147338866489716e-07,
+      "loss": 0.1934,
+      "step": 10875
+    },
+    {
+      "epoch": 4.657815845824411,
+      "grad_norm": 4.180773735046387,
+      "learning_rate": 6.132062306051206e-07,
+      "loss": 1.1683,
+      "step": 10876
+    },
+    {
+      "epoch": 4.6582441113490365,
+      "grad_norm": 1.7735140323638916,
+      "learning_rate": 6.116804515200137e-07,
+      "loss": 0.5246,
+      "step": 10877
+    },
+    {
+      "epoch": 4.658672376873661,
+      "grad_norm": 2.448564052581787,
+      "learning_rate": 6.101565495110817e-07,
+      "loss": 0.1597,
+      "step": 10878
+    },
+    {
+      "epoch": 4.659100642398287,
+      "grad_norm": 5.8273701667785645,
+      "learning_rate": 6.086345246956171e-07,
+      "loss": 0.3253,
+      "step": 10879
+    },
+    {
+      "epoch": 4.659528907922912,
+      "grad_norm": 2.5640065670013428,
+      "learning_rate": 6.071143771907622e-07,
+      "loss": 1.4299,
+      "step": 10880
+    },
+    {
+      "epoch": 4.659957173447538,
+      "grad_norm": 0.9913320541381836,
+      "learning_rate": 6.055961071135208e-07,
+      "loss": 0.3667,
+      "step": 10881
+    },
+    {
+      "epoch": 4.660385438972162,
+      "grad_norm": 5.854157447814941,
+      "learning_rate": 6.040797145807436e-07,
+      "loss": 0.4408,
+      "step": 10882
+    },
+    {
+      "epoch": 4.660813704496788,
+      "grad_norm": 4.899019241333008,
+      "learning_rate": 6.025651997091459e-07,
+      "loss": 0.2647,
+      "step": 10883
+    },
+    {
+      "epoch": 4.661241970021413,
+      "grad_norm": 3.558244228363037,
+      "learning_rate": 6.010525626152869e-07,
+      "loss": 0.5494,
+      "step": 10884
+    },
+    {
+      "epoch": 4.661670235546039,
+      "grad_norm": 5.098249435424805,
+      "learning_rate": 5.995418034155986e-07,
+      "loss": 0.6694,
+      "step": 10885
+    },
+    {
+      "epoch": 4.6620985010706635,
+      "grad_norm": 3.0519838333129883,
+      "learning_rate": 5.98032922226352e-07,
+      "loss": 0.1879,
+      "step": 10886
+    },
+    {
+      "epoch": 4.662526766595289,
+      "grad_norm": 1.2227674722671509,
+      "learning_rate": 5.965259191636791e-07,
+      "loss": 0.2157,
+      "step": 10887
+    },
+    {
+      "epoch": 4.662955032119914,
+      "grad_norm": 10.092317581176758,
+      "learning_rate": 5.950207943435704e-07,
+      "loss": 0.5538,
+      "step": 10888
+    },
+    {
+      "epoch": 4.66338329764454,
+      "grad_norm": 4.572698593139648,
+      "learning_rate": 5.935175478818749e-07,
+      "loss": 1.1411,
+      "step": 10889
+    },
+    {
+      "epoch": 4.663811563169165,
+      "grad_norm": 3.4625377655029297,
+      "learning_rate": 5.92016179894278e-07,
+      "loss": 0.8313,
+      "step": 10890
+    },
+    {
+      "epoch": 4.66423982869379,
+      "grad_norm": 3.815122365951538,
+      "learning_rate": 5.905166904963483e-07,
+      "loss": 0.1797,
+      "step": 10891
+    },
+    {
+      "epoch": 4.664668094218415,
+      "grad_norm": 1.316664695739746,
+      "learning_rate": 5.890190798034905e-07,
+      "loss": 0.1499,
+      "step": 10892
+    },
+    {
+      "epoch": 4.665096359743041,
+      "grad_norm": 4.930322170257568,
+      "learning_rate": 5.875233479309683e-07,
+      "loss": 0.5066,
+      "step": 10893
+    },
+    {
+      "epoch": 4.665524625267666,
+      "grad_norm": 4.792339324951172,
+      "learning_rate": 5.860294949939004e-07,
+      "loss": 0.3801,
+      "step": 10894
+    },
+    {
+      "epoch": 4.665952890792291,
+      "grad_norm": 7.339497089385986,
+      "learning_rate": 5.845375211072701e-07,
+      "loss": 0.6844,
+      "step": 10895
+    },
+    {
+      "epoch": 4.666381156316916,
+      "grad_norm": 3.4607696533203125,
+      "learning_rate": 5.830474263859076e-07,
+      "loss": 0.4995,
+      "step": 10896
+    },
+    {
+      "epoch": 4.666809421841542,
+      "grad_norm": 4.856785774230957,
+      "learning_rate": 5.815592109444934e-07,
+      "loss": 0.3124,
+      "step": 10897
+    },
+    {
+      "epoch": 4.667237687366167,
+      "grad_norm": 1.3751834630966187,
+      "learning_rate": 5.800728748975748e-07,
+      "loss": 0.1821,
+      "step": 10898
+    },
+    {
+      "epoch": 4.6676659528907924,
+      "grad_norm": 5.910261631011963,
+      "learning_rate": 5.785884183595519e-07,
+      "loss": 1.1648,
+      "step": 10899
+    },
+    {
+      "epoch": 4.668094218415417,
+      "grad_norm": 6.596773624420166,
+      "learning_rate": 5.771058414446695e-07,
+      "loss": 0.8694,
+      "step": 10900
+    },
+    {
+      "epoch": 4.668522483940043,
+      "grad_norm": 6.638208866119385,
+      "learning_rate": 5.756251442670418e-07,
+      "loss": 0.499,
+      "step": 10901
+    },
+    {
+      "epoch": 4.668950749464668,
+      "grad_norm": 4.409461975097656,
+      "learning_rate": 5.741463269406333e-07,
+      "loss": 1.8401,
+      "step": 10902
+    },
+    {
+      "epoch": 4.6693790149892935,
+      "grad_norm": 4.158810615539551,
+      "learning_rate": 5.726693895792612e-07,
+      "loss": 0.2906,
+      "step": 10903
+    },
+    {
+      "epoch": 4.669807280513918,
+      "grad_norm": 3.2881386280059814,
+      "learning_rate": 5.711943322965957e-07,
+      "loss": 0.2184,
+      "step": 10904
+    },
+    {
+      "epoch": 4.670235546038544,
+      "grad_norm": 7.163588047027588,
+      "learning_rate": 5.697211552061738e-07,
+      "loss": 1.0165,
+      "step": 10905
+    },
+    {
+      "epoch": 4.670663811563169,
+      "grad_norm": 4.428561210632324,
+      "learning_rate": 5.682498584213742e-07,
+      "loss": 1.3463,
+      "step": 10906
+    },
+    {
+      "epoch": 4.671092077087795,
+      "grad_norm": 5.9101738929748535,
+      "learning_rate": 5.667804420554423e-07,
+      "loss": 0.8965,
+      "step": 10907
+    },
+    {
+      "epoch": 4.671520342612419,
+      "grad_norm": 7.404998779296875,
+      "learning_rate": 5.653129062214684e-07,
+      "loss": 0.6831,
+      "step": 10908
+    },
+    {
+      "epoch": 4.671948608137045,
+      "grad_norm": 2.959090232849121,
+      "learning_rate": 5.638472510324066e-07,
+      "loss": 1.1167,
+      "step": 10909
+    },
+    {
+      "epoch": 4.67237687366167,
+      "grad_norm": 5.0905961990356445,
+      "learning_rate": 5.62383476601061e-07,
+      "loss": 0.6113,
+      "step": 10910
+    },
+    {
+      "epoch": 4.672805139186296,
+      "grad_norm": 4.817424774169922,
+      "learning_rate": 5.609215830400916e-07,
+      "loss": 0.5867,
+      "step": 10911
+    },
+    {
+      "epoch": 4.6732334047109205,
+      "grad_norm": 6.3846564292907715,
+      "learning_rate": 5.594615704620221e-07,
+      "loss": 0.5477,
+      "step": 10912
+    },
+    {
+      "epoch": 4.673661670235546,
+      "grad_norm": 3.981565475463867,
+      "learning_rate": 5.580034389792155e-07,
+      "loss": 1.1626,
+      "step": 10913
+    },
+    {
+      "epoch": 4.674089935760171,
+      "grad_norm": 4.229766845703125,
+      "learning_rate": 5.565471887039015e-07,
+      "loss": 0.7636,
+      "step": 10914
+    },
+    {
+      "epoch": 4.674518201284797,
+      "grad_norm": 3.6548831462860107,
+      "learning_rate": 5.550928197481625e-07,
+      "loss": 0.895,
+      "step": 10915
+    },
+    {
+      "epoch": 4.674946466809422,
+      "grad_norm": 3.36376953125,
+      "learning_rate": 5.536403322239369e-07,
+      "loss": 1.0342,
+      "step": 10916
+    },
+    {
+      "epoch": 4.675374732334047,
+      "grad_norm": 7.741183280944824,
+      "learning_rate": 5.521897262430131e-07,
+      "loss": 0.3906,
+      "step": 10917
+    },
+    {
+      "epoch": 4.675802997858672,
+      "grad_norm": 4.905149936676025,
+      "learning_rate": 5.507410019170433e-07,
+      "loss": 0.3818,
+      "step": 10918
+    },
+    {
+      "epoch": 4.676231263383298,
+      "grad_norm": 3.188425064086914,
+      "learning_rate": 5.492941593575274e-07,
+      "loss": 0.5668,
+      "step": 10919
+    },
+    {
+      "epoch": 4.676659528907923,
+      "grad_norm": 3.14654803276062,
+      "learning_rate": 5.47849198675826e-07,
+      "loss": 0.9734,
+      "step": 10920
+    },
+    {
+      "epoch": 4.677087794432548,
+      "grad_norm": 2.1513211727142334,
+      "learning_rate": 5.464061199831533e-07,
+      "loss": 0.6139,
+      "step": 10921
+    },
+    {
+      "epoch": 4.677516059957173,
+      "grad_norm": 3.7137818336486816,
+      "learning_rate": 5.449649233905702e-07,
+      "loss": 0.3398,
+      "step": 10922
+    },
+    {
+      "epoch": 4.677944325481799,
+      "grad_norm": 4.468482494354248,
+      "learning_rate": 5.435256090090046e-07,
+      "loss": 0.4038,
+      "step": 10923
+    },
+    {
+      "epoch": 4.678372591006424,
+      "grad_norm": 4.545692443847656,
+      "learning_rate": 5.420881769492375e-07,
+      "loss": 1.1919,
+      "step": 10924
+    },
+    {
+      "epoch": 4.6788008565310495,
+      "grad_norm": 8.347050666809082,
+      "learning_rate": 5.406526273219026e-07,
+      "loss": 0.729,
+      "step": 10925
+    },
+    {
+      "epoch": 4.679229122055674,
+      "grad_norm": 5.63337516784668,
+      "learning_rate": 5.392189602374836e-07,
+      "loss": 0.2546,
+      "step": 10926
+    },
+    {
+      "epoch": 4.6796573875803,
+      "grad_norm": 4.164901256561279,
+      "learning_rate": 5.377871758063257e-07,
+      "loss": 0.1707,
+      "step": 10927
+    },
+    {
+      "epoch": 4.680085653104925,
+      "grad_norm": 5.529479503631592,
+      "learning_rate": 5.363572741386352e-07,
+      "loss": 0.3454,
+      "step": 10928
+    },
+    {
+      "epoch": 4.680513918629551,
+      "grad_norm": 1.1634234189987183,
+      "learning_rate": 5.349292553444546e-07,
+      "loss": 0.1764,
+      "step": 10929
+    },
+    {
+      "epoch": 4.680942184154175,
+      "grad_norm": 4.5171966552734375,
+      "learning_rate": 5.335031195337014e-07,
+      "loss": 1.1284,
+      "step": 10930
+    },
+    {
+      "epoch": 4.681370449678801,
+      "grad_norm": 3.4289908409118652,
+      "learning_rate": 5.32078866816138e-07,
+      "loss": 0.6394,
+      "step": 10931
+    },
+    {
+      "epoch": 4.681798715203426,
+      "grad_norm": 2.3146917819976807,
+      "learning_rate": 5.30656497301385e-07,
+      "loss": 0.541,
+      "step": 10932
+    },
+    {
+      "epoch": 4.682226980728052,
+      "grad_norm": 2.3633975982666016,
+      "learning_rate": 5.292360110989103e-07,
+      "loss": 0.6642,
+      "step": 10933
+    },
+    {
+      "epoch": 4.6826552462526765,
+      "grad_norm": 4.032241344451904,
+      "learning_rate": 5.278174083180514e-07,
+      "loss": 0.5252,
+      "step": 10934
+    },
+    {
+      "epoch": 4.683083511777302,
+      "grad_norm": 2.7725775241851807,
+      "learning_rate": 5.264006890679879e-07,
+      "loss": 0.5491,
+      "step": 10935
+    },
+    {
+      "epoch": 4.683511777301927,
+      "grad_norm": 4.088502407073975,
+      "learning_rate": 5.249858534577601e-07,
+      "loss": 0.6417,
+      "step": 10936
+    },
+    {
+      "epoch": 4.683940042826553,
+      "grad_norm": 5.6679534912109375,
+      "learning_rate": 5.235729015962643e-07,
+      "loss": 0.4065,
+      "step": 10937
+    },
+    {
+      "epoch": 4.684368308351178,
+      "grad_norm": 20.0701847076416,
+      "learning_rate": 5.221618335922496e-07,
+      "loss": 0.4644,
+      "step": 10938
+    },
+    {
+      "epoch": 4.684796573875803,
+      "grad_norm": 4.371786594390869,
+      "learning_rate": 5.20752649554318e-07,
+      "loss": 0.5841,
+      "step": 10939
+    },
+    {
+      "epoch": 4.685224839400428,
+      "grad_norm": 3.5930933952331543,
+      "learning_rate": 5.1934534959093e-07,
+      "loss": 0.6192,
+      "step": 10940
+    },
+    {
+      "epoch": 4.685653104925054,
+      "grad_norm": 1.4386802911758423,
+      "learning_rate": 5.179399338104047e-07,
+      "loss": 0.6948,
+      "step": 10941
+    },
+    {
+      "epoch": 4.686081370449679,
+      "grad_norm": 4.609375,
+      "learning_rate": 5.165364023209052e-07,
+      "loss": 1.1298,
+      "step": 10942
+    },
+    {
+      "epoch": 4.686509635974304,
+      "grad_norm": 48.83864212036133,
+      "learning_rate": 5.151347552304564e-07,
+      "loss": 0.7898,
+      "step": 10943
+    },
+    {
+      "epoch": 4.686937901498929,
+      "grad_norm": 5.316530704498291,
+      "learning_rate": 5.137349926469442e-07,
+      "loss": 0.1494,
+      "step": 10944
+    },
+    {
+      "epoch": 4.687366167023555,
+      "grad_norm": 1.517101764678955,
+      "learning_rate": 5.123371146780965e-07,
+      "loss": 0.1191,
+      "step": 10945
+    },
+    {
+      "epoch": 4.68779443254818,
+      "grad_norm": 3.663902521133423,
+      "learning_rate": 5.109411214315047e-07,
+      "loss": 1.1169,
+      "step": 10946
+    },
+    {
+      "epoch": 4.6882226980728054,
+      "grad_norm": 2.4670498371124268,
+      "learning_rate": 5.095470130146135e-07,
+      "loss": 1.2466,
+      "step": 10947
+    },
+    {
+      "epoch": 4.68865096359743,
+      "grad_norm": 1.4285979270935059,
+      "learning_rate": 5.081547895347233e-07,
+      "loss": 0.4848,
+      "step": 10948
+    },
+    {
+      "epoch": 4.689079229122056,
+      "grad_norm": 4.959443092346191,
+      "learning_rate": 5.067644510989872e-07,
+      "loss": 0.7768,
+      "step": 10949
+    },
+    {
+      "epoch": 4.689507494646681,
+      "grad_norm": 2.7132039070129395,
+      "learning_rate": 5.053759978144113e-07,
+      "loss": 0.4229,
+      "step": 10950
+    },
+    {
+      "epoch": 4.6899357601713065,
+      "grad_norm": 5.092842102050781,
+      "learning_rate": 5.039894297878655e-07,
+      "loss": 0.4766,
+      "step": 10951
+    },
+    {
+      "epoch": 4.690364025695931,
+      "grad_norm": 0.6441237330436707,
+      "learning_rate": 5.026047471260619e-07,
+      "loss": 0.1028,
+      "step": 10952
+    },
+    {
+      "epoch": 4.690792291220557,
+      "grad_norm": 6.000393390655518,
+      "learning_rate": 5.012219499355819e-07,
+      "loss": 0.4871,
+      "step": 10953
+    },
+    {
+      "epoch": 4.691220556745182,
+      "grad_norm": 16.344642639160156,
+      "learning_rate": 4.998410383228458e-07,
+      "loss": 0.5617,
+      "step": 10954
+    },
+    {
+      "epoch": 4.691648822269808,
+      "grad_norm": 4.11076021194458,
+      "learning_rate": 4.984620123941436e-07,
+      "loss": 1.0451,
+      "step": 10955
+    },
+    {
+      "epoch": 4.692077087794432,
+      "grad_norm": 7.129032611846924,
+      "learning_rate": 4.970848722556098e-07,
+      "loss": 0.5738,
+      "step": 10956
+    },
+    {
+      "epoch": 4.692505353319058,
+      "grad_norm": 1.9182344675064087,
+      "learning_rate": 4.957096180132403e-07,
+      "loss": 0.4472,
+      "step": 10957
+    },
+    {
+      "epoch": 4.692933618843683,
+      "grad_norm": 12.774001121520996,
+      "learning_rate": 4.943362497728838e-07,
+      "loss": 1.2672,
+      "step": 10958
+    },
+    {
+      "epoch": 4.693361884368309,
+      "grad_norm": 5.8373332023620605,
+      "learning_rate": 4.929647676402388e-07,
+      "loss": 0.701,
+      "step": 10959
+    },
+    {
+      "epoch": 4.6937901498929335,
+      "grad_norm": 4.243159770965576,
+      "learning_rate": 4.915951717208684e-07,
+      "loss": 0.3439,
+      "step": 10960
+    },
+    {
+      "epoch": 4.694218415417559,
+      "grad_norm": 2.5710079669952393,
+      "learning_rate": 4.902274621201796e-07,
+      "loss": 0.1617,
+      "step": 10961
+    },
+    {
+      "epoch": 4.694646680942184,
+      "grad_norm": 3.9003326892852783,
+      "learning_rate": 4.888616389434413e-07,
+      "loss": 0.5751,
+      "step": 10962
+    },
+    {
+      "epoch": 4.69507494646681,
+      "grad_norm": 2.9492640495300293,
+      "learning_rate": 4.874977022957805e-07,
+      "loss": 0.2064,
+      "step": 10963
+    },
+    {
+      "epoch": 4.695503211991435,
+      "grad_norm": 2.6093196868896484,
+      "learning_rate": 4.861356522821714e-07,
+      "loss": 0.6502,
+      "step": 10964
+    },
+    {
+      "epoch": 4.69593147751606,
+      "grad_norm": 3.0048508644104004,
+      "learning_rate": 4.847754890074441e-07,
+      "loss": 0.5161,
+      "step": 10965
+    },
+    {
+      "epoch": 4.696359743040685,
+      "grad_norm": 4.543924331665039,
+      "learning_rate": 4.834172125762842e-07,
+      "loss": 1.6225,
+      "step": 10966
+    },
+    {
+      "epoch": 4.696788008565311,
+      "grad_norm": 9.616130828857422,
+      "learning_rate": 4.820608230932416e-07,
+      "loss": 2.1075,
+      "step": 10967
+    },
+    {
+      "epoch": 4.697216274089936,
+      "grad_norm": 1.1498955488204956,
+      "learning_rate": 4.807063206626994e-07,
+      "loss": 0.3024,
+      "step": 10968
+    },
+    {
+      "epoch": 4.697644539614561,
+      "grad_norm": 6.46635103225708,
+      "learning_rate": 4.793537053889186e-07,
+      "loss": 0.5911,
+      "step": 10969
+    },
+    {
+      "epoch": 4.698072805139186,
+      "grad_norm": 3.186835527420044,
+      "learning_rate": 4.78002977376002e-07,
+      "loss": 0.3041,
+      "step": 10970
+    },
+    {
+      "epoch": 4.698501070663812,
+      "grad_norm": 3.3328373432159424,
+      "learning_rate": 4.7665413672790813e-07,
+      "loss": 0.1642,
+      "step": 10971
+    },
+    {
+      "epoch": 4.698929336188437,
+      "grad_norm": 7.623970985412598,
+      "learning_rate": 4.753071835484513e-07,
+      "loss": 0.6903,
+      "step": 10972
+    },
+    {
+      "epoch": 4.6993576017130625,
+      "grad_norm": 1.6496400833129883,
+      "learning_rate": 4.7396211794130675e-07,
+      "loss": 0.5163,
+      "step": 10973
+    },
+    {
+      "epoch": 4.699785867237687,
+      "grad_norm": 4.754725933074951,
+      "learning_rate": 4.7261894000999454e-07,
+      "loss": 0.2909,
+      "step": 10974
+    },
+    {
+      "epoch": 4.700214132762312,
+      "grad_norm": 2.9774632453918457,
+      "learning_rate": 4.712776498578958e-07,
+      "loss": 0.7931,
+      "step": 10975
+    },
+    {
+      "epoch": 4.700642398286938,
+      "grad_norm": 3.691066026687622,
+      "learning_rate": 4.699382475882419e-07,
+      "loss": 0.5466,
+      "step": 10976
+    },
+    {
+      "epoch": 4.701070663811564,
+      "grad_norm": 7.228814125061035,
+      "learning_rate": 4.6860073330412534e-07,
+      "loss": 0.4113,
+      "step": 10977
+    },
+    {
+      "epoch": 4.701498929336188,
+      "grad_norm": 1.0754019021987915,
+      "learning_rate": 4.672651071084888e-07,
+      "loss": 0.2306,
+      "step": 10978
+    },
+    {
+      "epoch": 4.701927194860813,
+      "grad_norm": 6.494559288024902,
+      "learning_rate": 4.6593136910412505e-07,
+      "loss": 0.5161,
+      "step": 10979
+    },
+    {
+      "epoch": 4.702355460385439,
+      "grad_norm": 2.9290194511413574,
+      "learning_rate": 4.645995193936992e-07,
+      "loss": 0.321,
+      "step": 10980
+    },
+    {
+      "epoch": 4.702783725910065,
+      "grad_norm": 5.856352806091309,
+      "learning_rate": 4.632695580797014e-07,
+      "loss": 0.7104,
+      "step": 10981
+    },
+    {
+      "epoch": 4.7032119914346895,
+      "grad_norm": 4.301329135894775,
+      "learning_rate": 4.619414852645082e-07,
+      "loss": 1.022,
+      "step": 10982
+    },
+    {
+      "epoch": 4.703640256959314,
+      "grad_norm": 2.582338809967041,
+      "learning_rate": 4.6061530105033224e-07,
+      "loss": 0.7026,
+      "step": 10983
+    },
+    {
+      "epoch": 4.70406852248394,
+      "grad_norm": 7.175474166870117,
+      "learning_rate": 4.5929100553924185e-07,
+      "loss": 0.7622,
+      "step": 10984
+    },
+    {
+      "epoch": 4.704496788008566,
+      "grad_norm": 2.0026583671569824,
+      "learning_rate": 4.579685988331611e-07,
+      "loss": 0.3455,
+      "step": 10985
+    },
+    {
+      "epoch": 4.704925053533191,
+      "grad_norm": 5.799041271209717,
+      "learning_rate": 4.56648081033878e-07,
+      "loss": 0.5599,
+      "step": 10986
+    },
+    {
+      "epoch": 4.705353319057815,
+      "grad_norm": 5.841710567474365,
+      "learning_rate": 4.5532945224302515e-07,
+      "loss": 0.3632,
+      "step": 10987
+    },
+    {
+      "epoch": 4.705781584582441,
+      "grad_norm": 1.9790557622909546,
+      "learning_rate": 4.5401271256209076e-07,
+      "loss": 0.4704,
+      "step": 10988
+    },
+    {
+      "epoch": 4.706209850107067,
+      "grad_norm": 6.188565254211426,
+      "learning_rate": 4.5269786209241606e-07,
+      "loss": 1.3853,
+      "step": 10989
+    },
+    {
+      "epoch": 4.706638115631692,
+      "grad_norm": 2.728895664215088,
+      "learning_rate": 4.513849009352089e-07,
+      "loss": 0.2546,
+      "step": 10990
+    },
+    {
+      "epoch": 4.7070663811563165,
+      "grad_norm": 3.497509002685547,
+      "learning_rate": 4.5007382919151354e-07,
+      "loss": 0.7334,
+      "step": 10991
+    },
+    {
+      "epoch": 4.707494646680942,
+      "grad_norm": 3.7948200702667236,
+      "learning_rate": 4.487646469622464e-07,
+      "loss": 0.5528,
+      "step": 10992
+    },
+    {
+      "epoch": 4.707922912205568,
+      "grad_norm": 6.396353244781494,
+      "learning_rate": 4.4745735434816304e-07,
+      "loss": 0.928,
+      "step": 10993
+    },
+    {
+      "epoch": 4.708351177730193,
+      "grad_norm": 5.697239398956299,
+      "learning_rate": 4.461519514498885e-07,
+      "loss": 0.7573,
+      "step": 10994
+    },
+    {
+      "epoch": 4.708779443254818,
+      "grad_norm": 4.202436447143555,
+      "learning_rate": 4.4484843836788416e-07,
+      "loss": 0.7548,
+      "step": 10995
+    },
+    {
+      "epoch": 4.709207708779443,
+      "grad_norm": 6.054775714874268,
+      "learning_rate": 4.435468152024863e-07,
+      "loss": 0.4378,
+      "step": 10996
+    },
+    {
+      "epoch": 4.709635974304069,
+      "grad_norm": 1.4228636026382446,
+      "learning_rate": 4.4224708205387324e-07,
+      "loss": 0.3492,
+      "step": 10997
+    },
+    {
+      "epoch": 4.710064239828694,
+      "grad_norm": 4.065605640411377,
+      "learning_rate": 4.4094923902207874e-07,
+      "loss": 0.3984,
+      "step": 10998
+    },
+    {
+      "epoch": 4.710492505353319,
+      "grad_norm": 5.377346992492676,
+      "learning_rate": 4.396532862069924e-07,
+      "loss": 0.3188,
+      "step": 10999
+    },
+    {
+      "epoch": 4.710920770877944,
+      "grad_norm": 1.3084672689437866,
+      "learning_rate": 4.383592237083622e-07,
+      "loss": 0.4923,
+      "step": 11000
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 11675,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2602968099998663e+19,
+  "train_batch_size": 3,
+  "trial_name": null,
+  "trial_params": null
+}