diff --git "a/last-checkpoint/trainer_state.json" "b/last-checkpoint/trainer_state.json"
--- "a/last-checkpoint/trainer_state.json"
+++ "b/last-checkpoint/trainer_state.json"
@@ -1,9 +1,9 @@
 {
-  "best_metric": 11.66831111907959,
-  "best_model_checkpoint": "miner_id_24/checkpoint-52000",
-  "epoch": 1.1303692539562924,
+  "best_metric": 11.667974472045898,
+  "best_model_checkpoint": "miner_id_24/checkpoint-55000",
+  "epoch": 1.1513020179184459,
   "eval_steps": 1000,
-  "global_step": 54000,
+  "global_step": 55000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -378447,6 +378447,7014 @@
       "eval_samples_per_second": 28.041,
       "eval_steps_per_second": 7.032,
       "step": 54000
+    },
+    {
+      "epoch": 1.1303901867202546,
+      "grad_norm": 0.35113757848739624,
+      "learning_rate": 0.0001377842004819157,
+      "loss": 11.6505,
+      "step": 54001
+    },
+    {
+      "epoch": 1.1304111194842168,
+      "grad_norm": 0.3694671094417572,
+      "learning_rate": 0.00013778217047222973,
+      "loss": 11.6861,
+      "step": 54002
+    },
+    {
+      "epoch": 1.1304320522481788,
+      "grad_norm": 0.3102453649044037,
+      "learning_rate": 0.00013778014044438114,
+      "loss": 11.6635,
+      "step": 54003
+    },
+    {
+      "epoch": 1.130452985012141,
+      "grad_norm": 0.34771403670310974,
+      "learning_rate": 0.0001377781103983709,
+      "loss": 11.6581,
+      "step": 54004
+    },
+    {
+      "epoch": 1.1304739177761032,
+      "grad_norm": 0.326265424489975,
+      "learning_rate": 0.00013777608033419995,
+      "loss": 11.6587,
+      "step": 54005
+    },
+    {
+      "epoch": 1.1304948505400654,
+      "grad_norm": 0.31880202889442444,
+      "learning_rate": 0.0001377740502518693,
+      "loss": 11.6723,
+      "step": 54006
+    },
+    {
+      "epoch": 1.1305157833040274,
+      "grad_norm": 0.34814271330833435,
+      "learning_rate": 0.00013777202015137987,
+      "loss": 11.6575,
+      "step": 54007
+    },
+    {
+      "epoch": 1.1305367160679896,
+      "grad_norm": 0.3218432068824768,
+      "learning_rate": 0.00013776999003273268,
+      "loss": 11.6514,
+      "step": 54008
+    },
+    {
+      "epoch": 1.1305576488319518,
+      "grad_norm": 0.3258248567581177,
+      "learning_rate": 0.00013776795989592873,
+      "loss": 11.668,
+      "step": 54009
+    },
+    {
+      "epoch": 1.130578581595914,
+      "grad_norm": 0.30917513370513916,
+      "learning_rate": 0.00013776592974096893,
+      "loss": 11.6675,
+      "step": 54010
+    },
+    {
+      "epoch": 1.1305995143598762,
+      "grad_norm": 0.28449422121047974,
+      "learning_rate": 0.00013776389956785432,
+      "loss": 11.6563,
+      "step": 54011
+    },
+    {
+      "epoch": 1.1306204471238381,
+      "grad_norm": 0.23921935260295868,
+      "learning_rate": 0.00013776186937658583,
+      "loss": 11.6661,
+      "step": 54012
+    },
+    {
+      "epoch": 1.1306413798878003,
+      "grad_norm": 0.3121386170387268,
+      "learning_rate": 0.00013775983916716446,
+      "loss": 11.673,
+      "step": 54013
+    },
+    {
+      "epoch": 1.1306623126517625,
+      "grad_norm": 0.38668444752693176,
+      "learning_rate": 0.0001377578089395912,
+      "loss": 11.6699,
+      "step": 54014
+    },
+    {
+      "epoch": 1.1306832454157247,
+      "grad_norm": 0.46382445096969604,
+      "learning_rate": 0.00013775577869386694,
+      "loss": 11.6796,
+      "step": 54015
+    },
+    {
+      "epoch": 1.130704178179687,
+      "grad_norm": 0.3269175887107849,
+      "learning_rate": 0.0001377537484299928,
+      "loss": 11.6731,
+      "step": 54016
+    },
+    {
+      "epoch": 1.130725110943649,
+      "grad_norm": 0.27139991521835327,
+      "learning_rate": 0.0001377517181479696,
+      "loss": 11.6643,
+      "step": 54017
+    },
+    {
+      "epoch": 1.1307460437076111,
+      "grad_norm": 0.3212091028690338,
+      "learning_rate": 0.00013774968784779844,
+      "loss": 11.6558,
+      "step": 54018
+    },
+    {
+      "epoch": 1.1307669764715733,
+      "grad_norm": 0.32529106736183167,
+      "learning_rate": 0.0001377476575294802,
+      "loss": 11.6805,
+      "step": 54019
+    },
+    {
+      "epoch": 1.1307879092355355,
+      "grad_norm": 0.31438517570495605,
+      "learning_rate": 0.00013774562719301596,
+      "loss": 11.6657,
+      "step": 54020
+    },
+    {
+      "epoch": 1.1308088419994977,
+      "grad_norm": 0.32168132066726685,
+      "learning_rate": 0.00013774359683840662,
+      "loss": 11.6721,
+      "step": 54021
+    },
+    {
+      "epoch": 1.1308297747634597,
+      "grad_norm": 0.3823481798171997,
+      "learning_rate": 0.0001377415664656532,
+      "loss": 11.6585,
+      "step": 54022
+    },
+    {
+      "epoch": 1.130850707527422,
+      "grad_norm": 0.3367629945278168,
+      "learning_rate": 0.00013773953607475664,
+      "loss": 11.663,
+      "step": 54023
+    },
+    {
+      "epoch": 1.130871640291384,
+      "grad_norm": 0.3151356875896454,
+      "learning_rate": 0.0001377375056657179,
+      "loss": 11.6489,
+      "step": 54024
+    },
+    {
+      "epoch": 1.1308925730553463,
+      "grad_norm": 0.2927524149417877,
+      "learning_rate": 0.000137735475238538,
+      "loss": 11.6689,
+      "step": 54025
+    },
+    {
+      "epoch": 1.1309135058193083,
+      "grad_norm": 0.3087892532348633,
+      "learning_rate": 0.00013773344479321793,
+      "loss": 11.6784,
+      "step": 54026
+    },
+    {
+      "epoch": 1.1309344385832705,
+      "grad_norm": 0.3203635513782501,
+      "learning_rate": 0.0001377314143297586,
+      "loss": 11.6526,
+      "step": 54027
+    },
+    {
+      "epoch": 1.1309553713472327,
+      "grad_norm": 0.3184250593185425,
+      "learning_rate": 0.00013772938384816103,
+      "loss": 11.671,
+      "step": 54028
+    },
+    {
+      "epoch": 1.1309763041111949,
+      "grad_norm": 0.2923976182937622,
+      "learning_rate": 0.00013772735334842618,
+      "loss": 11.6601,
+      "step": 54029
+    },
+    {
+      "epoch": 1.130997236875157,
+      "grad_norm": 0.3083982765674591,
+      "learning_rate": 0.00013772532283055507,
+      "loss": 11.6759,
+      "step": 54030
+    },
+    {
+      "epoch": 1.131018169639119,
+      "grad_norm": 0.34782856702804565,
+      "learning_rate": 0.00013772329229454861,
+      "loss": 11.6771,
+      "step": 54031
+    },
+    {
+      "epoch": 1.1310391024030813,
+      "grad_norm": 0.5143877267837524,
+      "learning_rate": 0.00013772126174040782,
+      "loss": 11.6603,
+      "step": 54032
+    },
+    {
+      "epoch": 1.1310600351670435,
+      "grad_norm": 0.36089980602264404,
+      "learning_rate": 0.00013771923116813367,
+      "loss": 11.6718,
+      "step": 54033
+    },
+    {
+      "epoch": 1.1310809679310057,
+      "grad_norm": 0.30784299969673157,
+      "learning_rate": 0.00013771720057772713,
+      "loss": 11.6742,
+      "step": 54034
+    },
+    {
+      "epoch": 1.1311019006949679,
+      "grad_norm": 0.3000766932964325,
+      "learning_rate": 0.00013771516996918917,
+      "loss": 11.6776,
+      "step": 54035
+    },
+    {
+      "epoch": 1.1311228334589298,
+      "grad_norm": 0.27270248532295227,
+      "learning_rate": 0.00013771313934252076,
+      "loss": 11.6714,
+      "step": 54036
+    },
+    {
+      "epoch": 1.131143766222892,
+      "grad_norm": 0.37602412700653076,
+      "learning_rate": 0.00013771110869772288,
+      "loss": 11.6569,
+      "step": 54037
+    },
+    {
+      "epoch": 1.1311646989868542,
+      "grad_norm": 0.3302326202392578,
+      "learning_rate": 0.00013770907803479655,
+      "loss": 11.6809,
+      "step": 54038
+    },
+    {
+      "epoch": 1.1311856317508164,
+      "grad_norm": 0.33101147413253784,
+      "learning_rate": 0.0001377070473537427,
+      "loss": 11.6787,
+      "step": 54039
+    },
+    {
+      "epoch": 1.1312065645147786,
+      "grad_norm": 0.3147676885128021,
+      "learning_rate": 0.00013770501665456232,
+      "loss": 11.6789,
+      "step": 54040
+    },
+    {
+      "epoch": 1.1312274972787406,
+      "grad_norm": 0.3374026119709015,
+      "learning_rate": 0.00013770298593725633,
+      "loss": 11.6633,
+      "step": 54041
+    },
+    {
+      "epoch": 1.1312484300427028,
+      "grad_norm": 0.29657500982284546,
+      "learning_rate": 0.00013770095520182583,
+      "loss": 11.6556,
+      "step": 54042
+    },
+    {
+      "epoch": 1.131269362806665,
+      "grad_norm": 0.3051241338253021,
+      "learning_rate": 0.00013769892444827169,
+      "loss": 11.658,
+      "step": 54043
+    },
+    {
+      "epoch": 1.1312902955706272,
+      "grad_norm": 0.2870519757270813,
+      "learning_rate": 0.00013769689367659492,
+      "loss": 11.6692,
+      "step": 54044
+    },
+    {
+      "epoch": 1.1313112283345892,
+      "grad_norm": 0.2991538345813751,
+      "learning_rate": 0.00013769486288679652,
+      "loss": 11.6613,
+      "step": 54045
+    },
+    {
+      "epoch": 1.1313321610985514,
+      "grad_norm": 0.2848963737487793,
+      "learning_rate": 0.00013769283207887742,
+      "loss": 11.6577,
+      "step": 54046
+    },
+    {
+      "epoch": 1.1313530938625136,
+      "grad_norm": 0.3145105838775635,
+      "learning_rate": 0.00013769080125283862,
+      "loss": 11.6659,
+      "step": 54047
+    },
+    {
+      "epoch": 1.1313740266264758,
+      "grad_norm": 0.3746292293071747,
+      "learning_rate": 0.00013768877040868112,
+      "loss": 11.6558,
+      "step": 54048
+    },
+    {
+      "epoch": 1.131394959390438,
+      "grad_norm": 0.3189907670021057,
+      "learning_rate": 0.00013768673954640584,
+      "loss": 11.673,
+      "step": 54049
+    },
+    {
+      "epoch": 1.1314158921544,
+      "grad_norm": 0.28806647658348083,
+      "learning_rate": 0.00013768470866601384,
+      "loss": 11.6693,
+      "step": 54050
+    },
+    {
+      "epoch": 1.1314368249183622,
+      "grad_norm": 0.3107885718345642,
+      "learning_rate": 0.00013768267776750602,
+      "loss": 11.6801,
+      "step": 54051
+    },
+    {
+      "epoch": 1.1314577576823244,
+      "grad_norm": 0.31969910860061646,
+      "learning_rate": 0.00013768064685088335,
+      "loss": 11.6706,
+      "step": 54052
+    },
+    {
+      "epoch": 1.1314786904462866,
+      "grad_norm": 0.3912142217159271,
+      "learning_rate": 0.00013767861591614688,
+      "loss": 11.6707,
+      "step": 54053
+    },
+    {
+      "epoch": 1.1314996232102488,
+      "grad_norm": 0.330462783575058,
+      "learning_rate": 0.00013767658496329751,
+      "loss": 11.658,
+      "step": 54054
+    },
+    {
+      "epoch": 1.1315205559742108,
+      "grad_norm": 0.3011908531188965,
+      "learning_rate": 0.00013767455399233628,
+      "loss": 11.6851,
+      "step": 54055
+    },
+    {
+      "epoch": 1.131541488738173,
+      "grad_norm": 0.40369269251823425,
+      "learning_rate": 0.00013767252300326413,
+      "loss": 11.6575,
+      "step": 54056
+    },
+    {
+      "epoch": 1.1315624215021352,
+      "grad_norm": 0.28594592213630676,
+      "learning_rate": 0.00013767049199608203,
+      "loss": 11.6678,
+      "step": 54057
+    },
+    {
+      "epoch": 1.1315833542660974,
+      "grad_norm": 0.3347427546977997,
+      "learning_rate": 0.00013766846097079097,
+      "loss": 11.6648,
+      "step": 54058
+    },
+    {
+      "epoch": 1.1316042870300596,
+      "grad_norm": 0.35789066553115845,
+      "learning_rate": 0.00013766642992739194,
+      "loss": 11.6802,
+      "step": 54059
+    },
+    {
+      "epoch": 1.1316252197940215,
+      "grad_norm": 0.2858177423477173,
+      "learning_rate": 0.0001376643988658859,
+      "loss": 11.6656,
+      "step": 54060
+    },
+    {
+      "epoch": 1.1316461525579837,
+      "grad_norm": 0.3244367241859436,
+      "learning_rate": 0.0001376623677862738,
+      "loss": 11.6604,
+      "step": 54061
+    },
+    {
+      "epoch": 1.131667085321946,
+      "grad_norm": 0.3157458007335663,
+      "learning_rate": 0.0001376603366885567,
+      "loss": 11.6798,
+      "step": 54062
+    },
+    {
+      "epoch": 1.1316880180859081,
+      "grad_norm": 0.29816675186157227,
+      "learning_rate": 0.0001376583055727355,
+      "loss": 11.6755,
+      "step": 54063
+    },
+    {
+      "epoch": 1.13170895084987,
+      "grad_norm": 0.3286593556404114,
+      "learning_rate": 0.00013765627443881114,
+      "loss": 11.6726,
+      "step": 54064
+    },
+    {
+      "epoch": 1.1317298836138323,
+      "grad_norm": 0.37071457505226135,
+      "learning_rate": 0.00013765424328678473,
+      "loss": 11.6733,
+      "step": 54065
+    },
+    {
+      "epoch": 1.1317508163777945,
+      "grad_norm": 0.3497229814529419,
+      "learning_rate": 0.00013765221211665715,
+      "loss": 11.6836,
+      "step": 54066
+    },
+    {
+      "epoch": 1.1317717491417567,
+      "grad_norm": 0.37265700101852417,
+      "learning_rate": 0.0001376501809284294,
+      "loss": 11.6784,
+      "step": 54067
+    },
+    {
+      "epoch": 1.131792681905719,
+      "grad_norm": 0.27000895142555237,
+      "learning_rate": 0.00013764814972210243,
+      "loss": 11.666,
+      "step": 54068
+    },
+    {
+      "epoch": 1.131813614669681,
+      "grad_norm": 0.35492417216300964,
+      "learning_rate": 0.00013764611849767725,
+      "loss": 11.6548,
+      "step": 54069
+    },
+    {
+      "epoch": 1.131834547433643,
+      "grad_norm": 0.3443671464920044,
+      "learning_rate": 0.00013764408725515484,
+      "loss": 11.672,
+      "step": 54070
+    },
+    {
+      "epoch": 1.1318554801976053,
+      "grad_norm": 0.40940114855766296,
+      "learning_rate": 0.00013764205599453615,
+      "loss": 11.6737,
+      "step": 54071
+    },
+    {
+      "epoch": 1.1318764129615675,
+      "grad_norm": 0.34873276948928833,
+      "learning_rate": 0.00013764002471582218,
+      "loss": 11.6778,
+      "step": 54072
+    },
+    {
+      "epoch": 1.1318973457255297,
+      "grad_norm": 0.31049010157585144,
+      "learning_rate": 0.00013763799341901388,
+      "loss": 11.6702,
+      "step": 54073
+    },
+    {
+      "epoch": 1.1319182784894917,
+      "grad_norm": 0.25030404329299927,
+      "learning_rate": 0.00013763596210411225,
+      "loss": 11.6748,
+      "step": 54074
+    },
+    {
+      "epoch": 1.1319392112534539,
+      "grad_norm": 0.43621405959129333,
+      "learning_rate": 0.00013763393077111826,
+      "loss": 11.6841,
+      "step": 54075
+    },
+    {
+      "epoch": 1.131960144017416,
+      "grad_norm": 0.2766675353050232,
+      "learning_rate": 0.00013763189942003287,
+      "loss": 11.6635,
+      "step": 54076
+    },
+    {
+      "epoch": 1.1319810767813783,
+      "grad_norm": 0.29310283064842224,
+      "learning_rate": 0.0001376298680508571,
+      "loss": 11.6708,
+      "step": 54077
+    },
+    {
+      "epoch": 1.1320020095453405,
+      "grad_norm": 0.28036656975746155,
+      "learning_rate": 0.0001376278366635919,
+      "loss": 11.6864,
+      "step": 54078
+    },
+    {
+      "epoch": 1.1320229423093024,
+      "grad_norm": 0.47617918252944946,
+      "learning_rate": 0.00013762580525823823,
+      "loss": 11.6801,
+      "step": 54079
+    },
+    {
+      "epoch": 1.1320438750732646,
+      "grad_norm": 0.3864101469516754,
+      "learning_rate": 0.00013762377383479707,
+      "loss": 11.6788,
+      "step": 54080
+    },
+    {
+      "epoch": 1.1320648078372268,
+      "grad_norm": 0.33699002861976624,
+      "learning_rate": 0.0001376217423932694,
+      "loss": 11.6736,
+      "step": 54081
+    },
+    {
+      "epoch": 1.132085740601189,
+      "grad_norm": 0.3563130795955658,
+      "learning_rate": 0.00013761971093365625,
+      "loss": 11.6605,
+      "step": 54082
+    },
+    {
+      "epoch": 1.132106673365151,
+      "grad_norm": 0.29525014758110046,
+      "learning_rate": 0.00013761767945595852,
+      "loss": 11.6588,
+      "step": 54083
+    },
+    {
+      "epoch": 1.1321276061291132,
+      "grad_norm": 0.31968215107917786,
+      "learning_rate": 0.00013761564796017724,
+      "loss": 11.6607,
+      "step": 54084
+    },
+    {
+      "epoch": 1.1321485388930754,
+      "grad_norm": 0.32053902745246887,
+      "learning_rate": 0.00013761361644631332,
+      "loss": 11.6607,
+      "step": 54085
+    },
+    {
+      "epoch": 1.1321694716570376,
+      "grad_norm": 0.33932384848594666,
+      "learning_rate": 0.0001376115849143678,
+      "loss": 11.6877,
+      "step": 54086
+    },
+    {
+      "epoch": 1.1321904044209998,
+      "grad_norm": 0.4044620096683502,
+      "learning_rate": 0.00013760955336434167,
+      "loss": 11.6762,
+      "step": 54087
+    },
+    {
+      "epoch": 1.1322113371849618,
+      "grad_norm": 0.3398403823375702,
+      "learning_rate": 0.00013760752179623584,
+      "loss": 11.6594,
+      "step": 54088
+    },
+    {
+      "epoch": 1.132232269948924,
+      "grad_norm": 0.33983710408210754,
+      "learning_rate": 0.00013760549021005132,
+      "loss": 11.6773,
+      "step": 54089
+    },
+    {
+      "epoch": 1.1322532027128862,
+      "grad_norm": 0.2807399034500122,
+      "learning_rate": 0.00013760345860578912,
+      "loss": 11.6728,
+      "step": 54090
+    },
+    {
+      "epoch": 1.1322741354768484,
+      "grad_norm": 0.3221387267112732,
+      "learning_rate": 0.00013760142698345014,
+      "loss": 11.6546,
+      "step": 54091
+    },
+    {
+      "epoch": 1.1322950682408106,
+      "grad_norm": 0.4055774211883545,
+      "learning_rate": 0.00013759939534303543,
+      "loss": 11.6573,
+      "step": 54092
+    },
+    {
+      "epoch": 1.1323160010047726,
+      "grad_norm": 0.3248705565929413,
+      "learning_rate": 0.00013759736368454593,
+      "loss": 11.6763,
+      "step": 54093
+    },
+    {
+      "epoch": 1.1323369337687348,
+      "grad_norm": 0.27053913474082947,
+      "learning_rate": 0.00013759533200798262,
+      "loss": 11.6509,
+      "step": 54094
+    },
+    {
+      "epoch": 1.132357866532697,
+      "grad_norm": 0.3495728373527527,
+      "learning_rate": 0.00013759330031334647,
+      "loss": 11.6633,
+      "step": 54095
+    },
+    {
+      "epoch": 1.1323787992966592,
+      "grad_norm": 0.3035641610622406,
+      "learning_rate": 0.0001375912686006385,
+      "loss": 11.6665,
+      "step": 54096
+    },
+    {
+      "epoch": 1.1323997320606214,
+      "grad_norm": 0.3681876063346863,
+      "learning_rate": 0.00013758923686985964,
+      "loss": 11.6439,
+      "step": 54097
+    },
+    {
+      "epoch": 1.1324206648245834,
+      "grad_norm": 0.37907904386520386,
+      "learning_rate": 0.00013758720512101088,
+      "loss": 11.6571,
+      "step": 54098
+    },
+    {
+      "epoch": 1.1324415975885456,
+      "grad_norm": 0.5644365549087524,
+      "learning_rate": 0.00013758517335409317,
+      "loss": 11.6878,
+      "step": 54099
+    },
+    {
+      "epoch": 1.1324625303525078,
+      "grad_norm": 0.3447853624820709,
+      "learning_rate": 0.00013758314156910753,
+      "loss": 11.6648,
+      "step": 54100
+    },
+    {
+      "epoch": 1.13248346311647,
+      "grad_norm": 0.37218421697616577,
+      "learning_rate": 0.00013758110976605495,
+      "loss": 11.6617,
+      "step": 54101
+    },
+    {
+      "epoch": 1.132504395880432,
+      "grad_norm": 0.3170030415058136,
+      "learning_rate": 0.00013757907794493635,
+      "loss": 11.6794,
+      "step": 54102
+    },
+    {
+      "epoch": 1.1325253286443941,
+      "grad_norm": 0.2901628017425537,
+      "learning_rate": 0.00013757704610575276,
+      "loss": 11.6373,
+      "step": 54103
+    },
+    {
+      "epoch": 1.1325462614083563,
+      "grad_norm": 0.30425184965133667,
+      "learning_rate": 0.00013757501424850507,
+      "loss": 11.6542,
+      "step": 54104
+    },
+    {
+      "epoch": 1.1325671941723185,
+      "grad_norm": 0.33525440096855164,
+      "learning_rate": 0.00013757298237319438,
+      "loss": 11.6692,
+      "step": 54105
+    },
+    {
+      "epoch": 1.1325881269362807,
+      "grad_norm": 0.3888615071773529,
+      "learning_rate": 0.00013757095047982156,
+      "loss": 11.6643,
+      "step": 54106
+    },
+    {
+      "epoch": 1.1326090597002427,
+      "grad_norm": 0.3463326096534729,
+      "learning_rate": 0.00013756891856838766,
+      "loss": 11.6831,
+      "step": 54107
+    },
+    {
+      "epoch": 1.132629992464205,
+      "grad_norm": 0.37483444809913635,
+      "learning_rate": 0.00013756688663889364,
+      "loss": 11.6787,
+      "step": 54108
+    },
+    {
+      "epoch": 1.1326509252281671,
+      "grad_norm": 0.3057079315185547,
+      "learning_rate": 0.00013756485469134042,
+      "loss": 11.6595,
+      "step": 54109
+    },
+    {
+      "epoch": 1.1326718579921293,
+      "grad_norm": 0.33724865317344666,
+      "learning_rate": 0.00013756282272572908,
+      "loss": 11.6669,
+      "step": 54110
+    },
+    {
+      "epoch": 1.1326927907560915,
+      "grad_norm": 0.2800031900405884,
+      "learning_rate": 0.00013756079074206048,
+      "loss": 11.6624,
+      "step": 54111
+    },
+    {
+      "epoch": 1.1327137235200535,
+      "grad_norm": 0.3137739896774292,
+      "learning_rate": 0.00013755875874033567,
+      "loss": 11.6519,
+      "step": 54112
+    },
+    {
+      "epoch": 1.1327346562840157,
+      "grad_norm": 0.309865266084671,
+      "learning_rate": 0.0001375567267205556,
+      "loss": 11.6752,
+      "step": 54113
+    },
+    {
+      "epoch": 1.132755589047978,
+      "grad_norm": 0.3402308225631714,
+      "learning_rate": 0.0001375546946827213,
+      "loss": 11.6696,
+      "step": 54114
+    },
+    {
+      "epoch": 1.13277652181194,
+      "grad_norm": 0.316681832075119,
+      "learning_rate": 0.0001375526626268337,
+      "loss": 11.6632,
+      "step": 54115
+    },
+    {
+      "epoch": 1.1327974545759023,
+      "grad_norm": 0.3201984465122223,
+      "learning_rate": 0.00013755063055289374,
+      "loss": 11.6835,
+      "step": 54116
+    },
+    {
+      "epoch": 1.1328183873398643,
+      "grad_norm": 0.41242876648902893,
+      "learning_rate": 0.00013754859846090248,
+      "loss": 11.6724,
+      "step": 54117
+    },
+    {
+      "epoch": 1.1328393201038265,
+      "grad_norm": 0.3682076036930084,
+      "learning_rate": 0.00013754656635086085,
+      "loss": 11.6738,
+      "step": 54118
+    },
+    {
+      "epoch": 1.1328602528677887,
+      "grad_norm": 0.26236969232559204,
+      "learning_rate": 0.00013754453422276983,
+      "loss": 11.6692,
+      "step": 54119
+    },
+    {
+      "epoch": 1.1328811856317509,
+      "grad_norm": 0.319959431886673,
+      "learning_rate": 0.0001375425020766304,
+      "loss": 11.6677,
+      "step": 54120
+    },
+    {
+      "epoch": 1.1329021183957129,
+      "grad_norm": 0.3688852787017822,
+      "learning_rate": 0.00013754046991244353,
+      "loss": 11.6468,
+      "step": 54121
+    },
+    {
+      "epoch": 1.132923051159675,
+      "grad_norm": 0.40930378437042236,
+      "learning_rate": 0.0001375384377302102,
+      "loss": 11.6643,
+      "step": 54122
+    },
+    {
+      "epoch": 1.1329439839236373,
+      "grad_norm": 0.3607238233089447,
+      "learning_rate": 0.00013753640552993142,
+      "loss": 11.6713,
+      "step": 54123
+    },
+    {
+      "epoch": 1.1329649166875995,
+      "grad_norm": 0.3199062943458557,
+      "learning_rate": 0.0001375343733116081,
+      "loss": 11.6723,
+      "step": 54124
+    },
+    {
+      "epoch": 1.1329858494515617,
+      "grad_norm": 0.3717951774597168,
+      "learning_rate": 0.00013753234107524126,
+      "loss": 11.6661,
+      "step": 54125
+    },
+    {
+      "epoch": 1.1330067822155236,
+      "grad_norm": 0.37265458703041077,
+      "learning_rate": 0.0001375303088208319,
+      "loss": 11.6609,
+      "step": 54126
+    },
+    {
+      "epoch": 1.1330277149794858,
+      "grad_norm": 0.4269435405731201,
+      "learning_rate": 0.00013752827654838097,
+      "loss": 11.658,
+      "step": 54127
+    },
+    {
+      "epoch": 1.133048647743448,
+      "grad_norm": 0.3340364992618561,
+      "learning_rate": 0.0001375262442578894,
+      "loss": 11.6681,
+      "step": 54128
+    },
+    {
+      "epoch": 1.1330695805074102,
+      "grad_norm": 0.45864880084991455,
+      "learning_rate": 0.00013752421194935824,
+      "loss": 11.6899,
+      "step": 54129
+    },
+    {
+      "epoch": 1.1330905132713724,
+      "grad_norm": 0.34574633836746216,
+      "learning_rate": 0.00013752217962278843,
+      "loss": 11.6584,
+      "step": 54130
+    },
+    {
+      "epoch": 1.1331114460353344,
+      "grad_norm": 0.3589317798614502,
+      "learning_rate": 0.000137520147278181,
+      "loss": 11.6646,
+      "step": 54131
+    },
+    {
+      "epoch": 1.1331323787992966,
+      "grad_norm": 0.36621540784835815,
+      "learning_rate": 0.00013751811491553682,
+      "loss": 11.6701,
+      "step": 54132
+    },
+    {
+      "epoch": 1.1331533115632588,
+      "grad_norm": 0.28336554765701294,
+      "learning_rate": 0.00013751608253485698,
+      "loss": 11.652,
+      "step": 54133
+    },
+    {
+      "epoch": 1.133174244327221,
+      "grad_norm": 0.37913843989372253,
+      "learning_rate": 0.00013751405013614235,
+      "loss": 11.669,
+      "step": 54134
+    },
+    {
+      "epoch": 1.1331951770911832,
+      "grad_norm": 0.39182981848716736,
+      "learning_rate": 0.00013751201771939402,
+      "loss": 11.6691,
+      "step": 54135
+    },
+    {
+      "epoch": 1.1332161098551452,
+      "grad_norm": 0.3302517533302307,
+      "learning_rate": 0.0001375099852846129,
+      "loss": 11.6815,
+      "step": 54136
+    },
+    {
+      "epoch": 1.1332370426191074,
+      "grad_norm": 0.3414818346500397,
+      "learning_rate": 0.00013750795283179996,
+      "loss": 11.6745,
+      "step": 54137
+    },
+    {
+      "epoch": 1.1332579753830696,
+      "grad_norm": 0.4065760374069214,
+      "learning_rate": 0.0001375059203609562,
+      "loss": 11.6454,
+      "step": 54138
+    },
+    {
+      "epoch": 1.1332789081470318,
+      "grad_norm": 0.2687430679798126,
+      "learning_rate": 0.0001375038878720826,
+      "loss": 11.6696,
+      "step": 54139
+    },
+    {
+      "epoch": 1.1332998409109938,
+      "grad_norm": 0.32851096987724304,
+      "learning_rate": 0.00013750185536518013,
+      "loss": 11.6721,
+      "step": 54140
+    },
+    {
+      "epoch": 1.133320773674956,
+      "grad_norm": 0.3945326805114746,
+      "learning_rate": 0.00013749982284024976,
+      "loss": 11.6739,
+      "step": 54141
+    },
+    {
+      "epoch": 1.1333417064389182,
+      "grad_norm": 0.3022674322128296,
+      "learning_rate": 0.00013749779029729247,
+      "loss": 11.6819,
+      "step": 54142
+    },
+    {
+      "epoch": 1.1333626392028804,
+      "grad_norm": 0.3297118842601776,
+      "learning_rate": 0.00013749575773630926,
+      "loss": 11.6742,
+      "step": 54143
+    },
+    {
+      "epoch": 1.1333835719668426,
+      "grad_norm": 0.32528775930404663,
+      "learning_rate": 0.00013749372515730105,
+      "loss": 11.6743,
+      "step": 54144
+    },
+    {
+      "epoch": 1.1334045047308046,
+      "grad_norm": 0.296371191740036,
+      "learning_rate": 0.0001374916925602689,
+      "loss": 11.6629,
+      "step": 54145
+    },
+    {
+      "epoch": 1.1334254374947668,
+      "grad_norm": 0.3255869150161743,
+      "learning_rate": 0.0001374896599452137,
+      "loss": 11.6727,
+      "step": 54146
+    },
+    {
+      "epoch": 1.133446370258729,
+      "grad_norm": 0.5364335179328918,
+      "learning_rate": 0.0001374876273121365,
+      "loss": 11.6733,
+      "step": 54147
+    },
+    {
+      "epoch": 1.1334673030226912,
+      "grad_norm": 0.36842331290245056,
+      "learning_rate": 0.00013748559466103825,
+      "loss": 11.6539,
+      "step": 54148
+    },
+    {
+      "epoch": 1.1334882357866534,
+      "grad_norm": 0.26304325461387634,
+      "learning_rate": 0.0001374835619919199,
+      "loss": 11.6669,
+      "step": 54149
+    },
+    {
+      "epoch": 1.1335091685506153,
+      "grad_norm": 0.3165642023086548,
+      "learning_rate": 0.00013748152930478247,
+      "loss": 11.6592,
+      "step": 54150
+    },
+    {
+      "epoch": 1.1335301013145775,
+      "grad_norm": 0.3326045572757721,
+      "learning_rate": 0.0001374794965996269,
+      "loss": 11.6589,
+      "step": 54151
+    },
+    {
+      "epoch": 1.1335510340785397,
+      "grad_norm": 0.3614528477191925,
+      "learning_rate": 0.0001374774638764542,
+      "loss": 11.6637,
+      "step": 54152
+    },
+    {
+      "epoch": 1.133571966842502,
+      "grad_norm": 0.3854731023311615,
+      "learning_rate": 0.00013747543113526534,
+      "loss": 11.6723,
+      "step": 54153
+    },
+    {
+      "epoch": 1.1335928996064641,
+      "grad_norm": 0.3460739850997925,
+      "learning_rate": 0.00013747339837606127,
+      "loss": 11.6512,
+      "step": 54154
+    },
+    {
+      "epoch": 1.1336138323704261,
+      "grad_norm": 0.3046630322933197,
+      "learning_rate": 0.000137471365598843,
+      "loss": 11.6818,
+      "step": 54155
+    },
+    {
+      "epoch": 1.1336347651343883,
+      "grad_norm": 0.3252606987953186,
+      "learning_rate": 0.00013746933280361147,
+      "loss": 11.647,
+      "step": 54156
+    },
+    {
+      "epoch": 1.1336556978983505,
+      "grad_norm": 0.2797549366950989,
+      "learning_rate": 0.00013746729999036767,
+      "loss": 11.6779,
+      "step": 54157
+    },
+    {
+      "epoch": 1.1336766306623127,
+      "grad_norm": 0.3011327385902405,
+      "learning_rate": 0.00013746526715911262,
+      "loss": 11.6715,
+      "step": 54158
+    },
+    {
+      "epoch": 1.1336975634262747,
+      "grad_norm": 0.32056212425231934,
+      "learning_rate": 0.00013746323430984726,
+      "loss": 11.6812,
+      "step": 54159
+    },
+    {
+      "epoch": 1.133718496190237,
+      "grad_norm": 0.28951340913772583,
+      "learning_rate": 0.0001374612014425726,
+      "loss": 11.6615,
+      "step": 54160
+    },
+    {
+      "epoch": 1.133739428954199,
+      "grad_norm": 0.32113662362098694,
+      "learning_rate": 0.00013745916855728956,
+      "loss": 11.654,
+      "step": 54161
+    },
+    {
+      "epoch": 1.1337603617181613,
+      "grad_norm": 0.3066962659358978,
+      "learning_rate": 0.00013745713565399914,
+      "loss": 11.6782,
+      "step": 54162
+    },
+    {
+      "epoch": 1.1337812944821235,
+      "grad_norm": 0.2967415452003479,
+      "learning_rate": 0.00013745510273270231,
+      "loss": 11.6552,
+      "step": 54163
+    },
+    {
+      "epoch": 1.1338022272460855,
+      "grad_norm": 0.2613266706466675,
+      "learning_rate": 0.0001374530697934001,
+      "loss": 11.6774,
+      "step": 54164
+    },
+    {
+      "epoch": 1.1338231600100477,
+      "grad_norm": 0.34099331498146057,
+      "learning_rate": 0.00013745103683609344,
+      "loss": 11.6616,
+      "step": 54165
+    },
+    {
+      "epoch": 1.1338440927740099,
+      "grad_norm": 0.28310632705688477,
+      "learning_rate": 0.0001374490038607833,
+      "loss": 11.6687,
+      "step": 54166
+    },
+    {
+      "epoch": 1.133865025537972,
+      "grad_norm": 0.3184910714626312,
+      "learning_rate": 0.0001374469708674707,
+      "loss": 11.6748,
+      "step": 54167
+    },
+    {
+      "epoch": 1.1338859583019343,
+      "grad_norm": 0.3046059012413025,
+      "learning_rate": 0.00013744493785615655,
+      "loss": 11.6782,
+      "step": 54168
+    },
+    {
+      "epoch": 1.1339068910658963,
+      "grad_norm": 0.30676954984664917,
+      "learning_rate": 0.00013744290482684191,
+      "loss": 11.6525,
+      "step": 54169
+    },
+    {
+      "epoch": 1.1339278238298585,
+      "grad_norm": 0.32007360458374023,
+      "learning_rate": 0.0001374408717795277,
+      "loss": 11.6831,
+      "step": 54170
+    },
+    {
+      "epoch": 1.1339487565938207,
+      "grad_norm": 0.2792918086051941,
+      "learning_rate": 0.0001374388387142149,
+      "loss": 11.6583,
+      "step": 54171
+    },
+    {
+      "epoch": 1.1339696893577829,
+      "grad_norm": 0.39047256112098694,
+      "learning_rate": 0.00013743680563090452,
+      "loss": 11.6638,
+      "step": 54172
+    },
+    {
+      "epoch": 1.133990622121745,
+      "grad_norm": 0.37972211837768555,
+      "learning_rate": 0.0001374347725295975,
+      "loss": 11.6728,
+      "step": 54173
+    },
+    {
+      "epoch": 1.134011554885707,
+      "grad_norm": 0.37326115369796753,
+      "learning_rate": 0.00013743273941029481,
+      "loss": 11.6927,
+      "step": 54174
+    },
+    {
+      "epoch": 1.1340324876496692,
+      "grad_norm": 0.35300952196121216,
+      "learning_rate": 0.0001374307062729975,
+      "loss": 11.6836,
+      "step": 54175
+    },
+    {
+      "epoch": 1.1340534204136314,
+      "grad_norm": 0.29053524136543274,
+      "learning_rate": 0.0001374286731177065,
+      "loss": 11.6701,
+      "step": 54176
+    },
+    {
+      "epoch": 1.1340743531775936,
+      "grad_norm": 0.3167509138584137,
+      "learning_rate": 0.00013742663994442277,
+      "loss": 11.6629,
+      "step": 54177
+    },
+    {
+      "epoch": 1.1340952859415556,
+      "grad_norm": 0.3272870182991028,
+      "learning_rate": 0.0001374246067531473,
+      "loss": 11.6726,
+      "step": 54178
+    },
+    {
+      "epoch": 1.1341162187055178,
+      "grad_norm": 0.31772086024284363,
+      "learning_rate": 0.00013742257354388106,
+      "loss": 11.6813,
+      "step": 54179
+    },
+    {
+      "epoch": 1.13413715146948,
+      "grad_norm": 0.31449776887893677,
+      "learning_rate": 0.00013742054031662507,
+      "loss": 11.6641,
+      "step": 54180
+    },
+    {
+      "epoch": 1.1341580842334422,
+      "grad_norm": 0.37488481402397156,
+      "learning_rate": 0.00013741850707138024,
+      "loss": 11.6556,
+      "step": 54181
+    },
+    {
+      "epoch": 1.1341790169974044,
+      "grad_norm": 0.2672605514526367,
+      "learning_rate": 0.00013741647380814762,
+      "loss": 11.6777,
+      "step": 54182
+    },
+    {
+      "epoch": 1.1341999497613664,
+      "grad_norm": 0.29390281438827515,
+      "learning_rate": 0.00013741444052692812,
+      "loss": 11.6581,
+      "step": 54183
+    },
+    {
+      "epoch": 1.1342208825253286,
+      "grad_norm": 0.35316240787506104,
+      "learning_rate": 0.00013741240722772277,
+      "loss": 11.6605,
+      "step": 54184
+    },
+    {
+      "epoch": 1.1342418152892908,
+      "grad_norm": 0.25711357593536377,
+      "learning_rate": 0.00013741037391053253,
+      "loss": 11.6619,
+      "step": 54185
+    },
+    {
+      "epoch": 1.134262748053253,
+      "grad_norm": 0.31081512570381165,
+      "learning_rate": 0.00013740834057535833,
+      "loss": 11.6681,
+      "step": 54186
+    },
+    {
+      "epoch": 1.1342836808172152,
+      "grad_norm": 0.33382266759872437,
+      "learning_rate": 0.00013740630722220126,
+      "loss": 11.6745,
+      "step": 54187
+    },
+    {
+      "epoch": 1.1343046135811772,
+      "grad_norm": 0.37672489881515503,
+      "learning_rate": 0.00013740427385106218,
+      "loss": 11.6532,
+      "step": 54188
+    },
+    {
+      "epoch": 1.1343255463451394,
+      "grad_norm": 0.3225831389427185,
+      "learning_rate": 0.00013740224046194214,
+      "loss": 11.6587,
+      "step": 54189
+    },
+    {
+      "epoch": 1.1343464791091016,
+      "grad_norm": 0.415458619594574,
+      "learning_rate": 0.00013740020705484208,
+      "loss": 11.6739,
+      "step": 54190
+    },
+    {
+      "epoch": 1.1343674118730638,
+      "grad_norm": 0.31454023718833923,
+      "learning_rate": 0.00013739817362976297,
+      "loss": 11.6631,
+      "step": 54191
+    },
+    {
+      "epoch": 1.134388344637026,
+      "grad_norm": 0.30150851607322693,
+      "learning_rate": 0.00013739614018670586,
+      "loss": 11.6764,
+      "step": 54192
+    },
+    {
+      "epoch": 1.134409277400988,
+      "grad_norm": 0.2645419239997864,
+      "learning_rate": 0.00013739410672567164,
+      "loss": 11.6631,
+      "step": 54193
+    },
+    {
+      "epoch": 1.1344302101649502,
+      "grad_norm": 0.3141108751296997,
+      "learning_rate": 0.00013739207324666136,
+      "loss": 11.6642,
+      "step": 54194
+    },
+    {
+      "epoch": 1.1344511429289124,
+      "grad_norm": 0.2662806808948517,
+      "learning_rate": 0.0001373900397496759,
+      "loss": 11.6619,
+      "step": 54195
+    },
+    {
+      "epoch": 1.1344720756928746,
+      "grad_norm": 0.302807092666626,
+      "learning_rate": 0.00013738800623471634,
+      "loss": 11.6615,
+      "step": 54196
+    },
+    {
+      "epoch": 1.1344930084568365,
+      "grad_norm": 0.3427751064300537,
+      "learning_rate": 0.0001373859727017836,
+      "loss": 11.6664,
+      "step": 54197
+    },
+    {
+      "epoch": 1.1345139412207987,
+      "grad_norm": 0.33564192056655884,
+      "learning_rate": 0.00013738393915087868,
+      "loss": 11.6671,
+      "step": 54198
+    },
+    {
+      "epoch": 1.134534873984761,
+      "grad_norm": 0.3700059950351715,
+      "learning_rate": 0.00013738190558200257,
+      "loss": 11.6719,
+      "step": 54199
+    },
+    {
+      "epoch": 1.1345558067487231,
+      "grad_norm": 0.39861077070236206,
+      "learning_rate": 0.00013737987199515618,
+      "loss": 11.6585,
+      "step": 54200
+    },
+    {
+      "epoch": 1.1345767395126853,
+      "grad_norm": 0.32382798194885254,
+      "learning_rate": 0.00013737783839034057,
+      "loss": 11.6758,
+      "step": 54201
+    },
+    {
+      "epoch": 1.1345976722766473,
+      "grad_norm": 0.32103967666625977,
+      "learning_rate": 0.0001373758047675567,
+      "loss": 11.6566,
+      "step": 54202
+    },
+    {
+      "epoch": 1.1346186050406095,
+      "grad_norm": 0.2991729974746704,
+      "learning_rate": 0.0001373737711268055,
+      "loss": 11.6554,
+      "step": 54203
+    },
+    {
+      "epoch": 1.1346395378045717,
+      "grad_norm": 0.3260866105556488,
+      "learning_rate": 0.000137371737468088,
+      "loss": 11.6673,
+      "step": 54204
+    },
+    {
+      "epoch": 1.134660470568534,
+      "grad_norm": 0.3014521598815918,
+      "learning_rate": 0.00013736970379140515,
+      "loss": 11.666,
+      "step": 54205
+    },
+    {
+      "epoch": 1.1346814033324961,
+      "grad_norm": 0.3975423574447632,
+      "learning_rate": 0.00013736767009675792,
+      "loss": 11.6836,
+      "step": 54206
+    },
+    {
+      "epoch": 1.134702336096458,
+      "grad_norm": 0.26083844900131226,
+      "learning_rate": 0.00013736563638414733,
+      "loss": 11.6599,
+      "step": 54207
+    },
+    {
+      "epoch": 1.1347232688604203,
+      "grad_norm": 0.31262099742889404,
+      "learning_rate": 0.0001373636026535743,
+      "loss": 11.6624,
+      "step": 54208
+    },
+    {
+      "epoch": 1.1347442016243825,
+      "grad_norm": 0.3495093286037445,
+      "learning_rate": 0.00013736156890503987,
+      "loss": 11.6493,
+      "step": 54209
+    },
+    {
+      "epoch": 1.1347651343883447,
+      "grad_norm": 0.2814880609512329,
+      "learning_rate": 0.00013735953513854495,
+      "loss": 11.6652,
+      "step": 54210
+    },
+    {
+      "epoch": 1.134786067152307,
+      "grad_norm": 0.28898900747299194,
+      "learning_rate": 0.0001373575013540906,
+      "loss": 11.6676,
+      "step": 54211
+    },
+    {
+      "epoch": 1.1348069999162689,
+      "grad_norm": 0.43575945496559143,
+      "learning_rate": 0.0001373554675516777,
+      "loss": 11.684,
+      "step": 54212
+    },
+    {
+      "epoch": 1.134827932680231,
+      "grad_norm": 0.3000098466873169,
+      "learning_rate": 0.0001373534337313073,
+      "loss": 11.6954,
+      "step": 54213
+    },
+    {
+      "epoch": 1.1348488654441933,
+      "grad_norm": 0.350999116897583,
+      "learning_rate": 0.00013735139989298035,
+      "loss": 11.6629,
+      "step": 54214
+    },
+    {
+      "epoch": 1.1348697982081555,
+      "grad_norm": 0.3862999975681305,
+      "learning_rate": 0.00013734936603669785,
+      "loss": 11.6596,
+      "step": 54215
+    },
+    {
+      "epoch": 1.1348907309721175,
+      "grad_norm": 0.33940768241882324,
+      "learning_rate": 0.00013734733216246077,
+      "loss": 11.6775,
+      "step": 54216
+    },
+    {
+      "epoch": 1.1349116637360797,
+      "grad_norm": 0.2976839244365692,
+      "learning_rate": 0.00013734529827027004,
+      "loss": 11.6638,
+      "step": 54217
+    },
+    {
+      "epoch": 1.1349325965000419,
+      "grad_norm": 0.382158100605011,
+      "learning_rate": 0.00013734326436012667,
+      "loss": 11.6701,
+      "step": 54218
+    },
+    {
+      "epoch": 1.134953529264004,
+      "grad_norm": 0.2750028073787689,
+      "learning_rate": 0.0001373412304320317,
+      "loss": 11.6601,
+      "step": 54219
+    },
+    {
+      "epoch": 1.1349744620279663,
+      "grad_norm": 0.2937152087688446,
+      "learning_rate": 0.000137339196485986,
+      "loss": 11.6623,
+      "step": 54220
+    },
+    {
+      "epoch": 1.1349953947919282,
+      "grad_norm": 0.4068496525287628,
+      "learning_rate": 0.00013733716252199062,
+      "loss": 11.6642,
+      "step": 54221
+    },
+    {
+      "epoch": 1.1350163275558904,
+      "grad_norm": 0.2867811620235443,
+      "learning_rate": 0.00013733512854004654,
+      "loss": 11.6714,
+      "step": 54222
+    },
+    {
+      "epoch": 1.1350372603198526,
+      "grad_norm": 0.36192527413368225,
+      "learning_rate": 0.00013733309454015468,
+      "loss": 11.6631,
+      "step": 54223
+    },
+    {
+      "epoch": 1.1350581930838148,
+      "grad_norm": 0.2989879250526428,
+      "learning_rate": 0.00013733106052231608,
+      "loss": 11.6725,
+      "step": 54224
+    },
+    {
+      "epoch": 1.135079125847777,
+      "grad_norm": 0.3030935823917389,
+      "learning_rate": 0.00013732902648653166,
+      "loss": 11.6611,
+      "step": 54225
+    },
+    {
+      "epoch": 1.135100058611739,
+      "grad_norm": 0.3965662717819214,
+      "learning_rate": 0.00013732699243280248,
+      "loss": 11.6581,
+      "step": 54226
+    },
+    {
+      "epoch": 1.1351209913757012,
+      "grad_norm": 0.39253178238868713,
+      "learning_rate": 0.00013732495836112942,
+      "loss": 11.6709,
+      "step": 54227
+    },
+    {
+      "epoch": 1.1351419241396634,
+      "grad_norm": 0.3249194920063019,
+      "learning_rate": 0.0001373229242715135,
+      "loss": 11.6823,
+      "step": 54228
+    },
+    {
+      "epoch": 1.1351628569036256,
+      "grad_norm": 0.282909095287323,
+      "learning_rate": 0.00013732089016395572,
+      "loss": 11.6684,
+      "step": 54229
+    },
+    {
+      "epoch": 1.1351837896675878,
+      "grad_norm": 0.33223503828048706,
+      "learning_rate": 0.00013731885603845707,
+      "loss": 11.6709,
+      "step": 54230
+    },
+    {
+      "epoch": 1.1352047224315498,
+      "grad_norm": 0.2791617810726166,
+      "learning_rate": 0.00013731682189501847,
+      "loss": 11.6547,
+      "step": 54231
+    },
+    {
+      "epoch": 1.135225655195512,
+      "grad_norm": 0.3501529097557068,
+      "learning_rate": 0.00013731478773364094,
+      "loss": 11.6752,
+      "step": 54232
+    },
+    {
+      "epoch": 1.1352465879594742,
+      "grad_norm": 0.336542546749115,
+      "learning_rate": 0.00013731275355432541,
+      "loss": 11.6769,
+      "step": 54233
+    },
+    {
+      "epoch": 1.1352675207234364,
+      "grad_norm": 0.3231000304222107,
+      "learning_rate": 0.0001373107193570729,
+      "loss": 11.654,
+      "step": 54234
+    },
+    {
+      "epoch": 1.1352884534873984,
+      "grad_norm": 0.294124960899353,
+      "learning_rate": 0.0001373086851418844,
+      "loss": 11.6623,
+      "step": 54235
+    },
+    {
+      "epoch": 1.1353093862513606,
+      "grad_norm": 0.30065709352493286,
+      "learning_rate": 0.00013730665090876088,
+      "loss": 11.6729,
+      "step": 54236
+    },
+    {
+      "epoch": 1.1353303190153228,
+      "grad_norm": 0.29416537284851074,
+      "learning_rate": 0.00013730461665770327,
+      "loss": 11.6745,
+      "step": 54237
+    },
+    {
+      "epoch": 1.135351251779285,
+      "grad_norm": 0.47020381689071655,
+      "learning_rate": 0.0001373025823887126,
+      "loss": 11.6559,
+      "step": 54238
+    },
+    {
+      "epoch": 1.1353721845432472,
+      "grad_norm": 0.40450820326805115,
+      "learning_rate": 0.00013730054810178982,
+      "loss": 11.6669,
+      "step": 54239
+    },
+    {
+      "epoch": 1.1353931173072092,
+      "grad_norm": 0.30302831530570984,
+      "learning_rate": 0.00013729851379693593,
+      "loss": 11.6794,
+      "step": 54240
+    },
+    {
+      "epoch": 1.1354140500711714,
+      "grad_norm": 0.31496676802635193,
+      "learning_rate": 0.0001372964794741519,
+      "loss": 11.6573,
+      "step": 54241
+    },
+    {
+      "epoch": 1.1354349828351336,
+      "grad_norm": 0.2716256082057953,
+      "learning_rate": 0.00013729444513343867,
+      "loss": 11.6608,
+      "step": 54242
+    },
+    {
+      "epoch": 1.1354559155990958,
+      "grad_norm": 0.2852536737918854,
+      "learning_rate": 0.0001372924107747973,
+      "loss": 11.6442,
+      "step": 54243
+    },
+    {
+      "epoch": 1.1354768483630577,
+      "grad_norm": 0.30886563658714294,
+      "learning_rate": 0.0001372903763982287,
+      "loss": 11.6624,
+      "step": 54244
+    },
+    {
+      "epoch": 1.13549778112702,
+      "grad_norm": 0.27058446407318115,
+      "learning_rate": 0.00013728834200373385,
+      "loss": 11.666,
+      "step": 54245
+    },
+    {
+      "epoch": 1.1355187138909821,
+      "grad_norm": 0.35563981533050537,
+      "learning_rate": 0.0001372863075913138,
+      "loss": 11.6673,
+      "step": 54246
+    },
+    {
+      "epoch": 1.1355396466549443,
+      "grad_norm": 0.32441461086273193,
+      "learning_rate": 0.00013728427316096943,
+      "loss": 11.6747,
+      "step": 54247
+    },
+    {
+      "epoch": 1.1355605794189065,
+      "grad_norm": 0.34407487511634827,
+      "learning_rate": 0.00013728223871270178,
+      "loss": 11.674,
+      "step": 54248
+    },
+    {
+      "epoch": 1.1355815121828687,
+      "grad_norm": 0.27252477407455444,
+      "learning_rate": 0.0001372802042465118,
+      "loss": 11.6675,
+      "step": 54249
+    },
+    {
+      "epoch": 1.1356024449468307,
+      "grad_norm": 0.3014008700847626,
+      "learning_rate": 0.00013727816976240046,
+      "loss": 11.6589,
+      "step": 54250
+    },
+    {
+      "epoch": 1.135623377710793,
+      "grad_norm": 0.27037304639816284,
+      "learning_rate": 0.00013727613526036883,
+      "loss": 11.6673,
+      "step": 54251
+    },
+    {
+      "epoch": 1.1356443104747551,
+      "grad_norm": 0.3278372883796692,
+      "learning_rate": 0.00013727410074041774,
+      "loss": 11.663,
+      "step": 54252
+    },
+    {
+      "epoch": 1.1356652432387173,
+      "grad_norm": 0.24864211678504944,
+      "learning_rate": 0.0001372720662025483,
+      "loss": 11.661,
+      "step": 54253
+    },
+    {
+      "epoch": 1.1356861760026793,
+      "grad_norm": 0.4038837254047394,
+      "learning_rate": 0.00013727003164676138,
+      "loss": 11.6857,
+      "step": 54254
+    },
+    {
+      "epoch": 1.1357071087666415,
+      "grad_norm": 0.3884880244731903,
+      "learning_rate": 0.00013726799707305801,
+      "loss": 11.6696,
+      "step": 54255
+    },
+    {
+      "epoch": 1.1357280415306037,
+      "grad_norm": 0.36810994148254395,
+      "learning_rate": 0.0001372659624814392,
+      "loss": 11.6867,
+      "step": 54256
+    },
+    {
+      "epoch": 1.135748974294566,
+      "grad_norm": 0.3101585805416107,
+      "learning_rate": 0.00013726392787190587,
+      "loss": 11.6618,
+      "step": 54257
+    },
+    {
+      "epoch": 1.135769907058528,
+      "grad_norm": 0.3414410948753357,
+      "learning_rate": 0.00013726189324445907,
+      "loss": 11.6662,
+      "step": 54258
+    },
+    {
+      "epoch": 1.13579083982249,
+      "grad_norm": 0.24909687042236328,
+      "learning_rate": 0.00013725985859909968,
+      "loss": 11.675,
+      "step": 54259
+    },
+    {
+      "epoch": 1.1358117725864523,
+      "grad_norm": 0.25866302847862244,
+      "learning_rate": 0.00013725782393582872,
+      "loss": 11.6663,
+      "step": 54260
+    },
+    {
+      "epoch": 1.1358327053504145,
+      "grad_norm": 0.26756927371025085,
+      "learning_rate": 0.0001372557892546472,
+      "loss": 11.6752,
+      "step": 54261
+    },
+    {
+      "epoch": 1.1358536381143767,
+      "grad_norm": 0.2642662525177002,
+      "learning_rate": 0.00013725375455555608,
+      "loss": 11.6593,
+      "step": 54262
+    },
+    {
+      "epoch": 1.1358745708783387,
+      "grad_norm": 0.3114488422870636,
+      "learning_rate": 0.00013725171983855635,
+      "loss": 11.655,
+      "step": 54263
+    },
+    {
+      "epoch": 1.1358955036423009,
+      "grad_norm": 0.30617275834083557,
+      "learning_rate": 0.00013724968510364893,
+      "loss": 11.6824,
+      "step": 54264
+    },
+    {
+      "epoch": 1.135916436406263,
+      "grad_norm": 0.28316575288772583,
+      "learning_rate": 0.00013724765035083488,
+      "loss": 11.6599,
+      "step": 54265
+    },
+    {
+      "epoch": 1.1359373691702253,
+      "grad_norm": 0.2771475911140442,
+      "learning_rate": 0.00013724561558011513,
+      "loss": 11.6699,
+      "step": 54266
+    },
+    {
+      "epoch": 1.1359583019341875,
+      "grad_norm": 0.2738001048564911,
+      "learning_rate": 0.00013724358079149064,
+      "loss": 11.6781,
+      "step": 54267
+    },
+    {
+      "epoch": 1.1359792346981497,
+      "grad_norm": 0.3057832717895508,
+      "learning_rate": 0.00013724154598496245,
+      "loss": 11.6515,
+      "step": 54268
+    },
+    {
+      "epoch": 1.1360001674621116,
+      "grad_norm": 0.27996525168418884,
+      "learning_rate": 0.00013723951116053146,
+      "loss": 11.6643,
+      "step": 54269
+    },
+    {
+      "epoch": 1.1360211002260738,
+      "grad_norm": 0.39482301473617554,
+      "learning_rate": 0.0001372374763181987,
+      "loss": 11.699,
+      "step": 54270
+    },
+    {
+      "epoch": 1.136042032990036,
+      "grad_norm": 0.3088972866535187,
+      "learning_rate": 0.00013723544145796516,
+      "loss": 11.6718,
+      "step": 54271
+    },
+    {
+      "epoch": 1.1360629657539982,
+      "grad_norm": 0.29638683795928955,
+      "learning_rate": 0.0001372334065798318,
+      "loss": 11.6644,
+      "step": 54272
+    },
+    {
+      "epoch": 1.1360838985179602,
+      "grad_norm": 0.2493756264448166,
+      "learning_rate": 0.00013723137168379957,
+      "loss": 11.6491,
+      "step": 54273
+    },
+    {
+      "epoch": 1.1361048312819224,
+      "grad_norm": 0.26235198974609375,
+      "learning_rate": 0.0001372293367698695,
+      "loss": 11.6733,
+      "step": 54274
+    },
+    {
+      "epoch": 1.1361257640458846,
+      "grad_norm": 0.3451341986656189,
+      "learning_rate": 0.00013722730183804256,
+      "loss": 11.6987,
+      "step": 54275
+    },
+    {
+      "epoch": 1.1361466968098468,
+      "grad_norm": 0.4418959617614746,
+      "learning_rate": 0.00013722526688831965,
+      "loss": 11.6513,
+      "step": 54276
+    },
+    {
+      "epoch": 1.136167629573809,
+      "grad_norm": 0.36721256375312805,
+      "learning_rate": 0.00013722323192070184,
+      "loss": 11.681,
+      "step": 54277
+    },
+    {
+      "epoch": 1.136188562337771,
+      "grad_norm": 0.35204771161079407,
+      "learning_rate": 0.00013722119693519009,
+      "loss": 11.6624,
+      "step": 54278
+    },
+    {
+      "epoch": 1.1362094951017332,
+      "grad_norm": 0.24095386266708374,
+      "learning_rate": 0.00013721916193178534,
+      "loss": 11.6551,
+      "step": 54279
+    },
+    {
+      "epoch": 1.1362304278656954,
+      "grad_norm": 0.3242948353290558,
+      "learning_rate": 0.00013721712691048863,
+      "loss": 11.6701,
+      "step": 54280
+    },
+    {
+      "epoch": 1.1362513606296576,
+      "grad_norm": 0.3125092089176178,
+      "learning_rate": 0.00013721509187130084,
+      "loss": 11.6479,
+      "step": 54281
+    },
+    {
+      "epoch": 1.1362722933936196,
+      "grad_norm": 0.3507530987262726,
+      "learning_rate": 0.00013721305681422307,
+      "loss": 11.6848,
+      "step": 54282
+    },
+    {
+      "epoch": 1.1362932261575818,
+      "grad_norm": 0.31261125206947327,
+      "learning_rate": 0.00013721102173925619,
+      "loss": 11.6791,
+      "step": 54283
+    },
+    {
+      "epoch": 1.136314158921544,
+      "grad_norm": 0.3748065233230591,
+      "learning_rate": 0.00013720898664640126,
+      "loss": 11.6676,
+      "step": 54284
+    },
+    {
+      "epoch": 1.1363350916855062,
+      "grad_norm": 0.5578004121780396,
+      "learning_rate": 0.0001372069515356592,
+      "loss": 11.6799,
+      "step": 54285
+    },
+    {
+      "epoch": 1.1363560244494684,
+      "grad_norm": 0.3471944034099579,
+      "learning_rate": 0.00013720491640703103,
+      "loss": 11.6611,
+      "step": 54286
+    },
+    {
+      "epoch": 1.1363769572134306,
+      "grad_norm": 0.3320075273513794,
+      "learning_rate": 0.00013720288126051772,
+      "loss": 11.6617,
+      "step": 54287
+    },
+    {
+      "epoch": 1.1363978899773926,
+      "grad_norm": 0.30022671818733215,
+      "learning_rate": 0.0001372008460961202,
+      "loss": 11.6509,
+      "step": 54288
+    },
+    {
+      "epoch": 1.1364188227413548,
+      "grad_norm": 0.31717461347579956,
+      "learning_rate": 0.00013719881091383952,
+      "loss": 11.681,
+      "step": 54289
+    },
+    {
+      "epoch": 1.136439755505317,
+      "grad_norm": 0.33605486154556274,
+      "learning_rate": 0.00013719677571367663,
+      "loss": 11.6776,
+      "step": 54290
+    },
+    {
+      "epoch": 1.1364606882692792,
+      "grad_norm": 0.3175072968006134,
+      "learning_rate": 0.0001371947404956325,
+      "loss": 11.674,
+      "step": 54291
+    },
+    {
+      "epoch": 1.1364816210332411,
+      "grad_norm": 0.3258779048919678,
+      "learning_rate": 0.00013719270525970812,
+      "loss": 11.6539,
+      "step": 54292
+    },
+    {
+      "epoch": 1.1365025537972033,
+      "grad_norm": 0.26969391107559204,
+      "learning_rate": 0.00013719067000590441,
+      "loss": 11.6665,
+      "step": 54293
+    },
+    {
+      "epoch": 1.1365234865611655,
+      "grad_norm": 0.3735181391239166,
+      "learning_rate": 0.00013718863473422243,
+      "loss": 11.6716,
+      "step": 54294
+    },
+    {
+      "epoch": 1.1365444193251277,
+      "grad_norm": 0.3707241117954254,
+      "learning_rate": 0.00013718659944466318,
+      "loss": 11.6886,
+      "step": 54295
+    },
+    {
+      "epoch": 1.13656535208909,
+      "grad_norm": 0.29441559314727783,
+      "learning_rate": 0.0001371845641372275,
+      "loss": 11.6565,
+      "step": 54296
+    },
+    {
+      "epoch": 1.136586284853052,
+      "grad_norm": 0.28888261318206787,
+      "learning_rate": 0.00013718252881191653,
+      "loss": 11.6509,
+      "step": 54297
+    },
+    {
+      "epoch": 1.136607217617014,
+      "grad_norm": 0.3605319857597351,
+      "learning_rate": 0.0001371804934687311,
+      "loss": 11.6589,
+      "step": 54298
+    },
+    {
+      "epoch": 1.1366281503809763,
+      "grad_norm": 0.31187525391578674,
+      "learning_rate": 0.00013717845810767233,
+      "loss": 11.6667,
+      "step": 54299
+    },
+    {
+      "epoch": 1.1366490831449385,
+      "grad_norm": 0.5146878361701965,
+      "learning_rate": 0.0001371764227287411,
+      "loss": 11.6809,
+      "step": 54300
+    },
+    {
+      "epoch": 1.1366700159089005,
+      "grad_norm": 0.3305475115776062,
+      "learning_rate": 0.0001371743873319384,
+      "loss": 11.6767,
+      "step": 54301
+    },
+    {
+      "epoch": 1.1366909486728627,
+      "grad_norm": 0.32212135195732117,
+      "learning_rate": 0.00013717235191726526,
+      "loss": 11.6636,
+      "step": 54302
+    },
+    {
+      "epoch": 1.136711881436825,
+      "grad_norm": 0.31822770833969116,
+      "learning_rate": 0.00013717031648472261,
+      "loss": 11.679,
+      "step": 54303
+    },
+    {
+      "epoch": 1.136732814200787,
+      "grad_norm": 0.31163540482521057,
+      "learning_rate": 0.00013716828103431148,
+      "loss": 11.6798,
+      "step": 54304
+    },
+    {
+      "epoch": 1.1367537469647493,
+      "grad_norm": 0.34506362676620483,
+      "learning_rate": 0.00013716624556603274,
+      "loss": 11.6629,
+      "step": 54305
+    },
+    {
+      "epoch": 1.1367746797287115,
+      "grad_norm": 0.3750501573085785,
+      "learning_rate": 0.0001371642100798875,
+      "loss": 11.6765,
+      "step": 54306
+    },
+    {
+      "epoch": 1.1367956124926735,
+      "grad_norm": 0.32628849148750305,
+      "learning_rate": 0.00013716217457587665,
+      "loss": 11.6643,
+      "step": 54307
+    },
+    {
+      "epoch": 1.1368165452566357,
+      "grad_norm": 0.44344425201416016,
+      "learning_rate": 0.0001371601390540012,
+      "loss": 11.6516,
+      "step": 54308
+    },
+    {
+      "epoch": 1.1368374780205979,
+      "grad_norm": 0.5303942561149597,
+      "learning_rate": 0.00013715810351426215,
+      "loss": 11.6683,
+      "step": 54309
+    },
+    {
+      "epoch": 1.13685841078456,
+      "grad_norm": 0.32121041417121887,
+      "learning_rate": 0.00013715606795666044,
+      "loss": 11.6713,
+      "step": 54310
+    },
+    {
+      "epoch": 1.136879343548522,
+      "grad_norm": 0.3825502395629883,
+      "learning_rate": 0.00013715403238119707,
+      "loss": 11.6699,
+      "step": 54311
+    },
+    {
+      "epoch": 1.1369002763124842,
+      "grad_norm": 0.24111278355121613,
+      "learning_rate": 0.00013715199678787302,
+      "loss": 11.6547,
+      "step": 54312
+    },
+    {
+      "epoch": 1.1369212090764464,
+      "grad_norm": 0.3287949860095978,
+      "learning_rate": 0.00013714996117668922,
+      "loss": 11.658,
+      "step": 54313
+    },
+    {
+      "epoch": 1.1369421418404086,
+      "grad_norm": 0.34582096338272095,
+      "learning_rate": 0.00013714792554764672,
+      "loss": 11.6651,
+      "step": 54314
+    },
+    {
+      "epoch": 1.1369630746043708,
+      "grad_norm": 0.2684502899646759,
+      "learning_rate": 0.00013714588990074647,
+      "loss": 11.6548,
+      "step": 54315
+    },
+    {
+      "epoch": 1.1369840073683328,
+      "grad_norm": 0.34851208329200745,
+      "learning_rate": 0.00013714385423598942,
+      "loss": 11.6605,
+      "step": 54316
+    },
+    {
+      "epoch": 1.137004940132295,
+      "grad_norm": 0.2965170741081238,
+      "learning_rate": 0.0001371418185533766,
+      "loss": 11.681,
+      "step": 54317
+    },
+    {
+      "epoch": 1.1370258728962572,
+      "grad_norm": 0.30407431721687317,
+      "learning_rate": 0.00013713978285290893,
+      "loss": 11.6564,
+      "step": 54318
+    },
+    {
+      "epoch": 1.1370468056602194,
+      "grad_norm": 0.28169190883636475,
+      "learning_rate": 0.00013713774713458747,
+      "loss": 11.6683,
+      "step": 54319
+    },
+    {
+      "epoch": 1.1370677384241814,
+      "grad_norm": 0.3154779374599457,
+      "learning_rate": 0.0001371357113984131,
+      "loss": 11.6731,
+      "step": 54320
+    },
+    {
+      "epoch": 1.1370886711881436,
+      "grad_norm": 0.37872037291526794,
+      "learning_rate": 0.00013713367564438693,
+      "loss": 11.6699,
+      "step": 54321
+    },
+    {
+      "epoch": 1.1371096039521058,
+      "grad_norm": 0.34183943271636963,
+      "learning_rate": 0.0001371316398725098,
+      "loss": 11.6797,
+      "step": 54322
+    },
+    {
+      "epoch": 1.137130536716068,
+      "grad_norm": 0.30542054772377014,
+      "learning_rate": 0.00013712960408278276,
+      "loss": 11.6752,
+      "step": 54323
+    },
+    {
+      "epoch": 1.1371514694800302,
+      "grad_norm": 0.3370092213153839,
+      "learning_rate": 0.00013712756827520678,
+      "loss": 11.6781,
+      "step": 54324
+    },
+    {
+      "epoch": 1.1371724022439924,
+      "grad_norm": 0.4258006513118744,
+      "learning_rate": 0.0001371255324497828,
+      "loss": 11.6585,
+      "step": 54325
+    },
+    {
+      "epoch": 1.1371933350079544,
+      "grad_norm": 0.3950825333595276,
+      "learning_rate": 0.00013712349660651183,
+      "loss": 11.6714,
+      "step": 54326
+    },
+    {
+      "epoch": 1.1372142677719166,
+      "grad_norm": 0.2557046115398407,
+      "learning_rate": 0.00013712146074539488,
+      "loss": 11.6636,
+      "step": 54327
+    },
+    {
+      "epoch": 1.1372352005358788,
+      "grad_norm": 0.34426918625831604,
+      "learning_rate": 0.00013711942486643291,
+      "loss": 11.6763,
+      "step": 54328
+    },
+    {
+      "epoch": 1.137256133299841,
+      "grad_norm": 0.3409072160720825,
+      "learning_rate": 0.0001371173889696269,
+      "loss": 11.6627,
+      "step": 54329
+    },
+    {
+      "epoch": 1.137277066063803,
+      "grad_norm": 0.5113263130187988,
+      "learning_rate": 0.00013711535305497777,
+      "loss": 11.6851,
+      "step": 54330
+    },
+    {
+      "epoch": 1.1372979988277652,
+      "grad_norm": 0.2877841889858246,
+      "learning_rate": 0.0001371133171224866,
+      "loss": 11.6625,
+      "step": 54331
+    },
+    {
+      "epoch": 1.1373189315917274,
+      "grad_norm": 0.41753607988357544,
+      "learning_rate": 0.00013711128117215425,
+      "loss": 11.6774,
+      "step": 54332
+    },
+    {
+      "epoch": 1.1373398643556896,
+      "grad_norm": 0.26717957854270935,
+      "learning_rate": 0.0001371092452039818,
+      "loss": 11.6705,
+      "step": 54333
+    },
+    {
+      "epoch": 1.1373607971196518,
+      "grad_norm": 0.4031375050544739,
+      "learning_rate": 0.00013710720921797018,
+      "loss": 11.6639,
+      "step": 54334
+    },
+    {
+      "epoch": 1.1373817298836137,
+      "grad_norm": 0.3220871686935425,
+      "learning_rate": 0.00013710517321412042,
+      "loss": 11.6698,
+      "step": 54335
+    },
+    {
+      "epoch": 1.137402662647576,
+      "grad_norm": 0.3713109791278839,
+      "learning_rate": 0.0001371031371924334,
+      "loss": 11.6677,
+      "step": 54336
+    },
+    {
+      "epoch": 1.1374235954115381,
+      "grad_norm": 0.34114161133766174,
+      "learning_rate": 0.0001371011011529102,
+      "loss": 11.6941,
+      "step": 54337
+    },
+    {
+      "epoch": 1.1374445281755003,
+      "grad_norm": 0.3486427068710327,
+      "learning_rate": 0.00013709906509555176,
+      "loss": 11.6577,
+      "step": 54338
+    },
+    {
+      "epoch": 1.1374654609394623,
+      "grad_norm": 0.33700278401374817,
+      "learning_rate": 0.000137097029020359,
+      "loss": 11.6627,
+      "step": 54339
+    },
+    {
+      "epoch": 1.1374863937034245,
+      "grad_norm": 0.34833824634552,
+      "learning_rate": 0.00013709499292733303,
+      "loss": 11.686,
+      "step": 54340
+    },
+    {
+      "epoch": 1.1375073264673867,
+      "grad_norm": 0.3260454535484314,
+      "learning_rate": 0.0001370929568164747,
+      "loss": 11.6633,
+      "step": 54341
+    },
+    {
+      "epoch": 1.137528259231349,
+      "grad_norm": 0.30821725726127625,
+      "learning_rate": 0.00013709092068778507,
+      "loss": 11.6605,
+      "step": 54342
+    },
+    {
+      "epoch": 1.1375491919953111,
+      "grad_norm": 0.3956184387207031,
+      "learning_rate": 0.00013708888454126508,
+      "loss": 11.6737,
+      "step": 54343
+    },
+    {
+      "epoch": 1.1375701247592733,
+      "grad_norm": 0.3335348963737488,
+      "learning_rate": 0.00013708684837691575,
+      "loss": 11.6718,
+      "step": 54344
+    },
+    {
+      "epoch": 1.1375910575232353,
+      "grad_norm": 0.24486114084720612,
+      "learning_rate": 0.000137084812194738,
+      "loss": 11.6572,
+      "step": 54345
+    },
+    {
+      "epoch": 1.1376119902871975,
+      "grad_norm": 0.3497864007949829,
+      "learning_rate": 0.0001370827759947328,
+      "loss": 11.6652,
+      "step": 54346
+    },
+    {
+      "epoch": 1.1376329230511597,
+      "grad_norm": 0.2637932598590851,
+      "learning_rate": 0.0001370807397769012,
+      "loss": 11.6621,
+      "step": 54347
+    },
+    {
+      "epoch": 1.137653855815122,
+      "grad_norm": 0.3471871614456177,
+      "learning_rate": 0.00013707870354124417,
+      "loss": 11.663,
+      "step": 54348
+    },
+    {
+      "epoch": 1.1376747885790839,
+      "grad_norm": 0.3817348778247833,
+      "learning_rate": 0.00013707666728776264,
+      "loss": 11.6608,
+      "step": 54349
+    },
+    {
+      "epoch": 1.137695721343046,
+      "grad_norm": 0.2995477616786957,
+      "learning_rate": 0.00013707463101645761,
+      "loss": 11.6776,
+      "step": 54350
+    },
+    {
+      "epoch": 1.1377166541070083,
+      "grad_norm": 0.3454253375530243,
+      "learning_rate": 0.0001370725947273301,
+      "loss": 11.6678,
+      "step": 54351
+    },
+    {
+      "epoch": 1.1377375868709705,
+      "grad_norm": 0.28558772802352905,
+      "learning_rate": 0.000137070558420381,
+      "loss": 11.6638,
+      "step": 54352
+    },
+    {
+      "epoch": 1.1377585196349327,
+      "grad_norm": 0.2834356129169464,
+      "learning_rate": 0.00013706852209561133,
+      "loss": 11.6691,
+      "step": 54353
+    },
+    {
+      "epoch": 1.1377794523988947,
+      "grad_norm": 0.29152220487594604,
+      "learning_rate": 0.00013706648575302215,
+      "loss": 11.6644,
+      "step": 54354
+    },
+    {
+      "epoch": 1.1378003851628569,
+      "grad_norm": 0.3703083097934723,
+      "learning_rate": 0.00013706444939261432,
+      "loss": 11.6619,
+      "step": 54355
+    },
+    {
+      "epoch": 1.137821317926819,
+      "grad_norm": 0.3350214958190918,
+      "learning_rate": 0.00013706241301438888,
+      "loss": 11.6727,
+      "step": 54356
+    },
+    {
+      "epoch": 1.1378422506907813,
+      "grad_norm": 0.3204955756664276,
+      "learning_rate": 0.00013706037661834677,
+      "loss": 11.6673,
+      "step": 54357
+    },
+    {
+      "epoch": 1.1378631834547432,
+      "grad_norm": 0.2998967468738556,
+      "learning_rate": 0.00013705834020448903,
+      "loss": 11.6609,
+      "step": 54358
+    },
+    {
+      "epoch": 1.1378841162187054,
+      "grad_norm": 0.36053231358528137,
+      "learning_rate": 0.00013705630377281656,
+      "loss": 11.6566,
+      "step": 54359
+    },
+    {
+      "epoch": 1.1379050489826676,
+      "grad_norm": 0.4204886257648468,
+      "learning_rate": 0.00013705426732333042,
+      "loss": 11.655,
+      "step": 54360
+    },
+    {
+      "epoch": 1.1379259817466298,
+      "grad_norm": 0.3426128029823303,
+      "learning_rate": 0.00013705223085603153,
+      "loss": 11.6586,
+      "step": 54361
+    },
+    {
+      "epoch": 1.137946914510592,
+      "grad_norm": 0.34908929467201233,
+      "learning_rate": 0.0001370501943709209,
+      "loss": 11.6743,
+      "step": 54362
+    },
+    {
+      "epoch": 1.1379678472745542,
+      "grad_norm": 0.38468530774116516,
+      "learning_rate": 0.0001370481578679995,
+      "loss": 11.651,
+      "step": 54363
+    },
+    {
+      "epoch": 1.1379887800385162,
+      "grad_norm": 0.32736194133758545,
+      "learning_rate": 0.0001370461213472683,
+      "loss": 11.6702,
+      "step": 54364
+    },
+    {
+      "epoch": 1.1380097128024784,
+      "grad_norm": 0.36783069372177124,
+      "learning_rate": 0.0001370440848087283,
+      "loss": 11.6721,
+      "step": 54365
+    },
+    {
+      "epoch": 1.1380306455664406,
+      "grad_norm": 0.2490149587392807,
+      "learning_rate": 0.00013704204825238048,
+      "loss": 11.654,
+      "step": 54366
+    },
+    {
+      "epoch": 1.1380515783304028,
+      "grad_norm": 0.3490259647369385,
+      "learning_rate": 0.00013704001167822574,
+      "loss": 11.6777,
+      "step": 54367
+    },
+    {
+      "epoch": 1.1380725110943648,
+      "grad_norm": 0.34653180837631226,
+      "learning_rate": 0.00013703797508626519,
+      "loss": 11.681,
+      "step": 54368
+    },
+    {
+      "epoch": 1.138093443858327,
+      "grad_norm": 0.4006091058254242,
+      "learning_rate": 0.00013703593847649972,
+      "loss": 11.6786,
+      "step": 54369
+    },
+    {
+      "epoch": 1.1381143766222892,
+      "grad_norm": 0.3927997946739197,
+      "learning_rate": 0.00013703390184893033,
+      "loss": 11.6601,
+      "step": 54370
+    },
+    {
+      "epoch": 1.1381353093862514,
+      "grad_norm": 0.3218362629413605,
+      "learning_rate": 0.000137031865203558,
+      "loss": 11.6616,
+      "step": 54371
+    },
+    {
+      "epoch": 1.1381562421502136,
+      "grad_norm": 0.38949307799339294,
+      "learning_rate": 0.0001370298285403837,
+      "loss": 11.6822,
+      "step": 54372
+    },
+    {
+      "epoch": 1.1381771749141756,
+      "grad_norm": 0.3469213545322418,
+      "learning_rate": 0.00013702779185940846,
+      "loss": 11.6691,
+      "step": 54373
+    },
+    {
+      "epoch": 1.1381981076781378,
+      "grad_norm": 0.39040327072143555,
+      "learning_rate": 0.00013702575516063317,
+      "loss": 11.6529,
+      "step": 54374
+    },
+    {
+      "epoch": 1.1382190404421,
+      "grad_norm": 0.3476276397705078,
+      "learning_rate": 0.0001370237184440589,
+      "loss": 11.6662,
+      "step": 54375
+    },
+    {
+      "epoch": 1.1382399732060622,
+      "grad_norm": 0.33457478880882263,
+      "learning_rate": 0.00013702168170968656,
+      "loss": 11.6707,
+      "step": 54376
+    },
+    {
+      "epoch": 1.1382609059700242,
+      "grad_norm": 0.3822413384914398,
+      "learning_rate": 0.00013701964495751716,
+      "loss": 11.6534,
+      "step": 54377
+    },
+    {
+      "epoch": 1.1382818387339864,
+      "grad_norm": 0.2747609615325928,
+      "learning_rate": 0.0001370176081875517,
+      "loss": 11.6672,
+      "step": 54378
+    },
+    {
+      "epoch": 1.1383027714979486,
+      "grad_norm": 0.30824220180511475,
+      "learning_rate": 0.00013701557139979108,
+      "loss": 11.6679,
+      "step": 54379
+    },
+    {
+      "epoch": 1.1383237042619108,
+      "grad_norm": 0.2990872859954834,
+      "learning_rate": 0.00013701353459423638,
+      "loss": 11.6914,
+      "step": 54380
+    },
+    {
+      "epoch": 1.138344637025873,
+      "grad_norm": 0.3786865472793579,
+      "learning_rate": 0.0001370114977708885,
+      "loss": 11.6455,
+      "step": 54381
+    },
+    {
+      "epoch": 1.1383655697898352,
+      "grad_norm": 0.2742268741130829,
+      "learning_rate": 0.00013700946092974847,
+      "loss": 11.6503,
+      "step": 54382
+    },
+    {
+      "epoch": 1.1383865025537971,
+      "grad_norm": 0.4545963704586029,
+      "learning_rate": 0.00013700742407081725,
+      "loss": 11.6112,
+      "step": 54383
+    },
+    {
+      "epoch": 1.1384074353177593,
+      "grad_norm": 0.3360515534877777,
+      "learning_rate": 0.00013700538719409582,
+      "loss": 11.6683,
+      "step": 54384
+    },
+    {
+      "epoch": 1.1384283680817215,
+      "grad_norm": 0.28115981817245483,
+      "learning_rate": 0.00013700335029958515,
+      "loss": 11.6445,
+      "step": 54385
+    },
+    {
+      "epoch": 1.1384493008456837,
+      "grad_norm": 0.3721102774143219,
+      "learning_rate": 0.00013700131338728624,
+      "loss": 11.6803,
+      "step": 54386
+    },
+    {
+      "epoch": 1.1384702336096457,
+      "grad_norm": 0.2568434476852417,
+      "learning_rate": 0.00013699927645720002,
+      "loss": 11.6718,
+      "step": 54387
+    },
+    {
+      "epoch": 1.138491166373608,
+      "grad_norm": 0.28874439001083374,
+      "learning_rate": 0.00013699723950932758,
+      "loss": 11.6684,
+      "step": 54388
+    },
+    {
+      "epoch": 1.1385120991375701,
+      "grad_norm": 0.33078253269195557,
+      "learning_rate": 0.00013699520254366977,
+      "loss": 11.6649,
+      "step": 54389
+    },
+    {
+      "epoch": 1.1385330319015323,
+      "grad_norm": 0.3265024423599243,
+      "learning_rate": 0.00013699316556022763,
+      "loss": 11.6728,
+      "step": 54390
+    },
+    {
+      "epoch": 1.1385539646654945,
+      "grad_norm": 0.30576881766319275,
+      "learning_rate": 0.00013699112855900217,
+      "loss": 11.6675,
+      "step": 54391
+    },
+    {
+      "epoch": 1.1385748974294565,
+      "grad_norm": 0.31823304295539856,
+      "learning_rate": 0.0001369890915399943,
+      "loss": 11.675,
+      "step": 54392
+    },
+    {
+      "epoch": 1.1385958301934187,
+      "grad_norm": 0.48752662539482117,
+      "learning_rate": 0.00013698705450320502,
+      "loss": 11.6676,
+      "step": 54393
+    },
+    {
+      "epoch": 1.138616762957381,
+      "grad_norm": 0.29405468702316284,
+      "learning_rate": 0.00013698501744863534,
+      "loss": 11.6654,
+      "step": 54394
+    },
+    {
+      "epoch": 1.138637695721343,
+      "grad_norm": 0.2781704068183899,
+      "learning_rate": 0.00013698298037628624,
+      "loss": 11.66,
+      "step": 54395
+    },
+    {
+      "epoch": 1.138658628485305,
+      "grad_norm": 0.32145455479621887,
+      "learning_rate": 0.00013698094328615864,
+      "loss": 11.6742,
+      "step": 54396
+    },
+    {
+      "epoch": 1.1386795612492673,
+      "grad_norm": 0.3431553542613983,
+      "learning_rate": 0.00013697890617825358,
+      "loss": 11.6419,
+      "step": 54397
+    },
+    {
+      "epoch": 1.1387004940132295,
+      "grad_norm": 0.3568767309188843,
+      "learning_rate": 0.000136976869052572,
+      "loss": 11.667,
+      "step": 54398
+    },
+    {
+      "epoch": 1.1387214267771917,
+      "grad_norm": 0.2983161509037018,
+      "learning_rate": 0.0001369748319091149,
+      "loss": 11.6732,
+      "step": 54399
+    },
+    {
+      "epoch": 1.1387423595411539,
+      "grad_norm": 0.3086344599723816,
+      "learning_rate": 0.00013697279474788332,
+      "loss": 11.6704,
+      "step": 54400
+    },
+    {
+      "epoch": 1.138763292305116,
+      "grad_norm": 0.2994506061077118,
+      "learning_rate": 0.0001369707575688781,
+      "loss": 11.6667,
+      "step": 54401
+    },
+    {
+      "epoch": 1.138784225069078,
+      "grad_norm": 0.3804547190666199,
+      "learning_rate": 0.00013696872037210036,
+      "loss": 11.684,
+      "step": 54402
+    },
+    {
+      "epoch": 1.1388051578330403,
+      "grad_norm": 0.30468395352363586,
+      "learning_rate": 0.00013696668315755096,
+      "loss": 11.672,
+      "step": 54403
+    },
+    {
+      "epoch": 1.1388260905970025,
+      "grad_norm": 0.2794245481491089,
+      "learning_rate": 0.00013696464592523094,
+      "loss": 11.6499,
+      "step": 54404
+    },
+    {
+      "epoch": 1.1388470233609647,
+      "grad_norm": 0.3757229149341583,
+      "learning_rate": 0.0001369626086751413,
+      "loss": 11.6687,
+      "step": 54405
+    },
+    {
+      "epoch": 1.1388679561249266,
+      "grad_norm": 0.43603548407554626,
+      "learning_rate": 0.00013696057140728297,
+      "loss": 11.6837,
+      "step": 54406
+    },
+    {
+      "epoch": 1.1388888888888888,
+      "grad_norm": 0.2667413055896759,
+      "learning_rate": 0.000136958534121657,
+      "loss": 11.6646,
+      "step": 54407
+    },
+    {
+      "epoch": 1.138909821652851,
+      "grad_norm": 0.3163650631904602,
+      "learning_rate": 0.00013695649681826424,
+      "loss": 11.686,
+      "step": 54408
+    },
+    {
+      "epoch": 1.1389307544168132,
+      "grad_norm": 0.3182964324951172,
+      "learning_rate": 0.00013695445949710581,
+      "loss": 11.6717,
+      "step": 54409
+    },
+    {
+      "epoch": 1.1389516871807754,
+      "grad_norm": 0.36840298771858215,
+      "learning_rate": 0.00013695242215818265,
+      "loss": 11.6664,
+      "step": 54410
+    },
+    {
+      "epoch": 1.1389726199447374,
+      "grad_norm": 0.2861146628856659,
+      "learning_rate": 0.00013695038480149568,
+      "loss": 11.6612,
+      "step": 54411
+    },
+    {
+      "epoch": 1.1389935527086996,
+      "grad_norm": 0.2855009436607361,
+      "learning_rate": 0.00013694834742704594,
+      "loss": 11.6716,
+      "step": 54412
+    },
+    {
+      "epoch": 1.1390144854726618,
+      "grad_norm": 0.34275850653648376,
+      "learning_rate": 0.00013694631003483435,
+      "loss": 11.6861,
+      "step": 54413
+    },
+    {
+      "epoch": 1.139035418236624,
+      "grad_norm": 0.2842520475387573,
+      "learning_rate": 0.00013694427262486198,
+      "loss": 11.6699,
+      "step": 54414
+    },
+    {
+      "epoch": 1.139056351000586,
+      "grad_norm": 0.374307245016098,
+      "learning_rate": 0.0001369422351971297,
+      "loss": 11.6808,
+      "step": 54415
+    },
+    {
+      "epoch": 1.1390772837645482,
+      "grad_norm": 0.42783015966415405,
+      "learning_rate": 0.0001369401977516386,
+      "loss": 11.6761,
+      "step": 54416
+    },
+    {
+      "epoch": 1.1390982165285104,
+      "grad_norm": 0.41332077980041504,
+      "learning_rate": 0.0001369381602883896,
+      "loss": 11.6899,
+      "step": 54417
+    },
+    {
+      "epoch": 1.1391191492924726,
+      "grad_norm": 0.38902175426483154,
+      "learning_rate": 0.0001369361228073837,
+      "loss": 11.6482,
+      "step": 54418
+    },
+    {
+      "epoch": 1.1391400820564348,
+      "grad_norm": 0.3007003664970398,
+      "learning_rate": 0.0001369340853086218,
+      "loss": 11.6696,
+      "step": 54419
+    },
+    {
+      "epoch": 1.139161014820397,
+      "grad_norm": 0.3304904103279114,
+      "learning_rate": 0.000136932047792105,
+      "loss": 11.6743,
+      "step": 54420
+    },
+    {
+      "epoch": 1.139181947584359,
+      "grad_norm": 0.4072444438934326,
+      "learning_rate": 0.0001369300102578342,
+      "loss": 11.6705,
+      "step": 54421
+    },
+    {
+      "epoch": 1.1392028803483212,
+      "grad_norm": 0.26854443550109863,
+      "learning_rate": 0.00013692797270581041,
+      "loss": 11.6492,
+      "step": 54422
+    },
+    {
+      "epoch": 1.1392238131122834,
+      "grad_norm": 0.3925406336784363,
+      "learning_rate": 0.00013692593513603461,
+      "loss": 11.6903,
+      "step": 54423
+    },
+    {
+      "epoch": 1.1392447458762456,
+      "grad_norm": 0.40182796120643616,
+      "learning_rate": 0.0001369238975485078,
+      "loss": 11.6764,
+      "step": 54424
+    },
+    {
+      "epoch": 1.1392656786402076,
+      "grad_norm": 0.8204267621040344,
+      "learning_rate": 0.00013692185994323088,
+      "loss": 11.6777,
+      "step": 54425
+    },
+    {
+      "epoch": 1.1392866114041698,
+      "grad_norm": 0.28922683000564575,
+      "learning_rate": 0.00013691982232020487,
+      "loss": 11.6679,
+      "step": 54426
+    },
+    {
+      "epoch": 1.139307544168132,
+      "grad_norm": 0.28413158655166626,
+      "learning_rate": 0.00013691778467943085,
+      "loss": 11.6655,
+      "step": 54427
+    },
+    {
+      "epoch": 1.1393284769320942,
+      "grad_norm": 0.42127445340156555,
+      "learning_rate": 0.00013691574702090963,
+      "loss": 11.6801,
+      "step": 54428
+    },
+    {
+      "epoch": 1.1393494096960564,
+      "grad_norm": 0.33907487988471985,
+      "learning_rate": 0.0001369137093446423,
+      "loss": 11.6674,
+      "step": 54429
+    },
+    {
+      "epoch": 1.1393703424600183,
+      "grad_norm": 0.3655618131160736,
+      "learning_rate": 0.0001369116716506298,
+      "loss": 11.6712,
+      "step": 54430
+    },
+    {
+      "epoch": 1.1393912752239805,
+      "grad_norm": 0.28623107075691223,
+      "learning_rate": 0.00013690963393887313,
+      "loss": 11.6528,
+      "step": 54431
+    },
+    {
+      "epoch": 1.1394122079879427,
+      "grad_norm": 0.39124608039855957,
+      "learning_rate": 0.0001369075962093733,
+      "loss": 11.6687,
+      "step": 54432
+    },
+    {
+      "epoch": 1.139433140751905,
+      "grad_norm": 0.39580395817756653,
+      "learning_rate": 0.00013690555846213116,
+      "loss": 11.6595,
+      "step": 54433
+    },
+    {
+      "epoch": 1.139454073515867,
+      "grad_norm": 0.323079913854599,
+      "learning_rate": 0.00013690352069714785,
+      "loss": 11.6736,
+      "step": 54434
+    },
+    {
+      "epoch": 1.1394750062798291,
+      "grad_norm": 0.32868731021881104,
+      "learning_rate": 0.00013690148291442425,
+      "loss": 11.6612,
+      "step": 54435
+    },
+    {
+      "epoch": 1.1394959390437913,
+      "grad_norm": 0.3190084993839264,
+      "learning_rate": 0.00013689944511396135,
+      "loss": 11.6699,
+      "step": 54436
+    },
+    {
+      "epoch": 1.1395168718077535,
+      "grad_norm": 0.4152095913887024,
+      "learning_rate": 0.00013689740729576016,
+      "loss": 11.6774,
+      "step": 54437
+    },
+    {
+      "epoch": 1.1395378045717157,
+      "grad_norm": 0.3397059440612793,
+      "learning_rate": 0.00013689536945982167,
+      "loss": 11.6702,
+      "step": 54438
+    },
+    {
+      "epoch": 1.139558737335678,
+      "grad_norm": 0.25867173075675964,
+      "learning_rate": 0.00013689333160614683,
+      "loss": 11.6787,
+      "step": 54439
+    },
+    {
+      "epoch": 1.13957967009964,
+      "grad_norm": 0.3485364317893982,
+      "learning_rate": 0.00013689129373473658,
+      "loss": 11.6685,
+      "step": 54440
+    },
+    {
+      "epoch": 1.139600602863602,
+      "grad_norm": 0.30977973341941833,
+      "learning_rate": 0.000136889255845592,
+      "loss": 11.6689,
+      "step": 54441
+    },
+    {
+      "epoch": 1.1396215356275643,
+      "grad_norm": 0.2537821829319,
+      "learning_rate": 0.00013688721793871398,
+      "loss": 11.677,
+      "step": 54442
+    },
+    {
+      "epoch": 1.1396424683915265,
+      "grad_norm": 0.299620121717453,
+      "learning_rate": 0.00013688518001410356,
+      "loss": 11.6892,
+      "step": 54443
+    },
+    {
+      "epoch": 1.1396634011554885,
+      "grad_norm": 0.31572791934013367,
+      "learning_rate": 0.0001368831420717617,
+      "loss": 11.6744,
+      "step": 54444
+    },
+    {
+      "epoch": 1.1396843339194507,
+      "grad_norm": 0.3251931965351105,
+      "learning_rate": 0.00013688110411168934,
+      "loss": 11.6725,
+      "step": 54445
+    },
+    {
+      "epoch": 1.1397052666834129,
+      "grad_norm": 0.3141253888607025,
+      "learning_rate": 0.00013687906613388755,
+      "loss": 11.6651,
+      "step": 54446
+    },
+    {
+      "epoch": 1.139726199447375,
+      "grad_norm": 0.4084301292896271,
+      "learning_rate": 0.00013687702813835722,
+      "loss": 11.6937,
+      "step": 54447
+    },
+    {
+      "epoch": 1.1397471322113373,
+      "grad_norm": 0.27200978994369507,
+      "learning_rate": 0.00013687499012509933,
+      "loss": 11.6511,
+      "step": 54448
+    },
+    {
+      "epoch": 1.1397680649752993,
+      "grad_norm": 0.2705433666706085,
+      "learning_rate": 0.00013687295209411496,
+      "loss": 11.666,
+      "step": 54449
+    },
+    {
+      "epoch": 1.1397889977392615,
+      "grad_norm": 0.36849769949913025,
+      "learning_rate": 0.00013687091404540497,
+      "loss": 11.6941,
+      "step": 54450
+    },
+    {
+      "epoch": 1.1398099305032237,
+      "grad_norm": 0.34370094537734985,
+      "learning_rate": 0.00013686887597897044,
+      "loss": 11.6812,
+      "step": 54451
+    },
+    {
+      "epoch": 1.1398308632671859,
+      "grad_norm": 0.460697740316391,
+      "learning_rate": 0.00013686683789481226,
+      "loss": 11.667,
+      "step": 54452
+    },
+    {
+      "epoch": 1.1398517960311478,
+      "grad_norm": 0.4834199547767639,
+      "learning_rate": 0.00013686479979293145,
+      "loss": 11.6533,
+      "step": 54453
+    },
+    {
+      "epoch": 1.13987272879511,
+      "grad_norm": 0.3446224331855774,
+      "learning_rate": 0.00013686276167332903,
+      "loss": 11.6646,
+      "step": 54454
+    },
+    {
+      "epoch": 1.1398936615590722,
+      "grad_norm": 0.3744746148586273,
+      "learning_rate": 0.0001368607235360059,
+      "loss": 11.6623,
+      "step": 54455
+    },
+    {
+      "epoch": 1.1399145943230344,
+      "grad_norm": 0.28601980209350586,
+      "learning_rate": 0.00013685868538096312,
+      "loss": 11.6494,
+      "step": 54456
+    },
+    {
+      "epoch": 1.1399355270869966,
+      "grad_norm": 0.3295336365699768,
+      "learning_rate": 0.00013685664720820162,
+      "loss": 11.6635,
+      "step": 54457
+    },
+    {
+      "epoch": 1.1399564598509588,
+      "grad_norm": 0.35624533891677856,
+      "learning_rate": 0.00013685460901772238,
+      "loss": 11.6787,
+      "step": 54458
+    },
+    {
+      "epoch": 1.1399773926149208,
+      "grad_norm": 0.2844374179840088,
+      "learning_rate": 0.00013685257080952638,
+      "loss": 11.6586,
+      "step": 54459
+    },
+    {
+      "epoch": 1.139998325378883,
+      "grad_norm": 0.3242539167404175,
+      "learning_rate": 0.00013685053258361465,
+      "loss": 11.6711,
+      "step": 54460
+    },
+    {
+      "epoch": 1.1400192581428452,
+      "grad_norm": 0.4212028682231903,
+      "learning_rate": 0.0001368484943399881,
+      "loss": 11.6795,
+      "step": 54461
+    },
+    {
+      "epoch": 1.1400401909068074,
+      "grad_norm": 0.37674951553344727,
+      "learning_rate": 0.00013684645607864773,
+      "loss": 11.6698,
+      "step": 54462
+    },
+    {
+      "epoch": 1.1400611236707694,
+      "grad_norm": 0.3536170721054077,
+      "learning_rate": 0.00013684441779959457,
+      "loss": 11.6558,
+      "step": 54463
+    },
+    {
+      "epoch": 1.1400820564347316,
+      "grad_norm": 0.3251650929450989,
+      "learning_rate": 0.00013684237950282953,
+      "loss": 11.6694,
+      "step": 54464
+    },
+    {
+      "epoch": 1.1401029891986938,
+      "grad_norm": 0.40344342589378357,
+      "learning_rate": 0.0001368403411883536,
+      "loss": 11.6799,
+      "step": 54465
+    },
+    {
+      "epoch": 1.140123921962656,
+      "grad_norm": 0.2732636630535126,
+      "learning_rate": 0.00013683830285616784,
+      "loss": 11.6682,
+      "step": 54466
+    },
+    {
+      "epoch": 1.1401448547266182,
+      "grad_norm": 0.24144786596298218,
+      "learning_rate": 0.00013683626450627313,
+      "loss": 11.6723,
+      "step": 54467
+    },
+    {
+      "epoch": 1.1401657874905802,
+      "grad_norm": 0.2795935273170471,
+      "learning_rate": 0.0001368342261386705,
+      "loss": 11.6756,
+      "step": 54468
+    },
+    {
+      "epoch": 1.1401867202545424,
+      "grad_norm": 0.3511239290237427,
+      "learning_rate": 0.0001368321877533609,
+      "loss": 11.6651,
+      "step": 54469
+    },
+    {
+      "epoch": 1.1402076530185046,
+      "grad_norm": 0.44464120268821716,
+      "learning_rate": 0.00013683014935034535,
+      "loss": 11.67,
+      "step": 54470
+    },
+    {
+      "epoch": 1.1402285857824668,
+      "grad_norm": 0.2627239525318146,
+      "learning_rate": 0.00013682811092962483,
+      "loss": 11.6804,
+      "step": 54471
+    },
+    {
+      "epoch": 1.1402495185464288,
+      "grad_norm": 0.3832915723323822,
+      "learning_rate": 0.00013682607249120024,
+      "loss": 11.6624,
+      "step": 54472
+    },
+    {
+      "epoch": 1.140270451310391,
+      "grad_norm": 0.3808514177799225,
+      "learning_rate": 0.00013682403403507266,
+      "loss": 11.6771,
+      "step": 54473
+    },
+    {
+      "epoch": 1.1402913840743532,
+      "grad_norm": 0.34151339530944824,
+      "learning_rate": 0.00013682199556124303,
+      "loss": 11.6699,
+      "step": 54474
+    },
+    {
+      "epoch": 1.1403123168383154,
+      "grad_norm": 0.2573256492614746,
+      "learning_rate": 0.0001368199570697123,
+      "loss": 11.6529,
+      "step": 54475
+    },
+    {
+      "epoch": 1.1403332496022776,
+      "grad_norm": 0.37153688073158264,
+      "learning_rate": 0.00013681791856048152,
+      "loss": 11.6792,
+      "step": 54476
+    },
+    {
+      "epoch": 1.1403541823662398,
+      "grad_norm": 0.309396892786026,
+      "learning_rate": 0.0001368158800335516,
+      "loss": 11.6602,
+      "step": 54477
+    },
+    {
+      "epoch": 1.1403751151302017,
+      "grad_norm": 0.2911333739757538,
+      "learning_rate": 0.00013681384148892355,
+      "loss": 11.6661,
+      "step": 54478
+    },
+    {
+      "epoch": 1.140396047894164,
+      "grad_norm": 0.2978394627571106,
+      "learning_rate": 0.00013681180292659834,
+      "loss": 11.6732,
+      "step": 54479
+    },
+    {
+      "epoch": 1.1404169806581261,
+      "grad_norm": 0.2507574260234833,
+      "learning_rate": 0.00013680976434657697,
+      "loss": 11.6506,
+      "step": 54480
+    },
+    {
+      "epoch": 1.1404379134220883,
+      "grad_norm": 0.2432958483695984,
+      "learning_rate": 0.00013680772574886042,
+      "loss": 11.6616,
+      "step": 54481
+    },
+    {
+      "epoch": 1.1404588461860503,
+      "grad_norm": 0.37392857670783997,
+      "learning_rate": 0.00013680568713344966,
+      "loss": 11.6578,
+      "step": 54482
+    },
+    {
+      "epoch": 1.1404797789500125,
+      "grad_norm": 0.3036283254623413,
+      "learning_rate": 0.00013680364850034567,
+      "loss": 11.6662,
+      "step": 54483
+    },
+    {
+      "epoch": 1.1405007117139747,
+      "grad_norm": 0.3193393349647522,
+      "learning_rate": 0.0001368016098495494,
+      "loss": 11.6576,
+      "step": 54484
+    },
+    {
+      "epoch": 1.140521644477937,
+      "grad_norm": 0.32847514748573303,
+      "learning_rate": 0.00013679957118106187,
+      "loss": 11.6701,
+      "step": 54485
+    },
+    {
+      "epoch": 1.1405425772418991,
+      "grad_norm": 0.27020594477653503,
+      "learning_rate": 0.00013679753249488407,
+      "loss": 11.6531,
+      "step": 54486
+    },
+    {
+      "epoch": 1.140563510005861,
+      "grad_norm": 0.3099590837955475,
+      "learning_rate": 0.00013679549379101694,
+      "loss": 11.6681,
+      "step": 54487
+    },
+    {
+      "epoch": 1.1405844427698233,
+      "grad_norm": 0.3085559904575348,
+      "learning_rate": 0.0001367934550694615,
+      "loss": 11.6571,
+      "step": 54488
+    },
+    {
+      "epoch": 1.1406053755337855,
+      "grad_norm": 0.2684389650821686,
+      "learning_rate": 0.00013679141633021866,
+      "loss": 11.6727,
+      "step": 54489
+    },
+    {
+      "epoch": 1.1406263082977477,
+      "grad_norm": 0.3116244971752167,
+      "learning_rate": 0.00013678937757328948,
+      "loss": 11.6755,
+      "step": 54490
+    },
+    {
+      "epoch": 1.1406472410617097,
+      "grad_norm": 0.3381907641887665,
+      "learning_rate": 0.0001367873387986749,
+      "loss": 11.6643,
+      "step": 54491
+    },
+    {
+      "epoch": 1.1406681738256719,
+      "grad_norm": 0.3207962214946747,
+      "learning_rate": 0.00013678530000637591,
+      "loss": 11.6718,
+      "step": 54492
+    },
+    {
+      "epoch": 1.140689106589634,
+      "grad_norm": 0.35835281014442444,
+      "learning_rate": 0.0001367832611963935,
+      "loss": 11.6582,
+      "step": 54493
+    },
+    {
+      "epoch": 1.1407100393535963,
+      "grad_norm": 0.45001477003097534,
+      "learning_rate": 0.00013678122236872865,
+      "loss": 11.6924,
+      "step": 54494
+    },
+    {
+      "epoch": 1.1407309721175585,
+      "grad_norm": 0.2569904625415802,
+      "learning_rate": 0.00013677918352338232,
+      "loss": 11.6653,
+      "step": 54495
+    },
+    {
+      "epoch": 1.1407519048815207,
+      "grad_norm": 0.26991257071495056,
+      "learning_rate": 0.0001367771446603555,
+      "loss": 11.67,
+      "step": 54496
+    },
+    {
+      "epoch": 1.1407728376454827,
+      "grad_norm": 0.3617772161960602,
+      "learning_rate": 0.00013677510577964915,
+      "loss": 11.667,
+      "step": 54497
+    },
+    {
+      "epoch": 1.1407937704094449,
+      "grad_norm": 0.447566956281662,
+      "learning_rate": 0.0001367730668812643,
+      "loss": 11.6708,
+      "step": 54498
+    },
+    {
+      "epoch": 1.140814703173407,
+      "grad_norm": 0.2906445264816284,
+      "learning_rate": 0.00013677102796520187,
+      "loss": 11.6615,
+      "step": 54499
+    },
+    {
+      "epoch": 1.1408356359373693,
+      "grad_norm": 0.2915176451206207,
+      "learning_rate": 0.00013676898903146288,
+      "loss": 11.679,
+      "step": 54500
+    },
+    {
+      "epoch": 1.1408565687013312,
+      "grad_norm": 0.31844285130500793,
+      "learning_rate": 0.00013676695008004832,
+      "loss": 11.6552,
+      "step": 54501
+    },
+    {
+      "epoch": 1.1408775014652934,
+      "grad_norm": 0.3008694052696228,
+      "learning_rate": 0.0001367649111109591,
+      "loss": 11.6521,
+      "step": 54502
+    },
+    {
+      "epoch": 1.1408984342292556,
+      "grad_norm": 0.31876295804977417,
+      "learning_rate": 0.00013676287212419628,
+      "loss": 11.6661,
+      "step": 54503
+    },
+    {
+      "epoch": 1.1409193669932178,
+      "grad_norm": 0.30997002124786377,
+      "learning_rate": 0.00013676083311976083,
+      "loss": 11.6497,
+      "step": 54504
+    },
+    {
+      "epoch": 1.14094029975718,
+      "grad_norm": 0.2783697247505188,
+      "learning_rate": 0.00013675879409765372,
+      "loss": 11.664,
+      "step": 54505
+    },
+    {
+      "epoch": 1.140961232521142,
+      "grad_norm": 0.328551709651947,
+      "learning_rate": 0.00013675675505787587,
+      "loss": 11.6523,
+      "step": 54506
+    },
+    {
+      "epoch": 1.1409821652851042,
+      "grad_norm": 0.2895074188709259,
+      "learning_rate": 0.00013675471600042835,
+      "loss": 11.6671,
+      "step": 54507
+    },
+    {
+      "epoch": 1.1410030980490664,
+      "grad_norm": 0.4288688004016876,
+      "learning_rate": 0.00013675267692531208,
+      "loss": 11.6496,
+      "step": 54508
+    },
+    {
+      "epoch": 1.1410240308130286,
+      "grad_norm": 0.3240976929664612,
+      "learning_rate": 0.00013675063783252805,
+      "loss": 11.6835,
+      "step": 54509
+    },
+    {
+      "epoch": 1.1410449635769906,
+      "grad_norm": 0.32097145915031433,
+      "learning_rate": 0.0001367485987220773,
+      "loss": 11.6734,
+      "step": 54510
+    },
+    {
+      "epoch": 1.1410658963409528,
+      "grad_norm": 0.3036063015460968,
+      "learning_rate": 0.00013674655959396072,
+      "loss": 11.6682,
+      "step": 54511
+    },
+    {
+      "epoch": 1.141086829104915,
+      "grad_norm": 0.310579776763916,
+      "learning_rate": 0.00013674452044817938,
+      "loss": 11.6616,
+      "step": 54512
+    },
+    {
+      "epoch": 1.1411077618688772,
+      "grad_norm": 0.3162006139755249,
+      "learning_rate": 0.00013674248128473418,
+      "loss": 11.6777,
+      "step": 54513
+    },
+    {
+      "epoch": 1.1411286946328394,
+      "grad_norm": 0.305088609457016,
+      "learning_rate": 0.0001367404421036261,
+      "loss": 11.6707,
+      "step": 54514
+    },
+    {
+      "epoch": 1.1411496273968016,
+      "grad_norm": 0.2872721552848816,
+      "learning_rate": 0.0001367384029048562,
+      "loss": 11.6682,
+      "step": 54515
+    },
+    {
+      "epoch": 1.1411705601607636,
+      "grad_norm": 0.2698664963245392,
+      "learning_rate": 0.0001367363636884254,
+      "loss": 11.6784,
+      "step": 54516
+    },
+    {
+      "epoch": 1.1411914929247258,
+      "grad_norm": 0.34597331285476685,
+      "learning_rate": 0.0001367343244543347,
+      "loss": 11.6858,
+      "step": 54517
+    },
+    {
+      "epoch": 1.141212425688688,
+      "grad_norm": 0.35869109630584717,
+      "learning_rate": 0.00013673228520258505,
+      "loss": 11.6675,
+      "step": 54518
+    },
+    {
+      "epoch": 1.1412333584526502,
+      "grad_norm": 0.28612348437309265,
+      "learning_rate": 0.00013673024593317747,
+      "loss": 11.6547,
+      "step": 54519
+    },
+    {
+      "epoch": 1.1412542912166121,
+      "grad_norm": 0.42887771129608154,
+      "learning_rate": 0.00013672820664611295,
+      "loss": 11.6609,
+      "step": 54520
+    },
+    {
+      "epoch": 1.1412752239805743,
+      "grad_norm": 0.36580246686935425,
+      "learning_rate": 0.00013672616734139242,
+      "loss": 11.6656,
+      "step": 54521
+    },
+    {
+      "epoch": 1.1412961567445365,
+      "grad_norm": 0.353771835565567,
+      "learning_rate": 0.0001367241280190169,
+      "loss": 11.6884,
+      "step": 54522
+    },
+    {
+      "epoch": 1.1413170895084987,
+      "grad_norm": 0.36261361837387085,
+      "learning_rate": 0.0001367220886789873,
+      "loss": 11.6588,
+      "step": 54523
+    },
+    {
+      "epoch": 1.141338022272461,
+      "grad_norm": 0.25037410855293274,
+      "learning_rate": 0.00013672004932130472,
+      "loss": 11.6771,
+      "step": 54524
+    },
+    {
+      "epoch": 1.141358955036423,
+      "grad_norm": 0.3135067820549011,
+      "learning_rate": 0.00013671800994597005,
+      "loss": 11.652,
+      "step": 54525
+    },
+    {
+      "epoch": 1.1413798878003851,
+      "grad_norm": 0.30488231778144836,
+      "learning_rate": 0.00013671597055298432,
+      "loss": 11.6616,
+      "step": 54526
+    },
+    {
+      "epoch": 1.1414008205643473,
+      "grad_norm": 0.319173663854599,
+      "learning_rate": 0.00013671393114234848,
+      "loss": 11.6549,
+      "step": 54527
+    },
+    {
+      "epoch": 1.1414217533283095,
+      "grad_norm": 0.3674784302711487,
+      "learning_rate": 0.00013671189171406346,
+      "loss": 11.6714,
+      "step": 54528
+    },
+    {
+      "epoch": 1.1414426860922715,
+      "grad_norm": 0.34626904129981995,
+      "learning_rate": 0.00013670985226813039,
+      "loss": 11.6737,
+      "step": 54529
+    },
+    {
+      "epoch": 1.1414636188562337,
+      "grad_norm": 0.3152979016304016,
+      "learning_rate": 0.00013670781280455008,
+      "loss": 11.6628,
+      "step": 54530
+    },
+    {
+      "epoch": 1.141484551620196,
+      "grad_norm": 0.3646213412284851,
+      "learning_rate": 0.0001367057733233236,
+      "loss": 11.6784,
+      "step": 54531
+    },
+    {
+      "epoch": 1.141505484384158,
+      "grad_norm": 0.29246100783348083,
+      "learning_rate": 0.00013670373382445198,
+      "loss": 11.6719,
+      "step": 54532
+    },
+    {
+      "epoch": 1.1415264171481203,
+      "grad_norm": 0.34513935446739197,
+      "learning_rate": 0.0001367016943079361,
+      "loss": 11.6681,
+      "step": 54533
+    },
+    {
+      "epoch": 1.1415473499120825,
+      "grad_norm": 0.3832530975341797,
+      "learning_rate": 0.00013669965477377697,
+      "loss": 11.6688,
+      "step": 54534
+    },
+    {
+      "epoch": 1.1415682826760445,
+      "grad_norm": 0.3683047592639923,
+      "learning_rate": 0.0001366976152219756,
+      "loss": 11.6522,
+      "step": 54535
+    },
+    {
+      "epoch": 1.1415892154400067,
+      "grad_norm": 0.2817422151565552,
+      "learning_rate": 0.00013669557565253293,
+      "loss": 11.671,
+      "step": 54536
+    },
+    {
+      "epoch": 1.1416101482039689,
+      "grad_norm": 0.3144935965538025,
+      "learning_rate": 0.00013669353606545,
+      "loss": 11.6667,
+      "step": 54537
+    },
+    {
+      "epoch": 1.141631080967931,
+      "grad_norm": 0.3200761377811432,
+      "learning_rate": 0.0001366914964607277,
+      "loss": 11.6853,
+      "step": 54538
+    },
+    {
+      "epoch": 1.141652013731893,
+      "grad_norm": 0.31647002696990967,
+      "learning_rate": 0.00013668945683836708,
+      "loss": 11.6769,
+      "step": 54539
+    },
+    {
+      "epoch": 1.1416729464958553,
+      "grad_norm": 0.2561149597167969,
+      "learning_rate": 0.00013668741719836911,
+      "loss": 11.6629,
+      "step": 54540
+    },
+    {
+      "epoch": 1.1416938792598175,
+      "grad_norm": 0.323980450630188,
+      "learning_rate": 0.00013668537754073476,
+      "loss": 11.6496,
+      "step": 54541
+    },
+    {
+      "epoch": 1.1417148120237797,
+      "grad_norm": 0.33767715096473694,
+      "learning_rate": 0.00013668333786546504,
+      "loss": 11.671,
+      "step": 54542
+    },
+    {
+      "epoch": 1.1417357447877419,
+      "grad_norm": 0.3317458927631378,
+      "learning_rate": 0.00013668129817256088,
+      "loss": 11.6698,
+      "step": 54543
+    },
+    {
+      "epoch": 1.1417566775517038,
+      "grad_norm": 0.297782838344574,
+      "learning_rate": 0.0001366792584620233,
+      "loss": 11.6668,
+      "step": 54544
+    },
+    {
+      "epoch": 1.141777610315666,
+      "grad_norm": 0.26606443524360657,
+      "learning_rate": 0.00013667721873385325,
+      "loss": 11.6856,
+      "step": 54545
+    },
+    {
+      "epoch": 1.1417985430796282,
+      "grad_norm": 0.354753315448761,
+      "learning_rate": 0.00013667517898805173,
+      "loss": 11.6757,
+      "step": 54546
+    },
+    {
+      "epoch": 1.1418194758435904,
+      "grad_norm": 0.3243666887283325,
+      "learning_rate": 0.0001366731392246197,
+      "loss": 11.6728,
+      "step": 54547
+    },
+    {
+      "epoch": 1.1418404086075524,
+      "grad_norm": 0.3862014412879944,
+      "learning_rate": 0.00013667109944355817,
+      "loss": 11.6688,
+      "step": 54548
+    },
+    {
+      "epoch": 1.1418613413715146,
+      "grad_norm": 0.2899082899093628,
+      "learning_rate": 0.0001366690596448681,
+      "loss": 11.6463,
+      "step": 54549
+    },
+    {
+      "epoch": 1.1418822741354768,
+      "grad_norm": 0.32147642970085144,
+      "learning_rate": 0.0001366670198285505,
+      "loss": 11.6613,
+      "step": 54550
+    },
+    {
+      "epoch": 1.141903206899439,
+      "grad_norm": 0.3368929326534271,
+      "learning_rate": 0.00013666497999460632,
+      "loss": 11.6681,
+      "step": 54551
+    },
+    {
+      "epoch": 1.1419241396634012,
+      "grad_norm": 0.43430987000465393,
+      "learning_rate": 0.00013666294014303654,
+      "loss": 11.649,
+      "step": 54552
+    },
+    {
+      "epoch": 1.1419450724273634,
+      "grad_norm": 0.38823169469833374,
+      "learning_rate": 0.00013666090027384217,
+      "loss": 11.682,
+      "step": 54553
+    },
+    {
+      "epoch": 1.1419660051913254,
+      "grad_norm": 0.3884943127632141,
+      "learning_rate": 0.00013665886038702414,
+      "loss": 11.6683,
+      "step": 54554
+    },
+    {
+      "epoch": 1.1419869379552876,
+      "grad_norm": 0.44382786750793457,
+      "learning_rate": 0.00013665682048258346,
+      "loss": 11.6759,
+      "step": 54555
+    },
+    {
+      "epoch": 1.1420078707192498,
+      "grad_norm": 0.332162469625473,
+      "learning_rate": 0.00013665478056052114,
+      "loss": 11.6677,
+      "step": 54556
+    },
+    {
+      "epoch": 1.142028803483212,
+      "grad_norm": 0.38805273175239563,
+      "learning_rate": 0.00013665274062083811,
+      "loss": 11.6639,
+      "step": 54557
+    },
+    {
+      "epoch": 1.142049736247174,
+      "grad_norm": 0.2565208375453949,
+      "learning_rate": 0.0001366507006635354,
+      "loss": 11.6774,
+      "step": 54558
+    },
+    {
+      "epoch": 1.1420706690111362,
+      "grad_norm": 0.35825082659721375,
+      "learning_rate": 0.00013664866068861396,
+      "loss": 11.6804,
+      "step": 54559
+    },
+    {
+      "epoch": 1.1420916017750984,
+      "grad_norm": 0.44006669521331787,
+      "learning_rate": 0.00013664662069607476,
+      "loss": 11.6602,
+      "step": 54560
+    },
+    {
+      "epoch": 1.1421125345390606,
+      "grad_norm": 0.3037140667438507,
+      "learning_rate": 0.00013664458068591878,
+      "loss": 11.6663,
+      "step": 54561
+    },
+    {
+      "epoch": 1.1421334673030228,
+      "grad_norm": 0.3313349485397339,
+      "learning_rate": 0.00013664254065814702,
+      "loss": 11.6792,
+      "step": 54562
+    },
+    {
+      "epoch": 1.1421544000669848,
+      "grad_norm": 0.3848041296005249,
+      "learning_rate": 0.0001366405006127605,
+      "loss": 11.6732,
+      "step": 54563
+    },
+    {
+      "epoch": 1.142175332830947,
+      "grad_norm": 0.2911997139453888,
+      "learning_rate": 0.0001366384605497601,
+      "loss": 11.6571,
+      "step": 54564
+    },
+    {
+      "epoch": 1.1421962655949092,
+      "grad_norm": 0.32452288269996643,
+      "learning_rate": 0.0001366364204691469,
+      "loss": 11.6703,
+      "step": 54565
+    },
+    {
+      "epoch": 1.1422171983588714,
+      "grad_norm": 0.2733415961265564,
+      "learning_rate": 0.00013663438037092183,
+      "loss": 11.6673,
+      "step": 54566
+    },
+    {
+      "epoch": 1.1422381311228333,
+      "grad_norm": 0.3469473421573639,
+      "learning_rate": 0.00013663234025508588,
+      "loss": 11.6695,
+      "step": 54567
+    },
+    {
+      "epoch": 1.1422590638867955,
+      "grad_norm": 0.2845800518989563,
+      "learning_rate": 0.00013663030012164002,
+      "loss": 11.6657,
+      "step": 54568
+    },
+    {
+      "epoch": 1.1422799966507577,
+      "grad_norm": 0.30689185857772827,
+      "learning_rate": 0.00013662825997058523,
+      "loss": 11.642,
+      "step": 54569
+    },
+    {
+      "epoch": 1.14230092941472,
+      "grad_norm": 0.28155720233917236,
+      "learning_rate": 0.00013662621980192253,
+      "loss": 11.6589,
+      "step": 54570
+    },
+    {
+      "epoch": 1.1423218621786821,
+      "grad_norm": 0.35790279507637024,
+      "learning_rate": 0.00013662417961565285,
+      "loss": 11.6594,
+      "step": 54571
+    },
+    {
+      "epoch": 1.1423427949426443,
+      "grad_norm": 0.3338566720485687,
+      "learning_rate": 0.0001366221394117772,
+      "loss": 11.6789,
+      "step": 54572
+    },
+    {
+      "epoch": 1.1423637277066063,
+      "grad_norm": 0.3807401955127716,
+      "learning_rate": 0.00013662009919029655,
+      "loss": 11.6666,
+      "step": 54573
+    },
+    {
+      "epoch": 1.1423846604705685,
+      "grad_norm": 0.32720017433166504,
+      "learning_rate": 0.00013661805895121188,
+      "loss": 11.663,
+      "step": 54574
+    },
+    {
+      "epoch": 1.1424055932345307,
+      "grad_norm": 0.43827158212661743,
+      "learning_rate": 0.0001366160186945242,
+      "loss": 11.6672,
+      "step": 54575
+    },
+    {
+      "epoch": 1.142426525998493,
+      "grad_norm": 0.3571443259716034,
+      "learning_rate": 0.00013661397842023443,
+      "loss": 11.6624,
+      "step": 54576
+    },
+    {
+      "epoch": 1.142447458762455,
+      "grad_norm": 0.5257154703140259,
+      "learning_rate": 0.00013661193812834361,
+      "loss": 11.6862,
+      "step": 54577
+    },
+    {
+      "epoch": 1.142468391526417,
+      "grad_norm": 0.4309994876384735,
+      "learning_rate": 0.00013660989781885268,
+      "loss": 11.6704,
+      "step": 54578
+    },
+    {
+      "epoch": 1.1424893242903793,
+      "grad_norm": 0.4578285217285156,
+      "learning_rate": 0.00013660785749176267,
+      "loss": 11.6731,
+      "step": 54579
+    },
+    {
+      "epoch": 1.1425102570543415,
+      "grad_norm": 0.4846424460411072,
+      "learning_rate": 0.0001366058171470745,
+      "loss": 11.6653,
+      "step": 54580
+    },
+    {
+      "epoch": 1.1425311898183037,
+      "grad_norm": 0.4594530761241913,
+      "learning_rate": 0.0001366037767847892,
+      "loss": 11.6737,
+      "step": 54581
+    },
+    {
+      "epoch": 1.1425521225822657,
+      "grad_norm": 0.2821056544780731,
+      "learning_rate": 0.00013660173640490773,
+      "loss": 11.6569,
+      "step": 54582
+    },
+    {
+      "epoch": 1.1425730553462279,
+      "grad_norm": 0.29828330874443054,
+      "learning_rate": 0.00013659969600743102,
+      "loss": 11.6823,
+      "step": 54583
+    },
+    {
+      "epoch": 1.14259398811019,
+      "grad_norm": 0.4405038058757782,
+      "learning_rate": 0.00013659765559236018,
+      "loss": 11.671,
+      "step": 54584
+    },
+    {
+      "epoch": 1.1426149208741523,
+      "grad_norm": 0.2780522108078003,
+      "learning_rate": 0.00013659561515969607,
+      "loss": 11.6828,
+      "step": 54585
+    },
+    {
+      "epoch": 1.1426358536381143,
+      "grad_norm": 0.4125579595565796,
+      "learning_rate": 0.00013659357470943974,
+      "loss": 11.6733,
+      "step": 54586
+    },
+    {
+      "epoch": 1.1426567864020765,
+      "grad_norm": 0.3684632182121277,
+      "learning_rate": 0.00013659153424159213,
+      "loss": 11.6763,
+      "step": 54587
+    },
+    {
+      "epoch": 1.1426777191660387,
+      "grad_norm": 0.2785075604915619,
+      "learning_rate": 0.00013658949375615424,
+      "loss": 11.6598,
+      "step": 54588
+    },
+    {
+      "epoch": 1.1426986519300009,
+      "grad_norm": 0.2909826934337616,
+      "learning_rate": 0.00013658745325312703,
+      "loss": 11.645,
+      "step": 54589
+    },
+    {
+      "epoch": 1.142719584693963,
+      "grad_norm": 0.2974793016910553,
+      "learning_rate": 0.00013658541273251152,
+      "loss": 11.658,
+      "step": 54590
+    },
+    {
+      "epoch": 1.1427405174579253,
+      "grad_norm": 0.3224996328353882,
+      "learning_rate": 0.00013658337219430865,
+      "loss": 11.6653,
+      "step": 54591
+    },
+    {
+      "epoch": 1.1427614502218872,
+      "grad_norm": 0.2948748469352722,
+      "learning_rate": 0.00013658133163851942,
+      "loss": 11.6543,
+      "step": 54592
+    },
+    {
+      "epoch": 1.1427823829858494,
+      "grad_norm": 0.4219552278518677,
+      "learning_rate": 0.00013657929106514484,
+      "loss": 11.675,
+      "step": 54593
+    },
+    {
+      "epoch": 1.1428033157498116,
+      "grad_norm": 0.3779911994934082,
+      "learning_rate": 0.00013657725047418583,
+      "loss": 11.6692,
+      "step": 54594
+    },
+    {
+      "epoch": 1.1428242485137738,
+      "grad_norm": 0.3222889304161072,
+      "learning_rate": 0.00013657520986564342,
+      "loss": 11.6861,
+      "step": 54595
+    },
+    {
+      "epoch": 1.1428451812777358,
+      "grad_norm": 0.3336784243583679,
+      "learning_rate": 0.00013657316923951855,
+      "loss": 11.6521,
+      "step": 54596
+    },
+    {
+      "epoch": 1.142866114041698,
+      "grad_norm": 0.2858508825302124,
+      "learning_rate": 0.00013657112859581224,
+      "loss": 11.6704,
+      "step": 54597
+    },
+    {
+      "epoch": 1.1428870468056602,
+      "grad_norm": 0.3210632801055908,
+      "learning_rate": 0.00013656908793452548,
+      "loss": 11.6732,
+      "step": 54598
+    },
+    {
+      "epoch": 1.1429079795696224,
+      "grad_norm": 0.34857505559921265,
+      "learning_rate": 0.0001365670472556592,
+      "loss": 11.6713,
+      "step": 54599
+    },
+    {
+      "epoch": 1.1429289123335846,
+      "grad_norm": 0.29230183362960815,
+      "learning_rate": 0.00013656500655921444,
+      "loss": 11.6596,
+      "step": 54600
+    },
+    {
+      "epoch": 1.1429498450975466,
+      "grad_norm": 0.5106084942817688,
+      "learning_rate": 0.00013656296584519208,
+      "loss": 11.6748,
+      "step": 54601
+    },
+    {
+      "epoch": 1.1429707778615088,
+      "grad_norm": 0.353034645318985,
+      "learning_rate": 0.00013656092511359321,
+      "loss": 11.655,
+      "step": 54602
+    },
+    {
+      "epoch": 1.142991710625471,
+      "grad_norm": 0.2947573661804199,
+      "learning_rate": 0.0001365588843644188,
+      "loss": 11.6616,
+      "step": 54603
+    },
+    {
+      "epoch": 1.1430126433894332,
+      "grad_norm": 0.2987007200717926,
+      "learning_rate": 0.00013655684359766977,
+      "loss": 11.6681,
+      "step": 54604
+    },
+    {
+      "epoch": 1.1430335761533952,
+      "grad_norm": 0.27951228618621826,
+      "learning_rate": 0.00013655480281334713,
+      "loss": 11.667,
+      "step": 54605
+    },
+    {
+      "epoch": 1.1430545089173574,
+      "grad_norm": 0.34361425042152405,
+      "learning_rate": 0.00013655276201145187,
+      "loss": 11.6751,
+      "step": 54606
+    },
+    {
+      "epoch": 1.1430754416813196,
+      "grad_norm": 0.44949907064437866,
+      "learning_rate": 0.00013655072119198494,
+      "loss": 11.6657,
+      "step": 54607
+    },
+    {
+      "epoch": 1.1430963744452818,
+      "grad_norm": 0.3092949688434601,
+      "learning_rate": 0.00013654868035494738,
+      "loss": 11.6581,
+      "step": 54608
+    },
+    {
+      "epoch": 1.143117307209244,
+      "grad_norm": 0.32330238819122314,
+      "learning_rate": 0.0001365466395003401,
+      "loss": 11.6566,
+      "step": 54609
+    },
+    {
+      "epoch": 1.1431382399732062,
+      "grad_norm": 0.28124362230300903,
+      "learning_rate": 0.00013654459862816418,
+      "loss": 11.661,
+      "step": 54610
+    },
+    {
+      "epoch": 1.1431591727371682,
+      "grad_norm": 0.34824201464653015,
+      "learning_rate": 0.00013654255773842052,
+      "loss": 11.6674,
+      "step": 54611
+    },
+    {
+      "epoch": 1.1431801055011304,
+      "grad_norm": 0.30471837520599365,
+      "learning_rate": 0.00013654051683111007,
+      "loss": 11.6734,
+      "step": 54612
+    },
+    {
+      "epoch": 1.1432010382650926,
+      "grad_norm": 0.3973849415779114,
+      "learning_rate": 0.0001365384759062339,
+      "loss": 11.6765,
+      "step": 54613
+    },
+    {
+      "epoch": 1.1432219710290548,
+      "grad_norm": 0.31154176592826843,
+      "learning_rate": 0.00013653643496379294,
+      "loss": 11.6634,
+      "step": 54614
+    },
+    {
+      "epoch": 1.1432429037930167,
+      "grad_norm": 0.33334067463874817,
+      "learning_rate": 0.0001365343940037882,
+      "loss": 11.6735,
+      "step": 54615
+    },
+    {
+      "epoch": 1.143263836556979,
+      "grad_norm": 0.4116821587085724,
+      "learning_rate": 0.00013653235302622062,
+      "loss": 11.6766,
+      "step": 54616
+    },
+    {
+      "epoch": 1.1432847693209411,
+      "grad_norm": 0.3265521228313446,
+      "learning_rate": 0.00013653031203109125,
+      "loss": 11.6489,
+      "step": 54617
+    },
+    {
+      "epoch": 1.1433057020849033,
+      "grad_norm": 0.31116223335266113,
+      "learning_rate": 0.000136528271018401,
+      "loss": 11.6698,
+      "step": 54618
+    },
+    {
+      "epoch": 1.1433266348488655,
+      "grad_norm": 0.4495384097099304,
+      "learning_rate": 0.00013652622998815085,
+      "loss": 11.6973,
+      "step": 54619
+    },
+    {
+      "epoch": 1.1433475676128275,
+      "grad_norm": 0.3894522488117218,
+      "learning_rate": 0.00013652418894034187,
+      "loss": 11.6616,
+      "step": 54620
+    },
+    {
+      "epoch": 1.1433685003767897,
+      "grad_norm": 0.34565895795822144,
+      "learning_rate": 0.00013652214787497494,
+      "loss": 11.6544,
+      "step": 54621
+    },
+    {
+      "epoch": 1.143389433140752,
+      "grad_norm": 0.31520041823387146,
+      "learning_rate": 0.0001365201067920511,
+      "loss": 11.6627,
+      "step": 54622
+    },
+    {
+      "epoch": 1.1434103659047141,
+      "grad_norm": 0.37964969873428345,
+      "learning_rate": 0.0001365180656915713,
+      "loss": 11.6593,
+      "step": 54623
+    },
+    {
+      "epoch": 1.143431298668676,
+      "grad_norm": 0.2960466742515564,
+      "learning_rate": 0.0001365160245735365,
+      "loss": 11.677,
+      "step": 54624
+    },
+    {
+      "epoch": 1.1434522314326383,
+      "grad_norm": 0.4118116796016693,
+      "learning_rate": 0.00013651398343794778,
+      "loss": 11.6824,
+      "step": 54625
+    },
+    {
+      "epoch": 1.1434731641966005,
+      "grad_norm": 0.3721519112586975,
+      "learning_rate": 0.000136511942284806,
+      "loss": 11.6727,
+      "step": 54626
+    },
+    {
+      "epoch": 1.1434940969605627,
+      "grad_norm": 0.32718512415885925,
+      "learning_rate": 0.00013650990111411225,
+      "loss": 11.6581,
+      "step": 54627
+    },
+    {
+      "epoch": 1.143515029724525,
+      "grad_norm": 0.29170235991477966,
+      "learning_rate": 0.0001365078599258674,
+      "loss": 11.6772,
+      "step": 54628
+    },
+    {
+      "epoch": 1.143535962488487,
+      "grad_norm": 0.34055638313293457,
+      "learning_rate": 0.00013650581872007254,
+      "loss": 11.671,
+      "step": 54629
+    },
+    {
+      "epoch": 1.143556895252449,
+      "grad_norm": 0.49065715074539185,
+      "learning_rate": 0.00013650377749672857,
+      "loss": 11.6838,
+      "step": 54630
+    },
+    {
+      "epoch": 1.1435778280164113,
+      "grad_norm": 0.32270482182502747,
+      "learning_rate": 0.00013650173625583652,
+      "loss": 11.6635,
+      "step": 54631
+    },
+    {
+      "epoch": 1.1435987607803735,
+      "grad_norm": 0.3132859170436859,
+      "learning_rate": 0.00013649969499739736,
+      "loss": 11.6588,
+      "step": 54632
+    },
+    {
+      "epoch": 1.1436196935443357,
+      "grad_norm": 0.3239586055278778,
+      "learning_rate": 0.00013649765372141206,
+      "loss": 11.6784,
+      "step": 54633
+    },
+    {
+      "epoch": 1.1436406263082977,
+      "grad_norm": 0.34126412868499756,
+      "learning_rate": 0.0001364956124278816,
+      "loss": 11.6546,
+      "step": 54634
+    },
+    {
+      "epoch": 1.1436615590722599,
+      "grad_norm": 0.3776565194129944,
+      "learning_rate": 0.00013649357111680696,
+      "loss": 11.6795,
+      "step": 54635
+    },
+    {
+      "epoch": 1.143682491836222,
+      "grad_norm": 0.2712189555168152,
+      "learning_rate": 0.00013649152978818913,
+      "loss": 11.659,
+      "step": 54636
+    },
+    {
+      "epoch": 1.1437034246001843,
+      "grad_norm": 0.30236729979515076,
+      "learning_rate": 0.00013648948844202912,
+      "loss": 11.6726,
+      "step": 54637
+    },
+    {
+      "epoch": 1.1437243573641465,
+      "grad_norm": 0.40720421075820923,
+      "learning_rate": 0.00013648744707832786,
+      "loss": 11.6679,
+      "step": 54638
+    },
+    {
+      "epoch": 1.1437452901281084,
+      "grad_norm": 0.33834096789360046,
+      "learning_rate": 0.00013648540569708638,
+      "loss": 11.6729,
+      "step": 54639
+    },
+    {
+      "epoch": 1.1437662228920706,
+      "grad_norm": 0.39219558238983154,
+      "learning_rate": 0.00013648336429830557,
+      "loss": 11.6732,
+      "step": 54640
+    },
+    {
+      "epoch": 1.1437871556560328,
+      "grad_norm": 0.34302040934562683,
+      "learning_rate": 0.0001364813228819865,
+      "loss": 11.6599,
+      "step": 54641
+    },
+    {
+      "epoch": 1.143808088419995,
+      "grad_norm": 0.3048847019672394,
+      "learning_rate": 0.00013647928144813016,
+      "loss": 11.6762,
+      "step": 54642
+    },
+    {
+      "epoch": 1.143829021183957,
+      "grad_norm": 0.30614566802978516,
+      "learning_rate": 0.00013647723999673746,
+      "loss": 11.6625,
+      "step": 54643
+    },
+    {
+      "epoch": 1.1438499539479192,
+      "grad_norm": 0.2851449251174927,
+      "learning_rate": 0.00013647519852780948,
+      "loss": 11.6693,
+      "step": 54644
+    },
+    {
+      "epoch": 1.1438708867118814,
+      "grad_norm": 0.33679404854774475,
+      "learning_rate": 0.00013647315704134707,
+      "loss": 11.6615,
+      "step": 54645
+    },
+    {
+      "epoch": 1.1438918194758436,
+      "grad_norm": 0.28211668133735657,
+      "learning_rate": 0.0001364711155373513,
+      "loss": 11.6653,
+      "step": 54646
+    },
+    {
+      "epoch": 1.1439127522398058,
+      "grad_norm": 0.3340556025505066,
+      "learning_rate": 0.00013646907401582316,
+      "loss": 11.6564,
+      "step": 54647
+    },
+    {
+      "epoch": 1.143933685003768,
+      "grad_norm": 0.28417736291885376,
+      "learning_rate": 0.0001364670324767636,
+      "loss": 11.6714,
+      "step": 54648
+    },
+    {
+      "epoch": 1.14395461776773,
+      "grad_norm": 0.29192936420440674,
+      "learning_rate": 0.00013646499092017362,
+      "loss": 11.6608,
+      "step": 54649
+    },
+    {
+      "epoch": 1.1439755505316922,
+      "grad_norm": 0.3153674602508545,
+      "learning_rate": 0.00013646294934605414,
+      "loss": 11.6823,
+      "step": 54650
+    },
+    {
+      "epoch": 1.1439964832956544,
+      "grad_norm": 0.3409840166568756,
+      "learning_rate": 0.0001364609077544062,
+      "loss": 11.6711,
+      "step": 54651
+    },
+    {
+      "epoch": 1.1440174160596166,
+      "grad_norm": 0.31468454003334045,
+      "learning_rate": 0.00013645886614523081,
+      "loss": 11.658,
+      "step": 54652
+    },
+    {
+      "epoch": 1.1440383488235786,
+      "grad_norm": 0.34726959466934204,
+      "learning_rate": 0.0001364568245185289,
+      "loss": 11.6847,
+      "step": 54653
+    },
+    {
+      "epoch": 1.1440592815875408,
+      "grad_norm": 0.30673566460609436,
+      "learning_rate": 0.00013645478287430146,
+      "loss": 11.6649,
+      "step": 54654
+    },
+    {
+      "epoch": 1.144080214351503,
+      "grad_norm": 0.3382391035556793,
+      "learning_rate": 0.00013645274121254944,
+      "loss": 11.684,
+      "step": 54655
+    },
+    {
+      "epoch": 1.1441011471154652,
+      "grad_norm": 0.3577377200126648,
+      "learning_rate": 0.0001364506995332739,
+      "loss": 11.6626,
+      "step": 54656
+    },
+    {
+      "epoch": 1.1441220798794274,
+      "grad_norm": 0.30959296226501465,
+      "learning_rate": 0.00013644865783647575,
+      "loss": 11.6707,
+      "step": 54657
+    },
+    {
+      "epoch": 1.1441430126433894,
+      "grad_norm": 0.27984514832496643,
+      "learning_rate": 0.000136446616122156,
+      "loss": 11.6706,
+      "step": 54658
+    },
+    {
+      "epoch": 1.1441639454073516,
+      "grad_norm": 0.32115840911865234,
+      "learning_rate": 0.0001364445743903157,
+      "loss": 11.6668,
+      "step": 54659
+    },
+    {
+      "epoch": 1.1441848781713138,
+      "grad_norm": 0.3095357120037079,
+      "learning_rate": 0.00013644253264095567,
+      "loss": 11.6657,
+      "step": 54660
+    },
+    {
+      "epoch": 1.144205810935276,
+      "grad_norm": 0.3426092267036438,
+      "learning_rate": 0.00013644049087407702,
+      "loss": 11.6564,
+      "step": 54661
+    },
+    {
+      "epoch": 1.144226743699238,
+      "grad_norm": 0.33042797446250916,
+      "learning_rate": 0.0001364384490896807,
+      "loss": 11.6639,
+      "step": 54662
+    },
+    {
+      "epoch": 1.1442476764632001,
+      "grad_norm": 0.36030447483062744,
+      "learning_rate": 0.00013643640728776767,
+      "loss": 11.6543,
+      "step": 54663
+    },
+    {
+      "epoch": 1.1442686092271623,
+      "grad_norm": 0.4500155746936798,
+      "learning_rate": 0.00013643436546833897,
+      "loss": 11.6546,
+      "step": 54664
+    },
+    {
+      "epoch": 1.1442895419911245,
+      "grad_norm": 0.4015966057777405,
+      "learning_rate": 0.0001364323236313955,
+      "loss": 11.6535,
+      "step": 54665
+    },
+    {
+      "epoch": 1.1443104747550867,
+      "grad_norm": 0.3031463623046875,
+      "learning_rate": 0.0001364302817769383,
+      "loss": 11.6623,
+      "step": 54666
+    },
+    {
+      "epoch": 1.144331407519049,
+      "grad_norm": 0.3078981935977936,
+      "learning_rate": 0.00013642823990496833,
+      "loss": 11.6523,
+      "step": 54667
+    },
+    {
+      "epoch": 1.144352340283011,
+      "grad_norm": 0.32257944345474243,
+      "learning_rate": 0.00013642619801548656,
+      "loss": 11.6626,
+      "step": 54668
+    },
+    {
+      "epoch": 1.1443732730469731,
+      "grad_norm": 0.36856555938720703,
+      "learning_rate": 0.000136424156108494,
+      "loss": 11.6792,
+      "step": 54669
+    },
+    {
+      "epoch": 1.1443942058109353,
+      "grad_norm": 0.32045307755470276,
+      "learning_rate": 0.0001364221141839916,
+      "loss": 11.6722,
+      "step": 54670
+    },
+    {
+      "epoch": 1.1444151385748975,
+      "grad_norm": 0.3234970271587372,
+      "learning_rate": 0.0001364200722419804,
+      "loss": 11.6644,
+      "step": 54671
+    },
+    {
+      "epoch": 1.1444360713388595,
+      "grad_norm": 0.33268991112709045,
+      "learning_rate": 0.00013641803028246132,
+      "loss": 11.6662,
+      "step": 54672
+    },
+    {
+      "epoch": 1.1444570041028217,
+      "grad_norm": 0.26234856247901917,
+      "learning_rate": 0.00013641598830543535,
+      "loss": 11.6616,
+      "step": 54673
+    },
+    {
+      "epoch": 1.144477936866784,
+      "grad_norm": 0.36302030086517334,
+      "learning_rate": 0.00013641394631090352,
+      "loss": 11.6507,
+      "step": 54674
+    },
+    {
+      "epoch": 1.144498869630746,
+      "grad_norm": 0.3546193540096283,
+      "learning_rate": 0.00013641190429886674,
+      "loss": 11.6755,
+      "step": 54675
+    },
+    {
+      "epoch": 1.1445198023947083,
+      "grad_norm": 0.4041610062122345,
+      "learning_rate": 0.00013640986226932605,
+      "loss": 11.6795,
+      "step": 54676
+    },
+    {
+      "epoch": 1.1445407351586703,
+      "grad_norm": 0.2797848582267761,
+      "learning_rate": 0.0001364078202222824,
+      "loss": 11.6686,
+      "step": 54677
+    },
+    {
+      "epoch": 1.1445616679226325,
+      "grad_norm": 0.2784171998500824,
+      "learning_rate": 0.0001364057781577368,
+      "loss": 11.6546,
+      "step": 54678
+    },
+    {
+      "epoch": 1.1445826006865947,
+      "grad_norm": 0.31482070684432983,
+      "learning_rate": 0.0001364037360756902,
+      "loss": 11.6708,
+      "step": 54679
+    },
+    {
+      "epoch": 1.1446035334505569,
+      "grad_norm": 0.31999504566192627,
+      "learning_rate": 0.00013640169397614358,
+      "loss": 11.6846,
+      "step": 54680
+    },
+    {
+      "epoch": 1.1446244662145189,
+      "grad_norm": 0.3414512872695923,
+      "learning_rate": 0.00013639965185909794,
+      "loss": 11.6611,
+      "step": 54681
+    },
+    {
+      "epoch": 1.144645398978481,
+      "grad_norm": 0.35235562920570374,
+      "learning_rate": 0.00013639760972455425,
+      "loss": 11.6622,
+      "step": 54682
+    },
+    {
+      "epoch": 1.1446663317424433,
+      "grad_norm": 0.3776834309101105,
+      "learning_rate": 0.00013639556757251352,
+      "loss": 11.6466,
+      "step": 54683
+    },
+    {
+      "epoch": 1.1446872645064055,
+      "grad_norm": 0.5103427171707153,
+      "learning_rate": 0.00013639352540297672,
+      "loss": 11.6753,
+      "step": 54684
+    },
+    {
+      "epoch": 1.1447081972703677,
+      "grad_norm": 0.3744368255138397,
+      "learning_rate": 0.0001363914832159448,
+      "loss": 11.6653,
+      "step": 54685
+    },
+    {
+      "epoch": 1.1447291300343299,
+      "grad_norm": 0.34175121784210205,
+      "learning_rate": 0.00013638944101141876,
+      "loss": 11.6565,
+      "step": 54686
+    },
+    {
+      "epoch": 1.1447500627982918,
+      "grad_norm": 0.3506440818309784,
+      "learning_rate": 0.0001363873987893996,
+      "loss": 11.6661,
+      "step": 54687
+    },
+    {
+      "epoch": 1.144770995562254,
+      "grad_norm": 0.5050452947616577,
+      "learning_rate": 0.00013638535654988832,
+      "loss": 11.6815,
+      "step": 54688
+    },
+    {
+      "epoch": 1.1447919283262162,
+      "grad_norm": 0.41137978434562683,
+      "learning_rate": 0.0001363833142928858,
+      "loss": 11.6859,
+      "step": 54689
+    },
+    {
+      "epoch": 1.1448128610901784,
+      "grad_norm": 0.4749943017959595,
+      "learning_rate": 0.00013638127201839314,
+      "loss": 11.6539,
+      "step": 54690
+    },
+    {
+      "epoch": 1.1448337938541404,
+      "grad_norm": 0.3145467936992645,
+      "learning_rate": 0.00013637922972641126,
+      "loss": 11.6685,
+      "step": 54691
+    },
+    {
+      "epoch": 1.1448547266181026,
+      "grad_norm": 0.29763004183769226,
+      "learning_rate": 0.00013637718741694118,
+      "loss": 11.6707,
+      "step": 54692
+    },
+    {
+      "epoch": 1.1448756593820648,
+      "grad_norm": 0.35618647933006287,
+      "learning_rate": 0.00013637514508998383,
+      "loss": 11.6508,
+      "step": 54693
+    },
+    {
+      "epoch": 1.144896592146027,
+      "grad_norm": 0.2940438687801361,
+      "learning_rate": 0.0001363731027455402,
+      "loss": 11.6575,
+      "step": 54694
+    },
+    {
+      "epoch": 1.1449175249099892,
+      "grad_norm": 0.4648072421550751,
+      "learning_rate": 0.00013637106038361132,
+      "loss": 11.665,
+      "step": 54695
+    },
+    {
+      "epoch": 1.1449384576739512,
+      "grad_norm": 0.30072149634361267,
+      "learning_rate": 0.00013636901800419816,
+      "loss": 11.6569,
+      "step": 54696
+    },
+    {
+      "epoch": 1.1449593904379134,
+      "grad_norm": 0.3440392017364502,
+      "learning_rate": 0.00013636697560730164,
+      "loss": 11.6918,
+      "step": 54697
+    },
+    {
+      "epoch": 1.1449803232018756,
+      "grad_norm": 0.30519524216651917,
+      "learning_rate": 0.00013636493319292282,
+      "loss": 11.67,
+      "step": 54698
+    },
+    {
+      "epoch": 1.1450012559658378,
+      "grad_norm": 0.2991369366645813,
+      "learning_rate": 0.0001363628907610626,
+      "loss": 11.6483,
+      "step": 54699
+    },
+    {
+      "epoch": 1.1450221887297998,
+      "grad_norm": 0.3397887647151947,
+      "learning_rate": 0.00013636084831172206,
+      "loss": 11.6673,
+      "step": 54700
+    },
+    {
+      "epoch": 1.145043121493762,
+      "grad_norm": 0.2592887580394745,
+      "learning_rate": 0.00013635880584490212,
+      "loss": 11.6733,
+      "step": 54701
+    },
+    {
+      "epoch": 1.1450640542577242,
+      "grad_norm": 0.45634305477142334,
+      "learning_rate": 0.00013635676336060378,
+      "loss": 11.6676,
+      "step": 54702
+    },
+    {
+      "epoch": 1.1450849870216864,
+      "grad_norm": 0.34088870882987976,
+      "learning_rate": 0.00013635472085882802,
+      "loss": 11.6631,
+      "step": 54703
+    },
+    {
+      "epoch": 1.1451059197856486,
+      "grad_norm": 0.2601509690284729,
+      "learning_rate": 0.0001363526783395758,
+      "loss": 11.6615,
+      "step": 54704
+    },
+    {
+      "epoch": 1.1451268525496108,
+      "grad_norm": 0.38983672857284546,
+      "learning_rate": 0.0001363506358028481,
+      "loss": 11.6678,
+      "step": 54705
+    },
+    {
+      "epoch": 1.1451477853135728,
+      "grad_norm": 0.30090898275375366,
+      "learning_rate": 0.00013634859324864596,
+      "loss": 11.6688,
+      "step": 54706
+    },
+    {
+      "epoch": 1.145168718077535,
+      "grad_norm": 0.3480837345123291,
+      "learning_rate": 0.00013634655067697028,
+      "loss": 11.6752,
+      "step": 54707
+    },
+    {
+      "epoch": 1.1451896508414972,
+      "grad_norm": 0.2852459251880646,
+      "learning_rate": 0.0001363445080878221,
+      "loss": 11.6643,
+      "step": 54708
+    },
+    {
+      "epoch": 1.1452105836054594,
+      "grad_norm": 0.3253690302371979,
+      "learning_rate": 0.0001363424654812024,
+      "loss": 11.6591,
+      "step": 54709
+    },
+    {
+      "epoch": 1.1452315163694213,
+      "grad_norm": 0.34124991297721863,
+      "learning_rate": 0.00013634042285711216,
+      "loss": 11.6701,
+      "step": 54710
+    },
+    {
+      "epoch": 1.1452524491333835,
+      "grad_norm": 0.43361520767211914,
+      "learning_rate": 0.00013633838021555233,
+      "loss": 11.665,
+      "step": 54711
+    },
+    {
+      "epoch": 1.1452733818973457,
+      "grad_norm": 0.28920552134513855,
+      "learning_rate": 0.00013633633755652391,
+      "loss": 11.6665,
+      "step": 54712
+    },
+    {
+      "epoch": 1.145294314661308,
+      "grad_norm": 0.32401183247566223,
+      "learning_rate": 0.00013633429488002792,
+      "loss": 11.688,
+      "step": 54713
+    },
+    {
+      "epoch": 1.1453152474252701,
+      "grad_norm": 0.3336152732372284,
+      "learning_rate": 0.00013633225218606524,
+      "loss": 11.6513,
+      "step": 54714
+    },
+    {
+      "epoch": 1.1453361801892321,
+      "grad_norm": 0.34712061285972595,
+      "learning_rate": 0.00013633020947463698,
+      "loss": 11.6593,
+      "step": 54715
+    },
+    {
+      "epoch": 1.1453571129531943,
+      "grad_norm": 0.308893084526062,
+      "learning_rate": 0.00013632816674574402,
+      "loss": 11.6652,
+      "step": 54716
+    },
+    {
+      "epoch": 1.1453780457171565,
+      "grad_norm": 0.32229480147361755,
+      "learning_rate": 0.0001363261239993874,
+      "loss": 11.6737,
+      "step": 54717
+    },
+    {
+      "epoch": 1.1453989784811187,
+      "grad_norm": 0.3663638234138489,
+      "learning_rate": 0.00013632408123556808,
+      "loss": 11.6754,
+      "step": 54718
+    },
+    {
+      "epoch": 1.1454199112450807,
+      "grad_norm": 0.30221328139305115,
+      "learning_rate": 0.00013632203845428706,
+      "loss": 11.6305,
+      "step": 54719
+    },
+    {
+      "epoch": 1.145440844009043,
+      "grad_norm": 0.3357568085193634,
+      "learning_rate": 0.0001363199956555453,
+      "loss": 11.6768,
+      "step": 54720
+    },
+    {
+      "epoch": 1.145461776773005,
+      "grad_norm": 0.35060298442840576,
+      "learning_rate": 0.00013631795283934378,
+      "loss": 11.6592,
+      "step": 54721
+    },
+    {
+      "epoch": 1.1454827095369673,
+      "grad_norm": 0.3107055425643921,
+      "learning_rate": 0.0001363159100056835,
+      "loss": 11.6686,
+      "step": 54722
+    },
+    {
+      "epoch": 1.1455036423009295,
+      "grad_norm": 0.30968624353408813,
+      "learning_rate": 0.00013631386715456543,
+      "loss": 11.6605,
+      "step": 54723
+    },
+    {
+      "epoch": 1.1455245750648917,
+      "grad_norm": 0.4109967350959778,
+      "learning_rate": 0.00013631182428599055,
+      "loss": 11.6639,
+      "step": 54724
+    },
+    {
+      "epoch": 1.1455455078288537,
+      "grad_norm": 0.30846747756004333,
+      "learning_rate": 0.00013630978139995986,
+      "loss": 11.6634,
+      "step": 54725
+    },
+    {
+      "epoch": 1.1455664405928159,
+      "grad_norm": 0.30639591813087463,
+      "learning_rate": 0.00013630773849647435,
+      "loss": 11.6507,
+      "step": 54726
+    },
+    {
+      "epoch": 1.145587373356778,
+      "grad_norm": 0.3204803168773651,
+      "learning_rate": 0.00013630569557553497,
+      "loss": 11.6723,
+      "step": 54727
+    },
+    {
+      "epoch": 1.1456083061207403,
+      "grad_norm": 0.352640837430954,
+      "learning_rate": 0.00013630365263714268,
+      "loss": 11.6677,
+      "step": 54728
+    },
+    {
+      "epoch": 1.1456292388847023,
+      "grad_norm": 0.5115729570388794,
+      "learning_rate": 0.00013630160968129852,
+      "loss": 11.6779,
+      "step": 54729
+    },
+    {
+      "epoch": 1.1456501716486645,
+      "grad_norm": 0.2767227292060852,
+      "learning_rate": 0.00013629956670800346,
+      "loss": 11.6618,
+      "step": 54730
+    },
+    {
+      "epoch": 1.1456711044126267,
+      "grad_norm": 0.31973007321357727,
+      "learning_rate": 0.00013629752371725846,
+      "loss": 11.6603,
+      "step": 54731
+    },
+    {
+      "epoch": 1.1456920371765889,
+      "grad_norm": 0.3893236219882965,
+      "learning_rate": 0.00013629548070906452,
+      "loss": 11.6605,
+      "step": 54732
+    },
+    {
+      "epoch": 1.145712969940551,
+      "grad_norm": 0.29615435004234314,
+      "learning_rate": 0.00013629343768342263,
+      "loss": 11.6742,
+      "step": 54733
+    },
+    {
+      "epoch": 1.145733902704513,
+      "grad_norm": 0.41800254583358765,
+      "learning_rate": 0.0001362913946403337,
+      "loss": 11.6646,
+      "step": 54734
+    },
+    {
+      "epoch": 1.1457548354684752,
+      "grad_norm": 0.3951979875564575,
+      "learning_rate": 0.00013628935157979883,
+      "loss": 11.691,
+      "step": 54735
+    },
+    {
+      "epoch": 1.1457757682324374,
+      "grad_norm": 0.33918413519859314,
+      "learning_rate": 0.0001362873085018189,
+      "loss": 11.655,
+      "step": 54736
+    },
+    {
+      "epoch": 1.1457967009963996,
+      "grad_norm": 0.3508119285106659,
+      "learning_rate": 0.00013628526540639498,
+      "loss": 11.6615,
+      "step": 54737
+    },
+    {
+      "epoch": 1.1458176337603616,
+      "grad_norm": 0.2652237117290497,
+      "learning_rate": 0.00013628322229352797,
+      "loss": 11.6548,
+      "step": 54738
+    },
+    {
+      "epoch": 1.1458385665243238,
+      "grad_norm": 0.34465911984443665,
+      "learning_rate": 0.00013628117916321888,
+      "loss": 11.6687,
+      "step": 54739
+    },
+    {
+      "epoch": 1.145859499288286,
+      "grad_norm": 0.28674301505088806,
+      "learning_rate": 0.00013627913601546872,
+      "loss": 11.6708,
+      "step": 54740
+    },
+    {
+      "epoch": 1.1458804320522482,
+      "grad_norm": 0.39161452651023865,
+      "learning_rate": 0.00013627709285027843,
+      "loss": 11.6752,
+      "step": 54741
+    },
+    {
+      "epoch": 1.1459013648162104,
+      "grad_norm": 0.3775031268596649,
+      "learning_rate": 0.00013627504966764905,
+      "loss": 11.6775,
+      "step": 54742
+    },
+    {
+      "epoch": 1.1459222975801726,
+      "grad_norm": 0.3156266212463379,
+      "learning_rate": 0.0001362730064675815,
+      "loss": 11.6709,
+      "step": 54743
+    },
+    {
+      "epoch": 1.1459432303441346,
+      "grad_norm": 0.25832316279411316,
+      "learning_rate": 0.0001362709632500768,
+      "loss": 11.6678,
+      "step": 54744
+    },
+    {
+      "epoch": 1.1459641631080968,
+      "grad_norm": 0.31938838958740234,
+      "learning_rate": 0.00013626892001513592,
+      "loss": 11.6645,
+      "step": 54745
+    },
+    {
+      "epoch": 1.145985095872059,
+      "grad_norm": 0.43522951006889343,
+      "learning_rate": 0.00013626687676275985,
+      "loss": 11.6816,
+      "step": 54746
+    },
+    {
+      "epoch": 1.1460060286360212,
+      "grad_norm": 0.30180105566978455,
+      "learning_rate": 0.00013626483349294955,
+      "loss": 11.6755,
+      "step": 54747
+    },
+    {
+      "epoch": 1.1460269613999832,
+      "grad_norm": 0.27503541111946106,
+      "learning_rate": 0.00013626279020570602,
+      "loss": 11.6806,
+      "step": 54748
+    },
+    {
+      "epoch": 1.1460478941639454,
+      "grad_norm": 0.30566126108169556,
+      "learning_rate": 0.00013626074690103023,
+      "loss": 11.659,
+      "step": 54749
+    },
+    {
+      "epoch": 1.1460688269279076,
+      "grad_norm": 0.3666193187236786,
+      "learning_rate": 0.0001362587035789232,
+      "loss": 11.6575,
+      "step": 54750
+    },
+    {
+      "epoch": 1.1460897596918698,
+      "grad_norm": 0.37907281517982483,
+      "learning_rate": 0.0001362566602393859,
+      "loss": 11.6618,
+      "step": 54751
+    },
+    {
+      "epoch": 1.146110692455832,
+      "grad_norm": 0.26001426577568054,
+      "learning_rate": 0.00013625461688241924,
+      "loss": 11.6759,
+      "step": 54752
+    },
+    {
+      "epoch": 1.146131625219794,
+      "grad_norm": 0.34890472888946533,
+      "learning_rate": 0.00013625257350802428,
+      "loss": 11.6762,
+      "step": 54753
+    },
+    {
+      "epoch": 1.1461525579837561,
+      "grad_norm": 0.22331605851650238,
+      "learning_rate": 0.00013625053011620203,
+      "loss": 11.6591,
+      "step": 54754
+    },
+    {
+      "epoch": 1.1461734907477183,
+      "grad_norm": 0.29600027203559875,
+      "learning_rate": 0.00013624848670695336,
+      "loss": 11.6767,
+      "step": 54755
+    },
+    {
+      "epoch": 1.1461944235116805,
+      "grad_norm": 0.23687103390693665,
+      "learning_rate": 0.00013624644328027934,
+      "loss": 11.6664,
+      "step": 54756
+    },
+    {
+      "epoch": 1.1462153562756425,
+      "grad_norm": 0.3097939193248749,
+      "learning_rate": 0.00013624439983618095,
+      "loss": 11.6573,
+      "step": 54757
+    },
+    {
+      "epoch": 1.1462362890396047,
+      "grad_norm": 0.2961373031139374,
+      "learning_rate": 0.0001362423563746591,
+      "loss": 11.66,
+      "step": 54758
+    },
+    {
+      "epoch": 1.146257221803567,
+      "grad_norm": 0.32316672801971436,
+      "learning_rate": 0.00013624031289571485,
+      "loss": 11.6733,
+      "step": 54759
+    },
+    {
+      "epoch": 1.1462781545675291,
+      "grad_norm": 0.3070906400680542,
+      "learning_rate": 0.00013623826939934916,
+      "loss": 11.6659,
+      "step": 54760
+    },
+    {
+      "epoch": 1.1462990873314913,
+      "grad_norm": 0.35503000020980835,
+      "learning_rate": 0.000136236225885563,
+      "loss": 11.6745,
+      "step": 54761
+    },
+    {
+      "epoch": 1.1463200200954533,
+      "grad_norm": 0.3149591088294983,
+      "learning_rate": 0.00013623418235435736,
+      "loss": 11.6856,
+      "step": 54762
+    },
+    {
+      "epoch": 1.1463409528594155,
+      "grad_norm": 0.3121671676635742,
+      "learning_rate": 0.00013623213880573323,
+      "loss": 11.682,
+      "step": 54763
+    },
+    {
+      "epoch": 1.1463618856233777,
+      "grad_norm": 0.35687515139579773,
+      "learning_rate": 0.00013623009523969158,
+      "loss": 11.6735,
+      "step": 54764
+    },
+    {
+      "epoch": 1.14638281838734,
+      "grad_norm": 0.46250081062316895,
+      "learning_rate": 0.0001362280516562334,
+      "loss": 11.6711,
+      "step": 54765
+    },
+    {
+      "epoch": 1.146403751151302,
+      "grad_norm": 0.33386269211769104,
+      "learning_rate": 0.0001362260080553597,
+      "loss": 11.6735,
+      "step": 54766
+    },
+    {
+      "epoch": 1.146424683915264,
+      "grad_norm": 0.31788405776023865,
+      "learning_rate": 0.0001362239644370714,
+      "loss": 11.6506,
+      "step": 54767
+    },
+    {
+      "epoch": 1.1464456166792263,
+      "grad_norm": 0.45956167578697205,
+      "learning_rate": 0.0001362219208013695,
+      "loss": 11.6735,
+      "step": 54768
+    },
+    {
+      "epoch": 1.1464665494431885,
+      "grad_norm": 0.3083702325820923,
+      "learning_rate": 0.00013621987714825502,
+      "loss": 11.6663,
+      "step": 54769
+    },
+    {
+      "epoch": 1.1464874822071507,
+      "grad_norm": 0.31328675150871277,
+      "learning_rate": 0.0001362178334777289,
+      "loss": 11.6768,
+      "step": 54770
+    },
+    {
+      "epoch": 1.1465084149711129,
+      "grad_norm": 0.3682880401611328,
+      "learning_rate": 0.00013621578978979213,
+      "loss": 11.6774,
+      "step": 54771
+    },
+    {
+      "epoch": 1.1465293477350749,
+      "grad_norm": 0.41367512941360474,
+      "learning_rate": 0.00013621374608444573,
+      "loss": 11.6768,
+      "step": 54772
+    },
+    {
+      "epoch": 1.146550280499037,
+      "grad_norm": 0.3963225185871124,
+      "learning_rate": 0.00013621170236169066,
+      "loss": 11.6844,
+      "step": 54773
+    },
+    {
+      "epoch": 1.1465712132629993,
+      "grad_norm": 0.31958651542663574,
+      "learning_rate": 0.0001362096586215279,
+      "loss": 11.6751,
+      "step": 54774
+    },
+    {
+      "epoch": 1.1465921460269615,
+      "grad_norm": 0.31478235125541687,
+      "learning_rate": 0.00013620761486395842,
+      "loss": 11.656,
+      "step": 54775
+    },
+    {
+      "epoch": 1.1466130787909234,
+      "grad_norm": 0.32551342248916626,
+      "learning_rate": 0.0001362055710889832,
+      "loss": 11.6643,
+      "step": 54776
+    },
+    {
+      "epoch": 1.1466340115548856,
+      "grad_norm": 0.3079689145088196,
+      "learning_rate": 0.00013620352729660327,
+      "loss": 11.6631,
+      "step": 54777
+    },
+    {
+      "epoch": 1.1466549443188478,
+      "grad_norm": 0.2694455683231354,
+      "learning_rate": 0.00013620148348681958,
+      "loss": 11.6768,
+      "step": 54778
+    },
+    {
+      "epoch": 1.14667587708281,
+      "grad_norm": 0.42545464634895325,
+      "learning_rate": 0.0001361994396596331,
+      "loss": 11.6702,
+      "step": 54779
+    },
+    {
+      "epoch": 1.1466968098467722,
+      "grad_norm": 0.39566853642463684,
+      "learning_rate": 0.00013619739581504479,
+      "loss": 11.6781,
+      "step": 54780
+    },
+    {
+      "epoch": 1.1467177426107342,
+      "grad_norm": 0.3053864538669586,
+      "learning_rate": 0.0001361953519530557,
+      "loss": 11.6568,
+      "step": 54781
+    },
+    {
+      "epoch": 1.1467386753746964,
+      "grad_norm": 0.31409627199172974,
+      "learning_rate": 0.00013619330807366676,
+      "loss": 11.6824,
+      "step": 54782
+    },
+    {
+      "epoch": 1.1467596081386586,
+      "grad_norm": 0.37071019411087036,
+      "learning_rate": 0.000136191264176879,
+      "loss": 11.6746,
+      "step": 54783
+    },
+    {
+      "epoch": 1.1467805409026208,
+      "grad_norm": 0.3374473452568054,
+      "learning_rate": 0.00013618922026269336,
+      "loss": 11.6736,
+      "step": 54784
+    },
+    {
+      "epoch": 1.146801473666583,
+      "grad_norm": 0.33739253878593445,
+      "learning_rate": 0.00013618717633111083,
+      "loss": 11.6648,
+      "step": 54785
+    },
+    {
+      "epoch": 1.146822406430545,
+      "grad_norm": 0.3606218993663788,
+      "learning_rate": 0.00013618513238213242,
+      "loss": 11.6741,
+      "step": 54786
+    },
+    {
+      "epoch": 1.1468433391945072,
+      "grad_norm": 0.28743237257003784,
+      "learning_rate": 0.00013618308841575907,
+      "loss": 11.6737,
+      "step": 54787
+    },
+    {
+      "epoch": 1.1468642719584694,
+      "grad_norm": 0.3288560211658478,
+      "learning_rate": 0.0001361810444319918,
+      "loss": 11.6711,
+      "step": 54788
+    },
+    {
+      "epoch": 1.1468852047224316,
+      "grad_norm": 0.2444322109222412,
+      "learning_rate": 0.00013617900043083156,
+      "loss": 11.6673,
+      "step": 54789
+    },
+    {
+      "epoch": 1.1469061374863938,
+      "grad_norm": 0.2909988462924957,
+      "learning_rate": 0.00013617695641227938,
+      "loss": 11.6712,
+      "step": 54790
+    },
+    {
+      "epoch": 1.1469270702503558,
+      "grad_norm": 0.302494078874588,
+      "learning_rate": 0.00013617491237633616,
+      "loss": 11.6596,
+      "step": 54791
+    },
+    {
+      "epoch": 1.146948003014318,
+      "grad_norm": 0.35949793457984924,
+      "learning_rate": 0.000136172868323003,
+      "loss": 11.6707,
+      "step": 54792
+    },
+    {
+      "epoch": 1.1469689357782802,
+      "grad_norm": 0.2523043751716614,
+      "learning_rate": 0.00013617082425228073,
+      "loss": 11.6809,
+      "step": 54793
+    },
+    {
+      "epoch": 1.1469898685422424,
+      "grad_norm": 0.47441399097442627,
+      "learning_rate": 0.00013616878016417048,
+      "loss": 11.6765,
+      "step": 54794
+    },
+    {
+      "epoch": 1.1470108013062044,
+      "grad_norm": 0.33211982250213623,
+      "learning_rate": 0.0001361667360586732,
+      "loss": 11.6906,
+      "step": 54795
+    },
+    {
+      "epoch": 1.1470317340701666,
+      "grad_norm": 0.727203905582428,
+      "learning_rate": 0.00013616469193578979,
+      "loss": 11.6943,
+      "step": 54796
+    },
+    {
+      "epoch": 1.1470526668341288,
+      "grad_norm": 0.3058239817619324,
+      "learning_rate": 0.0001361626477955213,
+      "loss": 11.685,
+      "step": 54797
+    },
+    {
+      "epoch": 1.147073599598091,
+      "grad_norm": 0.30653971433639526,
+      "learning_rate": 0.0001361606036378687,
+      "loss": 11.66,
+      "step": 54798
+    },
+    {
+      "epoch": 1.1470945323620532,
+      "grad_norm": 0.4133957028388977,
+      "learning_rate": 0.00013615855946283301,
+      "loss": 11.6575,
+      "step": 54799
+    },
+    {
+      "epoch": 1.1471154651260151,
+      "grad_norm": 0.33995598554611206,
+      "learning_rate": 0.00013615651527041514,
+      "loss": 11.6694,
+      "step": 54800
+    },
+    {
+      "epoch": 1.1471363978899773,
+      "grad_norm": 0.36885714530944824,
+      "learning_rate": 0.0001361544710606161,
+      "loss": 11.6647,
+      "step": 54801
+    },
+    {
+      "epoch": 1.1471573306539395,
+      "grad_norm": 0.46803686022758484,
+      "learning_rate": 0.0001361524268334369,
+      "loss": 11.6643,
+      "step": 54802
+    },
+    {
+      "epoch": 1.1471782634179017,
+      "grad_norm": 0.36734360456466675,
+      "learning_rate": 0.0001361503825888785,
+      "loss": 11.6791,
+      "step": 54803
+    },
+    {
+      "epoch": 1.147199196181864,
+      "grad_norm": 0.3030419945716858,
+      "learning_rate": 0.00013614833832694187,
+      "loss": 11.6711,
+      "step": 54804
+    },
+    {
+      "epoch": 1.147220128945826,
+      "grad_norm": 0.2947213649749756,
+      "learning_rate": 0.000136146294047628,
+      "loss": 11.6602,
+      "step": 54805
+    },
+    {
+      "epoch": 1.1472410617097881,
+      "grad_norm": 0.30623704195022583,
+      "learning_rate": 0.00013614424975093794,
+      "loss": 11.6499,
+      "step": 54806
+    },
+    {
+      "epoch": 1.1472619944737503,
+      "grad_norm": 0.27844688296318054,
+      "learning_rate": 0.00013614220543687258,
+      "loss": 11.672,
+      "step": 54807
+    },
+    {
+      "epoch": 1.1472829272377125,
+      "grad_norm": 0.2927616834640503,
+      "learning_rate": 0.00013614016110543293,
+      "loss": 11.6566,
+      "step": 54808
+    },
+    {
+      "epoch": 1.1473038600016747,
+      "grad_norm": 0.32155776023864746,
+      "learning_rate": 0.00013613811675662,
+      "loss": 11.6661,
+      "step": 54809
+    },
+    {
+      "epoch": 1.1473247927656367,
+      "grad_norm": 0.38013336062431335,
+      "learning_rate": 0.00013613607239043474,
+      "loss": 11.682,
+      "step": 54810
+    },
+    {
+      "epoch": 1.147345725529599,
+      "grad_norm": 0.2599378526210785,
+      "learning_rate": 0.00013613402800687814,
+      "loss": 11.6717,
+      "step": 54811
+    },
+    {
+      "epoch": 1.147366658293561,
+      "grad_norm": 0.40322747826576233,
+      "learning_rate": 0.00013613198360595122,
+      "loss": 11.6831,
+      "step": 54812
+    },
+    {
+      "epoch": 1.1473875910575233,
+      "grad_norm": 0.39603519439697266,
+      "learning_rate": 0.00013612993918765492,
+      "loss": 11.659,
+      "step": 54813
+    },
+    {
+      "epoch": 1.1474085238214853,
+      "grad_norm": 0.3212137818336487,
+      "learning_rate": 0.00013612789475199018,
+      "loss": 11.6631,
+      "step": 54814
+    },
+    {
+      "epoch": 1.1474294565854475,
+      "grad_norm": 0.29079288244247437,
+      "learning_rate": 0.0001361258502989581,
+      "loss": 11.6746,
+      "step": 54815
+    },
+    {
+      "epoch": 1.1474503893494097,
+      "grad_norm": 0.36967432498931885,
+      "learning_rate": 0.00013612380582855957,
+      "loss": 11.6586,
+      "step": 54816
+    },
+    {
+      "epoch": 1.1474713221133719,
+      "grad_norm": 0.33935824036598206,
+      "learning_rate": 0.00013612176134079562,
+      "loss": 11.6836,
+      "step": 54817
+    },
+    {
+      "epoch": 1.147492254877334,
+      "grad_norm": 0.3501451313495636,
+      "learning_rate": 0.00013611971683566722,
+      "loss": 11.6785,
+      "step": 54818
+    },
+    {
+      "epoch": 1.147513187641296,
+      "grad_norm": 0.29526135325431824,
+      "learning_rate": 0.00013611767231317532,
+      "loss": 11.6835,
+      "step": 54819
+    },
+    {
+      "epoch": 1.1475341204052583,
+      "grad_norm": 0.42806488275527954,
+      "learning_rate": 0.00013611562777332095,
+      "loss": 11.6722,
+      "step": 54820
+    },
+    {
+      "epoch": 1.1475550531692205,
+      "grad_norm": 0.310455322265625,
+      "learning_rate": 0.00013611358321610507,
+      "loss": 11.6613,
+      "step": 54821
+    },
+    {
+      "epoch": 1.1475759859331827,
+      "grad_norm": 0.3828903138637543,
+      "learning_rate": 0.0001361115386415287,
+      "loss": 11.68,
+      "step": 54822
+    },
+    {
+      "epoch": 1.1475969186971449,
+      "grad_norm": 0.31879889965057373,
+      "learning_rate": 0.00013610949404959275,
+      "loss": 11.6746,
+      "step": 54823
+    },
+    {
+      "epoch": 1.1476178514611068,
+      "grad_norm": 0.4020099937915802,
+      "learning_rate": 0.00013610744944029824,
+      "loss": 11.6677,
+      "step": 54824
+    },
+    {
+      "epoch": 1.147638784225069,
+      "grad_norm": 0.2915492355823517,
+      "learning_rate": 0.00013610540481364617,
+      "loss": 11.669,
+      "step": 54825
+    },
+    {
+      "epoch": 1.1476597169890312,
+      "grad_norm": 0.3543381690979004,
+      "learning_rate": 0.0001361033601696375,
+      "loss": 11.6614,
+      "step": 54826
+    },
+    {
+      "epoch": 1.1476806497529934,
+      "grad_norm": 0.25149229168891907,
+      "learning_rate": 0.0001361013155082732,
+      "loss": 11.664,
+      "step": 54827
+    },
+    {
+      "epoch": 1.1477015825169556,
+      "grad_norm": 0.2994636297225952,
+      "learning_rate": 0.00013609927082955433,
+      "loss": 11.6797,
+      "step": 54828
+    },
+    {
+      "epoch": 1.1477225152809176,
+      "grad_norm": 0.33029428124427795,
+      "learning_rate": 0.00013609722613348177,
+      "loss": 11.6728,
+      "step": 54829
+    },
+    {
+      "epoch": 1.1477434480448798,
+      "grad_norm": 0.31466156244277954,
+      "learning_rate": 0.00013609518142005658,
+      "loss": 11.6706,
+      "step": 54830
+    },
+    {
+      "epoch": 1.147764380808842,
+      "grad_norm": 0.44342535734176636,
+      "learning_rate": 0.00013609313668927969,
+      "loss": 11.6547,
+      "step": 54831
+    },
+    {
+      "epoch": 1.1477853135728042,
+      "grad_norm": 0.31497788429260254,
+      "learning_rate": 0.00013609109194115212,
+      "loss": 11.676,
+      "step": 54832
+    },
+    {
+      "epoch": 1.1478062463367662,
+      "grad_norm": 0.3354884088039398,
+      "learning_rate": 0.00013608904717567484,
+      "loss": 11.6797,
+      "step": 54833
+    },
+    {
+      "epoch": 1.1478271791007284,
+      "grad_norm": 0.3306334614753723,
+      "learning_rate": 0.0001360870023928488,
+      "loss": 11.6566,
+      "step": 54834
+    },
+    {
+      "epoch": 1.1478481118646906,
+      "grad_norm": 0.26631656289100647,
+      "learning_rate": 0.00013608495759267504,
+      "loss": 11.6723,
+      "step": 54835
+    },
+    {
+      "epoch": 1.1478690446286528,
+      "grad_norm": 0.36971810460090637,
+      "learning_rate": 0.00013608291277515452,
+      "loss": 11.6522,
+      "step": 54836
+    },
+    {
+      "epoch": 1.147889977392615,
+      "grad_norm": 0.3125988841056824,
+      "learning_rate": 0.00013608086794028823,
+      "loss": 11.6589,
+      "step": 54837
+    },
+    {
+      "epoch": 1.147910910156577,
+      "grad_norm": 0.2611640393733978,
+      "learning_rate": 0.00013607882308807714,
+      "loss": 11.6726,
+      "step": 54838
+    },
+    {
+      "epoch": 1.1479318429205392,
+      "grad_norm": 0.3612525165081024,
+      "learning_rate": 0.0001360767782185222,
+      "loss": 11.6566,
+      "step": 54839
+    },
+    {
+      "epoch": 1.1479527756845014,
+      "grad_norm": 0.3012305796146393,
+      "learning_rate": 0.00013607473333162448,
+      "loss": 11.6735,
+      "step": 54840
+    },
+    {
+      "epoch": 1.1479737084484636,
+      "grad_norm": 0.2788010835647583,
+      "learning_rate": 0.0001360726884273849,
+      "loss": 11.6623,
+      "step": 54841
+    },
+    {
+      "epoch": 1.1479946412124258,
+      "grad_norm": 0.2765044867992401,
+      "learning_rate": 0.00013607064350580446,
+      "loss": 11.6607,
+      "step": 54842
+    },
+    {
+      "epoch": 1.1480155739763878,
+      "grad_norm": 0.34426265954971313,
+      "learning_rate": 0.00013606859856688409,
+      "loss": 11.6713,
+      "step": 54843
+    },
+    {
+      "epoch": 1.14803650674035,
+      "grad_norm": 0.30018648505210876,
+      "learning_rate": 0.00013606655361062488,
+      "loss": 11.659,
+      "step": 54844
+    },
+    {
+      "epoch": 1.1480574395043122,
+      "grad_norm": 0.311012864112854,
+      "learning_rate": 0.00013606450863702774,
+      "loss": 11.6717,
+      "step": 54845
+    },
+    {
+      "epoch": 1.1480783722682744,
+      "grad_norm": 0.24588541686534882,
+      "learning_rate": 0.00013606246364609366,
+      "loss": 11.6741,
+      "step": 54846
+    },
+    {
+      "epoch": 1.1480993050322366,
+      "grad_norm": 0.3667415678501129,
+      "learning_rate": 0.00013606041863782365,
+      "loss": 11.6775,
+      "step": 54847
+    },
+    {
+      "epoch": 1.1481202377961985,
+      "grad_norm": 0.3522345721721649,
+      "learning_rate": 0.00013605837361221863,
+      "loss": 11.6591,
+      "step": 54848
+    },
+    {
+      "epoch": 1.1481411705601607,
+      "grad_norm": 0.36045780777931213,
+      "learning_rate": 0.00013605632856927965,
+      "loss": 11.6638,
+      "step": 54849
+    },
+    {
+      "epoch": 1.148162103324123,
+      "grad_norm": 0.4683670997619629,
+      "learning_rate": 0.00013605428350900767,
+      "loss": 11.6455,
+      "step": 54850
+    },
+    {
+      "epoch": 1.1481830360880851,
+      "grad_norm": 0.2766887843608856,
+      "learning_rate": 0.00013605223843140367,
+      "loss": 11.6665,
+      "step": 54851
+    },
+    {
+      "epoch": 1.1482039688520471,
+      "grad_norm": 0.28839027881622314,
+      "learning_rate": 0.00013605019333646866,
+      "loss": 11.6694,
+      "step": 54852
+    },
+    {
+      "epoch": 1.1482249016160093,
+      "grad_norm": 0.38636571168899536,
+      "learning_rate": 0.00013604814822420358,
+      "loss": 11.6721,
+      "step": 54853
+    },
+    {
+      "epoch": 1.1482458343799715,
+      "grad_norm": 0.3083641529083252,
+      "learning_rate": 0.00013604610309460945,
+      "loss": 11.6687,
+      "step": 54854
+    },
+    {
+      "epoch": 1.1482667671439337,
+      "grad_norm": 0.324884831905365,
+      "learning_rate": 0.0001360440579476872,
+      "loss": 11.6533,
+      "step": 54855
+    },
+    {
+      "epoch": 1.148287699907896,
+      "grad_norm": 0.29365041851997375,
+      "learning_rate": 0.00013604201278343787,
+      "loss": 11.6808,
+      "step": 54856
+    },
+    {
+      "epoch": 1.148308632671858,
+      "grad_norm": 0.3797298073768616,
+      "learning_rate": 0.00013603996760186245,
+      "loss": 11.6726,
+      "step": 54857
+    },
+    {
+      "epoch": 1.14832956543582,
+      "grad_norm": 0.3381297290325165,
+      "learning_rate": 0.00013603792240296186,
+      "loss": 11.6739,
+      "step": 54858
+    },
+    {
+      "epoch": 1.1483504981997823,
+      "grad_norm": 0.3638373017311096,
+      "learning_rate": 0.00013603587718673713,
+      "loss": 11.6633,
+      "step": 54859
+    },
+    {
+      "epoch": 1.1483714309637445,
+      "grad_norm": 0.4213322103023529,
+      "learning_rate": 0.0001360338319531892,
+      "loss": 11.664,
+      "step": 54860
+    },
+    {
+      "epoch": 1.1483923637277067,
+      "grad_norm": 0.3863813281059265,
+      "learning_rate": 0.00013603178670231912,
+      "loss": 11.681,
+      "step": 54861
+    },
+    {
+      "epoch": 1.1484132964916687,
+      "grad_norm": 0.26727011799812317,
+      "learning_rate": 0.00013602974143412782,
+      "loss": 11.6662,
+      "step": 54862
+    },
+    {
+      "epoch": 1.1484342292556309,
+      "grad_norm": 0.3084879219532013,
+      "learning_rate": 0.00013602769614861634,
+      "loss": 11.672,
+      "step": 54863
+    },
+    {
+      "epoch": 1.148455162019593,
+      "grad_norm": 0.3454509377479553,
+      "learning_rate": 0.0001360256508457856,
+      "loss": 11.6584,
+      "step": 54864
+    },
+    {
+      "epoch": 1.1484760947835553,
+      "grad_norm": 0.3049401640892029,
+      "learning_rate": 0.0001360236055256366,
+      "loss": 11.6731,
+      "step": 54865
+    },
+    {
+      "epoch": 1.1484970275475175,
+      "grad_norm": 0.3789343237876892,
+      "learning_rate": 0.00013602156018817032,
+      "loss": 11.679,
+      "step": 54866
+    },
+    {
+      "epoch": 1.1485179603114795,
+      "grad_norm": 0.2884688973426819,
+      "learning_rate": 0.00013601951483338778,
+      "loss": 11.6412,
+      "step": 54867
+    },
+    {
+      "epoch": 1.1485388930754417,
+      "grad_norm": 0.31449094414711,
+      "learning_rate": 0.00013601746946128993,
+      "loss": 11.6811,
+      "step": 54868
+    },
+    {
+      "epoch": 1.1485598258394039,
+      "grad_norm": 0.3825416564941406,
+      "learning_rate": 0.00013601542407187776,
+      "loss": 11.6697,
+      "step": 54869
+    },
+    {
+      "epoch": 1.148580758603366,
+      "grad_norm": 0.34395942091941833,
+      "learning_rate": 0.00013601337866515225,
+      "loss": 11.6831,
+      "step": 54870
+    },
+    {
+      "epoch": 1.148601691367328,
+      "grad_norm": 0.36274808645248413,
+      "learning_rate": 0.00013601133324111437,
+      "loss": 11.6706,
+      "step": 54871
+    },
+    {
+      "epoch": 1.1486226241312902,
+      "grad_norm": 0.3461702764034271,
+      "learning_rate": 0.00013600928779976517,
+      "loss": 11.6533,
+      "step": 54872
+    },
+    {
+      "epoch": 1.1486435568952524,
+      "grad_norm": 0.31192469596862793,
+      "learning_rate": 0.00013600724234110554,
+      "loss": 11.6815,
+      "step": 54873
+    },
+    {
+      "epoch": 1.1486644896592146,
+      "grad_norm": 0.34071084856987,
+      "learning_rate": 0.00013600519686513652,
+      "loss": 11.6414,
+      "step": 54874
+    },
+    {
+      "epoch": 1.1486854224231768,
+      "grad_norm": 0.37938612699508667,
+      "learning_rate": 0.00013600315137185908,
+      "loss": 11.6595,
+      "step": 54875
+    },
+    {
+      "epoch": 1.1487063551871388,
+      "grad_norm": 0.4715850055217743,
+      "learning_rate": 0.0001360011058612742,
+      "loss": 11.6539,
+      "step": 54876
+    },
+    {
+      "epoch": 1.148727287951101,
+      "grad_norm": 0.2872946262359619,
+      "learning_rate": 0.00013599906033338289,
+      "loss": 11.6759,
+      "step": 54877
+    },
+    {
+      "epoch": 1.1487482207150632,
+      "grad_norm": 0.34377238154411316,
+      "learning_rate": 0.00013599701478818606,
+      "loss": 11.6819,
+      "step": 54878
+    },
+    {
+      "epoch": 1.1487691534790254,
+      "grad_norm": 0.3876703381538391,
+      "learning_rate": 0.0001359949692256848,
+      "loss": 11.6787,
+      "step": 54879
+    },
+    {
+      "epoch": 1.1487900862429876,
+      "grad_norm": 0.28113049268722534,
+      "learning_rate": 0.00013599292364587998,
+      "loss": 11.6638,
+      "step": 54880
+    },
+    {
+      "epoch": 1.1488110190069496,
+      "grad_norm": 0.313095360994339,
+      "learning_rate": 0.0001359908780487727,
+      "loss": 11.6646,
+      "step": 54881
+    },
+    {
+      "epoch": 1.1488319517709118,
+      "grad_norm": 0.3257686197757721,
+      "learning_rate": 0.00013598883243436384,
+      "loss": 11.6708,
+      "step": 54882
+    },
+    {
+      "epoch": 1.148852884534874,
+      "grad_norm": 0.385536253452301,
+      "learning_rate": 0.00013598678680265444,
+      "loss": 11.6834,
+      "step": 54883
+    },
+    {
+      "epoch": 1.1488738172988362,
+      "grad_norm": 0.42127782106399536,
+      "learning_rate": 0.0001359847411536455,
+      "loss": 11.6794,
+      "step": 54884
+    },
+    {
+      "epoch": 1.1488947500627984,
+      "grad_norm": 0.3275498151779175,
+      "learning_rate": 0.00013598269548733793,
+      "loss": 11.6707,
+      "step": 54885
+    },
+    {
+      "epoch": 1.1489156828267604,
+      "grad_norm": 0.2953230142593384,
+      "learning_rate": 0.00013598064980373278,
+      "loss": 11.675,
+      "step": 54886
+    },
+    {
+      "epoch": 1.1489366155907226,
+      "grad_norm": 0.3186991214752197,
+      "learning_rate": 0.000135978604102831,
+      "loss": 11.6666,
+      "step": 54887
+    },
+    {
+      "epoch": 1.1489575483546848,
+      "grad_norm": 0.28600215911865234,
+      "learning_rate": 0.00013597655838463356,
+      "loss": 11.6626,
+      "step": 54888
+    },
+    {
+      "epoch": 1.148978481118647,
+      "grad_norm": 0.34757745265960693,
+      "learning_rate": 0.00013597451264914153,
+      "loss": 11.6728,
+      "step": 54889
+    },
+    {
+      "epoch": 1.148999413882609,
+      "grad_norm": 0.29264217615127563,
+      "learning_rate": 0.0001359724668963558,
+      "loss": 11.6754,
+      "step": 54890
+    },
+    {
+      "epoch": 1.1490203466465712,
+      "grad_norm": 0.2698681056499481,
+      "learning_rate": 0.0001359704211262774,
+      "loss": 11.6713,
+      "step": 54891
+    },
+    {
+      "epoch": 1.1490412794105334,
+      "grad_norm": 0.37898018956184387,
+      "learning_rate": 0.00013596837533890726,
+      "loss": 11.6435,
+      "step": 54892
+    },
+    {
+      "epoch": 1.1490622121744956,
+      "grad_norm": 0.4069180190563202,
+      "learning_rate": 0.00013596632953424639,
+      "loss": 11.6936,
+      "step": 54893
+    },
+    {
+      "epoch": 1.1490831449384578,
+      "grad_norm": 0.3593764901161194,
+      "learning_rate": 0.00013596428371229585,
+      "loss": 11.6764,
+      "step": 54894
+    },
+    {
+      "epoch": 1.1491040777024197,
+      "grad_norm": 0.2765408158302307,
+      "learning_rate": 0.0001359622378730565,
+      "loss": 11.6743,
+      "step": 54895
+    },
+    {
+      "epoch": 1.149125010466382,
+      "grad_norm": 0.3291119337081909,
+      "learning_rate": 0.00013596019201652943,
+      "loss": 11.6794,
+      "step": 54896
+    },
+    {
+      "epoch": 1.1491459432303441,
+      "grad_norm": 0.2943434715270996,
+      "learning_rate": 0.00013595814614271554,
+      "loss": 11.6654,
+      "step": 54897
+    },
+    {
+      "epoch": 1.1491668759943063,
+      "grad_norm": 0.30593180656433105,
+      "learning_rate": 0.00013595610025161586,
+      "loss": 11.6735,
+      "step": 54898
+    },
+    {
+      "epoch": 1.1491878087582685,
+      "grad_norm": 0.2774520516395569,
+      "learning_rate": 0.00013595405434323134,
+      "loss": 11.6622,
+      "step": 54899
+    },
+    {
+      "epoch": 1.1492087415222305,
+      "grad_norm": 0.36611348390579224,
+      "learning_rate": 0.000135952008417563,
+      "loss": 11.6604,
+      "step": 54900
+    },
+    {
+      "epoch": 1.1492296742861927,
+      "grad_norm": 0.31268516182899475,
+      "learning_rate": 0.00013594996247461185,
+      "loss": 11.6615,
+      "step": 54901
+    },
+    {
+      "epoch": 1.149250607050155,
+      "grad_norm": 0.2837231457233429,
+      "learning_rate": 0.00013594791651437877,
+      "loss": 11.6704,
+      "step": 54902
+    },
+    {
+      "epoch": 1.1492715398141171,
+      "grad_norm": 0.2735162675380707,
+      "learning_rate": 0.00013594587053686482,
+      "loss": 11.6504,
+      "step": 54903
+    },
+    {
+      "epoch": 1.1492924725780793,
+      "grad_norm": 0.4195539355278015,
+      "learning_rate": 0.000135943824542071,
+      "loss": 11.6711,
+      "step": 54904
+    },
+    {
+      "epoch": 1.1493134053420413,
+      "grad_norm": 0.3419404625892639,
+      "learning_rate": 0.00013594177852999825,
+      "loss": 11.664,
+      "step": 54905
+    },
+    {
+      "epoch": 1.1493343381060035,
+      "grad_norm": 0.32644546031951904,
+      "learning_rate": 0.00013593973250064755,
+      "loss": 11.6794,
+      "step": 54906
+    },
+    {
+      "epoch": 1.1493552708699657,
+      "grad_norm": 0.3315591514110565,
+      "learning_rate": 0.0001359376864540199,
+      "loss": 11.6776,
+      "step": 54907
+    },
+    {
+      "epoch": 1.149376203633928,
+      "grad_norm": 0.38107576966285706,
+      "learning_rate": 0.00013593564039011632,
+      "loss": 11.6852,
+      "step": 54908
+    },
+    {
+      "epoch": 1.1493971363978899,
+      "grad_norm": 0.2858637571334839,
+      "learning_rate": 0.00013593359430893776,
+      "loss": 11.6671,
+      "step": 54909
+    },
+    {
+      "epoch": 1.149418069161852,
+      "grad_norm": 0.3203212320804596,
+      "learning_rate": 0.00013593154821048514,
+      "loss": 11.6767,
+      "step": 54910
+    },
+    {
+      "epoch": 1.1494390019258143,
+      "grad_norm": 0.3305646777153015,
+      "learning_rate": 0.00013592950209475956,
+      "loss": 11.676,
+      "step": 54911
+    },
+    {
+      "epoch": 1.1494599346897765,
+      "grad_norm": 0.4963005483150482,
+      "learning_rate": 0.0001359274559617619,
+      "loss": 11.5985,
+      "step": 54912
+    },
+    {
+      "epoch": 1.1494808674537387,
+      "grad_norm": 0.3707285225391388,
+      "learning_rate": 0.00013592540981149324,
+      "loss": 11.6625,
+      "step": 54913
+    },
+    {
+      "epoch": 1.1495018002177007,
+      "grad_norm": 0.3675210475921631,
+      "learning_rate": 0.0001359233636439545,
+      "loss": 11.6458,
+      "step": 54914
+    },
+    {
+      "epoch": 1.1495227329816629,
+      "grad_norm": 0.3886130154132843,
+      "learning_rate": 0.00013592131745914667,
+      "loss": 11.6731,
+      "step": 54915
+    },
+    {
+      "epoch": 1.149543665745625,
+      "grad_norm": 0.3688908815383911,
+      "learning_rate": 0.00013591927125707076,
+      "loss": 11.6646,
+      "step": 54916
+    },
+    {
+      "epoch": 1.1495645985095873,
+      "grad_norm": 0.28374478220939636,
+      "learning_rate": 0.00013591722503772773,
+      "loss": 11.6519,
+      "step": 54917
+    },
+    {
+      "epoch": 1.1495855312735495,
+      "grad_norm": 0.3574768602848053,
+      "learning_rate": 0.00013591517880111854,
+      "loss": 11.6684,
+      "step": 54918
+    },
+    {
+      "epoch": 1.1496064640375114,
+      "grad_norm": 0.3198339343070984,
+      "learning_rate": 0.00013591313254724424,
+      "loss": 11.6685,
+      "step": 54919
+    },
+    {
+      "epoch": 1.1496273968014736,
+      "grad_norm": 0.3933385908603668,
+      "learning_rate": 0.00013591108627610576,
+      "loss": 11.6723,
+      "step": 54920
+    },
+    {
+      "epoch": 1.1496483295654358,
+      "grad_norm": 0.3091997504234314,
+      "learning_rate": 0.00013590903998770412,
+      "loss": 11.6734,
+      "step": 54921
+    },
+    {
+      "epoch": 1.149669262329398,
+      "grad_norm": 0.27927273511886597,
+      "learning_rate": 0.00013590699368204025,
+      "loss": 11.6673,
+      "step": 54922
+    },
+    {
+      "epoch": 1.1496901950933602,
+      "grad_norm": 0.31928956508636475,
+      "learning_rate": 0.0001359049473591152,
+      "loss": 11.6645,
+      "step": 54923
+    },
+    {
+      "epoch": 1.1497111278573222,
+      "grad_norm": 0.31625035405158997,
+      "learning_rate": 0.00013590290101892993,
+      "loss": 11.6714,
+      "step": 54924
+    },
+    {
+      "epoch": 1.1497320606212844,
+      "grad_norm": 0.28561297059059143,
+      "learning_rate": 0.00013590085466148538,
+      "loss": 11.6665,
+      "step": 54925
+    },
+    {
+      "epoch": 1.1497529933852466,
+      "grad_norm": 0.29038599133491516,
+      "learning_rate": 0.0001358988082867826,
+      "loss": 11.6684,
+      "step": 54926
+    },
+    {
+      "epoch": 1.1497739261492088,
+      "grad_norm": 0.3741726577281952,
+      "learning_rate": 0.00013589676189482253,
+      "loss": 11.6549,
+      "step": 54927
+    },
+    {
+      "epoch": 1.1497948589131708,
+      "grad_norm": 0.4681086242198944,
+      "learning_rate": 0.00013589471548560618,
+      "loss": 11.6467,
+      "step": 54928
+    },
+    {
+      "epoch": 1.149815791677133,
+      "grad_norm": 0.3209705948829651,
+      "learning_rate": 0.0001358926690591345,
+      "loss": 11.6798,
+      "step": 54929
+    },
+    {
+      "epoch": 1.1498367244410952,
+      "grad_norm": 0.29645124077796936,
+      "learning_rate": 0.0001358906226154085,
+      "loss": 11.6679,
+      "step": 54930
+    },
+    {
+      "epoch": 1.1498576572050574,
+      "grad_norm": 0.28945499658584595,
+      "learning_rate": 0.00013588857615442915,
+      "loss": 11.6752,
+      "step": 54931
+    },
+    {
+      "epoch": 1.1498785899690196,
+      "grad_norm": 0.3580963611602783,
+      "learning_rate": 0.00013588652967619745,
+      "loss": 11.6674,
+      "step": 54932
+    },
+    {
+      "epoch": 1.1498995227329816,
+      "grad_norm": 0.3102859854698181,
+      "learning_rate": 0.0001358844831807144,
+      "loss": 11.6721,
+      "step": 54933
+    },
+    {
+      "epoch": 1.1499204554969438,
+      "grad_norm": 0.32288414239883423,
+      "learning_rate": 0.00013588243666798095,
+      "loss": 11.6515,
+      "step": 54934
+    },
+    {
+      "epoch": 1.149941388260906,
+      "grad_norm": 0.3639492094516754,
+      "learning_rate": 0.00013588039013799809,
+      "loss": 11.6656,
+      "step": 54935
+    },
+    {
+      "epoch": 1.1499623210248682,
+      "grad_norm": 0.3141385316848755,
+      "learning_rate": 0.0001358783435907668,
+      "loss": 11.6514,
+      "step": 54936
+    },
+    {
+      "epoch": 1.1499832537888304,
+      "grad_norm": 0.35111844539642334,
+      "learning_rate": 0.00013587629702628806,
+      "loss": 11.676,
+      "step": 54937
+    },
+    {
+      "epoch": 1.1500041865527924,
+      "grad_norm": 0.2382081001996994,
+      "learning_rate": 0.00013587425044456287,
+      "loss": 11.6612,
+      "step": 54938
+    },
+    {
+      "epoch": 1.1500251193167546,
+      "grad_norm": 0.32452136278152466,
+      "learning_rate": 0.00013587220384559222,
+      "loss": 11.6727,
+      "step": 54939
+    },
+    {
+      "epoch": 1.1500460520807168,
+      "grad_norm": 0.36157575249671936,
+      "learning_rate": 0.0001358701572293771,
+      "loss": 11.6734,
+      "step": 54940
+    },
+    {
+      "epoch": 1.150066984844679,
+      "grad_norm": 0.319273978471756,
+      "learning_rate": 0.00013586811059591844,
+      "loss": 11.6822,
+      "step": 54941
+    },
+    {
+      "epoch": 1.1500879176086412,
+      "grad_norm": 0.32017403841018677,
+      "learning_rate": 0.0001358660639452173,
+      "loss": 11.6639,
+      "step": 54942
+    },
+    {
+      "epoch": 1.1501088503726031,
+      "grad_norm": 0.3151192367076874,
+      "learning_rate": 0.00013586401727727458,
+      "loss": 11.6665,
+      "step": 54943
+    },
+    {
+      "epoch": 1.1501297831365653,
+      "grad_norm": 0.31743133068084717,
+      "learning_rate": 0.00013586197059209132,
+      "loss": 11.6698,
+      "step": 54944
+    },
+    {
+      "epoch": 1.1501507159005275,
+      "grad_norm": 0.36541226506233215,
+      "learning_rate": 0.00013585992388966852,
+      "loss": 11.6835,
+      "step": 54945
+    },
+    {
+      "epoch": 1.1501716486644897,
+      "grad_norm": 0.3230442702770233,
+      "learning_rate": 0.00013585787717000712,
+      "loss": 11.6751,
+      "step": 54946
+    },
+    {
+      "epoch": 1.1501925814284517,
+      "grad_norm": 0.3044709861278534,
+      "learning_rate": 0.0001358558304331081,
+      "loss": 11.67,
+      "step": 54947
+    },
+    {
+      "epoch": 1.150213514192414,
+      "grad_norm": 0.2959796190261841,
+      "learning_rate": 0.0001358537836789725,
+      "loss": 11.6783,
+      "step": 54948
+    },
+    {
+      "epoch": 1.150234446956376,
+      "grad_norm": 0.2746388018131256,
+      "learning_rate": 0.00013585173690760125,
+      "loss": 11.6667,
+      "step": 54949
+    },
+    {
+      "epoch": 1.1502553797203383,
+      "grad_norm": 0.32203271985054016,
+      "learning_rate": 0.00013584969011899535,
+      "loss": 11.667,
+      "step": 54950
+    },
+    {
+      "epoch": 1.1502763124843005,
+      "grad_norm": 0.30003786087036133,
+      "learning_rate": 0.00013584764331315579,
+      "loss": 11.6755,
+      "step": 54951
+    },
+    {
+      "epoch": 1.1502972452482625,
+      "grad_norm": 0.36140429973602295,
+      "learning_rate": 0.00013584559649008356,
+      "loss": 11.6757,
+      "step": 54952
+    },
+    {
+      "epoch": 1.1503181780122247,
+      "grad_norm": 0.3240716755390167,
+      "learning_rate": 0.0001358435496497796,
+      "loss": 11.6707,
+      "step": 54953
+    },
+    {
+      "epoch": 1.150339110776187,
+      "grad_norm": 0.3132610321044922,
+      "learning_rate": 0.00013584150279224492,
+      "loss": 11.6661,
+      "step": 54954
+    },
+    {
+      "epoch": 1.150360043540149,
+      "grad_norm": 0.2751900851726532,
+      "learning_rate": 0.00013583945591748057,
+      "loss": 11.6601,
+      "step": 54955
+    },
+    {
+      "epoch": 1.1503809763041113,
+      "grad_norm": 0.41931450366973877,
+      "learning_rate": 0.00013583740902548742,
+      "loss": 11.658,
+      "step": 54956
+    },
+    {
+      "epoch": 1.1504019090680733,
+      "grad_norm": 0.2851881980895996,
+      "learning_rate": 0.00013583536211626655,
+      "loss": 11.6759,
+      "step": 54957
+    },
+    {
+      "epoch": 1.1504228418320355,
+      "grad_norm": 0.30964356660842896,
+      "learning_rate": 0.00013583331518981888,
+      "loss": 11.6567,
+      "step": 54958
+    },
+    {
+      "epoch": 1.1504437745959977,
+      "grad_norm": 0.27970534563064575,
+      "learning_rate": 0.00013583126824614542,
+      "loss": 11.6645,
+      "step": 54959
+    },
+    {
+      "epoch": 1.1504647073599599,
+      "grad_norm": 0.35575923323631287,
+      "learning_rate": 0.00013582922128524714,
+      "loss": 11.6683,
+      "step": 54960
+    },
+    {
+      "epoch": 1.150485640123922,
+      "grad_norm": 0.38622328639030457,
+      "learning_rate": 0.00013582717430712506,
+      "loss": 11.6786,
+      "step": 54961
+    },
+    {
+      "epoch": 1.150506572887884,
+      "grad_norm": 0.37583333253860474,
+      "learning_rate": 0.00013582512731178013,
+      "loss": 11.6696,
+      "step": 54962
+    },
+    {
+      "epoch": 1.1505275056518462,
+      "grad_norm": 0.27431294322013855,
+      "learning_rate": 0.00013582308029921335,
+      "loss": 11.6648,
+      "step": 54963
+    },
+    {
+      "epoch": 1.1505484384158084,
+      "grad_norm": 0.3523891568183899,
+      "learning_rate": 0.00013582103326942568,
+      "loss": 11.6764,
+      "step": 54964
+    },
+    {
+      "epoch": 1.1505693711797707,
+      "grad_norm": 0.2913726568222046,
+      "learning_rate": 0.00013581898622241814,
+      "loss": 11.6698,
+      "step": 54965
+    },
+    {
+      "epoch": 1.1505903039437326,
+      "grad_norm": 0.33802810311317444,
+      "learning_rate": 0.00013581693915819167,
+      "loss": 11.6642,
+      "step": 54966
+    },
+    {
+      "epoch": 1.1506112367076948,
+      "grad_norm": 0.2888921797275543,
+      "learning_rate": 0.00013581489207674732,
+      "loss": 11.6754,
+      "step": 54967
+    },
+    {
+      "epoch": 1.150632169471657,
+      "grad_norm": 0.2892228662967682,
+      "learning_rate": 0.000135812844978086,
+      "loss": 11.681,
+      "step": 54968
+    },
+    {
+      "epoch": 1.1506531022356192,
+      "grad_norm": 0.31060805916786194,
+      "learning_rate": 0.00013581079786220874,
+      "loss": 11.6954,
+      "step": 54969
+    },
+    {
+      "epoch": 1.1506740349995814,
+      "grad_norm": 0.4109382629394531,
+      "learning_rate": 0.0001358087507291165,
+      "loss": 11.6697,
+      "step": 54970
+    },
+    {
+      "epoch": 1.1506949677635434,
+      "grad_norm": 0.3104046583175659,
+      "learning_rate": 0.0001358067035788103,
+      "loss": 11.6709,
+      "step": 54971
+    },
+    {
+      "epoch": 1.1507159005275056,
+      "grad_norm": 0.3359355628490448,
+      "learning_rate": 0.00013580465641129107,
+      "loss": 11.674,
+      "step": 54972
+    },
+    {
+      "epoch": 1.1507368332914678,
+      "grad_norm": 0.3057062327861786,
+      "learning_rate": 0.00013580260922655985,
+      "loss": 11.6735,
+      "step": 54973
+    },
+    {
+      "epoch": 1.15075776605543,
+      "grad_norm": 0.3282983601093292,
+      "learning_rate": 0.0001358005620246176,
+      "loss": 11.6789,
+      "step": 54974
+    },
+    {
+      "epoch": 1.1507786988193922,
+      "grad_norm": 0.3555383086204529,
+      "learning_rate": 0.00013579851480546528,
+      "loss": 11.6708,
+      "step": 54975
+    },
+    {
+      "epoch": 1.1507996315833542,
+      "grad_norm": 0.33529189229011536,
+      "learning_rate": 0.0001357964675691039,
+      "loss": 11.6519,
+      "step": 54976
+    },
+    {
+      "epoch": 1.1508205643473164,
+      "grad_norm": 0.31028592586517334,
+      "learning_rate": 0.00013579442031553445,
+      "loss": 11.6819,
+      "step": 54977
+    },
+    {
+      "epoch": 1.1508414971112786,
+      "grad_norm": 0.3018004894256592,
+      "learning_rate": 0.0001357923730447579,
+      "loss": 11.682,
+      "step": 54978
+    },
+    {
+      "epoch": 1.1508624298752408,
+      "grad_norm": 0.3185877203941345,
+      "learning_rate": 0.00013579032575677523,
+      "loss": 11.6606,
+      "step": 54979
+    },
+    {
+      "epoch": 1.150883362639203,
+      "grad_norm": 0.34959468245506287,
+      "learning_rate": 0.00013578827845158747,
+      "loss": 11.67,
+      "step": 54980
+    },
+    {
+      "epoch": 1.150904295403165,
+      "grad_norm": 0.3045620620250702,
+      "learning_rate": 0.0001357862311291955,
+      "loss": 11.6497,
+      "step": 54981
+    },
+    {
+      "epoch": 1.1509252281671272,
+      "grad_norm": 0.26695379614830017,
+      "learning_rate": 0.00013578418378960044,
+      "loss": 11.66,
+      "step": 54982
+    },
+    {
+      "epoch": 1.1509461609310894,
+      "grad_norm": 0.3307904303073883,
+      "learning_rate": 0.0001357821364328032,
+      "loss": 11.658,
+      "step": 54983
+    },
+    {
+      "epoch": 1.1509670936950516,
+      "grad_norm": 0.3110657036304474,
+      "learning_rate": 0.00013578008905880471,
+      "loss": 11.665,
+      "step": 54984
+    },
+    {
+      "epoch": 1.1509880264590135,
+      "grad_norm": 0.36893877387046814,
+      "learning_rate": 0.00013577804166760605,
+      "loss": 11.6807,
+      "step": 54985
+    },
+    {
+      "epoch": 1.1510089592229757,
+      "grad_norm": 0.3696364462375641,
+      "learning_rate": 0.00013577599425920817,
+      "loss": 11.6759,
+      "step": 54986
+    },
+    {
+      "epoch": 1.151029891986938,
+      "grad_norm": 0.3545561730861664,
+      "learning_rate": 0.00013577394683361206,
+      "loss": 11.6729,
+      "step": 54987
+    },
+    {
+      "epoch": 1.1510508247509001,
+      "grad_norm": 0.34354835748672485,
+      "learning_rate": 0.00013577189939081868,
+      "loss": 11.6757,
+      "step": 54988
+    },
+    {
+      "epoch": 1.1510717575148623,
+      "grad_norm": 0.3591194152832031,
+      "learning_rate": 0.00013576985193082907,
+      "loss": 11.6613,
+      "step": 54989
+    },
+    {
+      "epoch": 1.1510926902788243,
+      "grad_norm": 0.2817166745662689,
+      "learning_rate": 0.00013576780445364415,
+      "loss": 11.6664,
+      "step": 54990
+    },
+    {
+      "epoch": 1.1511136230427865,
+      "grad_norm": 0.3483864367008209,
+      "learning_rate": 0.0001357657569592649,
+      "loss": 11.661,
+      "step": 54991
+    },
+    {
+      "epoch": 1.1511345558067487,
+      "grad_norm": 0.3598285913467407,
+      "learning_rate": 0.00013576370944769236,
+      "loss": 11.6802,
+      "step": 54992
+    },
+    {
+      "epoch": 1.151155488570711,
+      "grad_norm": 0.3334222435951233,
+      "learning_rate": 0.0001357616619189275,
+      "loss": 11.6589,
+      "step": 54993
+    },
+    {
+      "epoch": 1.151176421334673,
+      "grad_norm": 0.3237048089504242,
+      "learning_rate": 0.00013575961437297128,
+      "loss": 11.6706,
+      "step": 54994
+    },
+    {
+      "epoch": 1.151197354098635,
+      "grad_norm": 0.31172406673431396,
+      "learning_rate": 0.0001357575668098247,
+      "loss": 11.6696,
+      "step": 54995
+    },
+    {
+      "epoch": 1.1512182868625973,
+      "grad_norm": 0.3102432191371918,
+      "learning_rate": 0.00013575551922948874,
+      "loss": 11.6713,
+      "step": 54996
+    },
+    {
+      "epoch": 1.1512392196265595,
+      "grad_norm": 0.3820693790912628,
+      "learning_rate": 0.0001357534716319644,
+      "loss": 11.669,
+      "step": 54997
+    },
+    {
+      "epoch": 1.1512601523905217,
+      "grad_norm": 0.41096606850624084,
+      "learning_rate": 0.0001357514240172526,
+      "loss": 11.6503,
+      "step": 54998
+    },
+    {
+      "epoch": 1.151281085154484,
+      "grad_norm": 0.314386785030365,
+      "learning_rate": 0.00013574937638535442,
+      "loss": 11.6664,
+      "step": 54999
+    },
+    {
+      "epoch": 1.1513020179184459,
+      "grad_norm": 0.34621137380599976,
+      "learning_rate": 0.0001357473287362708,
+      "loss": 11.6837,
+      "step": 55000
+    },
+    {
+      "epoch": 1.1513020179184459,
+      "eval_loss": 11.667974472045898,
+      "eval_runtime": 34.3815,
+      "eval_samples_per_second": 27.951,
+      "eval_steps_per_second": 7.01,
+      "step": 55000
     }
   ],
   "logging_steps": 1,
@@ -378461,7 +385469,7 @@
         "early_stopping_threshold": 0.0
       },
       "attributes": {
-        "early_stopping_patience_counter": 2
+        "early_stopping_patience_counter": 0
       }
     },
     "TrainerControl": {
@@ -378475,7 +385483,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 2228941093109760.0,
+  "total_flos": 2270424771624960.0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null