diff --git "a/checkpoints/continuation/train/train_20260406_213859/checkpoint-1200/trainer_state.json" "b/checkpoints/continuation/train/train_20260406_213859/checkpoint-1200/trainer_state.json"
deleted file mode 100644--- "a/checkpoints/continuation/train/train_20260406_213859/checkpoint-1200/trainer_state.json"
+++ /dev/null
@@ -1,8748 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 0.07418053688163569,
-  "eval_steps": 50,
-  "global_step": 1200,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 6.181711406802973e-05,
-      "grad_norm": 2.868379592895508,
-      "learning_rate": 5.149330587023687e-08,
-      "loss": 1.1103,
-      "step": 1
-    },
-    {
-      "epoch": 0.00012363422813605946,
-      "grad_norm": 2.625117063522339,
-      "learning_rate": 1.0298661174047374e-07,
-      "loss": 1.4954,
-      "step": 2
-    },
-    {
-      "epoch": 0.0001854513422040892,
-      "grad_norm": 3.253507137298584,
-      "learning_rate": 1.544799176107106e-07,
-      "loss": 1.5743,
-      "step": 3
-    },
-    {
-      "epoch": 0.0002472684562721189,
-      "grad_norm": 2.5316321849823,
-      "learning_rate": 2.0597322348094748e-07,
-      "loss": 1.3761,
-      "step": 4
-    },
-    {
-      "epoch": 0.00030908557034014866,
-      "grad_norm": 2.0210649967193604,
-      "learning_rate": 2.5746652935118436e-07,
-      "loss": 1.3609,
-      "step": 5
-    },
-    {
-      "epoch": 0.0003709026844081784,
-      "grad_norm": 2.858978509902954,
-      "learning_rate": 3.089598352214212e-07,
-      "loss": 1.3715,
-      "step": 6
-    },
-    {
-      "epoch": 0.00043271979847620814,
-      "grad_norm": 2.6679961681365967,
-      "learning_rate": 3.604531410916581e-07,
-      "loss": 1.5823,
-      "step": 7
-    },
-    {
-      "epoch": 0.0004945369125442378,
-      "grad_norm": 2.8491594791412354,
-      "learning_rate": 4.1194644696189496e-07,
-      "loss": 1.2488,
-      "step": 8
-    },
-    {
-      "epoch": 0.0005563540266122676,
-      "grad_norm": 2.393017053604126,
-      "learning_rate": 4.6343975283213186e-07,
-      "loss": 1.3451,
-      "step": 9
-    },
-    {
-      "epoch": 0.0006181711406802973,
-      "grad_norm": 2.368975877761841,
-      "learning_rate": 5.149330587023687e-07,
-      "loss": 1.131,
-      "step": 10
-    },
-    {
-      "epoch": 0.0006799882547483271,
-      "grad_norm": 2.1186985969543457,
-      "learning_rate": 5.664263645726055e-07,
-      "loss": 1.6491,
-      "step": 11
-    },
-    {
-      "epoch": 0.0007418053688163568,
-      "grad_norm": 2.3738555908203125,
-      "learning_rate": 6.179196704428424e-07,
-      "loss": 1.6773,
-      "step": 12
-    },
-    {
-      "epoch": 0.0008036224828843866,
-      "grad_norm": 1.943299412727356,
-      "learning_rate": 6.694129763130793e-07,
-      "loss": 1.835,
-      "step": 13
-    },
-    {
-      "epoch": 0.0008654395969524163,
-      "grad_norm": 2.9105331897735596,
-      "learning_rate": 7.209062821833162e-07,
-      "loss": 1.2689,
-      "step": 14
-    },
-    {
-      "epoch": 0.000927256711020446,
-      "grad_norm": 2.28271746635437,
-      "learning_rate": 7.723995880535531e-07,
-      "loss": 1.5542,
-      "step": 15
-    },
-    {
-      "epoch": 0.0009890738250884757,
-      "grad_norm": 3.179438352584839,
-      "learning_rate": 8.238928939237899e-07,
-      "loss": 2.0533,
-      "step": 16
-    },
-    {
-      "epoch": 0.0010508909391565055,
-      "grad_norm": 2.0680150985717773,
-      "learning_rate": 8.753861997940269e-07,
-      "loss": 1.4333,
-      "step": 17
-    },
-    {
-      "epoch": 0.0011127080532245353,
-      "grad_norm": 2.2344229221343994,
-      "learning_rate": 9.268795056642637e-07,
-      "loss": 1.4397,
-      "step": 18
-    },
-    {
-      "epoch": 0.001174525167292565,
-      "grad_norm": 1.7804040908813477,
-      "learning_rate": 9.783728115345004e-07,
-      "loss": 1.6914,
-      "step": 19
-    },
-    {
-      "epoch": 0.0012363422813605946,
-      "grad_norm": 2.680542469024658,
-      "learning_rate": 1.0298661174047374e-06,
-      "loss": 1.6585,
-      "step": 20
-    },
-    {
-      "epoch": 0.0012981593954286244,
-      "grad_norm": 1.6445602178573608,
-      "learning_rate": 1.0813594232749742e-06,
-      "loss": 1.8753,
-      "step": 21
-    },
-    {
-      "epoch": 0.0013599765094966542,
-      "grad_norm": 2.718898296356201,
-      "learning_rate": 1.132852729145211e-06,
-      "loss": 1.6,
-      "step": 22
-    },
-    {
-      "epoch": 0.0014217936235646838,
-      "grad_norm": 2.5740976333618164,
-      "learning_rate": 1.184346035015448e-06,
-      "loss": 1.437,
-      "step": 23
-    },
-    {
-      "epoch": 0.0014836107376327136,
-      "grad_norm": 2.5425257682800293,
-      "learning_rate": 1.2358393408856848e-06,
-      "loss": 1.4143,
-      "step": 24
-    },
-    {
-      "epoch": 0.0015454278517007434,
-      "grad_norm": 2.2158801555633545,
-      "learning_rate": 1.2873326467559218e-06,
-      "loss": 1.4376,
-      "step": 25
-    },
-    {
-      "epoch": 0.0016072449657687732,
-      "grad_norm": 2.0290496349334717,
-      "learning_rate": 1.3388259526261586e-06,
-      "loss": 1.7996,
-      "step": 26
-    },
-    {
-      "epoch": 0.0016690620798368028,
-      "grad_norm": 2.8049676418304443,
-      "learning_rate": 1.3903192584963954e-06,
-      "loss": 1.3381,
-      "step": 27
-    },
-    {
-      "epoch": 0.0017308791939048326,
-      "grad_norm": 3.1228060722351074,
-      "learning_rate": 1.4418125643666324e-06,
-      "loss": 1.234,
-      "step": 28
-    },
-    {
-      "epoch": 0.0017926963079728624,
-      "grad_norm": 2.5586137771606445,
-      "learning_rate": 1.4933058702368692e-06,
-      "loss": 0.9541,
-      "step": 29
-    },
-    {
-      "epoch": 0.001854513422040892,
-      "grad_norm": 2.664177179336548,
-      "learning_rate": 1.5447991761071062e-06,
-      "loss": 1.6579,
-      "step": 30
-    },
-    {
-      "epoch": 0.0019163305361089217,
-      "grad_norm": 2.7940759658813477,
-      "learning_rate": 1.596292481977343e-06,
-      "loss": 1.4058,
-      "step": 31
-    },
-    {
-      "epoch": 0.0019781476501769513,
-      "grad_norm": 2.7499661445617676,
-      "learning_rate": 1.6477857878475798e-06,
-      "loss": 1.3217,
-      "step": 32
-    },
-    {
-      "epoch": 0.002039964764244981,
-      "grad_norm": 2.281639337539673,
-      "learning_rate": 1.6992790937178166e-06,
-      "loss": 1.3221,
-      "step": 33
-    },
-    {
-      "epoch": 0.002101781878313011,
-      "grad_norm": 2.419034004211426,
-      "learning_rate": 1.7507723995880539e-06,
-      "loss": 1.1481,
-      "step": 34
-    },
-    {
-      "epoch": 0.0021635989923810407,
-      "grad_norm": 1.8782281875610352,
-      "learning_rate": 1.8022657054582907e-06,
-      "loss": 1.4297,
-      "step": 35
-    },
-    {
-      "epoch": 0.0022254161064490705,
-      "grad_norm": 3.3292531967163086,
-      "learning_rate": 1.8537590113285275e-06,
-      "loss": 1.0675,
-      "step": 36
-    },
-    {
-      "epoch": 0.0022872332205171003,
-      "grad_norm": 2.297558069229126,
-      "learning_rate": 1.9052523171987643e-06,
-      "loss": 1.3765,
-      "step": 37
-    },
-    {
-      "epoch": 0.00234905033458513,
-      "grad_norm": 2.330183982849121,
-      "learning_rate": 1.956745623069001e-06,
-      "loss": 1.2504,
-      "step": 38
-    },
-    {
-      "epoch": 0.0024108674486531595,
-      "grad_norm": 2.135110378265381,
-      "learning_rate": 2.0082389289392383e-06,
-      "loss": 1.675,
-      "step": 39
-    },
-    {
-      "epoch": 0.0024726845627211893,
-      "grad_norm": 2.0114803314208984,
-      "learning_rate": 2.059732234809475e-06,
-      "loss": 1.2321,
-      "step": 40
-    },
-    {
-      "epoch": 0.002534501676789219,
-      "grad_norm": 2.139209032058716,
-      "learning_rate": 2.111225540679712e-06,
-      "loss": 2.0115,
-      "step": 41
-    },
-    {
-      "epoch": 0.002596318790857249,
-      "grad_norm": 2.1829617023468018,
-      "learning_rate": 2.1627188465499485e-06,
-      "loss": 1.4199,
-      "step": 42
-    },
-    {
-      "epoch": 0.0026581359049252786,
-      "grad_norm": 1.920251488685608,
-      "learning_rate": 2.2142121524201855e-06,
-      "loss": 1.7473,
-      "step": 43
-    },
-    {
-      "epoch": 0.0027199530189933084,
-      "grad_norm": 2.3095972537994385,
-      "learning_rate": 2.265705458290422e-06,
-      "loss": 1.4596,
-      "step": 44
-    },
-    {
-      "epoch": 0.0027817701330613382,
-      "grad_norm": 3.5346968173980713,
-      "learning_rate": 2.3171987641606595e-06,
-      "loss": 1.2931,
-      "step": 45
-    },
-    {
-      "epoch": 0.0028435872471293676,
-      "grad_norm": 2.7648251056671143,
-      "learning_rate": 2.368692070030896e-06,
-      "loss": 1.6674,
-      "step": 46
-    },
-    {
-      "epoch": 0.0029054043611973974,
-      "grad_norm": 2.4950554370880127,
-      "learning_rate": 2.420185375901133e-06,
-      "loss": 1.5936,
-      "step": 47
-    },
-    {
-      "epoch": 0.002967221475265427,
-      "grad_norm": 2.1360185146331787,
-      "learning_rate": 2.4716786817713697e-06,
-      "loss": 1.4483,
-      "step": 48
-    },
-    {
-      "epoch": 0.003029038589333457,
-      "grad_norm": 2.32753849029541,
-      "learning_rate": 2.5231719876416067e-06,
-      "loss": 1.4069,
-      "step": 49
-    },
-    {
-      "epoch": 0.003090855703401487,
-      "grad_norm": 2.2147738933563232,
-      "learning_rate": 2.5746652935118437e-06,
-      "loss": 1.6565,
-      "step": 50
-    },
-    {
-      "epoch": 0.003090855703401487,
-      "eval_loss": 1.4199540615081787,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.1193,
-      "eval_samples_per_second": 7.866,
-      "eval_steps_per_second": 7.866,
-      "step": 50
-    },
-    {
-      "epoch": 0.0031526728174695166,
-      "grad_norm": 3.763089179992676,
-      "learning_rate": 2.6261585993820807e-06,
-      "loss": 1.3835,
-      "step": 51
-    },
-    {
-      "epoch": 0.0032144899315375464,
-      "grad_norm": 2.10929799079895,
-      "learning_rate": 2.6776519052523173e-06,
-      "loss": 1.0864,
-      "step": 52
-    },
-    {
-      "epoch": 0.0032763070456055757,
-      "grad_norm": 2.610747814178467,
-      "learning_rate": 2.7291452111225543e-06,
-      "loss": 1.2166,
-      "step": 53
-    },
-    {
-      "epoch": 0.0033381241596736055,
-      "grad_norm": 2.5447511672973633,
-      "learning_rate": 2.780638516992791e-06,
-      "loss": 1.4476,
-      "step": 54
-    },
-    {
-      "epoch": 0.0033999412737416353,
-      "grad_norm": 2.903759717941284,
-      "learning_rate": 2.832131822863028e-06,
-      "loss": 1.3574,
-      "step": 55
-    },
-    {
-      "epoch": 0.003461758387809665,
-      "grad_norm": 2.2000033855438232,
-      "learning_rate": 2.883625128733265e-06,
-      "loss": 1.249,
-      "step": 56
-    },
-    {
-      "epoch": 0.003523575501877695,
-      "grad_norm": 2.3758127689361572,
-      "learning_rate": 2.935118434603502e-06,
-      "loss": 1.3553,
-      "step": 57
-    },
-    {
-      "epoch": 0.0035853926159457247,
-      "grad_norm": 2.1135854721069336,
-      "learning_rate": 2.9866117404737385e-06,
-      "loss": 1.3373,
-      "step": 58
-    },
-    {
-      "epoch": 0.0036472097300137545,
-      "grad_norm": 2.6411144733428955,
-      "learning_rate": 3.0381050463439755e-06,
-      "loss": 1.3893,
-      "step": 59
-    },
-    {
-      "epoch": 0.003709026844081784,
-      "grad_norm": 1.9616448879241943,
-      "learning_rate": 3.0895983522142125e-06,
-      "loss": 1.3363,
-      "step": 60
-    },
-    {
-      "epoch": 0.0037708439581498137,
-      "grad_norm": 1.867195725440979,
-      "learning_rate": 3.141091658084449e-06,
-      "loss": 1.3323,
-      "step": 61
-    },
-    {
-      "epoch": 0.0038326610722178435,
-      "grad_norm": 2.164929151535034,
-      "learning_rate": 3.192584963954686e-06,
-      "loss": 1.6322,
-      "step": 62
-    },
-    {
-      "epoch": 0.0038944781862858733,
-      "grad_norm": 2.250218152999878,
-      "learning_rate": 3.244078269824923e-06,
-      "loss": 1.6067,
-      "step": 63
-    },
-    {
-      "epoch": 0.003956295300353903,
-      "grad_norm": 2.642617702484131,
-      "learning_rate": 3.2955715756951597e-06,
-      "loss": 1.2539,
-      "step": 64
-    },
-    {
-      "epoch": 0.0040181124144219324,
-      "grad_norm": 1.815295696258545,
-      "learning_rate": 3.3470648815653967e-06,
-      "loss": 1.5266,
-      "step": 65
-    },
-    {
-      "epoch": 0.004079929528489962,
-      "grad_norm": 2.8819258213043213,
-      "learning_rate": 3.3985581874356333e-06,
-      "loss": 1.4711,
-      "step": 66
-    },
-    {
-      "epoch": 0.004141746642557992,
-      "grad_norm": 2.8122963905334473,
-      "learning_rate": 3.4500514933058703e-06,
-      "loss": 1.4234,
-      "step": 67
-    },
-    {
-      "epoch": 0.004203563756626022,
-      "grad_norm": 2.054264783859253,
-      "learning_rate": 3.5015447991761077e-06,
-      "loss": 1.5502,
-      "step": 68
-    },
-    {
-      "epoch": 0.004265380870694052,
-      "grad_norm": 2.8035171031951904,
-      "learning_rate": 3.553038105046344e-06,
-      "loss": 1.5051,
-      "step": 69
-    },
-    {
-      "epoch": 0.004327197984762081,
-      "grad_norm": 2.2424187660217285,
-      "learning_rate": 3.6045314109165813e-06,
-      "loss": 1.5272,
-      "step": 70
-    },
-    {
-      "epoch": 0.004389015098830111,
-      "grad_norm": 2.506863594055176,
-      "learning_rate": 3.6560247167868175e-06,
-      "loss": 1.6152,
-      "step": 71
-    },
-    {
-      "epoch": 0.004450832212898141,
-      "grad_norm": 2.767625570297241,
-      "learning_rate": 3.707518022657055e-06,
-      "loss": 1.258,
-      "step": 72
-    },
-    {
-      "epoch": 0.004512649326966171,
-      "grad_norm": 2.993513345718384,
-      "learning_rate": 3.759011328527292e-06,
-      "loss": 1.1037,
-      "step": 73
-    },
-    {
-      "epoch": 0.004574466441034201,
-      "grad_norm": 2.3375062942504883,
-      "learning_rate": 3.8105046343975285e-06,
-      "loss": 1.2413,
-      "step": 74
-    },
-    {
-      "epoch": 0.00463628355510223,
-      "grad_norm": 3.9120078086853027,
-      "learning_rate": 3.861997940267766e-06,
-      "loss": 1.8054,
-      "step": 75
-    },
-    {
-      "epoch": 0.00469810066917026,
-      "grad_norm": 2.3894171714782715,
-      "learning_rate": 3.913491246138002e-06,
-      "loss": 1.7304,
-      "step": 76
-    },
-    {
-      "epoch": 0.004759917783238289,
-      "grad_norm": 2.7164576053619385,
-      "learning_rate": 3.964984552008239e-06,
-      "loss": 1.7307,
-      "step": 77
-    },
-    {
-      "epoch": 0.004821734897306319,
-      "grad_norm": 2.709584951400757,
-      "learning_rate": 4.0164778578784765e-06,
-      "loss": 1.5374,
-      "step": 78
-    },
-    {
-      "epoch": 0.004883552011374349,
-      "grad_norm": 2.8548948764801025,
-      "learning_rate": 4.067971163748713e-06,
-      "loss": 1.4832,
-      "step": 79
-    },
-    {
-      "epoch": 0.0049453691254423785,
-      "grad_norm": 2.5935702323913574,
-      "learning_rate": 4.11946446961895e-06,
-      "loss": 1.0577,
-      "step": 80
-    },
-    {
-      "epoch": 0.005007186239510408,
-      "grad_norm": 2.555643320083618,
-      "learning_rate": 4.170957775489186e-06,
-      "loss": 1.7586,
-      "step": 81
-    },
-    {
-      "epoch": 0.005069003353578438,
-      "grad_norm": 2.7869255542755127,
-      "learning_rate": 4.222451081359424e-06,
-      "loss": 1.0975,
-      "step": 82
-    },
-    {
-      "epoch": 0.005130820467646468,
-      "grad_norm": 3.410118579864502,
-      "learning_rate": 4.27394438722966e-06,
-      "loss": 1.4174,
-      "step": 83
-    },
-    {
-      "epoch": 0.005192637581714498,
-      "grad_norm": 2.027106285095215,
-      "learning_rate": 4.325437693099897e-06,
-      "loss": 1.4651,
-      "step": 84
-    },
-    {
-      "epoch": 0.0052544546957825275,
-      "grad_norm": 2.9355483055114746,
-      "learning_rate": 4.376930998970134e-06,
-      "loss": 1.5717,
-      "step": 85
-    },
-    {
-      "epoch": 0.005316271809850557,
-      "grad_norm": 1.756365418434143,
-      "learning_rate": 4.428424304840371e-06,
-      "loss": 1.6917,
-      "step": 86
-    },
-    {
-      "epoch": 0.005378088923918587,
-      "grad_norm": 2.963819980621338,
-      "learning_rate": 4.4799176107106075e-06,
-      "loss": 1.4068,
-      "step": 87
-    },
-    {
-      "epoch": 0.005439906037986617,
-      "grad_norm": 2.3866336345672607,
-      "learning_rate": 4.531410916580844e-06,
-      "loss": 1.3207,
-      "step": 88
-    },
-    {
-      "epoch": 0.005501723152054647,
-      "grad_norm": 2.5885655879974365,
-      "learning_rate": 4.5829042224510815e-06,
-      "loss": 1.2821,
-      "step": 89
-    },
-    {
-      "epoch": 0.0055635402661226765,
-      "grad_norm": 4.063636302947998,
-      "learning_rate": 4.634397528321319e-06,
-      "loss": 1.5555,
-      "step": 90
-    },
-    {
-      "epoch": 0.005625357380190705,
-      "grad_norm": 4.417658805847168,
-      "learning_rate": 4.6858908341915555e-06,
-      "loss": 1.7812,
-      "step": 91
-    },
-    {
-      "epoch": 0.005687174494258735,
-      "grad_norm": 2.540121078491211,
-      "learning_rate": 4.737384140061792e-06,
-      "loss": 1.3914,
-      "step": 92
-    },
-    {
-      "epoch": 0.005748991608326765,
-      "grad_norm": 2.0250561237335205,
-      "learning_rate": 4.788877445932029e-06,
-      "loss": 1.5431,
-      "step": 93
-    },
-    {
-      "epoch": 0.005810808722394795,
-      "grad_norm": 3.627100706100464,
-      "learning_rate": 4.840370751802266e-06,
-      "loss": 1.7494,
-      "step": 94
-    },
-    {
-      "epoch": 0.005872625836462825,
-      "grad_norm": 2.2599141597747803,
-      "learning_rate": 4.891864057672503e-06,
-      "loss": 1.1039,
-      "step": 95
-    },
-    {
-      "epoch": 0.005934442950530854,
-      "grad_norm": 2.7678945064544678,
-      "learning_rate": 4.943357363542739e-06,
-      "loss": 1.7006,
-      "step": 96
-    },
-    {
-      "epoch": 0.005996260064598884,
-      "grad_norm": 3.0242531299591064,
-      "learning_rate": 4.994850669412977e-06,
-      "loss": 1.5274,
-      "step": 97
-    },
-    {
-      "epoch": 0.006058077178666914,
-      "grad_norm": 2.6031460762023926,
-      "learning_rate": 5.046343975283213e-06,
-      "loss": 1.4115,
-      "step": 98
-    },
-    {
-      "epoch": 0.006119894292734944,
-      "grad_norm": 2.4590632915496826,
-      "learning_rate": 5.09783728115345e-06,
-      "loss": 1.469,
-      "step": 99
-    },
-    {
-      "epoch": 0.006181711406802974,
-      "grad_norm": 2.5784335136413574,
-      "learning_rate": 5.149330587023687e-06,
-      "loss": 1.9725,
-      "step": 100
-    },
-    {
-      "epoch": 0.006181711406802974,
-      "eval_loss": 1.4053243398666382,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 6.9607,
-      "eval_samples_per_second": 8.045,
-      "eval_steps_per_second": 8.045,
-      "step": 100
-    },
-    {
-      "epoch": 0.006181711406802974,
-      "full_eval_loss": 1.4530560970306396,
-      "full_eval_model_preparation_time": 0.0065,
-      "full_eval_runtime": 14.729,
-      "full_eval_samples_per_second": 7.604,
-      "full_eval_steps_per_second": 7.604,
-      "step": 100
-    },
-    {
-      "epoch": 0.006243528520871003,
-      "grad_norm": 4.042294979095459,
-      "learning_rate": 5.200823892893924e-06,
-      "loss": 1.6114,
-      "step": 101
-    },
-    {
-      "epoch": 0.006305345634939033,
-      "grad_norm": 2.5062899589538574,
-      "learning_rate": 5.252317198764161e-06,
-      "loss": 1.6284,
-      "step": 102
-    },
-    {
-      "epoch": 0.006367162749007063,
-      "grad_norm": 3.333383321762085,
-      "learning_rate": 5.303810504634397e-06,
-      "loss": 1.2832,
-      "step": 103
-    },
-    {
-      "epoch": 0.006428979863075093,
-      "grad_norm": 2.044252634048462,
-      "learning_rate": 5.3553038105046345e-06,
-      "loss": 1.7243,
-      "step": 104
-    },
-    {
-      "epoch": 0.006490796977143122,
-      "grad_norm": 2.8320372104644775,
-      "learning_rate": 5.406797116374872e-06,
-      "loss": 1.401,
-      "step": 105
-    },
-    {
-      "epoch": 0.0065526140912111515,
-      "grad_norm": 2.218355655670166,
-      "learning_rate": 5.4582904222451086e-06,
-      "loss": 1.7275,
-      "step": 106
-    },
-    {
-      "epoch": 0.006614431205279181,
-      "grad_norm": 2.7037456035614014,
-      "learning_rate": 5.509783728115345e-06,
-      "loss": 1.6068,
-      "step": 107
-    },
-    {
-      "epoch": 0.006676248319347211,
-      "grad_norm": 2.5384514331817627,
-      "learning_rate": 5.561277033985582e-06,
-      "loss": 1.527,
-      "step": 108
-    },
-    {
-      "epoch": 0.006738065433415241,
-      "grad_norm": 2.320089101791382,
-      "learning_rate": 5.612770339855819e-06,
-      "loss": 1.3001,
-      "step": 109
-    },
-    {
-      "epoch": 0.006799882547483271,
-      "grad_norm": 1.9942829608917236,
-      "learning_rate": 5.664263645726056e-06,
-      "loss": 1.7264,
-      "step": 110
-    },
-    {
-      "epoch": 0.0068616996615513005,
-      "grad_norm": 2.3550915718078613,
-      "learning_rate": 5.715756951596292e-06,
-      "loss": 1.3495,
-      "step": 111
-    },
-    {
-      "epoch": 0.00692351677561933,
-      "grad_norm": 3.1979689598083496,
-      "learning_rate": 5.76725025746653e-06,
-      "loss": 1.8741,
-      "step": 112
-    },
-    {
-      "epoch": 0.00698533388968736,
-      "grad_norm": 2.4501793384552,
-      "learning_rate": 5.818743563336766e-06,
-      "loss": 1.5178,
-      "step": 113
-    },
-    {
-      "epoch": 0.00704715100375539,
-      "grad_norm": 1.9243541955947876,
-      "learning_rate": 5.870236869207004e-06,
-      "loss": 1.4799,
-      "step": 114
-    },
-    {
-      "epoch": 0.00710896811782342,
-      "grad_norm": 2.4789035320281982,
-      "learning_rate": 5.92173017507724e-06,
-      "loss": 1.2907,
-      "step": 115
-    },
-    {
-      "epoch": 0.0071707852318914495,
-      "grad_norm": 2.5633602142333984,
-      "learning_rate": 5.973223480947477e-06,
-      "loss": 1.5933,
-      "step": 116
-    },
-    {
-      "epoch": 0.007232602345959479,
-      "grad_norm": 2.6229193210601807,
-      "learning_rate": 6.024716786817714e-06,
-      "loss": 2.0139,
-      "step": 117
-    },
-    {
-      "epoch": 0.007294419460027509,
-      "grad_norm": 2.708543062210083,
-      "learning_rate": 6.076210092687951e-06,
-      "loss": 1.5033,
-      "step": 118
-    },
-    {
-      "epoch": 0.007356236574095538,
-      "grad_norm": 2.6228842735290527,
-      "learning_rate": 6.1277033985581876e-06,
-      "loss": 1.3148,
-      "step": 119
-    },
-    {
-      "epoch": 0.007418053688163568,
-      "grad_norm": 2.215315103530884,
-      "learning_rate": 6.179196704428425e-06,
-      "loss": 1.2322,
-      "step": 120
-    },
-    {
-      "epoch": 0.007479870802231598,
-      "grad_norm": 4.158233642578125,
-      "learning_rate": 6.230690010298662e-06,
-      "loss": 1.2128,
-      "step": 121
-    },
-    {
-      "epoch": 0.007541687916299627,
-      "grad_norm": 2.9032514095306396,
-      "learning_rate": 6.282183316168898e-06,
-      "loss": 1.8084,
-      "step": 122
-    },
-    {
-      "epoch": 0.007603505030367657,
-      "grad_norm": 3.255307674407959,
-      "learning_rate": 6.333676622039135e-06,
-      "loss": 1.2966,
-      "step": 123
-    },
-    {
-      "epoch": 0.007665322144435687,
-      "grad_norm": 2.7461330890655518,
-      "learning_rate": 6.385169927909372e-06,
-      "loss": 1.6561,
-      "step": 124
-    },
-    {
-      "epoch": 0.007727139258503717,
-      "grad_norm": 2.569959878921509,
-      "learning_rate": 6.43666323377961e-06,
-      "loss": 1.7089,
-      "step": 125
-    },
-    {
-      "epoch": 0.0077889563725717465,
-      "grad_norm": 3.4892759323120117,
-      "learning_rate": 6.488156539649846e-06,
-      "loss": 1.3786,
-      "step": 126
-    },
-    {
-      "epoch": 0.007850773486639775,
-      "grad_norm": 3.1081392765045166,
-      "learning_rate": 6.539649845520082e-06,
-      "loss": 1.2764,
-      "step": 127
-    },
-    {
-      "epoch": 0.007912590600707805,
-      "grad_norm": 5.701989650726318,
-      "learning_rate": 6.591143151390319e-06,
-      "loss": 2.3942,
-      "step": 128
-    },
-    {
-      "epoch": 0.007974407714775835,
-      "grad_norm": 2.5063931941986084,
-      "learning_rate": 6.642636457260557e-06,
-      "loss": 2.0657,
-      "step": 129
-    },
-    {
-      "epoch": 0.008036224828843865,
-      "grad_norm": 3.6385979652404785,
-      "learning_rate": 6.694129763130793e-06,
-      "loss": 1.3918,
-      "step": 130
-    },
-    {
-      "epoch": 0.008098041942911895,
-      "grad_norm": 3.5090653896331787,
-      "learning_rate": 6.745623069001031e-06,
-      "loss": 1.7616,
-      "step": 131
-    },
-    {
-      "epoch": 0.008159859056979924,
-      "grad_norm": 2.834296941757202,
-      "learning_rate": 6.7971163748712666e-06,
-      "loss": 1.5249,
-      "step": 132
-    },
-    {
-      "epoch": 0.008221676171047954,
-      "grad_norm": 2.8542580604553223,
-      "learning_rate": 6.848609680741504e-06,
-      "loss": 1.3384,
-      "step": 133
-    },
-    {
-      "epoch": 0.008283493285115984,
-      "grad_norm": 3.2557156085968018,
-      "learning_rate": 6.900102986611741e-06,
-      "loss": 1.5126,
-      "step": 134
-    },
-    {
-      "epoch": 0.008345310399184014,
-      "grad_norm": 3.1278955936431885,
-      "learning_rate": 6.951596292481978e-06,
-      "loss": 1.1637,
-      "step": 135
-    },
-    {
-      "epoch": 0.008407127513252044,
-      "grad_norm": 2.964660167694092,
-      "learning_rate": 7.0030895983522154e-06,
-      "loss": 1.6588,
-      "step": 136
-    },
-    {
-      "epoch": 0.008468944627320073,
-      "grad_norm": 3.16147780418396,
-      "learning_rate": 7.054582904222451e-06,
-      "loss": 1.4944,
-      "step": 137
-    },
-    {
-      "epoch": 0.008530761741388103,
-      "grad_norm": 3.3028953075408936,
-      "learning_rate": 7.106076210092688e-06,
-      "loss": 1.4126,
-      "step": 138
-    },
-    {
-      "epoch": 0.008592578855456133,
-      "grad_norm": 2.2722575664520264,
-      "learning_rate": 7.157569515962925e-06,
-      "loss": 1.2551,
-      "step": 139
-    },
-    {
-      "epoch": 0.008654395969524163,
-      "grad_norm": 3.2396256923675537,
-      "learning_rate": 7.209062821833163e-06,
-      "loss": 1.3422,
-      "step": 140
-    },
-    {
-      "epoch": 0.008716213083592193,
-      "grad_norm": 3.037431001663208,
-      "learning_rate": 7.260556127703399e-06,
-      "loss": 1.2913,
-      "step": 141
-    },
-    {
-      "epoch": 0.008778030197660222,
-      "grad_norm": 3.390970468521118,
-      "learning_rate": 7.312049433573635e-06,
-      "loss": 1.2532,
-      "step": 142
-    },
-    {
-      "epoch": 0.008839847311728252,
-      "grad_norm": 3.879589080810547,
-      "learning_rate": 7.363542739443872e-06,
-      "loss": 1.6247,
-      "step": 143
-    },
-    {
-      "epoch": 0.008901664425796282,
-      "grad_norm": 3.5863587856292725,
-      "learning_rate": 7.41503604531411e-06,
-      "loss": 1.4261,
-      "step": 144
-    },
-    {
-      "epoch": 0.008963481539864312,
-      "grad_norm": 3.178088426589966,
-      "learning_rate": 7.466529351184346e-06,
-      "loss": 1.4265,
-      "step": 145
-    },
-    {
-      "epoch": 0.009025298653932342,
-      "grad_norm": 2.440272092819214,
-      "learning_rate": 7.518022657054584e-06,
-      "loss": 1.4026,
-      "step": 146
-    },
-    {
-      "epoch": 0.009087115768000371,
-      "grad_norm": 2.7939743995666504,
-      "learning_rate": 7.56951596292482e-06,
-      "loss": 1.8732,
-      "step": 147
-    },
-    {
-      "epoch": 0.009148932882068401,
-      "grad_norm": 2.1110000610351562,
-      "learning_rate": 7.621009268795057e-06,
-      "loss": 1.7286,
-      "step": 148
-    },
-    {
-      "epoch": 0.009210749996136431,
-      "grad_norm": 2.4044623374938965,
-      "learning_rate": 7.672502574665294e-06,
-      "loss": 1.3981,
-      "step": 149
-    },
-    {
-      "epoch": 0.00927256711020446,
-      "grad_norm": 3.0076818466186523,
-      "learning_rate": 7.723995880535532e-06,
-      "loss": 1.5615,
-      "step": 150
-    },
-    {
-      "epoch": 0.00927256711020446,
-      "eval_loss": 1.399575114250183,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 8.3062,
-      "eval_samples_per_second": 6.742,
-      "eval_steps_per_second": 6.742,
-      "step": 150
-    },
-    {
-      "epoch": 0.00933438422427249,
-      "grad_norm": 2.2640271186828613,
-      "learning_rate": 7.775489186405768e-06,
-      "loss": 1.5135,
-      "step": 151
-    },
-    {
-      "epoch": 0.00939620133834052,
-      "grad_norm": 1.8887349367141724,
-      "learning_rate": 7.826982492276003e-06,
-      "loss": 1.4914,
-      "step": 152
-    },
-    {
-      "epoch": 0.009458018452408548,
-      "grad_norm": 4.7103376388549805,
-      "learning_rate": 7.878475798146242e-06,
-      "loss": 1.6904,
-      "step": 153
-    },
-    {
-      "epoch": 0.009519835566476578,
-      "grad_norm": 2.9403128623962402,
-      "learning_rate": 7.929969104016478e-06,
-      "loss": 1.546,
-      "step": 154
-    },
-    {
-      "epoch": 0.009581652680544608,
-      "grad_norm": 2.6832118034362793,
-      "learning_rate": 7.981462409886715e-06,
-      "loss": 1.9786,
-      "step": 155
-    },
-    {
-      "epoch": 0.009643469794612638,
-      "grad_norm": 2.0743906497955322,
-      "learning_rate": 8.032955715756953e-06,
-      "loss": 1.7389,
-      "step": 156
-    },
-    {
-      "epoch": 0.009705286908680668,
-      "grad_norm": 3.017521858215332,
-      "learning_rate": 8.084449021627188e-06,
-      "loss": 1.4535,
-      "step": 157
-    },
-    {
-      "epoch": 0.009767104022748697,
-      "grad_norm": 2.415421962738037,
-      "learning_rate": 8.135942327497426e-06,
-      "loss": 2.007,
-      "step": 158
-    },
-    {
-      "epoch": 0.009828921136816727,
-      "grad_norm": 2.7515811920166016,
-      "learning_rate": 8.187435633367663e-06,
-      "loss": 0.9383,
-      "step": 159
-    },
-    {
-      "epoch": 0.009890738250884757,
-      "grad_norm": 3.087285041809082,
-      "learning_rate": 8.2389289392379e-06,
-      "loss": 1.4905,
-      "step": 160
-    },
-    {
-      "epoch": 0.009952555364952787,
-      "grad_norm": 3.5809059143066406,
-      "learning_rate": 8.290422245108138e-06,
-      "loss": 1.4648,
-      "step": 161
-    },
-    {
-      "epoch": 0.010014372479020817,
-      "grad_norm": 3.2954578399658203,
-      "learning_rate": 8.341915550978373e-06,
-      "loss": 1.3955,
-      "step": 162
-    },
-    {
-      "epoch": 0.010076189593088846,
-      "grad_norm": 2.546682834625244,
-      "learning_rate": 8.39340885684861e-06,
-      "loss": 1.6035,
-      "step": 163
-    },
-    {
-      "epoch": 0.010138006707156876,
-      "grad_norm": 2.4278676509857178,
-      "learning_rate": 8.444902162718847e-06,
-      "loss": 1.3934,
-      "step": 164
-    },
-    {
-      "epoch": 0.010199823821224906,
-      "grad_norm": 3.653191328048706,
-      "learning_rate": 8.496395468589084e-06,
-      "loss": 1.4895,
-      "step": 165
-    },
-    {
-      "epoch": 0.010261640935292936,
-      "grad_norm": 2.8237900733947754,
-      "learning_rate": 8.54788877445932e-06,
-      "loss": 1.2704,
-      "step": 166
-    },
-    {
-      "epoch": 0.010323458049360966,
-      "grad_norm": 3.0766992568969727,
-      "learning_rate": 8.599382080329557e-06,
-      "loss": 1.2709,
-      "step": 167
-    },
-    {
-      "epoch": 0.010385275163428995,
-      "grad_norm": 2.519697666168213,
-      "learning_rate": 8.650875386199794e-06,
-      "loss": 1.6697,
-      "step": 168
-    },
-    {
-      "epoch": 0.010447092277497025,
-      "grad_norm": 2.2989044189453125,
-      "learning_rate": 8.702368692070032e-06,
-      "loss": 1.6803,
-      "step": 169
-    },
-    {
-      "epoch": 0.010508909391565055,
-      "grad_norm": 2.474841356277466,
-      "learning_rate": 8.753861997940269e-06,
-      "loss": 1.2907,
-      "step": 170
-    },
-    {
-      "epoch": 0.010570726505633085,
-      "grad_norm": 2.791919469833374,
-      "learning_rate": 8.805355303810504e-06,
-      "loss": 1.6425,
-      "step": 171
-    },
-    {
-      "epoch": 0.010632543619701115,
-      "grad_norm": 1.7778360843658447,
-      "learning_rate": 8.856848609680742e-06,
-      "loss": 1.5988,
-      "step": 172
-    },
-    {
-      "epoch": 0.010694360733769144,
-      "grad_norm": 3.312805414199829,
-      "learning_rate": 8.908341915550978e-06,
-      "loss": 1.3545,
-      "step": 173
-    },
-    {
-      "epoch": 0.010756177847837174,
-      "grad_norm": 2.0889177322387695,
-      "learning_rate": 8.959835221421215e-06,
-      "loss": 1.2789,
-      "step": 174
-    },
-    {
-      "epoch": 0.010817994961905204,
-      "grad_norm": 3.5852015018463135,
-      "learning_rate": 9.011328527291453e-06,
-      "loss": 1.8838,
-      "step": 175
-    },
-    {
-      "epoch": 0.010879812075973234,
-      "grad_norm": 2.8691775798797607,
-      "learning_rate": 9.062821833161688e-06,
-      "loss": 0.9393,
-      "step": 176
-    },
-    {
-      "epoch": 0.010941629190041264,
-      "grad_norm": 3.556309700012207,
-      "learning_rate": 9.114315139031926e-06,
-      "loss": 1.3625,
-      "step": 177
-    },
-    {
-      "epoch": 0.011003446304109293,
-      "grad_norm": 3.1395013332366943,
-      "learning_rate": 9.165808444902163e-06,
-      "loss": 1.2277,
-      "step": 178
-    },
-    {
-      "epoch": 0.011065263418177323,
-      "grad_norm": 2.159374475479126,
-      "learning_rate": 9.2173017507724e-06,
-      "loss": 1.4095,
-      "step": 179
-    },
-    {
-      "epoch": 0.011127080532245353,
-      "grad_norm": 2.9504239559173584,
-      "learning_rate": 9.268795056642638e-06,
-      "loss": 1.4025,
-      "step": 180
-    },
-    {
-      "epoch": 0.011188897646313381,
-      "grad_norm": 2.983149528503418,
-      "learning_rate": 9.320288362512873e-06,
-      "loss": 1.5231,
-      "step": 181
-    },
-    {
-      "epoch": 0.01125071476038141,
-      "grad_norm": 2.427338123321533,
-      "learning_rate": 9.371781668383111e-06,
-      "loss": 1.4387,
-      "step": 182
-    },
-    {
-      "epoch": 0.01131253187444944,
-      "grad_norm": 2.321585178375244,
-      "learning_rate": 9.423274974253348e-06,
-      "loss": 1.7648,
-      "step": 183
-    },
-    {
-      "epoch": 0.01137434898851747,
-      "grad_norm": 2.774723529815674,
-      "learning_rate": 9.474768280123584e-06,
-      "loss": 1.3964,
-      "step": 184
-    },
-    {
-      "epoch": 0.0114361661025855,
-      "grad_norm": 2.11572265625,
-      "learning_rate": 9.526261585993823e-06,
-      "loss": 2.0968,
-      "step": 185
-    },
-    {
-      "epoch": 0.01149798321665353,
-      "grad_norm": 2.8846662044525146,
-      "learning_rate": 9.577754891864057e-06,
-      "loss": 2.027,
-      "step": 186
-    },
-    {
-      "epoch": 0.01155980033072156,
-      "grad_norm": 2.2637181282043457,
-      "learning_rate": 9.629248197734294e-06,
-      "loss": 1.4311,
-      "step": 187
-    },
-    {
-      "epoch": 0.01162161744478959,
-      "grad_norm": 2.6169047355651855,
-      "learning_rate": 9.680741503604532e-06,
-      "loss": 1.7272,
-      "step": 188
-    },
-    {
-      "epoch": 0.01168343455885762,
-      "grad_norm": 2.324376106262207,
-      "learning_rate": 9.732234809474769e-06,
-      "loss": 1.3634,
-      "step": 189
-    },
-    {
-      "epoch": 0.01174525167292565,
-      "grad_norm": 2.3922383785247803,
-      "learning_rate": 9.783728115345005e-06,
-      "loss": 1.5783,
-      "step": 190
-    },
-    {
-      "epoch": 0.011807068786993679,
-      "grad_norm": 1.9419574737548828,
-      "learning_rate": 9.835221421215242e-06,
-      "loss": 1.5368,
-      "step": 191
-    },
-    {
-      "epoch": 0.011868885901061709,
-      "grad_norm": 3.2310636043548584,
-      "learning_rate": 9.886714727085479e-06,
-      "loss": 1.1031,
-      "step": 192
-    },
-    {
-      "epoch": 0.011930703015129739,
-      "grad_norm": 3.225958824157715,
-      "learning_rate": 9.938208032955717e-06,
-      "loss": 1.3559,
-      "step": 193
-    },
-    {
-      "epoch": 0.011992520129197768,
-      "grad_norm": 2.7254133224487305,
-      "learning_rate": 9.989701338825954e-06,
-      "loss": 1.226,
-      "step": 194
-    },
-    {
-      "epoch": 0.012054337243265798,
-      "grad_norm": 3.302652359008789,
-      "learning_rate": 1.004119464469619e-05,
-      "loss": 1.4197,
-      "step": 195
-    },
-    {
-      "epoch": 0.012116154357333828,
-      "grad_norm": 2.2777132987976074,
-      "learning_rate": 1.0092687950566427e-05,
-      "loss": 1.4575,
-      "step": 196
-    },
-    {
-      "epoch": 0.012177971471401858,
-      "grad_norm": 4.626646518707275,
-      "learning_rate": 1.0144181256436663e-05,
-      "loss": 1.9899,
-      "step": 197
-    },
-    {
-      "epoch": 0.012239788585469888,
-      "grad_norm": 3.1174817085266113,
-      "learning_rate": 1.01956745623069e-05,
-      "loss": 1.3769,
-      "step": 198
-    },
-    {
-      "epoch": 0.012301605699537917,
-      "grad_norm": 3.141664981842041,
-      "learning_rate": 1.0247167868177138e-05,
-      "loss": 1.7263,
-      "step": 199
-    },
-    {
-      "epoch": 0.012363422813605947,
-      "grad_norm": 4.879659175872803,
-      "learning_rate": 1.0298661174047375e-05,
-      "loss": 1.5013,
-      "step": 200
-    },
-    {
-      "epoch": 0.012363422813605947,
-      "eval_loss": 1.3982903957366943,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.2571,
-      "eval_samples_per_second": 7.717,
-      "eval_steps_per_second": 7.717,
-      "step": 200
-    },
-    {
-      "epoch": 0.012363422813605947,
-      "full_eval_loss": 1.4492827653884888,
-      "full_eval_model_preparation_time": 0.0065,
-      "full_eval_runtime": 13.9253,
-      "full_eval_samples_per_second": 8.043,
-      "full_eval_steps_per_second": 8.043,
-      "step": 200
-    },
-    {
-      "epoch": 0.012425239927673977,
-      "grad_norm": 3.458488702774048,
-      "learning_rate": 1.0350154479917611e-05,
-      "loss": 1.2756,
-      "step": 201
-    },
-    {
-      "epoch": 0.012487057041742007,
-      "grad_norm": 2.4723901748657227,
-      "learning_rate": 1.0401647785787848e-05,
-      "loss": 1.3093,
-      "step": 202
-    },
-    {
-      "epoch": 0.012548874155810037,
-      "grad_norm": 2.7754969596862793,
-      "learning_rate": 1.0453141091658084e-05,
-      "loss": 1.7217,
-      "step": 203
-    },
-    {
-      "epoch": 0.012610691269878066,
-      "grad_norm": 2.289147138595581,
-      "learning_rate": 1.0504634397528323e-05,
-      "loss": 1.5338,
-      "step": 204
-    },
-    {
-      "epoch": 0.012672508383946096,
-      "grad_norm": 2.9272186756134033,
-      "learning_rate": 1.055612770339856e-05,
-      "loss": 1.077,
-      "step": 205
-    },
-    {
-      "epoch": 0.012734325498014126,
-      "grad_norm": 3.045851707458496,
-      "learning_rate": 1.0607621009268794e-05,
-      "loss": 1.5999,
-      "step": 206
-    },
-    {
-      "epoch": 0.012796142612082156,
-      "grad_norm": 2.784630060195923,
-      "learning_rate": 1.0659114315139033e-05,
-      "loss": 1.1668,
-      "step": 207
-    },
-    {
-      "epoch": 0.012857959726150186,
-      "grad_norm": 3.990976095199585,
-      "learning_rate": 1.0710607621009269e-05,
-      "loss": 1.5612,
-      "step": 208
-    },
-    {
-      "epoch": 0.012919776840218214,
-      "grad_norm": 2.890479564666748,
-      "learning_rate": 1.0762100926879506e-05,
-      "loss": 1.7765,
-      "step": 209
-    },
-    {
-      "epoch": 0.012981593954286243,
-      "grad_norm": 4.740675926208496,
-      "learning_rate": 1.0813594232749744e-05,
-      "loss": 1.6258,
-      "step": 210
-    },
-    {
-      "epoch": 0.013043411068354273,
-      "grad_norm": 2.177464723587036,
-      "learning_rate": 1.0865087538619979e-05,
-      "loss": 1.5209,
-      "step": 211
-    },
-    {
-      "epoch": 0.013105228182422303,
-      "grad_norm": 4.189830780029297,
-      "learning_rate": 1.0916580844490217e-05,
-      "loss": 1.611,
-      "step": 212
-    },
-    {
-      "epoch": 0.013167045296490333,
-      "grad_norm": 3.695502281188965,
-      "learning_rate": 1.0968074150360454e-05,
-      "loss": 1.8407,
-      "step": 213
-    },
-    {
-      "epoch": 0.013228862410558363,
-      "grad_norm": 3.457124948501587,
-      "learning_rate": 1.101956745623069e-05,
-      "loss": 1.41,
-      "step": 214
-    },
-    {
-      "epoch": 0.013290679524626392,
-      "grad_norm": 2.3639705181121826,
-      "learning_rate": 1.1071060762100929e-05,
-      "loss": 1.5587,
-      "step": 215
-    },
-    {
-      "epoch": 0.013352496638694422,
-      "grad_norm": 2.262253522872925,
-      "learning_rate": 1.1122554067971163e-05,
-      "loss": 2.0517,
-      "step": 216
-    },
-    {
-      "epoch": 0.013414313752762452,
-      "grad_norm": 3.392025947570801,
-      "learning_rate": 1.11740473738414e-05,
-      "loss": 1.201,
-      "step": 217
-    },
-    {
-      "epoch": 0.013476130866830482,
-      "grad_norm": 2.1847000122070312,
-      "learning_rate": 1.1225540679711638e-05,
-      "loss": 1.6051,
-      "step": 218
-    },
-    {
-      "epoch": 0.013537947980898512,
-      "grad_norm": 3.6039795875549316,
-      "learning_rate": 1.1277033985581875e-05,
-      "loss": 1.4005,
-      "step": 219
-    },
-    {
-      "epoch": 0.013599765094966541,
-      "grad_norm": 3.6968562602996826,
-      "learning_rate": 1.1328527291452112e-05,
-      "loss": 1.2365,
-      "step": 220
-    },
-    {
-      "epoch": 0.013661582209034571,
-      "grad_norm": 3.044029474258423,
-      "learning_rate": 1.1380020597322348e-05,
-      "loss": 1.5432,
-      "step": 221
-    },
-    {
-      "epoch": 0.013723399323102601,
-      "grad_norm": 2.150491952896118,
-      "learning_rate": 1.1431513903192585e-05,
-      "loss": 1.524,
-      "step": 222
-    },
-    {
-      "epoch": 0.01378521643717063,
-      "grad_norm": 4.288417816162109,
-      "learning_rate": 1.1483007209062823e-05,
-      "loss": 1.6867,
-      "step": 223
-    },
-    {
-      "epoch": 0.01384703355123866,
-      "grad_norm": 4.113829612731934,
-      "learning_rate": 1.153450051493306e-05,
-      "loss": 1.4055,
-      "step": 224
-    },
-    {
-      "epoch": 0.01390885066530669,
-      "grad_norm": 3.069986343383789,
-      "learning_rate": 1.1585993820803296e-05,
-      "loss": 1.4278,
-      "step": 225
-    },
-    {
-      "epoch": 0.01397066777937472,
-      "grad_norm": 2.8894660472869873,
-      "learning_rate": 1.1637487126673533e-05,
-      "loss": 1.3884,
-      "step": 226
-    },
-    {
-      "epoch": 0.01403248489344275,
-      "grad_norm": 2.927598714828491,
-      "learning_rate": 1.168898043254377e-05,
-      "loss": 1.2346,
-      "step": 227
-    },
-    {
-      "epoch": 0.01409430200751078,
-      "grad_norm": 3.7020654678344727,
-      "learning_rate": 1.1740473738414008e-05,
-      "loss": 1.1873,
-      "step": 228
-    },
-    {
-      "epoch": 0.01415611912157881,
-      "grad_norm": 4.279287338256836,
-      "learning_rate": 1.1791967044284244e-05,
-      "loss": 1.8147,
-      "step": 229
-    },
-    {
-      "epoch": 0.01421793623564684,
-      "grad_norm": 4.0097575187683105,
-      "learning_rate": 1.184346035015448e-05,
-      "loss": 1.9471,
-      "step": 230
-    },
-    {
-      "epoch": 0.014279753349714869,
-      "grad_norm": 2.704010009765625,
-      "learning_rate": 1.1894953656024717e-05,
-      "loss": 1.5746,
-      "step": 231
-    },
-    {
-      "epoch": 0.014341570463782899,
-      "grad_norm": 2.3221585750579834,
-      "learning_rate": 1.1946446961894954e-05,
-      "loss": 1.4529,
-      "step": 232
-    },
-    {
-      "epoch": 0.014403387577850929,
-      "grad_norm": 3.8167335987091064,
-      "learning_rate": 1.199794026776519e-05,
-      "loss": 1.3236,
-      "step": 233
-    },
-    {
-      "epoch": 0.014465204691918958,
-      "grad_norm": 3.6001994609832764,
-      "learning_rate": 1.2049433573635429e-05,
-      "loss": 1.4093,
-      "step": 234
-    },
-    {
-      "epoch": 0.014527021805986988,
-      "grad_norm": 3.1709048748016357,
-      "learning_rate": 1.2100926879505665e-05,
-      "loss": 1.5474,
-      "step": 235
-    },
-    {
-      "epoch": 0.014588838920055018,
-      "grad_norm": 3.7076494693756104,
-      "learning_rate": 1.2152420185375902e-05,
-      "loss": 1.6292,
-      "step": 236
-    },
-    {
-      "epoch": 0.014650656034123046,
-      "grad_norm": 4.2990899085998535,
-      "learning_rate": 1.2203913491246139e-05,
-      "loss": 1.6607,
-      "step": 237
-    },
-    {
-      "epoch": 0.014712473148191076,
-      "grad_norm": 4.865189075469971,
-      "learning_rate": 1.2255406797116375e-05,
-      "loss": 1.8117,
-      "step": 238
-    },
-    {
-      "epoch": 0.014774290262259106,
-      "grad_norm": 2.6351375579833984,
-      "learning_rate": 1.2306900102986613e-05,
-      "loss": 1.6012,
-      "step": 239
-    },
-    {
-      "epoch": 0.014836107376327136,
-      "grad_norm": 5.363656997680664,
-      "learning_rate": 1.235839340885685e-05,
-      "loss": 1.5595,
-      "step": 240
-    },
-    {
-      "epoch": 0.014897924490395165,
-      "grad_norm": 3.160301446914673,
-      "learning_rate": 1.2409886714727085e-05,
-      "loss": 2.2202,
-      "step": 241
-    },
-    {
-      "epoch": 0.014959741604463195,
-      "grad_norm": 2.4533674716949463,
-      "learning_rate": 1.2461380020597323e-05,
-      "loss": 1.5954,
-      "step": 242
-    },
-    {
-      "epoch": 0.015021558718531225,
-      "grad_norm": 3.7167892456054688,
-      "learning_rate": 1.2512873326467558e-05,
-      "loss": 1.2313,
-      "step": 243
-    },
-    {
-      "epoch": 0.015083375832599255,
-      "grad_norm": 3.0882813930511475,
-      "learning_rate": 1.2564366632337796e-05,
-      "loss": 1.5891,
-      "step": 244
-    },
-    {
-      "epoch": 0.015145192946667285,
-      "grad_norm": 2.890016555786133,
-      "learning_rate": 1.2615859938208033e-05,
-      "loss": 1.9731,
-      "step": 245
-    },
-    {
-      "epoch": 0.015207010060735314,
-      "grad_norm": 3.423346519470215,
-      "learning_rate": 1.266735324407827e-05,
-      "loss": 1.1197,
-      "step": 246
-    },
-    {
-      "epoch": 0.015268827174803344,
-      "grad_norm": 2.3901925086975098,
-      "learning_rate": 1.2718846549948508e-05,
-      "loss": 1.4235,
-      "step": 247
-    },
-    {
-      "epoch": 0.015330644288871374,
-      "grad_norm": 5.1749796867370605,
-      "learning_rate": 1.2770339855818744e-05,
-      "loss": 1.6624,
-      "step": 248
-    },
-    {
-      "epoch": 0.015392461402939404,
-      "grad_norm": 3.3330447673797607,
-      "learning_rate": 1.2821833161688981e-05,
-      "loss": 1.5523,
-      "step": 249
-    },
-    {
-      "epoch": 0.015454278517007434,
-      "grad_norm": 2.167389392852783,
-      "learning_rate": 1.287332646755922e-05,
-      "loss": 1.4249,
-      "step": 250
-    },
-    {
-      "epoch": 0.015454278517007434,
-      "eval_loss": 1.3979823589324951,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.1783,
-      "eval_samples_per_second": 7.801,
-      "eval_steps_per_second": 7.801,
-      "step": 250
-    },
-    {
-      "epoch": 0.015516095631075463,
-      "grad_norm": 5.252960681915283,
-      "learning_rate": 1.2924819773429456e-05,
-      "loss": 1.5497,
-      "step": 251
-    },
-    {
-      "epoch": 0.015577912745143493,
-      "grad_norm": 3.186553716659546,
-      "learning_rate": 1.2976313079299692e-05,
-      "loss": 1.0002,
-      "step": 252
-    },
-    {
-      "epoch": 0.015639729859211523,
-      "grad_norm": 2.583970546722412,
-      "learning_rate": 1.3027806385169927e-05,
-      "loss": 1.0934,
-      "step": 253
-    },
-    {
-      "epoch": 0.01570154697327955,
-      "grad_norm": 3.2490594387054443,
-      "learning_rate": 1.3079299691040164e-05,
-      "loss": 1.8105,
-      "step": 254
-    },
-    {
-      "epoch": 0.015763364087347582,
-      "grad_norm": 2.0346086025238037,
-      "learning_rate": 1.3130792996910402e-05,
-      "loss": 1.3163,
-      "step": 255
-    },
-    {
-      "epoch": 0.01582518120141561,
-      "grad_norm": 6.011835098266602,
-      "learning_rate": 1.3182286302780639e-05,
-      "loss": 1.5709,
-      "step": 256
-    },
-    {
-      "epoch": 0.015886998315483642,
-      "grad_norm": 2.6100361347198486,
-      "learning_rate": 1.3233779608650875e-05,
-      "loss": 1.3003,
-      "step": 257
-    },
-    {
-      "epoch": 0.01594881542955167,
-      "grad_norm": 2.5983469486236572,
-      "learning_rate": 1.3285272914521114e-05,
-      "loss": 1.1877,
-      "step": 258
-    },
-    {
-      "epoch": 0.0160106325436197,
-      "grad_norm": 2.614933729171753,
-      "learning_rate": 1.333676622039135e-05,
-      "loss": 1.2735,
-      "step": 259
-    },
-    {
-      "epoch": 0.01607244965768773,
-      "grad_norm": 2.9917430877685547,
-      "learning_rate": 1.3388259526261587e-05,
-      "loss": 1.4221,
-      "step": 260
-    },
-    {
-      "epoch": 0.01613426677175576,
-      "grad_norm": 3.2044878005981445,
-      "learning_rate": 1.3439752832131825e-05,
-      "loss": 2.1247,
-      "step": 261
-    },
-    {
-      "epoch": 0.01619608388582379,
-      "grad_norm": 2.61909556388855,
-      "learning_rate": 1.3491246138002062e-05,
-      "loss": 2.1028,
-      "step": 262
-    },
-    {
-      "epoch": 0.01625790099989182,
-      "grad_norm": 2.4604554176330566,
-      "learning_rate": 1.3542739443872297e-05,
-      "loss": 1.3899,
-      "step": 263
-    },
-    {
-      "epoch": 0.01631971811395985,
-      "grad_norm": 2.700686454772949,
-      "learning_rate": 1.3594232749742533e-05,
-      "loss": 1.3018,
-      "step": 264
-    },
-    {
-      "epoch": 0.01638153522802788,
-      "grad_norm": 1.8284375667572021,
-      "learning_rate": 1.364572605561277e-05,
-      "loss": 1.5917,
-      "step": 265
-    },
-    {
-      "epoch": 0.01644335234209591,
-      "grad_norm": 4.032118320465088,
-      "learning_rate": 1.3697219361483008e-05,
-      "loss": 1.3763,
-      "step": 266
-    },
-    {
-      "epoch": 0.01650516945616394,
-      "grad_norm": 2.9808545112609863,
-      "learning_rate": 1.3748712667353245e-05,
-      "loss": 1.4218,
-      "step": 267
-    },
-    {
-      "epoch": 0.016566986570231968,
-      "grad_norm": 2.667494773864746,
-      "learning_rate": 1.3800205973223481e-05,
-      "loss": 1.366,
-      "step": 268
-    },
-    {
-      "epoch": 0.0166288036843,
-      "grad_norm": 3.1523513793945312,
-      "learning_rate": 1.385169927909372e-05,
-      "loss": 1.2527,
-      "step": 269
-    },
-    {
-      "epoch": 0.016690620798368028,
-      "grad_norm": 2.8429360389709473,
-      "learning_rate": 1.3903192584963956e-05,
-      "loss": 1.5633,
-      "step": 270
-    },
-    {
-      "epoch": 0.01675243791243606,
-      "grad_norm": 3.2771830558776855,
-      "learning_rate": 1.3954685890834193e-05,
-      "loss": 1.5141,
-      "step": 271
-    },
-    {
-      "epoch": 0.016814255026504087,
-      "grad_norm": 2.9218857288360596,
-      "learning_rate": 1.4006179196704431e-05,
-      "loss": 1.8405,
-      "step": 272
-    },
-    {
-      "epoch": 0.01687607214057212,
-      "grad_norm": 3.1763527393341064,
-      "learning_rate": 1.4057672502574664e-05,
-      "loss": 1.588,
-      "step": 273
-    },
-    {
-      "epoch": 0.016937889254640147,
-      "grad_norm": 1.7992066144943237,
-      "learning_rate": 1.4109165808444902e-05,
-      "loss": 1.42,
-      "step": 274
-    },
-    {
-      "epoch": 0.01699970636870818,
-      "grad_norm": 2.9979000091552734,
-      "learning_rate": 1.4160659114315139e-05,
-      "loss": 1.6447,
-      "step": 275
-    },
-    {
-      "epoch": 0.017061523482776206,
-      "grad_norm": 3.4619078636169434,
-      "learning_rate": 1.4212152420185376e-05,
-      "loss": 1.3909,
-      "step": 276
-    },
-    {
-      "epoch": 0.017123340596844238,
-      "grad_norm": 4.310826301574707,
-      "learning_rate": 1.4263645726055614e-05,
-      "loss": 1.5246,
-      "step": 277
-    },
-    {
-      "epoch": 0.017185157710912266,
-      "grad_norm": 3.2594921588897705,
-      "learning_rate": 1.431513903192585e-05,
-      "loss": 1.912,
-      "step": 278
-    },
-    {
-      "epoch": 0.017246974824980294,
-      "grad_norm": 3.433330774307251,
-      "learning_rate": 1.4366632337796087e-05,
-      "loss": 1.2682,
-      "step": 279
-    },
-    {
-      "epoch": 0.017308791939048326,
-      "grad_norm": 3.3557872772216797,
-      "learning_rate": 1.4418125643666325e-05,
-      "loss": 1.6844,
-      "step": 280
-    },
-    {
-      "epoch": 0.017370609053116354,
-      "grad_norm": 3.8729207515716553,
-      "learning_rate": 1.4469618949536562e-05,
-      "loss": 1.6548,
-      "step": 281
-    },
-    {
-      "epoch": 0.017432426167184385,
-      "grad_norm": 3.2262065410614014,
-      "learning_rate": 1.4521112255406798e-05,
-      "loss": 1.3747,
-      "step": 282
-    },
-    {
-      "epoch": 0.017494243281252413,
-      "grad_norm": 3.36112380027771,
-      "learning_rate": 1.4572605561277033e-05,
-      "loss": 1.3931,
-      "step": 283
-    },
-    {
-      "epoch": 0.017556060395320445,
-      "grad_norm": 1.9782198667526245,
-      "learning_rate": 1.462409886714727e-05,
-      "loss": 1.1463,
-      "step": 284
-    },
-    {
-      "epoch": 0.017617877509388473,
-      "grad_norm": 3.409666061401367,
-      "learning_rate": 1.4675592173017508e-05,
-      "loss": 1.1183,
-      "step": 285
-    },
-    {
-      "epoch": 0.017679694623456504,
-      "grad_norm": 2.3978729248046875,
-      "learning_rate": 1.4727085478887745e-05,
-      "loss": 1.4794,
-      "step": 286
-    },
-    {
-      "epoch": 0.017741511737524533,
-      "grad_norm": 3.006697177886963,
-      "learning_rate": 1.4778578784757981e-05,
-      "loss": 1.3876,
-      "step": 287
-    },
-    {
-      "epoch": 0.017803328851592564,
-      "grad_norm": 2.3863346576690674,
-      "learning_rate": 1.483007209062822e-05,
-      "loss": 1.5882,
-      "step": 288
-    },
-    {
-      "epoch": 0.017865145965660592,
-      "grad_norm": 2.7599799633026123,
-      "learning_rate": 1.4881565396498456e-05,
-      "loss": 1.6466,
-      "step": 289
-    },
-    {
-      "epoch": 0.017926963079728624,
-      "grad_norm": 3.6010642051696777,
-      "learning_rate": 1.4933058702368693e-05,
-      "loss": 1.9242,
-      "step": 290
-    },
-    {
-      "epoch": 0.01798878019379665,
-      "grad_norm": 3.1415913105010986,
-      "learning_rate": 1.4984552008238931e-05,
-      "loss": 1.8497,
-      "step": 291
-    },
-    {
-      "epoch": 0.018050597307864683,
-      "grad_norm": 4.410954475402832,
-      "learning_rate": 1.5036045314109168e-05,
-      "loss": 1.4686,
-      "step": 292
-    },
-    {
-      "epoch": 0.01811241442193271,
-      "grad_norm": 3.253953456878662,
-      "learning_rate": 1.5087538619979403e-05,
-      "loss": 1.2949,
-      "step": 293
-    },
-    {
-      "epoch": 0.018174231536000743,
-      "grad_norm": 3.2149298191070557,
-      "learning_rate": 1.513903192584964e-05,
-      "loss": 1.7293,
-      "step": 294
-    },
-    {
-      "epoch": 0.01823604865006877,
-      "grad_norm": 3.1236159801483154,
-      "learning_rate": 1.5190525231719876e-05,
-      "loss": 1.6647,
-      "step": 295
-    },
-    {
-      "epoch": 0.018297865764136802,
-      "grad_norm": 3.235672950744629,
-      "learning_rate": 1.5242018537590114e-05,
-      "loss": 1.287,
-      "step": 296
-    },
-    {
-      "epoch": 0.01835968287820483,
-      "grad_norm": 2.6896250247955322,
-      "learning_rate": 1.529351184346035e-05,
-      "loss": 1.2274,
-      "step": 297
-    },
-    {
-      "epoch": 0.018421499992272862,
-      "grad_norm": 3.7487735748291016,
-      "learning_rate": 1.5345005149330587e-05,
-      "loss": 1.4652,
-      "step": 298
-    },
-    {
-      "epoch": 0.01848331710634089,
-      "grad_norm": 3.3333985805511475,
-      "learning_rate": 1.5396498455200824e-05,
-      "loss": 1.621,
-      "step": 299
-    },
-    {
-      "epoch": 0.01854513422040892,
-      "grad_norm": 3.61505126953125,
-      "learning_rate": 1.5447991761071064e-05,
-      "loss": 1.6746,
-      "step": 300
-    },
-    {
-      "epoch": 0.01854513422040892,
-      "eval_loss": 1.3997595310211182,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.4853,
-      "eval_samples_per_second": 7.481,
-      "eval_steps_per_second": 7.481,
-      "step": 300
-    },
-    {
-      "epoch": 0.01854513422040892,
-      "full_eval_loss": 1.4497334957122803,
-      "full_eval_model_preparation_time": 0.0065,
-      "full_eval_runtime": 14.2697,
-      "full_eval_samples_per_second": 7.849,
-      "full_eval_steps_per_second": 7.849,
-      "step": 300
-    },
-    {
-      "epoch": 0.01860695133447695,
-      "grad_norm": 1.9089173078536987,
-      "learning_rate": 1.54994850669413e-05,
-      "loss": 1.3653,
-      "step": 301
-    },
-    {
-      "epoch": 0.01866876844854498,
-      "grad_norm": 2.8321609497070312,
-      "learning_rate": 1.5550978372811537e-05,
-      "loss": 1.3645,
-      "step": 302
-    },
-    {
-      "epoch": 0.01873058556261301,
-      "grad_norm": 2.621915578842163,
-      "learning_rate": 1.560247167868177e-05,
-      "loss": 1.4337,
-      "step": 303
-    },
-    {
-      "epoch": 0.01879240267668104,
-      "grad_norm": 2.2195487022399902,
-      "learning_rate": 1.5653964984552007e-05,
-      "loss": 1.4562,
-      "step": 304
-    },
-    {
-      "epoch": 0.01885421979074907,
-      "grad_norm": 2.436871290206909,
-      "learning_rate": 1.5705458290422247e-05,
-      "loss": 1.741,
-      "step": 305
-    },
-    {
-      "epoch": 0.018916036904817097,
-      "grad_norm": 4.055004119873047,
-      "learning_rate": 1.5756951596292483e-05,
-      "loss": 1.2826,
-      "step": 306
-    },
-    {
-      "epoch": 0.01897785401888513,
-      "grad_norm": 2.856668710708618,
-      "learning_rate": 1.580844490216272e-05,
-      "loss": 1.5448,
-      "step": 307
-    },
-    {
-      "epoch": 0.019039671132953156,
-      "grad_norm": 2.23225998878479,
-      "learning_rate": 1.5859938208032956e-05,
-      "loss": 1.3893,
-      "step": 308
-    },
-    {
-      "epoch": 0.019101488247021188,
-      "grad_norm": 3.134352207183838,
-      "learning_rate": 1.5911431513903193e-05,
-      "loss": 1.6435,
-      "step": 309
-    },
-    {
-      "epoch": 0.019163305361089216,
-      "grad_norm": 2.374136447906494,
-      "learning_rate": 1.596292481977343e-05,
-      "loss": 1.2296,
-      "step": 310
-    },
-    {
-      "epoch": 0.019225122475157248,
-      "grad_norm": 2.4707353115081787,
-      "learning_rate": 1.601441812564367e-05,
-      "loss": 1.492,
-      "step": 311
-    },
-    {
-      "epoch": 0.019286939589225276,
-      "grad_norm": 2.24489426612854,
-      "learning_rate": 1.6065911431513906e-05,
-      "loss": 1.2171,
-      "step": 312
-    },
-    {
-      "epoch": 0.019348756703293307,
-      "grad_norm": 3.0434410572052,
-      "learning_rate": 1.611740473738414e-05,
-      "loss": 1.5131,
-      "step": 313
-    },
-    {
-      "epoch": 0.019410573817361335,
-      "grad_norm": 2.8945016860961914,
-      "learning_rate": 1.6168898043254376e-05,
-      "loss": 1.9226,
-      "step": 314
-    },
-    {
-      "epoch": 0.019472390931429367,
-      "grad_norm": 3.1651573181152344,
-      "learning_rate": 1.6220391349124613e-05,
-      "loss": 1.6012,
-      "step": 315
-    },
-    {
-      "epoch": 0.019534208045497395,
-      "grad_norm": 3.053083896636963,
-      "learning_rate": 1.6271884654994853e-05,
-      "loss": 1.4191,
-      "step": 316
-    },
-    {
-      "epoch": 0.019596025159565426,
-      "grad_norm": 3.7970190048217773,
-      "learning_rate": 1.632337796086509e-05,
-      "loss": 1.1383,
-      "step": 317
-    },
-    {
-      "epoch": 0.019657842273633454,
-      "grad_norm": 3.4678473472595215,
-      "learning_rate": 1.6374871266735326e-05,
-      "loss": 1.6731,
-      "step": 318
-    },
-    {
-      "epoch": 0.019719659387701486,
-      "grad_norm": 3.0337371826171875,
-      "learning_rate": 1.6426364572605562e-05,
-      "loss": 1.5438,
-      "step": 319
-    },
-    {
-      "epoch": 0.019781476501769514,
-      "grad_norm": 3.889913558959961,
-      "learning_rate": 1.64778578784758e-05,
-      "loss": 1.0703,
-      "step": 320
-    },
-    {
-      "epoch": 0.019843293615837546,
-      "grad_norm": 1.657568335533142,
-      "learning_rate": 1.6529351184346035e-05,
-      "loss": 1.6683,
-      "step": 321
-    },
-    {
-      "epoch": 0.019905110729905574,
-      "grad_norm": 2.5186707973480225,
-      "learning_rate": 1.6580844490216275e-05,
-      "loss": 1.6947,
-      "step": 322
-    },
-    {
-      "epoch": 0.019966927843973605,
-      "grad_norm": 2.829153537750244,
-      "learning_rate": 1.663233779608651e-05,
-      "loss": 1.3347,
-      "step": 323
-    },
-    {
-      "epoch": 0.020028744958041633,
-      "grad_norm": 2.8617169857025146,
-      "learning_rate": 1.6683831101956745e-05,
-      "loss": 1.7834,
-      "step": 324
-    },
-    {
-      "epoch": 0.020090562072109665,
-      "grad_norm": 4.7955241203308105,
-      "learning_rate": 1.6735324407826982e-05,
-      "loss": 1.3685,
-      "step": 325
-    },
-    {
-      "epoch": 0.020152379186177693,
-      "grad_norm": 2.634343385696411,
-      "learning_rate": 1.678681771369722e-05,
-      "loss": 1.5875,
-      "step": 326
-    },
-    {
-      "epoch": 0.020214196300245724,
-      "grad_norm": 4.524430274963379,
-      "learning_rate": 1.683831101956746e-05,
-      "loss": 1.464,
-      "step": 327
-    },
-    {
-      "epoch": 0.020276013414313752,
-      "grad_norm": 4.005623817443848,
-      "learning_rate": 1.6889804325437695e-05,
-      "loss": 1.615,
-      "step": 328
-    },
-    {
-      "epoch": 0.020337830528381784,
-      "grad_norm": 3.4657132625579834,
-      "learning_rate": 1.694129763130793e-05,
-      "loss": 1.1641,
-      "step": 329
-    },
-    {
-      "epoch": 0.020399647642449812,
-      "grad_norm": 3.361243963241577,
-      "learning_rate": 1.6992790937178168e-05,
-      "loss": 1.1624,
-      "step": 330
-    },
-    {
-      "epoch": 0.020461464756517844,
-      "grad_norm": 4.253356456756592,
-      "learning_rate": 1.7044284243048405e-05,
-      "loss": 1.4478,
-      "step": 331
-    },
-    {
-      "epoch": 0.02052328187058587,
-      "grad_norm": 2.447114944458008,
-      "learning_rate": 1.709577754891864e-05,
-      "loss": 1.5332,
-      "step": 332
-    },
-    {
-      "epoch": 0.020585098984653903,
-      "grad_norm": 4.648924827575684,
-      "learning_rate": 1.7147270854788878e-05,
-      "loss": 1.8024,
-      "step": 333
-    },
-    {
-      "epoch": 0.02064691609872193,
-      "grad_norm": 2.669001340866089,
-      "learning_rate": 1.7198764160659114e-05,
-      "loss": 1.4288,
-      "step": 334
-    },
-    {
-      "epoch": 0.02070873321278996,
-      "grad_norm": 2.6403870582580566,
-      "learning_rate": 1.725025746652935e-05,
-      "loss": 1.4331,
-      "step": 335
-    },
-    {
-      "epoch": 0.02077055032685799,
-      "grad_norm": 2.9547269344329834,
-      "learning_rate": 1.7301750772399588e-05,
-      "loss": 1.5151,
-      "step": 336
-    },
-    {
-      "epoch": 0.02083236744092602,
-      "grad_norm": 2.7678418159484863,
-      "learning_rate": 1.7353244078269824e-05,
-      "loss": 1.1037,
-      "step": 337
-    },
-    {
-      "epoch": 0.02089418455499405,
-      "grad_norm": 3.166262626647949,
-      "learning_rate": 1.7404737384140064e-05,
-      "loss": 1.7473,
-      "step": 338
-    },
-    {
-      "epoch": 0.02095600166906208,
-      "grad_norm": 3.639922618865967,
-      "learning_rate": 1.74562306900103e-05,
-      "loss": 1.6576,
-      "step": 339
-    },
-    {
-      "epoch": 0.02101781878313011,
-      "grad_norm": 3.6987476348876953,
-      "learning_rate": 1.7507723995880537e-05,
-      "loss": 1.427,
-      "step": 340
-    },
-    {
-      "epoch": 0.021079635897198138,
-      "grad_norm": 3.741812229156494,
-      "learning_rate": 1.7559217301750774e-05,
-      "loss": 1.3134,
-      "step": 341
-    },
-    {
-      "epoch": 0.02114145301126617,
-      "grad_norm": 2.737732410430908,
-      "learning_rate": 1.7610710607621007e-05,
-      "loss": 1.5727,
-      "step": 342
-    },
-    {
-      "epoch": 0.021203270125334198,
-      "grad_norm": 2.9976212978363037,
-      "learning_rate": 1.7662203913491247e-05,
-      "loss": 1.2795,
-      "step": 343
-    },
-    {
-      "epoch": 0.02126508723940223,
-      "grad_norm": 3.3774189949035645,
-      "learning_rate": 1.7713697219361484e-05,
-      "loss": 1.0464,
-      "step": 344
-    },
-    {
-      "epoch": 0.021326904353470257,
-      "grad_norm": 3.4241580963134766,
-      "learning_rate": 1.776519052523172e-05,
-      "loss": 1.6462,
-      "step": 345
-    },
-    {
-      "epoch": 0.02138872146753829,
-      "grad_norm": 3.686959743499756,
-      "learning_rate": 1.7816683831101957e-05,
-      "loss": 1.3852,
-      "step": 346
-    },
-    {
-      "epoch": 0.021450538581606317,
-      "grad_norm": 3.2098453044891357,
-      "learning_rate": 1.7868177136972193e-05,
-      "loss": 1.542,
-      "step": 347
-    },
-    {
-      "epoch": 0.02151235569567435,
-      "grad_norm": 2.0367119312286377,
-      "learning_rate": 1.791967044284243e-05,
-      "loss": 1.6162,
-      "step": 348
-    },
-    {
-      "epoch": 0.021574172809742376,
-      "grad_norm": 3.8998889923095703,
-      "learning_rate": 1.797116374871267e-05,
-      "loss": 1.2353,
-      "step": 349
-    },
-    {
-      "epoch": 0.021635989923810408,
-      "grad_norm": 3.062613010406494,
-      "learning_rate": 1.8022657054582907e-05,
-      "loss": 1.1995,
-      "step": 350
-    },
-    {
-      "epoch": 0.021635989923810408,
-      "eval_loss": 1.4008954763412476,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.6591,
-      "eval_samples_per_second": 7.312,
-      "eval_steps_per_second": 7.312,
-      "step": 350
-    },
-    {
-      "epoch": 0.021697807037878436,
-      "grad_norm": 3.2909491062164307,
-      "learning_rate": 1.8074150360453143e-05,
-      "loss": 1.2885,
-      "step": 351
-    },
-    {
-      "epoch": 0.021759624151946468,
-      "grad_norm": 3.812452793121338,
-      "learning_rate": 1.8125643666323376e-05,
-      "loss": 1.2188,
-      "step": 352
-    },
-    {
-      "epoch": 0.021821441266014496,
-      "grad_norm": 3.509389877319336,
-      "learning_rate": 1.8177136972193616e-05,
-      "loss": 1.494,
-      "step": 353
-    },
-    {
-      "epoch": 0.021883258380082527,
-      "grad_norm": 2.7711808681488037,
-      "learning_rate": 1.8228630278063853e-05,
-      "loss": 1.7312,
-      "step": 354
-    },
-    {
-      "epoch": 0.021945075494150555,
-      "grad_norm": 2.8051044940948486,
-      "learning_rate": 1.828012358393409e-05,
-      "loss": 1.3458,
-      "step": 355
-    },
-    {
-      "epoch": 0.022006892608218587,
-      "grad_norm": 2.4640631675720215,
-      "learning_rate": 1.8331616889804326e-05,
-      "loss": 1.3073,
-      "step": 356
-    },
-    {
-      "epoch": 0.022068709722286615,
-      "grad_norm": 2.7176132202148438,
-      "learning_rate": 1.8383110195674563e-05,
-      "loss": 1.471,
-      "step": 357
-    },
-    {
-      "epoch": 0.022130526836354646,
-      "grad_norm": 3.2891087532043457,
-      "learning_rate": 1.84346035015448e-05,
-      "loss": 1.4681,
-      "step": 358
-    },
-    {
-      "epoch": 0.022192343950422674,
-      "grad_norm": 3.623154640197754,
-      "learning_rate": 1.848609680741504e-05,
-      "loss": 1.4348,
-      "step": 359
-    },
-    {
-      "epoch": 0.022254161064490706,
-      "grad_norm": 3.0648860931396484,
-      "learning_rate": 1.8537590113285276e-05,
-      "loss": 1.7363,
-      "step": 360
-    },
-    {
-      "epoch": 0.022315978178558734,
-      "grad_norm": 3.274346351623535,
-      "learning_rate": 1.8589083419155512e-05,
-      "loss": 1.4013,
-      "step": 361
-    },
-    {
-      "epoch": 0.022377795292626762,
-      "grad_norm": 2.611471652984619,
-      "learning_rate": 1.8640576725025746e-05,
-      "loss": 1.7251,
-      "step": 362
-    },
-    {
-      "epoch": 0.022439612406694794,
-      "grad_norm": 2.5314126014709473,
-      "learning_rate": 1.8692070030895982e-05,
-      "loss": 1.6644,
-      "step": 363
-    },
-    {
-      "epoch": 0.02250142952076282,
-      "grad_norm": 2.1369900703430176,
-      "learning_rate": 1.8743563336766222e-05,
-      "loss": 1.3311,
-      "step": 364
-    },
-    {
-      "epoch": 0.022563246634830853,
-      "grad_norm": 3.1177849769592285,
-      "learning_rate": 1.879505664263646e-05,
-      "loss": 1.343,
-      "step": 365
-    },
-    {
-      "epoch": 0.02262506374889888,
-      "grad_norm": 3.601346731185913,
-      "learning_rate": 1.8846549948506695e-05,
-      "loss": 1.5593,
-      "step": 366
-    },
-    {
-      "epoch": 0.022686880862966913,
-      "grad_norm": 3.3070363998413086,
-      "learning_rate": 1.8898043254376932e-05,
-      "loss": 1.7769,
-      "step": 367
-    },
-    {
-      "epoch": 0.02274869797703494,
-      "grad_norm": 4.2896575927734375,
-      "learning_rate": 1.894953656024717e-05,
-      "loss": 1.4442,
-      "step": 368
-    },
-    {
-      "epoch": 0.022810515091102972,
-      "grad_norm": 2.0711798667907715,
-      "learning_rate": 1.9001029866117405e-05,
-      "loss": 1.5342,
-      "step": 369
-    },
-    {
-      "epoch": 0.022872332205171,
-      "grad_norm": 2.983816146850586,
-      "learning_rate": 1.9052523171987645e-05,
-      "loss": 1.435,
-      "step": 370
-    },
-    {
-      "epoch": 0.022934149319239032,
-      "grad_norm": 2.421487808227539,
-      "learning_rate": 1.910401647785788e-05,
-      "loss": 1.2449,
-      "step": 371
-    },
-    {
-      "epoch": 0.02299596643330706,
-      "grad_norm": 3.2629404067993164,
-      "learning_rate": 1.9155509783728115e-05,
-      "loss": 1.3252,
-      "step": 372
-    },
-    {
-      "epoch": 0.02305778354737509,
-      "grad_norm": 3.6327991485595703,
-      "learning_rate": 1.920700308959835e-05,
-      "loss": 1.4294,
-      "step": 373
-    },
-    {
-      "epoch": 0.02311960066144312,
-      "grad_norm": 3.4932405948638916,
-      "learning_rate": 1.9258496395468588e-05,
-      "loss": 1.7595,
-      "step": 374
-    },
-    {
-      "epoch": 0.02318141777551115,
-      "grad_norm": 4.175694942474365,
-      "learning_rate": 1.9309989701338828e-05,
-      "loss": 1.3221,
-      "step": 375
-    },
-    {
-      "epoch": 0.02324323488957918,
-      "grad_norm": 2.9213287830352783,
-      "learning_rate": 1.9361483007209065e-05,
-      "loss": 1.436,
-      "step": 376
-    },
-    {
-      "epoch": 0.02330505200364721,
-      "grad_norm": 2.87699031829834,
-      "learning_rate": 1.94129763130793e-05,
-      "loss": 1.5731,
-      "step": 377
-    },
-    {
-      "epoch": 0.02336686911771524,
-      "grad_norm": 3.0237770080566406,
-      "learning_rate": 1.9464469618949538e-05,
-      "loss": 1.2992,
-      "step": 378
-    },
-    {
-      "epoch": 0.02342868623178327,
-      "grad_norm": 3.9446871280670166,
-      "learning_rate": 1.9515962924819774e-05,
-      "loss": 1.6202,
-      "step": 379
-    },
-    {
-      "epoch": 0.0234905033458513,
-      "grad_norm": 2.6753528118133545,
-      "learning_rate": 1.956745623069001e-05,
-      "loss": 1.6631,
-      "step": 380
-    },
-    {
-      "epoch": 0.02355232045991933,
-      "grad_norm": 2.6630349159240723,
-      "learning_rate": 1.961894953656025e-05,
-      "loss": 1.5453,
-      "step": 381
-    },
-    {
-      "epoch": 0.023614137573987358,
-      "grad_norm": 3.632612705230713,
-      "learning_rate": 1.9670442842430484e-05,
-      "loss": 1.3454,
-      "step": 382
-    },
-    {
-      "epoch": 0.02367595468805539,
-      "grad_norm": 3.586580514907837,
-      "learning_rate": 1.972193614830072e-05,
-      "loss": 1.1597,
-      "step": 383
-    },
-    {
-      "epoch": 0.023737771802123418,
-      "grad_norm": 2.334604024887085,
-      "learning_rate": 1.9773429454170957e-05,
-      "loss": 1.6228,
-      "step": 384
-    },
-    {
-      "epoch": 0.02379958891619145,
-      "grad_norm": 2.7737720012664795,
-      "learning_rate": 1.9824922760041194e-05,
-      "loss": 1.6265,
-      "step": 385
-    },
-    {
-      "epoch": 0.023861406030259477,
-      "grad_norm": 2.786511182785034,
-      "learning_rate": 1.9876416065911434e-05,
-      "loss": 1.2826,
-      "step": 386
-    },
-    {
-      "epoch": 0.02392322314432751,
-      "grad_norm": 4.333894729614258,
-      "learning_rate": 1.992790937178167e-05,
-      "loss": 1.4037,
-      "step": 387
-    },
-    {
-      "epoch": 0.023985040258395537,
-      "grad_norm": 2.0454370975494385,
-      "learning_rate": 1.9979402677651907e-05,
-      "loss": 1.7674,
-      "step": 388
-    },
-    {
-      "epoch": 0.024046857372463565,
-      "grad_norm": 2.5419504642486572,
-      "learning_rate": 2.0030895983522144e-05,
-      "loss": 1.4701,
-      "step": 389
-    },
-    {
-      "epoch": 0.024108674486531596,
-      "grad_norm": 3.281778335571289,
-      "learning_rate": 2.008238928939238e-05,
-      "loss": 1.3434,
-      "step": 390
-    },
-    {
-      "epoch": 0.024170491600599624,
-      "grad_norm": 3.7893240451812744,
-      "learning_rate": 2.0133882595262617e-05,
-      "loss": 1.5105,
-      "step": 391
-    },
-    {
-      "epoch": 0.024232308714667656,
-      "grad_norm": 3.1698551177978516,
-      "learning_rate": 2.0185375901132853e-05,
-      "loss": 1.2052,
-      "step": 392
-    },
-    {
-      "epoch": 0.024294125828735684,
-      "grad_norm": 3.1024420261383057,
-      "learning_rate": 2.023686920700309e-05,
-      "loss": 1.4508,
-      "step": 393
-    },
-    {
-      "epoch": 0.024355942942803716,
-      "grad_norm": 4.5190253257751465,
-      "learning_rate": 2.0288362512873327e-05,
-      "loss": 1.8441,
-      "step": 394
-    },
-    {
-      "epoch": 0.024417760056871744,
-      "grad_norm": 2.3007047176361084,
-      "learning_rate": 2.0339855818743563e-05,
-      "loss": 1.7572,
-      "step": 395
-    },
-    {
-      "epoch": 0.024479577170939775,
-      "grad_norm": 2.61922550201416,
-      "learning_rate": 2.03913491246138e-05,
-      "loss": 1.8427,
-      "step": 396
-    },
-    {
-      "epoch": 0.024541394285007803,
-      "grad_norm": 2.987927198410034,
-      "learning_rate": 2.044284243048404e-05,
-      "loss": 1.6603,
-      "step": 397
-    },
-    {
-      "epoch": 0.024603211399075835,
-      "grad_norm": 2.8965723514556885,
-      "learning_rate": 2.0494335736354276e-05,
-      "loss": 1.1977,
-      "step": 398
-    },
-    {
-      "epoch": 0.024665028513143863,
-      "grad_norm": 2.769057273864746,
-      "learning_rate": 2.0545829042224513e-05,
-      "loss": 1.6137,
-      "step": 399
-    },
-    {
-      "epoch": 0.024726845627211894,
-      "grad_norm": 3.0718729496002197,
-      "learning_rate": 2.059732234809475e-05,
-      "loss": 1.6164,
-      "step": 400
-    },
-    {
-      "epoch": 0.024726845627211894,
-      "eval_loss": 1.4003314971923828,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 8.0979,
-      "eval_samples_per_second": 6.915,
-      "eval_steps_per_second": 6.915,
-      "step": 400
-    },
-    {
-      "epoch": 0.024726845627211894,
-      "full_eval_loss": 1.4537874460220337,
-      "full_eval_model_preparation_time": 0.0065,
-      "full_eval_runtime": 18.9185,
-      "full_eval_samples_per_second": 5.92,
-      "full_eval_steps_per_second": 5.92,
-      "step": 400
-    },
-    {
-      "epoch": 0.024788662741279922,
-      "grad_norm": 3.2207977771759033,
-      "learning_rate": 2.0648815653964986e-05,
-      "loss": 1.592,
-      "step": 401
-    },
-    {
-      "epoch": 0.024850479855347954,
-      "grad_norm": 2.4972856044769287,
-      "learning_rate": 2.0700308959835223e-05,
-      "loss": 1.3103,
-      "step": 402
-    },
-    {
-      "epoch": 0.024912296969415982,
-      "grad_norm": 2.4184727668762207,
-      "learning_rate": 2.075180226570546e-05,
-      "loss": 1.4123,
-      "step": 403
-    },
-    {
-      "epoch": 0.024974114083484013,
-      "grad_norm": 3.4409828186035156,
-      "learning_rate": 2.0803295571575696e-05,
-      "loss": 1.4755,
-      "step": 404
-    },
-    {
-      "epoch": 0.02503593119755204,
-      "grad_norm": 3.0385427474975586,
-      "learning_rate": 2.0854788877445932e-05,
-      "loss": 1.8252,
-      "step": 405
-    },
-    {
-      "epoch": 0.025097748311620073,
-      "grad_norm": 2.698176860809326,
-      "learning_rate": 2.090628218331617e-05,
-      "loss": 1.8638,
-      "step": 406
-    },
-    {
-      "epoch": 0.0251595654256881,
-      "grad_norm": 3.9612138271331787,
-      "learning_rate": 2.0957775489186406e-05,
-      "loss": 1.5181,
-      "step": 407
-    },
-    {
-      "epoch": 0.025221382539756133,
-      "grad_norm": 2.5406241416931152,
-      "learning_rate": 2.1009268795056645e-05,
-      "loss": 1.471,
-      "step": 408
-    },
-    {
-      "epoch": 0.02528319965382416,
-      "grad_norm": 3.792428731918335,
-      "learning_rate": 2.1060762100926882e-05,
-      "loss": 1.4016,
-      "step": 409
-    },
-    {
-      "epoch": 0.025345016767892192,
-      "grad_norm": 3.5141470432281494,
-      "learning_rate": 2.111225540679712e-05,
-      "loss": 1.152,
-      "step": 410
-    },
-    {
-      "epoch": 0.02540683388196022,
-      "grad_norm": 3.28816294670105,
-      "learning_rate": 2.1163748712667355e-05,
-      "loss": 1.3625,
-      "step": 411
-    },
-    {
-      "epoch": 0.025468650996028252,
-      "grad_norm": 1.6370222568511963,
-      "learning_rate": 2.121524201853759e-05,
-      "loss": 1.4686,
-      "step": 412
-    },
-    {
-      "epoch": 0.02553046811009628,
-      "grad_norm": 5.086203098297119,
-      "learning_rate": 2.126673532440783e-05,
-      "loss": 1.5455,
-      "step": 413
-    },
-    {
-      "epoch": 0.02559228522416431,
-      "grad_norm": 3.100273370742798,
-      "learning_rate": 2.1318228630278065e-05,
-      "loss": 1.4854,
-      "step": 414
-    },
-    {
-      "epoch": 0.02565410233823234,
-      "grad_norm": 2.2108993530273438,
-      "learning_rate": 2.13697219361483e-05,
-      "loss": 1.3993,
-      "step": 415
-    },
-    {
-      "epoch": 0.02571591945230037,
-      "grad_norm": 3.9363367557525635,
-      "learning_rate": 2.1421215242018538e-05,
-      "loss": 1.8996,
-      "step": 416
-    },
-    {
-      "epoch": 0.0257777365663684,
-      "grad_norm": 3.049156665802002,
-      "learning_rate": 2.1472708547888775e-05,
-      "loss": 1.6042,
-      "step": 417
-    },
-    {
-      "epoch": 0.025839553680436427,
-      "grad_norm": 3.2946770191192627,
-      "learning_rate": 2.152420185375901e-05,
-      "loss": 1.3454,
-      "step": 418
-    },
-    {
-      "epoch": 0.02590137079450446,
-      "grad_norm": 2.8070812225341797,
-      "learning_rate": 2.157569515962925e-05,
-      "loss": 1.6243,
-      "step": 419
-    },
-    {
-      "epoch": 0.025963187908572487,
-      "grad_norm": 2.92545747756958,
-      "learning_rate": 2.1627188465499488e-05,
-      "loss": 1.4713,
-      "step": 420
-    },
-    {
-      "epoch": 0.02602500502264052,
-      "grad_norm": 3.7224161624908447,
-      "learning_rate": 2.1678681771369724e-05,
-      "loss": 1.2952,
-      "step": 421
-    },
-    {
-      "epoch": 0.026086822136708546,
-      "grad_norm": 3.014763355255127,
-      "learning_rate": 2.1730175077239958e-05,
-      "loss": 1.5266,
-      "step": 422
-    },
-    {
-      "epoch": 0.026148639250776578,
-      "grad_norm": 4.621331691741943,
-      "learning_rate": 2.1781668383110194e-05,
-      "loss": 1.3645,
-      "step": 423
-    },
-    {
-      "epoch": 0.026210456364844606,
-      "grad_norm": 3.889639377593994,
-      "learning_rate": 2.1833161688980434e-05,
-      "loss": 1.3791,
-      "step": 424
-    },
-    {
-      "epoch": 0.026272273478912637,
-      "grad_norm": 2.8579254150390625,
-      "learning_rate": 2.188465499485067e-05,
-      "loss": 1.5727,
-      "step": 425
-    },
-    {
-      "epoch": 0.026334090592980666,
-      "grad_norm": 2.901681661605835,
-      "learning_rate": 2.1936148300720907e-05,
-      "loss": 1.6142,
-      "step": 426
-    },
-    {
-      "epoch": 0.026395907707048697,
-      "grad_norm": 3.349262237548828,
-      "learning_rate": 2.1987641606591144e-05,
-      "loss": 1.6182,
-      "step": 427
-    },
-    {
-      "epoch": 0.026457724821116725,
-      "grad_norm": 3.4062345027923584,
-      "learning_rate": 2.203913491246138e-05,
-      "loss": 1.446,
-      "step": 428
-    },
-    {
-      "epoch": 0.026519541935184757,
-      "grad_norm": 2.506443500518799,
-      "learning_rate": 2.2090628218331617e-05,
-      "loss": 1.4776,
-      "step": 429
-    },
-    {
-      "epoch": 0.026581359049252785,
-      "grad_norm": 3.0898611545562744,
-      "learning_rate": 2.2142121524201857e-05,
-      "loss": 1.25,
-      "step": 430
-    },
-    {
-      "epoch": 0.026643176163320816,
-      "grad_norm": 2.895259380340576,
-      "learning_rate": 2.2193614830072094e-05,
-      "loss": 1.6257,
-      "step": 431
-    },
-    {
-      "epoch": 0.026704993277388844,
-      "grad_norm": 4.8147382736206055,
-      "learning_rate": 2.2245108135942327e-05,
-      "loss": 1.7586,
-      "step": 432
-    },
-    {
-      "epoch": 0.026766810391456876,
-      "grad_norm": 3.497689962387085,
-      "learning_rate": 2.2296601441812564e-05,
-      "loss": 1.4813,
-      "step": 433
-    },
-    {
-      "epoch": 0.026828627505524904,
-      "grad_norm": 2.6996066570281982,
-      "learning_rate": 2.23480947476828e-05,
-      "loss": 1.4855,
-      "step": 434
-    },
-    {
-      "epoch": 0.026890444619592935,
-      "grad_norm": 2.8957512378692627,
-      "learning_rate": 2.239958805355304e-05,
-      "loss": 1.622,
-      "step": 435
-    },
-    {
-      "epoch": 0.026952261733660964,
-      "grad_norm": 4.12692928314209,
-      "learning_rate": 2.2451081359423277e-05,
-      "loss": 2.0041,
-      "step": 436
-    },
-    {
-      "epoch": 0.027014078847728995,
-      "grad_norm": 2.2219431400299072,
-      "learning_rate": 2.2502574665293513e-05,
-      "loss": 1.2018,
-      "step": 437
-    },
-    {
-      "epoch": 0.027075895961797023,
-      "grad_norm": 2.7924187183380127,
-      "learning_rate": 2.255406797116375e-05,
-      "loss": 1.3787,
-      "step": 438
-    },
-    {
-      "epoch": 0.027137713075865055,
-      "grad_norm": 2.989936590194702,
-      "learning_rate": 2.2605561277033986e-05,
-      "loss": 1.3138,
-      "step": 439
-    },
-    {
-      "epoch": 0.027199530189933083,
-      "grad_norm": 3.449322462081909,
-      "learning_rate": 2.2657054582904223e-05,
-      "loss": 1.6011,
-      "step": 440
-    },
-    {
-      "epoch": 0.027261347304001114,
-      "grad_norm": 3.862589120864868,
-      "learning_rate": 2.270854788877446e-05,
-      "loss": 1.4779,
-      "step": 441
-    },
-    {
-      "epoch": 0.027323164418069142,
-      "grad_norm": 3.4060986042022705,
-      "learning_rate": 2.2760041194644696e-05,
-      "loss": 1.7235,
-      "step": 442
-    },
-    {
-      "epoch": 0.027384981532137174,
-      "grad_norm": 3.8494420051574707,
-      "learning_rate": 2.2811534500514933e-05,
-      "loss": 1.4968,
-      "step": 443
-    },
-    {
-      "epoch": 0.027446798646205202,
-      "grad_norm": 1.8928791284561157,
-      "learning_rate": 2.286302780638517e-05,
-      "loss": 1.4711,
-      "step": 444
-    },
-    {
-      "epoch": 0.02750861576027323,
-      "grad_norm": 3.7043416500091553,
-      "learning_rate": 2.291452111225541e-05,
-      "loss": 1.364,
-      "step": 445
-    },
-    {
-      "epoch": 0.02757043287434126,
-      "grad_norm": 3.898599624633789,
-      "learning_rate": 2.2966014418125646e-05,
-      "loss": 1.7546,
-      "step": 446
-    },
-    {
-      "epoch": 0.02763224998840929,
-      "grad_norm": 3.3379435539245605,
-      "learning_rate": 2.3017507723995882e-05,
-      "loss": 1.1147,
-      "step": 447
-    },
-    {
-      "epoch": 0.02769406710247732,
-      "grad_norm": 3.9857676029205322,
-      "learning_rate": 2.306900102986612e-05,
-      "loss": 1.3825,
-      "step": 448
-    },
-    {
-      "epoch": 0.02775588421654535,
-      "grad_norm": 2.2066750526428223,
-      "learning_rate": 2.3120494335736356e-05,
-      "loss": 1.2573,
-      "step": 449
-    },
-    {
-      "epoch": 0.02781770133061338,
-      "grad_norm": 3.399367094039917,
-      "learning_rate": 2.3171987641606592e-05,
-      "loss": 1.1773,
-      "step": 450
-    },
-    {
-      "epoch": 0.02781770133061338,
-      "eval_loss": 1.4019490480422974,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 11.9787,
-      "eval_samples_per_second": 4.675,
-      "eval_steps_per_second": 4.675,
-      "step": 450
-    },
-    {
-      "epoch": 0.02787951844468141,
-      "grad_norm": 3.403559923171997,
-      "learning_rate": 2.322348094747683e-05,
-      "loss": 1.2525,
-      "step": 451
-    },
-    {
-      "epoch": 0.02794133555874944,
-      "grad_norm": 3.665315866470337,
-      "learning_rate": 2.3274974253347065e-05,
-      "loss": 1.4982,
-      "step": 452
-    },
-    {
-      "epoch": 0.02800315267281747,
-      "grad_norm": 3.2430357933044434,
-      "learning_rate": 2.3326467559217302e-05,
-      "loss": 1.3254,
-      "step": 453
-    },
-    {
-      "epoch": 0.0280649697868855,
-      "grad_norm": 3.9461398124694824,
-      "learning_rate": 2.337796086508754e-05,
-      "loss": 1.6422,
-      "step": 454
-    },
-    {
-      "epoch": 0.028126786900953528,
-      "grad_norm": 4.090853214263916,
-      "learning_rate": 2.3429454170957775e-05,
-      "loss": 1.5632,
-      "step": 455
-    },
-    {
-      "epoch": 0.02818860401502156,
-      "grad_norm": 3.221389055252075,
-      "learning_rate": 2.3480947476828015e-05,
-      "loss": 1.6407,
-      "step": 456
-    },
-    {
-      "epoch": 0.028250421129089587,
-      "grad_norm": 3.181408166885376,
-      "learning_rate": 2.3532440782698252e-05,
-      "loss": 1.4642,
-      "step": 457
-    },
-    {
-      "epoch": 0.02831223824315762,
-      "grad_norm": 2.5012080669403076,
-      "learning_rate": 2.358393408856849e-05,
-      "loss": 1.7883,
-      "step": 458
-    },
-    {
-      "epoch": 0.028374055357225647,
-      "grad_norm": 2.1479332447052,
-      "learning_rate": 2.3635427394438725e-05,
-      "loss": 1.4937,
-      "step": 459
-    },
-    {
-      "epoch": 0.02843587247129368,
-      "grad_norm": 2.7650651931762695,
-      "learning_rate": 2.368692070030896e-05,
-      "loss": 1.6903,
-      "step": 460
-    },
-    {
-      "epoch": 0.028497689585361707,
-      "grad_norm": 3.7413487434387207,
-      "learning_rate": 2.3738414006179198e-05,
-      "loss": 1.7873,
-      "step": 461
-    },
-    {
-      "epoch": 0.028559506699429738,
-      "grad_norm": 3.4513821601867676,
-      "learning_rate": 2.3789907312049435e-05,
-      "loss": 1.8476,
-      "step": 462
-    },
-    {
-      "epoch": 0.028621323813497766,
-      "grad_norm": 2.412580728530884,
-      "learning_rate": 2.384140061791967e-05,
-      "loss": 1.3835,
-      "step": 463
-    },
-    {
-      "epoch": 0.028683140927565798,
-      "grad_norm": 4.205535411834717,
-      "learning_rate": 2.3892893923789908e-05,
-      "loss": 1.4454,
-      "step": 464
-    },
-    {
-      "epoch": 0.028744958041633826,
-      "grad_norm": 2.5186350345611572,
-      "learning_rate": 2.3944387229660144e-05,
-      "loss": 1.8222,
-      "step": 465
-    },
-    {
-      "epoch": 0.028806775155701857,
-      "grad_norm": 2.678307294845581,
-      "learning_rate": 2.399588053553038e-05,
-      "loss": 1.7925,
-      "step": 466
-    },
-    {
-      "epoch": 0.028868592269769885,
-      "grad_norm": 2.6791939735412598,
-      "learning_rate": 2.404737384140062e-05,
-      "loss": 1.9053,
-      "step": 467
-    },
-    {
-      "epoch": 0.028930409383837917,
-      "grad_norm": 2.864642858505249,
-      "learning_rate": 2.4098867147270858e-05,
-      "loss": 2.2342,
-      "step": 468
-    },
-    {
-      "epoch": 0.028992226497905945,
-      "grad_norm": 4.002116680145264,
-      "learning_rate": 2.4150360453141094e-05,
-      "loss": 1.6142,
-      "step": 469
-    },
-    {
-      "epoch": 0.029054043611973977,
-      "grad_norm": 2.9151763916015625,
-      "learning_rate": 2.420185375901133e-05,
-      "loss": 1.7919,
-      "step": 470
-    },
-    {
-      "epoch": 0.029115860726042005,
-      "grad_norm": 2.620342254638672,
-      "learning_rate": 2.4253347064881564e-05,
-      "loss": 1.6188,
-      "step": 471
-    },
-    {
-      "epoch": 0.029177677840110036,
-      "grad_norm": 3.4072725772857666,
-      "learning_rate": 2.4304840370751804e-05,
-      "loss": 1.7698,
-      "step": 472
-    },
-    {
-      "epoch": 0.029239494954178064,
-      "grad_norm": 2.862424850463867,
-      "learning_rate": 2.435633367662204e-05,
-      "loss": 1.8378,
-      "step": 473
-    },
-    {
-      "epoch": 0.029301312068246092,
-      "grad_norm": 3.23049259185791,
-      "learning_rate": 2.4407826982492277e-05,
-      "loss": 1.1647,
-      "step": 474
-    },
-    {
-      "epoch": 0.029363129182314124,
-      "grad_norm": 2.440145492553711,
-      "learning_rate": 2.4459320288362514e-05,
-      "loss": 1.4125,
-      "step": 475
-    },
-    {
-      "epoch": 0.029424946296382152,
-      "grad_norm": 2.527522325515747,
-      "learning_rate": 2.451081359423275e-05,
-      "loss": 1.5527,
-      "step": 476
-    },
-    {
-      "epoch": 0.029486763410450183,
-      "grad_norm": 2.507189989089966,
-      "learning_rate": 2.4562306900102987e-05,
-      "loss": 1.209,
-      "step": 477
-    },
-    {
-      "epoch": 0.02954858052451821,
-      "grad_norm": 4.635964393615723,
-      "learning_rate": 2.4613800205973227e-05,
-      "loss": 1.1686,
-      "step": 478
-    },
-    {
-      "epoch": 0.029610397638586243,
-      "grad_norm": 2.5350894927978516,
-      "learning_rate": 2.4665293511843463e-05,
-      "loss": 1.3636,
-      "step": 479
-    },
-    {
-      "epoch": 0.02967221475265427,
-      "grad_norm": 3.4466333389282227,
-      "learning_rate": 2.47167868177137e-05,
-      "loss": 1.291,
-      "step": 480
-    },
-    {
-      "epoch": 0.029734031866722303,
-      "grad_norm": 2.7444069385528564,
-      "learning_rate": 2.4768280123583933e-05,
-      "loss": 1.7108,
-      "step": 481
-    },
-    {
-      "epoch": 0.02979584898079033,
-      "grad_norm": 2.7082042694091797,
-      "learning_rate": 2.481977342945417e-05,
-      "loss": 1.2103,
-      "step": 482
-    },
-    {
-      "epoch": 0.029857666094858362,
-      "grad_norm": 4.159002780914307,
-      "learning_rate": 2.487126673532441e-05,
-      "loss": 1.6221,
-      "step": 483
-    },
-    {
-      "epoch": 0.02991948320892639,
-      "grad_norm": 3.5170955657958984,
-      "learning_rate": 2.4922760041194646e-05,
-      "loss": 1.5848,
-      "step": 484
-    },
-    {
-      "epoch": 0.029981300322994422,
-      "grad_norm": 4.205597877502441,
-      "learning_rate": 2.4974253347064883e-05,
-      "loss": 1.4179,
-      "step": 485
-    },
-    {
-      "epoch": 0.03004311743706245,
-      "grad_norm": 3.19353985786438,
-      "learning_rate": 2.5025746652935116e-05,
-      "loss": 1.6715,
-      "step": 486
-    },
-    {
-      "epoch": 0.03010493455113048,
-      "grad_norm": 4.444954872131348,
-      "learning_rate": 2.5077239958805353e-05,
-      "loss": 1.3283,
-      "step": 487
-    },
-    {
-      "epoch": 0.03016675166519851,
-      "grad_norm": 3.87252140045166,
-      "learning_rate": 2.5128733264675593e-05,
-      "loss": 1.3503,
-      "step": 488
-    },
-    {
-      "epoch": 0.03022856877926654,
-      "grad_norm": 2.5006790161132812,
-      "learning_rate": 2.518022657054583e-05,
-      "loss": 1.6452,
-      "step": 489
-    },
-    {
-      "epoch": 0.03029038589333457,
-      "grad_norm": 2.7082130908966064,
-      "learning_rate": 2.5231719876416066e-05,
-      "loss": 2.0279,
-      "step": 490
-    },
-    {
-      "epoch": 0.0303522030074026,
-      "grad_norm": 3.9200732707977295,
-      "learning_rate": 2.5283213182286302e-05,
-      "loss": 1.5191,
-      "step": 491
-    },
-    {
-      "epoch": 0.03041402012147063,
-      "grad_norm": 2.850043296813965,
-      "learning_rate": 2.533470648815654e-05,
-      "loss": 1.4964,
-      "step": 492
-    },
-    {
-      "epoch": 0.03047583723553866,
-      "grad_norm": 2.9570717811584473,
-      "learning_rate": 2.5386199794026776e-05,
-      "loss": 1.6967,
-      "step": 493
-    },
-    {
-      "epoch": 0.030537654349606688,
-      "grad_norm": 2.5672075748443604,
-      "learning_rate": 2.5437693099897016e-05,
-      "loss": 1.7609,
-      "step": 494
-    },
-    {
-      "epoch": 0.03059947146367472,
-      "grad_norm": 2.2409250736236572,
-      "learning_rate": 2.5489186405767252e-05,
-      "loss": 1.2433,
-      "step": 495
-    },
-    {
-      "epoch": 0.030661288577742748,
-      "grad_norm": 2.76711368560791,
-      "learning_rate": 2.554067971163749e-05,
-      "loss": 1.4283,
-      "step": 496
-    },
-    {
-      "epoch": 0.03072310569181078,
-      "grad_norm": 3.608720541000366,
-      "learning_rate": 2.5592173017507725e-05,
-      "loss": 1.461,
-      "step": 497
-    },
-    {
-      "epoch": 0.030784922805878807,
-      "grad_norm": 1.6518298387527466,
-      "learning_rate": 2.5643666323377962e-05,
-      "loss": 1.4545,
-      "step": 498
-    },
-    {
-      "epoch": 0.03084673991994684,
-      "grad_norm": 3.6911466121673584,
-      "learning_rate": 2.56951596292482e-05,
-      "loss": 1.0384,
-      "step": 499
-    },
-    {
-      "epoch": 0.030908557034014867,
-      "grad_norm": 1.893265962600708,
-      "learning_rate": 2.574665293511844e-05,
-      "loss": 1.4555,
-      "step": 500
-    },
-    {
-      "epoch": 0.030908557034014867,
-      "eval_loss": 1.4017456769943237,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 8.5694,
-      "eval_samples_per_second": 6.535,
-      "eval_steps_per_second": 6.535,
-      "step": 500
-    },
-    {
-      "epoch": 0.030908557034014867,
-      "full_eval_loss": 1.458853006362915,
-      "full_eval_model_preparation_time": 0.0065,
-      "full_eval_runtime": 15.1723,
-      "full_eval_samples_per_second": 7.382,
-      "full_eval_steps_per_second": 7.382,
-      "step": 500
-    },
-    {
-      "epoch": 0.030970374148082895,
-      "grad_norm": 2.627828359603882,
-      "learning_rate": 2.5798146240988675e-05,
-      "loss": 1.7133,
-      "step": 501
-    },
-    {
-      "epoch": 0.031032191262150927,
-      "grad_norm": 2.671293258666992,
-      "learning_rate": 2.584963954685891e-05,
-      "loss": 1.4005,
-      "step": 502
-    },
-    {
-      "epoch": 0.031094008376218955,
-      "grad_norm": 3.0811517238616943,
-      "learning_rate": 2.5901132852729148e-05,
-      "loss": 1.2402,
-      "step": 503
-    },
-    {
-      "epoch": 0.031155825490286986,
-      "grad_norm": 2.936825752258301,
-      "learning_rate": 2.5952626158599385e-05,
-      "loss": 1.4239,
-      "step": 504
-    },
-    {
-      "epoch": 0.031217642604355014,
-      "grad_norm": 3.0656681060791016,
-      "learning_rate": 2.600411946446962e-05,
-      "loss": 1.5172,
-      "step": 505
-    },
-    {
-      "epoch": 0.031279459718423046,
-      "grad_norm": 4.717928886413574,
-      "learning_rate": 2.6055612770339855e-05,
-      "loss": 1.671,
-      "step": 506
-    },
-    {
-      "epoch": 0.03134127683249108,
-      "grad_norm": 2.212204694747925,
-      "learning_rate": 2.610710607621009e-05,
-      "loss": 1.8327,
-      "step": 507
-    },
-    {
-      "epoch": 0.0314030939465591,
-      "grad_norm": 3.1829192638397217,
-      "learning_rate": 2.6158599382080328e-05,
-      "loss": 1.6062,
-      "step": 508
-    },
-    {
-      "epoch": 0.03146491106062713,
-      "grad_norm": 3.300806760787964,
-      "learning_rate": 2.6210092687950564e-05,
-      "loss": 1.4073,
-      "step": 509
-    },
-    {
-      "epoch": 0.031526728174695165,
-      "grad_norm": 2.498418092727661,
-      "learning_rate": 2.6261585993820804e-05,
-      "loss": 1.3276,
-      "step": 510
-    },
-    {
-      "epoch": 0.031588545288763197,
-      "grad_norm": 3.094305992126465,
-      "learning_rate": 2.631307929969104e-05,
-      "loss": 1.6022,
-      "step": 511
-    },
-    {
-      "epoch": 0.03165036240283122,
-      "grad_norm": 2.6164603233337402,
-      "learning_rate": 2.6364572605561277e-05,
-      "loss": 1.2812,
-      "step": 512
-    },
-    {
-      "epoch": 0.03171217951689925,
-      "grad_norm": 2.8704116344451904,
-      "learning_rate": 2.6416065911431514e-05,
-      "loss": 1.6786,
-      "step": 513
-    },
-    {
-      "epoch": 0.031773996630967284,
-      "grad_norm": 3.631720542907715,
-      "learning_rate": 2.646755921730175e-05,
-      "loss": 1.547,
-      "step": 514
-    },
-    {
-      "epoch": 0.031835813745035316,
-      "grad_norm": 2.742039918899536,
-      "learning_rate": 2.6519052523171987e-05,
-      "loss": 1.7738,
-      "step": 515
-    },
-    {
-      "epoch": 0.03189763085910334,
-      "grad_norm": 2.8479249477386475,
-      "learning_rate": 2.6570545829042227e-05,
-      "loss": 1.5893,
-      "step": 516
-    },
-    {
-      "epoch": 0.03195944797317137,
-      "grad_norm": 3.5699877738952637,
-      "learning_rate": 2.6622039134912464e-05,
-      "loss": 1.3701,
-      "step": 517
-    },
-    {
-      "epoch": 0.0320212650872394,
-      "grad_norm": 3.7564258575439453,
-      "learning_rate": 2.66735324407827e-05,
-      "loss": 1.7933,
-      "step": 518
-    },
-    {
-      "epoch": 0.032083082201307435,
-      "grad_norm": 3.7195093631744385,
-      "learning_rate": 2.6725025746652937e-05,
-      "loss": 1.3785,
-      "step": 519
-    },
-    {
-      "epoch": 0.03214489931537546,
-      "grad_norm": 3.5295205116271973,
-      "learning_rate": 2.6776519052523174e-05,
-      "loss": 1.7102,
-      "step": 520
-    },
-    {
-      "epoch": 0.03220671642944349,
-      "grad_norm": 3.0788304805755615,
-      "learning_rate": 2.682801235839341e-05,
-      "loss": 1.3598,
-      "step": 521
-    },
-    {
-      "epoch": 0.03226853354351152,
-      "grad_norm": 3.1978836059570312,
-      "learning_rate": 2.687950566426365e-05,
-      "loss": 1.3695,
-      "step": 522
-    },
-    {
-      "epoch": 0.032330350657579554,
-      "grad_norm": 2.4256021976470947,
-      "learning_rate": 2.6930998970133887e-05,
-      "loss": 1.458,
-      "step": 523
-    },
-    {
-      "epoch": 0.03239216777164758,
-      "grad_norm": 4.673188209533691,
-      "learning_rate": 2.6982492276004123e-05,
-      "loss": 1.704,
-      "step": 524
-    },
-    {
-      "epoch": 0.03245398488571561,
-      "grad_norm": 3.454770803451538,
-      "learning_rate": 2.703398558187436e-05,
-      "loss": 1.3925,
-      "step": 525
-    },
-    {
-      "epoch": 0.03251580199978364,
-      "grad_norm": 2.91090726852417,
-      "learning_rate": 2.7085478887744593e-05,
-      "loss": 1.4664,
-      "step": 526
-    },
-    {
-      "epoch": 0.03257761911385167,
-      "grad_norm": 2.7838869094848633,
-      "learning_rate": 2.713697219361483e-05,
-      "loss": 1.5481,
-      "step": 527
-    },
-    {
-      "epoch": 0.0326394362279197,
-      "grad_norm": 3.1008951663970947,
-      "learning_rate": 2.7188465499485066e-05,
-      "loss": 1.2432,
-      "step": 528
-    },
-    {
-      "epoch": 0.03270125334198773,
-      "grad_norm": 3.7112629413604736,
-      "learning_rate": 2.7239958805355303e-05,
-      "loss": 1.4158,
-      "step": 529
-    },
-    {
-      "epoch": 0.03276307045605576,
-      "grad_norm": 4.351183891296387,
-      "learning_rate": 2.729145211122554e-05,
-      "loss": 1.2428,
-      "step": 530
-    },
-    {
-      "epoch": 0.032824887570123785,
-      "grad_norm": 3.1956968307495117,
-      "learning_rate": 2.734294541709578e-05,
-      "loss": 1.4109,
-      "step": 531
-    },
-    {
-      "epoch": 0.03288670468419182,
-      "grad_norm": 2.3938350677490234,
-      "learning_rate": 2.7394438722966016e-05,
-      "loss": 1.3454,
-      "step": 532
-    },
-    {
-      "epoch": 0.03294852179825985,
-      "grad_norm": 3.2875962257385254,
-      "learning_rate": 2.7445932028836253e-05,
-      "loss": 1.5616,
-      "step": 533
-    },
-    {
-      "epoch": 0.03301033891232788,
-      "grad_norm": 2.544424533843994,
-      "learning_rate": 2.749742533470649e-05,
-      "loss": 1.0759,
-      "step": 534
-    },
-    {
-      "epoch": 0.033072156026395905,
-      "grad_norm": 2.925074577331543,
-      "learning_rate": 2.7548918640576726e-05,
-      "loss": 1.3745,
-      "step": 535
-    },
-    {
-      "epoch": 0.033133973140463936,
-      "grad_norm": 1.9956177473068237,
-      "learning_rate": 2.7600411946446962e-05,
-      "loss": 1.5704,
-      "step": 536
-    },
-    {
-      "epoch": 0.03319579025453197,
-      "grad_norm": 2.7171542644500732,
-      "learning_rate": 2.7651905252317202e-05,
-      "loss": 1.3496,
-      "step": 537
-    },
-    {
-      "epoch": 0.0332576073686,
-      "grad_norm": 2.587848663330078,
-      "learning_rate": 2.770339855818744e-05,
-      "loss": 2.037,
-      "step": 538
-    },
-    {
-      "epoch": 0.033319424482668024,
-      "grad_norm": 2.283724069595337,
-      "learning_rate": 2.7754891864057675e-05,
-      "loss": 1.5521,
-      "step": 539
-    },
-    {
-      "epoch": 0.033381241596736055,
-      "grad_norm": 3.4100265502929688,
-      "learning_rate": 2.7806385169927912e-05,
-      "loss": 1.5866,
-      "step": 540
-    },
-    {
-      "epoch": 0.03344305871080409,
-      "grad_norm": 3.4475393295288086,
-      "learning_rate": 2.785787847579815e-05,
-      "loss": 1.3803,
-      "step": 541
-    },
-    {
-      "epoch": 0.03350487582487212,
-      "grad_norm": 3.4774372577667236,
-      "learning_rate": 2.7909371781668385e-05,
-      "loss": 1.3076,
-      "step": 542
-    },
-    {
-      "epoch": 0.03356669293894014,
-      "grad_norm": 2.6813058853149414,
-      "learning_rate": 2.7960865087538625e-05,
-      "loss": 1.3982,
-      "step": 543
-    },
-    {
-      "epoch": 0.033628510053008175,
-      "grad_norm": 3.477492094039917,
-      "learning_rate": 2.8012358393408862e-05,
-      "loss": 1.2018,
-      "step": 544
-    },
-    {
-      "epoch": 0.033690327167076206,
-      "grad_norm": 4.19712495803833,
-      "learning_rate": 2.806385169927909e-05,
-      "loss": 1.2975,
-      "step": 545
-    },
-    {
-      "epoch": 0.03375214428114424,
-      "grad_norm": 2.0967977046966553,
-      "learning_rate": 2.8115345005149328e-05,
-      "loss": 1.3065,
-      "step": 546
-    },
-    {
-      "epoch": 0.03381396139521226,
-      "grad_norm": 2.8249685764312744,
-      "learning_rate": 2.8166838311019568e-05,
-      "loss": 1.6206,
-      "step": 547
-    },
-    {
-      "epoch": 0.033875778509280294,
-      "grad_norm": 3.0555436611175537,
-      "learning_rate": 2.8218331616889805e-05,
-      "loss": 1.7342,
-      "step": 548
-    },
-    {
-      "epoch": 0.033937595623348325,
-      "grad_norm": 4.985834121704102,
-      "learning_rate": 2.826982492276004e-05,
-      "loss": 1.811,
-      "step": 549
-    },
-    {
-      "epoch": 0.03399941273741636,
-      "grad_norm": 3.4346346855163574,
-      "learning_rate": 2.8321318228630278e-05,
-      "loss": 2.131,
-      "step": 550
-    },
-    {
-      "epoch": 0.03399941273741636,
-      "eval_loss": 1.4043246507644653,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.3289,
-      "eval_samples_per_second": 7.641,
-      "eval_steps_per_second": 7.641,
-      "step": 550
-    },
-    {
-      "epoch": 0.03406122985148438,
-      "grad_norm": 3.166757106781006,
-      "learning_rate": 2.8372811534500514e-05,
-      "loss": 1.5303,
-      "step": 551
-    },
-    {
-      "epoch": 0.03412304696555241,
-      "grad_norm": 5.66237211227417,
-      "learning_rate": 2.842430484037075e-05,
-      "loss": 1.4784,
-      "step": 552
-    },
-    {
-      "epoch": 0.034184864079620444,
-      "grad_norm": 3.2165002822875977,
-      "learning_rate": 2.847579814624099e-05,
-      "loss": 1.5451,
-      "step": 553
-    },
-    {
-      "epoch": 0.034246681193688476,
-      "grad_norm": 3.9331862926483154,
-      "learning_rate": 2.8527291452111228e-05,
-      "loss": 1.3545,
-      "step": 554
-    },
-    {
-      "epoch": 0.0343084983077565,
-      "grad_norm": 3.5706515312194824,
-      "learning_rate": 2.8578784757981464e-05,
-      "loss": 1.3116,
-      "step": 555
-    },
-    {
-      "epoch": 0.03437031542182453,
-      "grad_norm": 3.502922296524048,
-      "learning_rate": 2.86302780638517e-05,
-      "loss": 1.2125,
-      "step": 556
-    },
-    {
-      "epoch": 0.034432132535892564,
-      "grad_norm": 2.963456392288208,
-      "learning_rate": 2.8681771369721937e-05,
-      "loss": 1.4872,
-      "step": 557
-    },
-    {
-      "epoch": 0.03449394964996059,
-      "grad_norm": 3.1803884506225586,
-      "learning_rate": 2.8733264675592174e-05,
-      "loss": 1.2697,
-      "step": 558
-    },
-    {
-      "epoch": 0.03455576676402862,
-      "grad_norm": 3.847358465194702,
-      "learning_rate": 2.8784757981462414e-05,
-      "loss": 1.9399,
-      "step": 559
-    },
-    {
-      "epoch": 0.03461758387809665,
-      "grad_norm": 4.296769142150879,
-      "learning_rate": 2.883625128733265e-05,
-      "loss": 1.3356,
-      "step": 560
-    },
-    {
-      "epoch": 0.03467940099216468,
-      "grad_norm": 3.1265761852264404,
-      "learning_rate": 2.8887744593202887e-05,
-      "loss": 1.4814,
-      "step": 561
-    },
-    {
-      "epoch": 0.03474121810623271,
-      "grad_norm": 2.222724437713623,
-      "learning_rate": 2.8939237899073124e-05,
-      "loss": 1.4863,
-      "step": 562
-    },
-    {
-      "epoch": 0.03480303522030074,
-      "grad_norm": 4.1485490798950195,
-      "learning_rate": 2.899073120494336e-05,
-      "loss": 1.4041,
-      "step": 563
-    },
-    {
-      "epoch": 0.03486485233436877,
-      "grad_norm": 2.692138671875,
-      "learning_rate": 2.9042224510813597e-05,
-      "loss": 1.3994,
-      "step": 564
-    },
-    {
-      "epoch": 0.0349266694484368,
-      "grad_norm": 3.157238721847534,
-      "learning_rate": 2.909371781668383e-05,
-      "loss": 1.7275,
-      "step": 565
-    },
-    {
-      "epoch": 0.03498848656250483,
-      "grad_norm": 2.3824541568756104,
-      "learning_rate": 2.9145211122554067e-05,
-      "loss": 1.6104,
-      "step": 566
-    },
-    {
-      "epoch": 0.03505030367657286,
-      "grad_norm": 3.15739107131958,
-      "learning_rate": 2.9196704428424303e-05,
-      "loss": 1.4605,
-      "step": 567
-    },
-    {
-      "epoch": 0.03511212079064089,
-      "grad_norm": 2.8042895793914795,
-      "learning_rate": 2.924819773429454e-05,
-      "loss": 1.2576,
-      "step": 568
-    },
-    {
-      "epoch": 0.03517393790470892,
-      "grad_norm": 2.9954793453216553,
-      "learning_rate": 2.929969104016478e-05,
-      "loss": 1.1091,
-      "step": 569
-    },
-    {
-      "epoch": 0.035235755018776946,
-      "grad_norm": 2.911430835723877,
-      "learning_rate": 2.9351184346035016e-05,
-      "loss": 1.859,
-      "step": 570
-    },
-    {
-      "epoch": 0.03529757213284498,
-      "grad_norm": 3.672650098800659,
-      "learning_rate": 2.9402677651905253e-05,
-      "loss": 1.7521,
-      "step": 571
-    },
-    {
-      "epoch": 0.03535938924691301,
-      "grad_norm": 2.5996148586273193,
-      "learning_rate": 2.945417095777549e-05,
-      "loss": 1.4235,
-      "step": 572
-    },
-    {
-      "epoch": 0.03542120636098104,
-      "grad_norm": 3.3971476554870605,
-      "learning_rate": 2.9505664263645726e-05,
-      "loss": 1.5351,
-      "step": 573
-    },
-    {
-      "epoch": 0.035483023475049065,
-      "grad_norm": 2.827815532684326,
-      "learning_rate": 2.9557157569515963e-05,
-      "loss": 1.7086,
-      "step": 574
-    },
-    {
-      "epoch": 0.0355448405891171,
-      "grad_norm": 2.822035789489746,
-      "learning_rate": 2.9608650875386203e-05,
-      "loss": 1.8896,
-      "step": 575
-    },
-    {
-      "epoch": 0.03560665770318513,
-      "grad_norm": 3.3404626846313477,
-      "learning_rate": 2.966014418125644e-05,
-      "loss": 1.2619,
-      "step": 576
-    },
-    {
-      "epoch": 0.03566847481725316,
-      "grad_norm": 2.565476179122925,
-      "learning_rate": 2.9711637487126676e-05,
-      "loss": 1.5752,
-      "step": 577
-    },
-    {
-      "epoch": 0.035730291931321184,
-      "grad_norm": 2.7670860290527344,
-      "learning_rate": 2.9763130792996912e-05,
-      "loss": 1.9147,
-      "step": 578
-    },
-    {
-      "epoch": 0.035792109045389216,
-      "grad_norm": 3.890864849090576,
-      "learning_rate": 2.981462409886715e-05,
-      "loss": 1.4547,
-      "step": 579
-    },
-    {
-      "epoch": 0.03585392615945725,
-      "grad_norm": 2.4824907779693604,
-      "learning_rate": 2.9866117404737386e-05,
-      "loss": 1.5238,
-      "step": 580
-    },
-    {
-      "epoch": 0.03591574327352528,
-      "grad_norm": 4.521511554718018,
-      "learning_rate": 2.9917610710607626e-05,
-      "loss": 1.4964,
-      "step": 581
-    },
-    {
-      "epoch": 0.0359775603875933,
-      "grad_norm": 3.6313624382019043,
-      "learning_rate": 2.9969104016477862e-05,
-      "loss": 1.2409,
-      "step": 582
-    },
-    {
-      "epoch": 0.036039377501661335,
-      "grad_norm": 4.853775501251221,
-      "learning_rate": 3.00205973223481e-05,
-      "loss": 1.8362,
-      "step": 583
-    },
-    {
-      "epoch": 0.036101194615729366,
-      "grad_norm": 1.849668025970459,
-      "learning_rate": 3.0072090628218335e-05,
-      "loss": 1.6244,
-      "step": 584
-    },
-    {
-      "epoch": 0.03616301172979739,
-      "grad_norm": 2.7650392055511475,
-      "learning_rate": 3.012358393408857e-05,
-      "loss": 1.7188,
-      "step": 585
-    },
-    {
-      "epoch": 0.03622482884386542,
-      "grad_norm": 3.406346559524536,
-      "learning_rate": 3.0175077239958805e-05,
-      "loss": 1.8589,
-      "step": 586
-    },
-    {
-      "epoch": 0.036286645957933454,
-      "grad_norm": 1.942789912223816,
-      "learning_rate": 3.0226570545829042e-05,
-      "loss": 1.4591,
-      "step": 587
-    },
-    {
-      "epoch": 0.036348463072001486,
-      "grad_norm": 3.414957046508789,
-      "learning_rate": 3.027806385169928e-05,
-      "loss": 1.5131,
-      "step": 588
-    },
-    {
-      "epoch": 0.03641028018606951,
-      "grad_norm": 3.719693422317505,
-      "learning_rate": 3.0329557157569515e-05,
-      "loss": 1.3616,
-      "step": 589
-    },
-    {
-      "epoch": 0.03647209730013754,
-      "grad_norm": 2.646074056625366,
-      "learning_rate": 3.038105046343975e-05,
-      "loss": 1.17,
-      "step": 590
-    },
-    {
-      "epoch": 0.03653391441420557,
-      "grad_norm": 4.669976234436035,
-      "learning_rate": 3.043254376930999e-05,
-      "loss": 1.4336,
-      "step": 591
-    },
-    {
-      "epoch": 0.036595731528273605,
-      "grad_norm": 2.820610761642456,
-      "learning_rate": 3.0484037075180228e-05,
-      "loss": 1.3663,
-      "step": 592
-    },
-    {
-      "epoch": 0.03665754864234163,
-      "grad_norm": 3.27455997467041,
-      "learning_rate": 3.0535530381050465e-05,
-      "loss": 1.94,
-      "step": 593
-    },
-    {
-      "epoch": 0.03671936575640966,
-      "grad_norm": 3.2056467533111572,
-      "learning_rate": 3.05870236869207e-05,
-      "loss": 1.3245,
-      "step": 594
-    },
-    {
-      "epoch": 0.03678118287047769,
-      "grad_norm": 2.433899164199829,
-      "learning_rate": 3.063851699279094e-05,
-      "loss": 1.4568,
-      "step": 595
-    },
-    {
-      "epoch": 0.036842999984545724,
-      "grad_norm": 2.8934743404388428,
-      "learning_rate": 3.0690010298661174e-05,
-      "loss": 1.4703,
-      "step": 596
-    },
-    {
-      "epoch": 0.03690481709861375,
-      "grad_norm": 2.829979658126831,
-      "learning_rate": 3.074150360453141e-05,
-      "loss": 1.9222,
-      "step": 597
-    },
-    {
-      "epoch": 0.03696663421268178,
-      "grad_norm": 2.373812437057495,
-      "learning_rate": 3.079299691040165e-05,
-      "loss": 1.5358,
-      "step": 598
-    },
-    {
-      "epoch": 0.03702845132674981,
-      "grad_norm": 3.1487631797790527,
-      "learning_rate": 3.0844490216271884e-05,
-      "loss": 1.4751,
-      "step": 599
-    },
-    {
-      "epoch": 0.03709026844081784,
-      "grad_norm": 4.634247303009033,
-      "learning_rate": 3.089598352214213e-05,
-      "loss": 1.4185,
-      "step": 600
-    },
-    {
-      "epoch": 0.03709026844081784,
-      "eval_loss": 1.4066088199615479,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.5116,
-      "eval_samples_per_second": 7.455,
-      "eval_steps_per_second": 7.455,
-      "step": 600
-    },
-    {
-      "epoch": 0.03709026844081784,
-      "full_eval_loss": 1.4633500576019287,
-      "full_eval_model_preparation_time": 0.0065,
-      "full_eval_runtime": 13.7863,
-      "full_eval_samples_per_second": 8.124,
-      "full_eval_steps_per_second": 8.124,
-      "step": 600
-    },
-    {
-      "epoch": 0.03715208555488587,
-      "grad_norm": 2.2427425384521484,
-      "learning_rate": 3.0947476828012364e-05,
-      "loss": 1.4803,
-      "step": 601
-    },
-    {
-      "epoch": 0.0372139026689539,
-      "grad_norm": 3.928260326385498,
-      "learning_rate": 3.09989701338826e-05,
-      "loss": 1.6962,
-      "step": 602
-    },
-    {
-      "epoch": 0.03727571978302193,
-      "grad_norm": 3.4674911499023438,
-      "learning_rate": 3.105046343975284e-05,
-      "loss": 1.4126,
-      "step": 603
-    },
-    {
-      "epoch": 0.03733753689708996,
-      "grad_norm": 3.0657846927642822,
-      "learning_rate": 3.1101956745623074e-05,
-      "loss": 1.4624,
-      "step": 604
-    },
-    {
-      "epoch": 0.03739935401115799,
-      "grad_norm": 6.157126426696777,
-      "learning_rate": 3.1153450051493304e-05,
-      "loss": 1.3968,
-      "step": 605
-    },
-    {
-      "epoch": 0.03746117112522602,
-      "grad_norm": 1.986038088798523,
-      "learning_rate": 3.120494335736354e-05,
-      "loss": 1.2177,
-      "step": 606
-    },
-    {
-      "epoch": 0.03752298823929405,
-      "grad_norm": 2.4758963584899902,
-      "learning_rate": 3.125643666323378e-05,
-      "loss": 1.3948,
-      "step": 607
-    },
-    {
-      "epoch": 0.03758480535336208,
-      "grad_norm": 3.111567258834839,
-      "learning_rate": 3.1307929969104013e-05,
-      "loss": 1.2665,
-      "step": 608
-    },
-    {
-      "epoch": 0.037646622467430106,
-      "grad_norm": 3.2241880893707275,
-      "learning_rate": 3.135942327497425e-05,
-      "loss": 1.5977,
-      "step": 609
-    },
-    {
-      "epoch": 0.03770843958149814,
-      "grad_norm": 3.312993049621582,
-      "learning_rate": 3.141091658084449e-05,
-      "loss": 1.5966,
-      "step": 610
-    },
-    {
-      "epoch": 0.03777025669556617,
-      "grad_norm": 2.4449894428253174,
-      "learning_rate": 3.146240988671473e-05,
-      "loss": 1.4567,
-      "step": 611
-    },
-    {
-      "epoch": 0.037832073809634194,
-      "grad_norm": 3.1959447860717773,
-      "learning_rate": 3.1513903192584967e-05,
-      "loss": 1.8131,
-      "step": 612
-    },
-    {
-      "epoch": 0.037893890923702225,
-      "grad_norm": 2.4658901691436768,
-      "learning_rate": 3.15653964984552e-05,
-      "loss": 1.9035,
-      "step": 613
-    },
-    {
-      "epoch": 0.03795570803777026,
-      "grad_norm": 3.1240859031677246,
-      "learning_rate": 3.161688980432544e-05,
-      "loss": 1.2935,
-      "step": 614
-    },
-    {
-      "epoch": 0.03801752515183829,
-      "grad_norm": 4.033630847930908,
-      "learning_rate": 3.1668383110195676e-05,
-      "loss": 1.7213,
-      "step": 615
-    },
-    {
-      "epoch": 0.03807934226590631,
-      "grad_norm": 4.5873494148254395,
-      "learning_rate": 3.171987641606591e-05,
-      "loss": 1.2792,
-      "step": 616
-    },
-    {
-      "epoch": 0.038141159379974345,
-      "grad_norm": 2.760753870010376,
-      "learning_rate": 3.177136972193615e-05,
-      "loss": 1.1669,
-      "step": 617
-    },
-    {
-      "epoch": 0.038202976494042376,
-      "grad_norm": 3.1985204219818115,
-      "learning_rate": 3.1822863027806386e-05,
-      "loss": 1.0997,
-      "step": 618
-    },
-    {
-      "epoch": 0.03826479360811041,
-      "grad_norm": 2.8493778705596924,
-      "learning_rate": 3.187435633367662e-05,
-      "loss": 1.5744,
-      "step": 619
-    },
-    {
-      "epoch": 0.03832661072217843,
-      "grad_norm": 2.7735588550567627,
-      "learning_rate": 3.192584963954686e-05,
-      "loss": 1.3589,
-      "step": 620
-    },
-    {
-      "epoch": 0.038388427836246464,
-      "grad_norm": 3.343780755996704,
-      "learning_rate": 3.1977342945417096e-05,
-      "loss": 2.0308,
-      "step": 621
-    },
-    {
-      "epoch": 0.038450244950314495,
-      "grad_norm": 2.303213596343994,
-      "learning_rate": 3.202883625128734e-05,
-      "loss": 1.5477,
-      "step": 622
-    },
-    {
-      "epoch": 0.03851206206438253,
-      "grad_norm": 2.711827278137207,
-      "learning_rate": 3.2080329557157576e-05,
-      "loss": 1.6053,
-      "step": 623
-    },
-    {
-      "epoch": 0.03857387917845055,
-      "grad_norm": 2.506924867630005,
-      "learning_rate": 3.213182286302781e-05,
-      "loss": 1.7957,
-      "step": 624
-    },
-    {
-      "epoch": 0.03863569629251858,
-      "grad_norm": 3.820225238800049,
-      "learning_rate": 3.218331616889804e-05,
-      "loss": 1.5284,
-      "step": 625
-    },
-    {
-      "epoch": 0.038697513406586614,
-      "grad_norm": 2.6385443210601807,
-      "learning_rate": 3.223480947476828e-05,
-      "loss": 1.6283,
-      "step": 626
-    },
-    {
-      "epoch": 0.038759330520654646,
-      "grad_norm": 2.7030599117279053,
-      "learning_rate": 3.2286302780638515e-05,
-      "loss": 1.2951,
-      "step": 627
-    },
-    {
-      "epoch": 0.03882114763472267,
-      "grad_norm": 2.5675337314605713,
-      "learning_rate": 3.233779608650875e-05,
-      "loss": 1.6117,
-      "step": 628
-    },
-    {
-      "epoch": 0.0388829647487907,
-      "grad_norm": 3.2151072025299072,
-      "learning_rate": 3.238928939237899e-05,
-      "loss": 1.4293,
-      "step": 629
-    },
-    {
-      "epoch": 0.038944781862858734,
-      "grad_norm": 3.042795419692993,
-      "learning_rate": 3.2440782698249225e-05,
-      "loss": 1.4515,
-      "step": 630
-    },
-    {
-      "epoch": 0.039006598976926765,
-      "grad_norm": 2.151017665863037,
-      "learning_rate": 3.249227600411947e-05,
-      "loss": 1.6917,
-      "step": 631
-    },
-    {
-      "epoch": 0.03906841609099479,
-      "grad_norm": 4.626950263977051,
-      "learning_rate": 3.2543769309989705e-05,
-      "loss": 1.3693,
-      "step": 632
-    },
-    {
-      "epoch": 0.03913023320506282,
-      "grad_norm": 4.101877212524414,
-      "learning_rate": 3.259526261585994e-05,
-      "loss": 1.6987,
-      "step": 633
-    },
-    {
-      "epoch": 0.03919205031913085,
-      "grad_norm": 2.1309103965759277,
-      "learning_rate": 3.264675592173018e-05,
-      "loss": 1.5346,
-      "step": 634
-    },
-    {
-      "epoch": 0.039253867433198884,
-      "grad_norm": 3.113133668899536,
-      "learning_rate": 3.2698249227600415e-05,
-      "loss": 1.0893,
-      "step": 635
-    },
-    {
-      "epoch": 0.03931568454726691,
-      "grad_norm": 3.7215006351470947,
-      "learning_rate": 3.274974253347065e-05,
-      "loss": 1.5272,
-      "step": 636
-    },
-    {
-      "epoch": 0.03937750166133494,
-      "grad_norm": 3.582767963409424,
-      "learning_rate": 3.280123583934089e-05,
-      "loss": 1.1659,
-      "step": 637
-    },
-    {
-      "epoch": 0.03943931877540297,
-      "grad_norm": 3.5151946544647217,
-      "learning_rate": 3.2852729145211125e-05,
-      "loss": 1.6879,
-      "step": 638
-    },
-    {
-      "epoch": 0.039501135889471004,
-      "grad_norm": 2.86173152923584,
-      "learning_rate": 3.290422245108136e-05,
-      "loss": 1.9112,
-      "step": 639
-    },
-    {
-      "epoch": 0.03956295300353903,
-      "grad_norm": 2.9638144969940186,
-      "learning_rate": 3.29557157569516e-05,
-      "loss": 1.2089,
-      "step": 640
-    },
-    {
-      "epoch": 0.03962477011760706,
-      "grad_norm": 3.6764752864837646,
-      "learning_rate": 3.3007209062821834e-05,
-      "loss": 1.5108,
-      "step": 641
-    },
-    {
-      "epoch": 0.03968658723167509,
-      "grad_norm": 2.3837926387786865,
-      "learning_rate": 3.305870236869207e-05,
-      "loss": 1.6127,
-      "step": 642
-    },
-    {
-      "epoch": 0.039748404345743116,
-      "grad_norm": 2.565777540206909,
-      "learning_rate": 3.3110195674562314e-05,
-      "loss": 1.7611,
-      "step": 643
-    },
-    {
-      "epoch": 0.03981022145981115,
-      "grad_norm": 2.8169844150543213,
-      "learning_rate": 3.316168898043255e-05,
-      "loss": 1.4795,
-      "step": 644
-    },
-    {
-      "epoch": 0.03987203857387918,
-      "grad_norm": 3.304395914077759,
-      "learning_rate": 3.321318228630278e-05,
-      "loss": 2.0588,
-      "step": 645
-    },
-    {
-      "epoch": 0.03993385568794721,
-      "grad_norm": 2.46675705909729,
-      "learning_rate": 3.326467559217302e-05,
-      "loss": 1.1095,
-      "step": 646
-    },
-    {
-      "epoch": 0.039995672802015235,
-      "grad_norm": 3.532320737838745,
-      "learning_rate": 3.3316168898043254e-05,
-      "loss": 1.5577,
-      "step": 647
-    },
-    {
-      "epoch": 0.040057489916083266,
-      "grad_norm": 3.15737247467041,
-      "learning_rate": 3.336766220391349e-05,
-      "loss": 1.8798,
-      "step": 648
-    },
-    {
-      "epoch": 0.0401193070301513,
-      "grad_norm": 2.9259703159332275,
-      "learning_rate": 3.341915550978373e-05,
-      "loss": 1.6537,
-      "step": 649
-    },
-    {
-      "epoch": 0.04018112414421933,
-      "grad_norm": 3.101780414581299,
-      "learning_rate": 3.3470648815653964e-05,
-      "loss": 1.4097,
-      "step": 650
-    },
-    {
-      "epoch": 0.04018112414421933,
-      "eval_loss": 1.4104315042495728,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 10.7985,
-      "eval_samples_per_second": 5.186,
-      "eval_steps_per_second": 5.186,
-      "step": 650
-    },
-    {
-      "epoch": 0.040242941258287354,
-      "grad_norm": 1.8039228916168213,
-      "learning_rate": 3.35221421215242e-05,
-      "loss": 1.6718,
-      "step": 651
-    },
-    {
-      "epoch": 0.040304758372355386,
-      "grad_norm": 2.2548978328704834,
-      "learning_rate": 3.357363542739444e-05,
-      "loss": 1.5348,
-      "step": 652
-    },
-    {
-      "epoch": 0.04036657548642342,
-      "grad_norm": 2.4775962829589844,
-      "learning_rate": 3.362512873326468e-05,
-      "loss": 1.6402,
-      "step": 653
-    },
-    {
-      "epoch": 0.04042839260049145,
-      "grad_norm": 2.813002824783325,
-      "learning_rate": 3.367662203913492e-05,
-      "loss": 1.6442,
-      "step": 654
-    },
-    {
-      "epoch": 0.04049020971455947,
-      "grad_norm": 3.7458667755126953,
-      "learning_rate": 3.372811534500515e-05,
-      "loss": 1.5849,
-      "step": 655
-    },
-    {
-      "epoch": 0.040552026828627505,
-      "grad_norm": 2.911432981491089,
-      "learning_rate": 3.377960865087539e-05,
-      "loss": 1.3199,
-      "step": 656
-    },
-    {
-      "epoch": 0.040613843942695536,
-      "grad_norm": 2.6506223678588867,
-      "learning_rate": 3.3831101956745626e-05,
-      "loss": 1.4377,
-      "step": 657
-    },
-    {
-      "epoch": 0.04067566105676357,
-      "grad_norm": 2.9853739738464355,
-      "learning_rate": 3.388259526261586e-05,
-      "loss": 1.4676,
-      "step": 658
-    },
-    {
-      "epoch": 0.04073747817083159,
-      "grad_norm": 2.3313634395599365,
-      "learning_rate": 3.39340885684861e-05,
-      "loss": 1.5342,
-      "step": 659
-    },
-    {
-      "epoch": 0.040799295284899624,
-      "grad_norm": 3.390453338623047,
-      "learning_rate": 3.3985581874356336e-05,
-      "loss": 1.3896,
-      "step": 660
-    },
-    {
-      "epoch": 0.040861112398967656,
-      "grad_norm": 3.4526546001434326,
-      "learning_rate": 3.403707518022657e-05,
-      "loss": 1.1953,
-      "step": 661
-    },
-    {
-      "epoch": 0.04092292951303569,
-      "grad_norm": 5.5648112297058105,
-      "learning_rate": 3.408856848609681e-05,
-      "loss": 1.6587,
-      "step": 662
-    },
-    {
-      "epoch": 0.04098474662710371,
-      "grad_norm": 3.8919379711151123,
-      "learning_rate": 3.4140061791967046e-05,
-      "loss": 1.7452,
-      "step": 663
-    },
-    {
-      "epoch": 0.04104656374117174,
-      "grad_norm": 2.9393954277038574,
-      "learning_rate": 3.419155509783728e-05,
-      "loss": 1.346,
-      "step": 664
-    },
-    {
-      "epoch": 0.041108380855239775,
-      "grad_norm": 3.221060276031494,
-      "learning_rate": 3.424304840370752e-05,
-      "loss": 1.7184,
-      "step": 665
-    },
-    {
-      "epoch": 0.041170197969307806,
-      "grad_norm": 2.5609402656555176,
-      "learning_rate": 3.4294541709577756e-05,
-      "loss": 1.3689,
-      "step": 666
-    },
-    {
-      "epoch": 0.04123201508337583,
-      "grad_norm": 3.0198299884796143,
-      "learning_rate": 3.434603501544799e-05,
-      "loss": 1.4347,
-      "step": 667
-    },
-    {
-      "epoch": 0.04129383219744386,
-      "grad_norm": 3.4778285026550293,
-      "learning_rate": 3.439752832131823e-05,
-      "loss": 1.2405,
-      "step": 668
-    },
-    {
-      "epoch": 0.041355649311511894,
-      "grad_norm": 2.698791980743408,
-      "learning_rate": 3.4449021627188465e-05,
-      "loss": 1.2013,
-      "step": 669
-    },
-    {
-      "epoch": 0.04141746642557992,
-      "grad_norm": 3.6047797203063965,
-      "learning_rate": 3.45005149330587e-05,
-      "loss": 1.5666,
-      "step": 670
-    },
-    {
-      "epoch": 0.04147928353964795,
-      "grad_norm": 2.887256145477295,
-      "learning_rate": 3.455200823892894e-05,
-      "loss": 1.4953,
-      "step": 671
-    },
-    {
-      "epoch": 0.04154110065371598,
-      "grad_norm": 2.248847484588623,
-      "learning_rate": 3.4603501544799175e-05,
-      "loss": 1.9849,
-      "step": 672
-    },
-    {
-      "epoch": 0.04160291776778401,
-      "grad_norm": 2.644604206085205,
-      "learning_rate": 3.465499485066941e-05,
-      "loss": 1.6533,
-      "step": 673
-    },
-    {
-      "epoch": 0.04166473488185204,
-      "grad_norm": 2.2665467262268066,
-      "learning_rate": 3.470648815653965e-05,
-      "loss": 1.7158,
-      "step": 674
-    },
-    {
-      "epoch": 0.04172655199592007,
-      "grad_norm": 3.4389867782592773,
-      "learning_rate": 3.475798146240989e-05,
-      "loss": 1.2224,
-      "step": 675
-    },
-    {
-      "epoch": 0.0417883691099881,
-      "grad_norm": 2.585946559906006,
-      "learning_rate": 3.480947476828013e-05,
-      "loss": 1.3322,
-      "step": 676
-    },
-    {
-      "epoch": 0.04185018622405613,
-      "grad_norm": 2.202601432800293,
-      "learning_rate": 3.4860968074150365e-05,
-      "loss": 1.4299,
-      "step": 677
-    },
-    {
-      "epoch": 0.04191200333812416,
-      "grad_norm": 2.841019868850708,
-      "learning_rate": 3.49124613800206e-05,
-      "loss": 1.294,
-      "step": 678
-    },
-    {
-      "epoch": 0.04197382045219219,
-      "grad_norm": 2.541914463043213,
-      "learning_rate": 3.496395468589084e-05,
-      "loss": 1.6108,
-      "step": 679
-    },
-    {
-      "epoch": 0.04203563756626022,
-      "grad_norm": 2.2581210136413574,
-      "learning_rate": 3.5015447991761075e-05,
-      "loss": 1.541,
-      "step": 680
-    },
-    {
-      "epoch": 0.04209745468032825,
-      "grad_norm": 3.958752393722534,
-      "learning_rate": 3.506694129763131e-05,
-      "loss": 1.3774,
-      "step": 681
-    },
-    {
-      "epoch": 0.042159271794396276,
-      "grad_norm": 5.029195308685303,
-      "learning_rate": 3.511843460350155e-05,
-      "loss": 1.32,
-      "step": 682
-    },
-    {
-      "epoch": 0.04222108890846431,
-      "grad_norm": 3.2966957092285156,
-      "learning_rate": 3.5169927909371784e-05,
-      "loss": 1.6246,
-      "step": 683
-    },
-    {
-      "epoch": 0.04228290602253234,
-      "grad_norm": 2.236304521560669,
-      "learning_rate": 3.5221421215242014e-05,
-      "loss": 1.6879,
-      "step": 684
-    },
-    {
-      "epoch": 0.04234472313660037,
-      "grad_norm": 3.456451654434204,
-      "learning_rate": 3.527291452111226e-05,
-      "loss": 1.2751,
-      "step": 685
-    },
-    {
-      "epoch": 0.042406540250668395,
-      "grad_norm": 4.029458045959473,
-      "learning_rate": 3.5324407826982494e-05,
-      "loss": 1.1692,
-      "step": 686
-    },
-    {
-      "epoch": 0.04246835736473643,
-      "grad_norm": 3.255573034286499,
-      "learning_rate": 3.537590113285273e-05,
-      "loss": 1.8162,
-      "step": 687
-    },
-    {
-      "epoch": 0.04253017447880446,
-      "grad_norm": 4.135376453399658,
-      "learning_rate": 3.542739443872297e-05,
-      "loss": 2.0093,
-      "step": 688
-    },
-    {
-      "epoch": 0.04259199159287249,
-      "grad_norm": 2.609299421310425,
-      "learning_rate": 3.5478887744593204e-05,
-      "loss": 1.5244,
-      "step": 689
-    },
-    {
-      "epoch": 0.042653808706940514,
-      "grad_norm": 4.117210388183594,
-      "learning_rate": 3.553038105046344e-05,
-      "loss": 1.538,
-      "step": 690
-    },
-    {
-      "epoch": 0.042715625821008546,
-      "grad_norm": 2.835068702697754,
-      "learning_rate": 3.558187435633368e-05,
-      "loss": 1.9322,
-      "step": 691
-    },
-    {
-      "epoch": 0.04277744293507658,
-      "grad_norm": 2.8991711139678955,
-      "learning_rate": 3.5633367662203914e-05,
-      "loss": 1.8696,
-      "step": 692
-    },
-    {
-      "epoch": 0.04283926004914461,
-      "grad_norm": 2.8522305488586426,
-      "learning_rate": 3.568486096807415e-05,
-      "loss": 1.646,
-      "step": 693
-    },
-    {
-      "epoch": 0.042901077163212634,
-      "grad_norm": 1.5937143564224243,
-      "learning_rate": 3.573635427394439e-05,
-      "loss": 1.869,
-      "step": 694
-    },
-    {
-      "epoch": 0.042962894277280665,
-      "grad_norm": 4.219970226287842,
-      "learning_rate": 3.5787847579814623e-05,
-      "loss": 1.3797,
-      "step": 695
-    },
-    {
-      "epoch": 0.0430247113913487,
-      "grad_norm": 3.354485034942627,
-      "learning_rate": 3.583934088568486e-05,
-      "loss": 1.3628,
-      "step": 696
-    },
-    {
-      "epoch": 0.04308652850541672,
-      "grad_norm": 4.615811824798584,
-      "learning_rate": 3.5890834191555103e-05,
-      "loss": 1.5928,
-      "step": 697
-    },
-    {
-      "epoch": 0.04314834561948475,
-      "grad_norm": 2.928248405456543,
-      "learning_rate": 3.594232749742534e-05,
-      "loss": 1.485,
-      "step": 698
-    },
-    {
-      "epoch": 0.043210162733552784,
-      "grad_norm": 4.788475036621094,
-      "learning_rate": 3.5993820803295577e-05,
-      "loss": 1.5279,
-      "step": 699
-    },
-    {
-      "epoch": 0.043271979847620816,
-      "grad_norm": 2.804645538330078,
-      "learning_rate": 3.604531410916581e-05,
-      "loss": 1.2053,
-      "step": 700
-    },
-    {
-      "epoch": 0.043271979847620816,
-      "eval_loss": 1.4137074947357178,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.3701,
-      "eval_samples_per_second": 7.598,
-      "eval_steps_per_second": 7.598,
-      "step": 700
-    },
-    {
-      "epoch": 0.043271979847620816,
-      "full_eval_loss": 1.4712404012680054,
-      "full_eval_model_preparation_time": 0.0065,
-      "full_eval_runtime": 14.9456,
-      "full_eval_samples_per_second": 7.494,
-      "full_eval_steps_per_second": 7.494,
-      "step": 700
-    },
-    {
-      "epoch": 0.04333379696168884,
-      "grad_norm": 3.371997833251953,
-      "learning_rate": 3.609680741503605e-05,
-      "loss": 1.4977,
-      "step": 701
-    },
-    {
-      "epoch": 0.04339561407575687,
-      "grad_norm": 3.7266907691955566,
-      "learning_rate": 3.6148300720906286e-05,
-      "loss": 1.3805,
-      "step": 702
-    },
-    {
-      "epoch": 0.043457431189824904,
-      "grad_norm": 3.147916555404663,
-      "learning_rate": 3.619979402677652e-05,
-      "loss": 1.3637,
-      "step": 703
-    },
-    {
-      "epoch": 0.043519248303892935,
-      "grad_norm": 3.355746269226074,
-      "learning_rate": 3.625128733264675e-05,
-      "loss": 1.4898,
-      "step": 704
-    },
-    {
-      "epoch": 0.04358106541796096,
-      "grad_norm": 2.3949038982391357,
-      "learning_rate": 3.630278063851699e-05,
-      "loss": 1.4762,
-      "step": 705
-    },
-    {
-      "epoch": 0.04364288253202899,
-      "grad_norm": 4.1421051025390625,
-      "learning_rate": 3.635427394438723e-05,
-      "loss": 1.2867,
-      "step": 706
-    },
-    {
-      "epoch": 0.04370469964609702,
-      "grad_norm": 2.4994001388549805,
-      "learning_rate": 3.640576725025747e-05,
-      "loss": 1.7015,
-      "step": 707
-    },
-    {
-      "epoch": 0.043766516760165054,
-      "grad_norm": 4.549282073974609,
-      "learning_rate": 3.6457260556127706e-05,
-      "loss": 1.6652,
-      "step": 708
-    },
-    {
-      "epoch": 0.04382833387423308,
-      "grad_norm": 2.656822443008423,
-      "learning_rate": 3.650875386199794e-05,
-      "loss": 1.3595,
-      "step": 709
-    },
-    {
-      "epoch": 0.04389015098830111,
-      "grad_norm": 2.4777700901031494,
-      "learning_rate": 3.656024716786818e-05,
-      "loss": 1.2753,
-      "step": 710
-    },
-    {
-      "epoch": 0.04395196810236914,
-      "grad_norm": 3.609194755554199,
-      "learning_rate": 3.6611740473738416e-05,
-      "loss": 1.388,
-      "step": 711
-    },
-    {
-      "epoch": 0.04401378521643717,
-      "grad_norm": 3.829270839691162,
-      "learning_rate": 3.666323377960865e-05,
-      "loss": 1.6769,
-      "step": 712
-    },
-    {
-      "epoch": 0.0440756023305052,
-      "grad_norm": 3.519026517868042,
-      "learning_rate": 3.671472708547889e-05,
-      "loss": 1.4302,
-      "step": 713
-    },
-    {
-      "epoch": 0.04413741944457323,
-      "grad_norm": 2.691718101501465,
-      "learning_rate": 3.6766220391349125e-05,
-      "loss": 1.3659,
-      "step": 714
-    },
-    {
-      "epoch": 0.04419923655864126,
-      "grad_norm": 4.31161642074585,
-      "learning_rate": 3.681771369721936e-05,
-      "loss": 1.5174,
-      "step": 715
-    },
-    {
-      "epoch": 0.04426105367270929,
-      "grad_norm": 2.7084953784942627,
-      "learning_rate": 3.68692070030896e-05,
-      "loss": 1.4526,
-      "step": 716
-    },
-    {
-      "epoch": 0.04432287078677732,
-      "grad_norm": 2.8813889026641846,
-      "learning_rate": 3.6920700308959835e-05,
-      "loss": 1.5611,
-      "step": 717
-    },
-    {
-      "epoch": 0.04438468790084535,
-      "grad_norm": 3.4119951725006104,
-      "learning_rate": 3.697219361483008e-05,
-      "loss": 1.3201,
-      "step": 718
-    },
-    {
-      "epoch": 0.04444650501491338,
-      "grad_norm": 3.9500699043273926,
-      "learning_rate": 3.7023686920700315e-05,
-      "loss": 1.3792,
-      "step": 719
-    },
-    {
-      "epoch": 0.04450832212898141,
-      "grad_norm": 2.449782609939575,
-      "learning_rate": 3.707518022657055e-05,
-      "loss": 1.4771,
-      "step": 720
-    },
-    {
-      "epoch": 0.044570139243049436,
-      "grad_norm": 3.6753973960876465,
-      "learning_rate": 3.712667353244079e-05,
-      "loss": 1.6215,
-      "step": 721
-    },
-    {
-      "epoch": 0.04463195635711747,
-      "grad_norm": 2.1779518127441406,
-      "learning_rate": 3.7178166838311025e-05,
-      "loss": 1.5016,
-      "step": 722
-    },
-    {
-      "epoch": 0.0446937734711855,
-      "grad_norm": 3.476806163787842,
-      "learning_rate": 3.722966014418126e-05,
-      "loss": 1.6607,
-      "step": 723
-    },
-    {
-      "epoch": 0.044755590585253524,
-      "grad_norm": 3.819391965866089,
-      "learning_rate": 3.728115345005149e-05,
-      "loss": 1.5658,
-      "step": 724
-    },
-    {
-      "epoch": 0.044817407699321556,
-      "grad_norm": 4.698180675506592,
-      "learning_rate": 3.733264675592173e-05,
-      "loss": 1.5952,
-      "step": 725
-    },
-    {
-      "epoch": 0.04487922481338959,
-      "grad_norm": 8.796464920043945,
-      "learning_rate": 3.7384140061791964e-05,
-      "loss": 1.9419,
-      "step": 726
-    },
-    {
-      "epoch": 0.04494104192745762,
-      "grad_norm": 2.8406879901885986,
-      "learning_rate": 3.74356333676622e-05,
-      "loss": 1.3987,
-      "step": 727
-    },
-    {
-      "epoch": 0.04500285904152564,
-      "grad_norm": 2.542806625366211,
-      "learning_rate": 3.7487126673532444e-05,
-      "loss": 1.5965,
-      "step": 728
-    },
-    {
-      "epoch": 0.045064676155593675,
-      "grad_norm": 4.524179935455322,
-      "learning_rate": 3.753861997940268e-05,
-      "loss": 2.1895,
-      "step": 729
-    },
-    {
-      "epoch": 0.045126493269661706,
-      "grad_norm": 2.042717695236206,
-      "learning_rate": 3.759011328527292e-05,
-      "loss": 1.5773,
-      "step": 730
-    },
-    {
-      "epoch": 0.04518831038372974,
-      "grad_norm": 2.8047428131103516,
-      "learning_rate": 3.7641606591143154e-05,
-      "loss": 1.5525,
-      "step": 731
-    },
-    {
-      "epoch": 0.04525012749779776,
-      "grad_norm": 3.825047731399536,
-      "learning_rate": 3.769309989701339e-05,
-      "loss": 1.4724,
-      "step": 732
-    },
-    {
-      "epoch": 0.045311944611865794,
-      "grad_norm": 2.9473419189453125,
-      "learning_rate": 3.774459320288363e-05,
-      "loss": 1.3852,
-      "step": 733
-    },
-    {
-      "epoch": 0.045373761725933826,
-      "grad_norm": 3.5972330570220947,
-      "learning_rate": 3.7796086508753864e-05,
-      "loss": 1.3552,
-      "step": 734
-    },
-    {
-      "epoch": 0.04543557884000186,
-      "grad_norm": 2.956458806991577,
-      "learning_rate": 3.78475798146241e-05,
-      "loss": 1.426,
-      "step": 735
-    },
-    {
-      "epoch": 0.04549739595406988,
-      "grad_norm": 2.045952081680298,
-      "learning_rate": 3.789907312049434e-05,
-      "loss": 1.497,
-      "step": 736
-    },
-    {
-      "epoch": 0.04555921306813791,
-      "grad_norm": 2.866356372833252,
-      "learning_rate": 3.7950566426364574e-05,
-      "loss": 1.3009,
-      "step": 737
-    },
-    {
-      "epoch": 0.045621030182205945,
-      "grad_norm": 2.938257932662964,
-      "learning_rate": 3.800205973223481e-05,
-      "loss": 1.7031,
-      "step": 738
-    },
-    {
-      "epoch": 0.045682847296273976,
-      "grad_norm": 2.7591655254364014,
-      "learning_rate": 3.805355303810505e-05,
-      "loss": 1.5361,
-      "step": 739
-    },
-    {
-      "epoch": 0.045744664410342,
-      "grad_norm": 2.785818338394165,
-      "learning_rate": 3.810504634397529e-05,
-      "loss": 1.5131,
-      "step": 740
-    },
-    {
-      "epoch": 0.04580648152441003,
-      "grad_norm": 2.6908369064331055,
-      "learning_rate": 3.815653964984553e-05,
-      "loss": 1.404,
-      "step": 741
-    },
-    {
-      "epoch": 0.045868298638478064,
-      "grad_norm": 4.392162322998047,
-      "learning_rate": 3.820803295571576e-05,
-      "loss": 1.2843,
-      "step": 742
-    },
-    {
-      "epoch": 0.045930115752546095,
-      "grad_norm": 3.4536495208740234,
-      "learning_rate": 3.8259526261586e-05,
-      "loss": 1.4655,
-      "step": 743
-    },
-    {
-      "epoch": 0.04599193286661412,
-      "grad_norm": 3.080125093460083,
-      "learning_rate": 3.831101956745623e-05,
-      "loss": 1.7283,
-      "step": 744
-    },
-    {
-      "epoch": 0.04605374998068215,
-      "grad_norm": 2.8837387561798096,
-      "learning_rate": 3.8362512873326466e-05,
-      "loss": 1.3459,
-      "step": 745
-    },
-    {
-      "epoch": 0.04611556709475018,
-      "grad_norm": 2.969557762145996,
-      "learning_rate": 3.84140061791967e-05,
-      "loss": 1.3635,
-      "step": 746
-    },
-    {
-      "epoch": 0.046177384208818215,
-      "grad_norm": 3.9148471355438232,
-      "learning_rate": 3.846549948506694e-05,
-      "loss": 1.6625,
-      "step": 747
-    },
-    {
-      "epoch": 0.04623920132288624,
-      "grad_norm": 3.352172613143921,
-      "learning_rate": 3.8516992790937176e-05,
-      "loss": 1.3403,
-      "step": 748
-    },
-    {
-      "epoch": 0.04630101843695427,
-      "grad_norm": 3.2610363960266113,
-      "learning_rate": 3.856848609680741e-05,
-      "loss": 1.2495,
-      "step": 749
-    },
-    {
-      "epoch": 0.0463628355510223,
-      "grad_norm": 3.2826952934265137,
-      "learning_rate": 3.8619979402677656e-05,
-      "loss": 1.2959,
-      "step": 750
-    },
-    {
-      "epoch": 0.0463628355510223,
-      "eval_loss": 1.4196908473968506,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.2102,
-      "eval_samples_per_second": 7.767,
-      "eval_steps_per_second": 7.767,
-      "step": 750
-    },
-    {
-      "epoch": 0.04642465266509033,
-      "grad_norm": 2.156792163848877,
-      "learning_rate": 3.867147270854789e-05,
-      "loss": 1.28,
-      "step": 751
-    },
-    {
-      "epoch": 0.04648646977915836,
-      "grad_norm": 2.3202571868896484,
-      "learning_rate": 3.872296601441813e-05,
-      "loss": 1.4018,
-      "step": 752
-    },
-    {
-      "epoch": 0.04654828689322639,
-      "grad_norm": 3.491710901260376,
-      "learning_rate": 3.8774459320288366e-05,
-      "loss": 1.034,
-      "step": 753
-    },
-    {
-      "epoch": 0.04661010400729442,
-      "grad_norm": 3.9665982723236084,
-      "learning_rate": 3.88259526261586e-05,
-      "loss": 1.2478,
-      "step": 754
-    },
-    {
-      "epoch": 0.046671921121362446,
-      "grad_norm": 2.523312568664551,
-      "learning_rate": 3.887744593202884e-05,
-      "loss": 1.6514,
-      "step": 755
-    },
-    {
-      "epoch": 0.04673373823543048,
-      "grad_norm": 3.2134628295898438,
-      "learning_rate": 3.8928939237899076e-05,
-      "loss": 1.2961,
-      "step": 756
-    },
-    {
-      "epoch": 0.04679555534949851,
-      "grad_norm": 5.331874847412109,
-      "learning_rate": 3.898043254376931e-05,
-      "loss": 1.4028,
-      "step": 757
-    },
-    {
-      "epoch": 0.04685737246356654,
-      "grad_norm": 3.8249576091766357,
-      "learning_rate": 3.903192584963955e-05,
-      "loss": 1.3092,
-      "step": 758
-    },
-    {
-      "epoch": 0.046919189577634565,
-      "grad_norm": 5.640804767608643,
-      "learning_rate": 3.9083419155509785e-05,
-      "loss": 1.4611,
-      "step": 759
-    },
-    {
-      "epoch": 0.0469810066917026,
-      "grad_norm": 2.149092674255371,
-      "learning_rate": 3.913491246138002e-05,
-      "loss": 1.3322,
-      "step": 760
-    },
-    {
-      "epoch": 0.04704282380577063,
-      "grad_norm": 2.6744487285614014,
-      "learning_rate": 3.918640576725026e-05,
-      "loss": 1.4601,
-      "step": 761
-    },
-    {
-      "epoch": 0.04710464091983866,
-      "grad_norm": 3.368793249130249,
-      "learning_rate": 3.92378990731205e-05,
-      "loss": 0.9244,
-      "step": 762
-    },
-    {
-      "epoch": 0.047166458033906684,
-      "grad_norm": 2.7252652645111084,
-      "learning_rate": 3.928939237899073e-05,
-      "loss": 1.6029,
-      "step": 763
-    },
-    {
-      "epoch": 0.047228275147974716,
-      "grad_norm": 3.3559558391571045,
-      "learning_rate": 3.934088568486097e-05,
-      "loss": 1.4216,
-      "step": 764
-    },
-    {
-      "epoch": 0.04729009226204275,
-      "grad_norm": 2.0814404487609863,
-      "learning_rate": 3.9392378990731205e-05,
-      "loss": 1.5729,
-      "step": 765
-    },
-    {
-      "epoch": 0.04735190937611078,
-      "grad_norm": 2.818572759628296,
-      "learning_rate": 3.944387229660144e-05,
-      "loss": 1.7717,
-      "step": 766
-    },
-    {
-      "epoch": 0.047413726490178804,
-      "grad_norm": 2.867098331451416,
-      "learning_rate": 3.949536560247168e-05,
-      "loss": 1.4344,
-      "step": 767
-    },
-    {
-      "epoch": 0.047475543604246835,
-      "grad_norm": 3.4689183235168457,
-      "learning_rate": 3.9546858908341915e-05,
-      "loss": 1.9792,
-      "step": 768
-    },
-    {
-      "epoch": 0.04753736071831487,
-      "grad_norm": 3.254115104675293,
-      "learning_rate": 3.959835221421215e-05,
-      "loss": 1.4816,
-      "step": 769
-    },
-    {
-      "epoch": 0.0475991778323829,
-      "grad_norm": 2.449633836746216,
-      "learning_rate": 3.964984552008239e-05,
-      "loss": 1.7263,
-      "step": 770
-    },
-    {
-      "epoch": 0.04766099494645092,
-      "grad_norm": 3.047605514526367,
-      "learning_rate": 3.9701338825952624e-05,
-      "loss": 1.5255,
-      "step": 771
-    },
-    {
-      "epoch": 0.047722812060518954,
-      "grad_norm": 2.875319004058838,
-      "learning_rate": 3.975283213182287e-05,
-      "loss": 1.6079,
-      "step": 772
-    },
-    {
-      "epoch": 0.047784629174586986,
-      "grad_norm": 3.0306613445281982,
-      "learning_rate": 3.9804325437693104e-05,
-      "loss": 1.7206,
-      "step": 773
-    },
-    {
-      "epoch": 0.04784644628865502,
-      "grad_norm": 2.413328170776367,
-      "learning_rate": 3.985581874356334e-05,
-      "loss": 1.3971,
-      "step": 774
-    },
-    {
-      "epoch": 0.04790826340272304,
-      "grad_norm": 4.266602039337158,
-      "learning_rate": 3.990731204943358e-05,
-      "loss": 1.5492,
-      "step": 775
-    },
-    {
-      "epoch": 0.047970080516791073,
-      "grad_norm": 1.9391076564788818,
-      "learning_rate": 3.9958805355303814e-05,
-      "loss": 1.4257,
-      "step": 776
-    },
-    {
-      "epoch": 0.048031897630859105,
-      "grad_norm": 1.955621600151062,
-      "learning_rate": 4.001029866117405e-05,
-      "loss": 1.8765,
-      "step": 777
-    },
-    {
-      "epoch": 0.04809371474492713,
-      "grad_norm": 3.4460723400115967,
-      "learning_rate": 4.006179196704429e-05,
-      "loss": 1.5914,
-      "step": 778
-    },
-    {
-      "epoch": 0.04815553185899516,
-      "grad_norm": 3.069636344909668,
-      "learning_rate": 4.0113285272914524e-05,
-      "loss": 1.5358,
-      "step": 779
-    },
-    {
-      "epoch": 0.04821734897306319,
-      "grad_norm": 4.997845649719238,
-      "learning_rate": 4.016477857878476e-05,
-      "loss": 1.2384,
-      "step": 780
-    },
-    {
-      "epoch": 0.048279166087131224,
-      "grad_norm": 4.133627414703369,
-      "learning_rate": 4.0216271884655e-05,
-      "loss": 1.7026,
-      "step": 781
-    },
-    {
-      "epoch": 0.04834098320119925,
-      "grad_norm": 2.554062843322754,
-      "learning_rate": 4.0267765190525234e-05,
-      "loss": 1.5092,
-      "step": 782
-    },
-    {
-      "epoch": 0.04840280031526728,
-      "grad_norm": 2.995849609375,
-      "learning_rate": 4.031925849639547e-05,
-      "loss": 1.5242,
-      "step": 783
-    },
-    {
-      "epoch": 0.04846461742933531,
-      "grad_norm": 4.4728899002075195,
-      "learning_rate": 4.037075180226571e-05,
-      "loss": 1.3697,
-      "step": 784
-    },
-    {
-      "epoch": 0.04852643454340334,
-      "grad_norm": 3.050175905227661,
-      "learning_rate": 4.042224510813594e-05,
-      "loss": 1.6818,
-      "step": 785
-    },
-    {
-      "epoch": 0.04858825165747137,
-      "grad_norm": 4.057753086090088,
-      "learning_rate": 4.047373841400618e-05,
-      "loss": 1.7048,
-      "step": 786
-    },
-    {
-      "epoch": 0.0486500687715394,
-      "grad_norm": 2.217510461807251,
-      "learning_rate": 4.0525231719876416e-05,
-      "loss": 1.758,
-      "step": 787
-    },
-    {
-      "epoch": 0.04871188588560743,
-      "grad_norm": 5.344462871551514,
-      "learning_rate": 4.057672502574665e-05,
-      "loss": 1.5661,
-      "step": 788
-    },
-    {
-      "epoch": 0.04877370299967546,
-      "grad_norm": 3.302710771560669,
-      "learning_rate": 4.062821833161689e-05,
-      "loss": 1.3557,
-      "step": 789
-    },
-    {
-      "epoch": 0.04883552011374349,
-      "grad_norm": 3.0348219871520996,
-      "learning_rate": 4.0679711637487126e-05,
-      "loss": 1.1994,
-      "step": 790
-    },
-    {
-      "epoch": 0.04889733722781152,
-      "grad_norm": 2.6701388359069824,
-      "learning_rate": 4.073120494335736e-05,
-      "loss": 1.5364,
-      "step": 791
-    },
-    {
-      "epoch": 0.04895915434187955,
-      "grad_norm": 2.7037899494171143,
-      "learning_rate": 4.07826982492276e-05,
-      "loss": 1.8391,
-      "step": 792
-    },
-    {
-      "epoch": 0.04902097145594758,
-      "grad_norm": 2.559300661087036,
-      "learning_rate": 4.0834191555097836e-05,
-      "loss": 1.4086,
-      "step": 793
-    },
-    {
-      "epoch": 0.049082788570015606,
-      "grad_norm": 2.4106569290161133,
-      "learning_rate": 4.088568486096808e-05,
-      "loss": 1.3279,
-      "step": 794
-    },
-    {
-      "epoch": 0.04914460568408364,
-      "grad_norm": 2.8929443359375,
-      "learning_rate": 4.0937178166838316e-05,
-      "loss": 1.3173,
-      "step": 795
-    },
-    {
-      "epoch": 0.04920642279815167,
-      "grad_norm": 2.6978652477264404,
-      "learning_rate": 4.098867147270855e-05,
-      "loss": 1.351,
-      "step": 796
-    },
-    {
-      "epoch": 0.0492682399122197,
-      "grad_norm": 3.8793835639953613,
-      "learning_rate": 4.104016477857879e-05,
-      "loss": 1.3079,
-      "step": 797
-    },
-    {
-      "epoch": 0.049330057026287726,
-      "grad_norm": 2.9326882362365723,
-      "learning_rate": 4.1091658084449026e-05,
-      "loss": 1.5736,
-      "step": 798
-    },
-    {
-      "epoch": 0.04939187414035576,
-      "grad_norm": 3.452117443084717,
-      "learning_rate": 4.114315139031926e-05,
-      "loss": 1.6132,
-      "step": 799
-    },
-    {
-      "epoch": 0.04945369125442379,
-      "grad_norm": 2.9232733249664307,
-      "learning_rate": 4.11946446961895e-05,
-      "loss": 1.7178,
-      "step": 800
-    },
-    {
-      "epoch": 0.04945369125442379,
-      "eval_loss": 1.4262853860855103,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.7865,
-      "eval_samples_per_second": 7.192,
-      "eval_steps_per_second": 7.192,
-      "step": 800
-    },
-    {
-      "epoch": 0.04945369125442379,
-      "full_eval_loss": 1.4797842502593994,
-      "full_eval_model_preparation_time": 0.0065,
-      "full_eval_runtime": 16.1377,
-      "full_eval_samples_per_second": 6.94,
-      "full_eval_steps_per_second": 6.94,
-      "step": 800
-    },
-    {
-      "epoch": 0.04951550836849182,
-      "grad_norm": 3.6007637977600098,
-      "learning_rate": 4.1246138002059735e-05,
-      "loss": 1.592,
-      "step": 801
-    },
-    {
-      "epoch": 0.049577325482559845,
-      "grad_norm": 2.9933741092681885,
-      "learning_rate": 4.129763130792997e-05,
-      "loss": 1.7159,
-      "step": 802
-    },
-    {
-      "epoch": 0.049639142596627876,
-      "grad_norm": 4.2908124923706055,
-      "learning_rate": 4.134912461380021e-05,
-      "loss": 1.4572,
-      "step": 803
-    },
-    {
-      "epoch": 0.04970095971069591,
-      "grad_norm": 4.848001003265381,
-      "learning_rate": 4.1400617919670445e-05,
-      "loss": 1.5229,
-      "step": 804
-    },
-    {
-      "epoch": 0.04976277682476394,
-      "grad_norm": 3.4115116596221924,
-      "learning_rate": 4.145211122554068e-05,
-      "loss": 1.2834,
-      "step": 805
-    },
-    {
-      "epoch": 0.049824593938831964,
-      "grad_norm": 3.104670286178589,
-      "learning_rate": 4.150360453141092e-05,
-      "loss": 1.636,
-      "step": 806
-    },
-    {
-      "epoch": 0.049886411052899995,
-      "grad_norm": 2.273756980895996,
-      "learning_rate": 4.1555097837281155e-05,
-      "loss": 1.6804,
-      "step": 807
-    },
-    {
-      "epoch": 0.04994822816696803,
-      "grad_norm": 2.8748576641082764,
-      "learning_rate": 4.160659114315139e-05,
-      "loss": 1.988,
-      "step": 808
-    },
-    {
-      "epoch": 0.05001004528103605,
-      "grad_norm": 2.7458112239837646,
-      "learning_rate": 4.165808444902163e-05,
-      "loss": 1.9342,
-      "step": 809
-    },
-    {
-      "epoch": 0.05007186239510408,
-      "grad_norm": 2.941387891769409,
-      "learning_rate": 4.1709577754891865e-05,
-      "loss": 1.9963,
-      "step": 810
-    },
-    {
-      "epoch": 0.050133679509172115,
-      "grad_norm": 2.4973273277282715,
-      "learning_rate": 4.17610710607621e-05,
-      "loss": 1.8083,
-      "step": 811
-    },
-    {
-      "epoch": 0.050195496623240146,
-      "grad_norm": 2.7807321548461914,
-      "learning_rate": 4.181256436663234e-05,
-      "loss": 1.3702,
-      "step": 812
-    },
-    {
-      "epoch": 0.05025731373730817,
-      "grad_norm": 2.1357104778289795,
-      "learning_rate": 4.1864057672502574e-05,
-      "loss": 1.5536,
-      "step": 813
-    },
-    {
-      "epoch": 0.0503191308513762,
-      "grad_norm": 3.495112180709839,
-      "learning_rate": 4.191555097837281e-05,
-      "loss": 1.7242,
-      "step": 814
-    },
-    {
-      "epoch": 0.050380947965444234,
-      "grad_norm": 2.4189159870147705,
-      "learning_rate": 4.1967044284243054e-05,
-      "loss": 1.5505,
-      "step": 815
-    },
-    {
-      "epoch": 0.050442765079512265,
-      "grad_norm": 2.294142484664917,
-      "learning_rate": 4.201853759011329e-05,
-      "loss": 1.7511,
-      "step": 816
-    },
-    {
-      "epoch": 0.05050458219358029,
-      "grad_norm": 3.860177993774414,
-      "learning_rate": 4.207003089598353e-05,
-      "loss": 1.5339,
-      "step": 817
-    },
-    {
-      "epoch": 0.05056639930764832,
-      "grad_norm": 2.9960076808929443,
-      "learning_rate": 4.2121524201853764e-05,
-      "loss": 1.5185,
-      "step": 818
-    },
-    {
-      "epoch": 0.05062821642171635,
-      "grad_norm": 3.4252686500549316,
-      "learning_rate": 4.2173017507724e-05,
-      "loss": 1.2705,
-      "step": 819
-    },
-    {
-      "epoch": 0.050690033535784385,
-      "grad_norm": 3.184238910675049,
-      "learning_rate": 4.222451081359424e-05,
-      "loss": 1.7109,
-      "step": 820
-    },
-    {
-      "epoch": 0.05075185064985241,
-      "grad_norm": 3.3000080585479736,
-      "learning_rate": 4.2276004119464474e-05,
-      "loss": 1.648,
-      "step": 821
-    },
-    {
-      "epoch": 0.05081366776392044,
-      "grad_norm": 2.6232590675354004,
-      "learning_rate": 4.232749742533471e-05,
-      "loss": 1.4094,
-      "step": 822
-    },
-    {
-      "epoch": 0.05087548487798847,
-      "grad_norm": 2.761441946029663,
-      "learning_rate": 4.237899073120494e-05,
-      "loss": 1.4929,
-      "step": 823
-    },
-    {
-      "epoch": 0.050937301992056504,
-      "grad_norm": 2.7851943969726562,
-      "learning_rate": 4.243048403707518e-05,
-      "loss": 1.4747,
-      "step": 824
-    },
-    {
-      "epoch": 0.05099911910612453,
-      "grad_norm": 3.1626522541046143,
-      "learning_rate": 4.248197734294542e-05,
-      "loss": 1.2267,
-      "step": 825
-    },
-    {
-      "epoch": 0.05106093622019256,
-      "grad_norm": 2.625919818878174,
-      "learning_rate": 4.253347064881566e-05,
-      "loss": 1.5889,
-      "step": 826
-    },
-    {
-      "epoch": 0.05112275333426059,
-      "grad_norm": 4.07259464263916,
-      "learning_rate": 4.2584963954685893e-05,
-      "loss": 1.5814,
-      "step": 827
-    },
-    {
-      "epoch": 0.05118457044832862,
-      "grad_norm": 3.157803535461426,
-      "learning_rate": 4.263645726055613e-05,
-      "loss": 1.5227,
-      "step": 828
-    },
-    {
-      "epoch": 0.05124638756239665,
-      "grad_norm": 4.0245866775512695,
-      "learning_rate": 4.2687950566426367e-05,
-      "loss": 1.3722,
-      "step": 829
-    },
-    {
-      "epoch": 0.05130820467646468,
-      "grad_norm": 3.487003803253174,
-      "learning_rate": 4.27394438722966e-05,
-      "loss": 1.2906,
-      "step": 830
-    },
-    {
-      "epoch": 0.05137002179053271,
-      "grad_norm": 3.214796304702759,
-      "learning_rate": 4.279093717816684e-05,
-      "loss": 1.3833,
-      "step": 831
-    },
-    {
-      "epoch": 0.05143183890460074,
-      "grad_norm": 2.948899507522583,
-      "learning_rate": 4.2842430484037076e-05,
-      "loss": 1.358,
-      "step": 832
-    },
-    {
-      "epoch": 0.05149365601866877,
-      "grad_norm": 3.2520339488983154,
-      "learning_rate": 4.289392378990731e-05,
-      "loss": 1.3074,
-      "step": 833
-    },
-    {
-      "epoch": 0.0515554731327368,
-      "grad_norm": 4.468389987945557,
-      "learning_rate": 4.294541709577755e-05,
-      "loss": 1.6579,
-      "step": 834
-    },
-    {
-      "epoch": 0.05161729024680483,
-      "grad_norm": 2.3928744792938232,
-      "learning_rate": 4.2996910401647786e-05,
-      "loss": 1.467,
-      "step": 835
-    },
-    {
-      "epoch": 0.051679107360872854,
-      "grad_norm": 2.9819207191467285,
-      "learning_rate": 4.304840370751802e-05,
-      "loss": 1.4947,
-      "step": 836
-    },
-    {
-      "epoch": 0.051740924474940886,
-      "grad_norm": 3.0475778579711914,
-      "learning_rate": 4.3099897013388266e-05,
-      "loss": 1.6782,
-      "step": 837
-    },
-    {
-      "epoch": 0.05180274158900892,
-      "grad_norm": 2.5459046363830566,
-      "learning_rate": 4.31513903192585e-05,
-      "loss": 1.4186,
-      "step": 838
-    },
-    {
-      "epoch": 0.05186455870307695,
-      "grad_norm": 2.581674575805664,
-      "learning_rate": 4.320288362512874e-05,
-      "loss": 1.4342,
-      "step": 839
-    },
-    {
-      "epoch": 0.051926375817144974,
-      "grad_norm": 3.9845826625823975,
-      "learning_rate": 4.3254376930998976e-05,
-      "loss": 1.4042,
-      "step": 840
-    },
-    {
-      "epoch": 0.051988192931213005,
-      "grad_norm": 2.0247530937194824,
-      "learning_rate": 4.330587023686921e-05,
-      "loss": 1.7415,
-      "step": 841
-    },
-    {
-      "epoch": 0.05205001004528104,
-      "grad_norm": 3.530822515487671,
-      "learning_rate": 4.335736354273945e-05,
-      "loss": 1.8387,
-      "step": 842
-    },
-    {
-      "epoch": 0.05211182715934907,
-      "grad_norm": 2.645373821258545,
-      "learning_rate": 4.340885684860968e-05,
-      "loss": 1.5123,
-      "step": 843
-    },
-    {
-      "epoch": 0.05217364427341709,
-      "grad_norm": 2.7968056201934814,
-      "learning_rate": 4.3460350154479915e-05,
-      "loss": 1.6816,
-      "step": 844
-    },
-    {
-      "epoch": 0.052235461387485124,
-      "grad_norm": 3.4841980934143066,
-      "learning_rate": 4.351184346035015e-05,
-      "loss": 1.3193,
-      "step": 845
-    },
-    {
-      "epoch": 0.052297278501553156,
-      "grad_norm": 2.7535736560821533,
-      "learning_rate": 4.356333676622039e-05,
-      "loss": 1.6015,
-      "step": 846
-    },
-    {
-      "epoch": 0.05235909561562119,
-      "grad_norm": 2.2824740409851074,
-      "learning_rate": 4.361483007209063e-05,
-      "loss": 1.5113,
-      "step": 847
-    },
-    {
-      "epoch": 0.05242091272968921,
-      "grad_norm": 3.6771132946014404,
-      "learning_rate": 4.366632337796087e-05,
-      "loss": 1.6464,
-      "step": 848
-    },
-    {
-      "epoch": 0.05248272984375724,
-      "grad_norm": 3.9163312911987305,
-      "learning_rate": 4.3717816683831105e-05,
-      "loss": 1.6743,
-      "step": 849
-    },
-    {
-      "epoch": 0.052544546957825275,
-      "grad_norm": 4.7362446784973145,
-      "learning_rate": 4.376930998970134e-05,
-      "loss": 1.5697,
-      "step": 850
-    },
-    {
-      "epoch": 0.052544546957825275,
-      "eval_loss": 1.4265613555908203,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.5848,
-      "eval_samples_per_second": 7.383,
-      "eval_steps_per_second": 7.383,
-      "step": 850
-    },
-    {
-      "epoch": 0.052606364071893306,
-      "grad_norm": 4.082404613494873,
-      "learning_rate": 4.382080329557158e-05,
-      "loss": 1.5469,
-      "step": 851
-    },
-    {
-      "epoch": 0.05266818118596133,
-      "grad_norm": 6.497406005859375,
-      "learning_rate": 4.3872296601441815e-05,
-      "loss": 1.6517,
-      "step": 852
-    },
-    {
-      "epoch": 0.05272999830002936,
-      "grad_norm": 2.558756113052368,
-      "learning_rate": 4.392378990731205e-05,
-      "loss": 1.8241,
-      "step": 853
-    },
-    {
-      "epoch": 0.052791815414097394,
-      "grad_norm": 3.29795503616333,
-      "learning_rate": 4.397528321318229e-05,
-      "loss": 1.532,
-      "step": 854
-    },
-    {
-      "epoch": 0.052853632528165426,
-      "grad_norm": 3.692840099334717,
-      "learning_rate": 4.4026776519052525e-05,
-      "loss": 1.2212,
-      "step": 855
-    },
-    {
-      "epoch": 0.05291544964223345,
-      "grad_norm": 2.6106784343719482,
-      "learning_rate": 4.407826982492276e-05,
-      "loss": 1.872,
-      "step": 856
-    },
-    {
-      "epoch": 0.05297726675630148,
-      "grad_norm": 2.3014039993286133,
-      "learning_rate": 4.4129763130793e-05,
-      "loss": 1.7261,
-      "step": 857
-    },
-    {
-      "epoch": 0.05303908387036951,
-      "grad_norm": 3.331278085708618,
-      "learning_rate": 4.4181256436663234e-05,
-      "loss": 1.4852,
-      "step": 858
-    },
-    {
-      "epoch": 0.053100900984437545,
-      "grad_norm": 2.999696731567383,
-      "learning_rate": 4.423274974253348e-05,
-      "loss": 1.6721,
-      "step": 859
-    },
-    {
-      "epoch": 0.05316271809850557,
-      "grad_norm": 2.629981756210327,
-      "learning_rate": 4.4284243048403714e-05,
-      "loss": 1.5081,
-      "step": 860
-    },
-    {
-      "epoch": 0.0532245352125736,
-      "grad_norm": 3.2857167720794678,
-      "learning_rate": 4.433573635427395e-05,
-      "loss": 1.5454,
-      "step": 861
-    },
-    {
-      "epoch": 0.05328635232664163,
-      "grad_norm": 3.467515230178833,
-      "learning_rate": 4.438722966014419e-05,
-      "loss": 1.703,
-      "step": 862
-    },
-    {
-      "epoch": 0.05334816944070966,
-      "grad_norm": 5.411076545715332,
-      "learning_rate": 4.443872296601442e-05,
-      "loss": 1.1727,
-      "step": 863
-    },
-    {
-      "epoch": 0.05340998655477769,
-      "grad_norm": 2.869142532348633,
-      "learning_rate": 4.4490216271884654e-05,
-      "loss": 1.4736,
-      "step": 864
-    },
-    {
-      "epoch": 0.05347180366884572,
-      "grad_norm": 3.717839002609253,
-      "learning_rate": 4.454170957775489e-05,
-      "loss": 0.9782,
-      "step": 865
-    },
-    {
-      "epoch": 0.05353362078291375,
-      "grad_norm": 3.625603199005127,
-      "learning_rate": 4.459320288362513e-05,
-      "loss": 1.6451,
-      "step": 866
-    },
-    {
-      "epoch": 0.053595437896981776,
-      "grad_norm": 3.2508280277252197,
-      "learning_rate": 4.4644696189495364e-05,
-      "loss": 1.6215,
-      "step": 867
-    },
-    {
-      "epoch": 0.05365725501104981,
-      "grad_norm": 3.319597005844116,
-      "learning_rate": 4.46961894953656e-05,
-      "loss": 1.5772,
-      "step": 868
-    },
-    {
-      "epoch": 0.05371907212511784,
-      "grad_norm": 2.6792876720428467,
-      "learning_rate": 4.4747682801235844e-05,
-      "loss": 1.6688,
-      "step": 869
-    },
-    {
-      "epoch": 0.05378088923918587,
-      "grad_norm": 2.50810170173645,
-      "learning_rate": 4.479917610710608e-05,
-      "loss": 1.5794,
-      "step": 870
-    },
-    {
-      "epoch": 0.053842706353253895,
-      "grad_norm": 2.881901264190674,
-      "learning_rate": 4.485066941297632e-05,
-      "loss": 1.6936,
-      "step": 871
-    },
-    {
-      "epoch": 0.05390452346732193,
-      "grad_norm": 3.585932493209839,
-      "learning_rate": 4.490216271884655e-05,
-      "loss": 1.1209,
-      "step": 872
-    },
-    {
-      "epoch": 0.05396634058138996,
-      "grad_norm": 2.0949459075927734,
-      "learning_rate": 4.495365602471679e-05,
-      "loss": 1.441,
-      "step": 873
-    },
-    {
-      "epoch": 0.05402815769545799,
-      "grad_norm": 3.0368223190307617,
-      "learning_rate": 4.5005149330587026e-05,
-      "loss": 1.2155,
-      "step": 874
-    },
-    {
-      "epoch": 0.054089974809526015,
-      "grad_norm": 2.918187379837036,
-      "learning_rate": 4.505664263645726e-05,
-      "loss": 1.4537,
-      "step": 875
-    },
-    {
-      "epoch": 0.054151791923594046,
-      "grad_norm": 1.9494309425354004,
-      "learning_rate": 4.51081359423275e-05,
-      "loss": 1.8995,
-      "step": 876
-    },
-    {
-      "epoch": 0.05421360903766208,
-      "grad_norm": 3.5587680339813232,
-      "learning_rate": 4.5159629248197736e-05,
-      "loss": 1.3641,
-      "step": 877
-    },
-    {
-      "epoch": 0.05427542615173011,
-      "grad_norm": 2.738852024078369,
-      "learning_rate": 4.521112255406797e-05,
-      "loss": 1.4082,
-      "step": 878
-    },
-    {
-      "epoch": 0.054337243265798134,
-      "grad_norm": 4.520458698272705,
-      "learning_rate": 4.526261585993821e-05,
-      "loss": 1.8834,
-      "step": 879
-    },
-    {
-      "epoch": 0.054399060379866165,
-      "grad_norm": 3.0610010623931885,
-      "learning_rate": 4.5314109165808446e-05,
-      "loss": 1.3987,
-      "step": 880
-    },
-    {
-      "epoch": 0.0544608774939342,
-      "grad_norm": 3.2143752574920654,
-      "learning_rate": 4.536560247167869e-05,
-      "loss": 1.8432,
-      "step": 881
-    },
-    {
-      "epoch": 0.05452269460800223,
-      "grad_norm": 3.1007273197174072,
-      "learning_rate": 4.541709577754892e-05,
-      "loss": 1.3843,
-      "step": 882
-    },
-    {
-      "epoch": 0.05458451172207025,
-      "grad_norm": 3.552020311355591,
-      "learning_rate": 4.5468589083419156e-05,
-      "loss": 2.0396,
-      "step": 883
-    },
-    {
-      "epoch": 0.054646328836138285,
-      "grad_norm": 2.7127935886383057,
-      "learning_rate": 4.552008238928939e-05,
-      "loss": 1.3222,
-      "step": 884
-    },
-    {
-      "epoch": 0.054708145950206316,
-      "grad_norm": 3.750880479812622,
-      "learning_rate": 4.557157569515963e-05,
-      "loss": 1.5777,
-      "step": 885
-    },
-    {
-      "epoch": 0.05476996306427435,
-      "grad_norm": 2.870880603790283,
-      "learning_rate": 4.5623069001029866e-05,
-      "loss": 1.6849,
-      "step": 886
-    },
-    {
-      "epoch": 0.05483178017834237,
-      "grad_norm": 4.901733875274658,
-      "learning_rate": 4.56745623069001e-05,
-      "loss": 1.5185,
-      "step": 887
-    },
-    {
-      "epoch": 0.054893597292410404,
-      "grad_norm": 2.5328876972198486,
-      "learning_rate": 4.572605561277034e-05,
-      "loss": 1.7781,
-      "step": 888
-    },
-    {
-      "epoch": 0.054955414406478435,
-      "grad_norm": 2.2474863529205322,
-      "learning_rate": 4.5777548918640575e-05,
-      "loss": 1.7029,
-      "step": 889
-    },
-    {
-      "epoch": 0.05501723152054646,
-      "grad_norm": 3.567556858062744,
-      "learning_rate": 4.582904222451082e-05,
-      "loss": 1.6394,
-      "step": 890
-    },
-    {
-      "epoch": 0.05507904863461449,
-      "grad_norm": 2.9223575592041016,
-      "learning_rate": 4.5880535530381055e-05,
-      "loss": 1.4653,
-      "step": 891
-    },
-    {
-      "epoch": 0.05514086574868252,
-      "grad_norm": 2.605552911758423,
-      "learning_rate": 4.593202883625129e-05,
-      "loss": 1.7637,
-      "step": 892
-    },
-    {
-      "epoch": 0.055202682862750554,
-      "grad_norm": 3.18863844871521,
-      "learning_rate": 4.598352214212153e-05,
-      "loss": 0.9369,
-      "step": 893
-    },
-    {
-      "epoch": 0.05526449997681858,
-      "grad_norm": 2.6617348194122314,
-      "learning_rate": 4.6035015447991765e-05,
-      "loss": 2.0318,
-      "step": 894
-    },
-    {
-      "epoch": 0.05532631709088661,
-      "grad_norm": 2.737759828567505,
-      "learning_rate": 4.6086508753862e-05,
-      "loss": 1.6883,
-      "step": 895
-    },
-    {
-      "epoch": 0.05538813420495464,
-      "grad_norm": 3.738726854324341,
-      "learning_rate": 4.613800205973224e-05,
-      "loss": 1.5602,
-      "step": 896
-    },
-    {
-      "epoch": 0.055449951319022674,
-      "grad_norm": 2.6787912845611572,
-      "learning_rate": 4.6189495365602475e-05,
-      "loss": 1.4409,
-      "step": 897
-    },
-    {
-      "epoch": 0.0555117684330907,
-      "grad_norm": 2.810237407684326,
-      "learning_rate": 4.624098867147271e-05,
-      "loss": 1.3787,
-      "step": 898
-    },
-    {
-      "epoch": 0.05557358554715873,
-      "grad_norm": 1.9905247688293457,
-      "learning_rate": 4.629248197734295e-05,
-      "loss": 1.4311,
-      "step": 899
-    },
-    {
-      "epoch": 0.05563540266122676,
-      "grad_norm": 3.6479196548461914,
-      "learning_rate": 4.6343975283213184e-05,
-      "loss": 1.5023,
-      "step": 900
-    },
-    {
-      "epoch": 0.05563540266122676,
-      "eval_loss": 1.4385249614715576,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.2205,
-      "eval_samples_per_second": 7.756,
-      "eval_steps_per_second": 7.756,
-      "step": 900
-    },
-    {
-      "epoch": 0.05563540266122676,
-      "full_eval_loss": 1.4866806268692017,
-      "full_eval_model_preparation_time": 0.0065,
-      "full_eval_runtime": 13.6426,
-      "full_eval_samples_per_second": 8.21,
-      "full_eval_steps_per_second": 8.21,
-      "step": 900
-    },
-    {
-      "epoch": 0.05569721977529479,
-      "grad_norm": 5.613628387451172,
-      "learning_rate": 4.639546858908342e-05,
-      "loss": 2.2253,
-      "step": 901
-    },
-    {
-      "epoch": 0.05575903688936282,
-      "grad_norm": 3.237333297729492,
-      "learning_rate": 4.644696189495366e-05,
-      "loss": 1.5535,
-      "step": 902
-    },
-    {
-      "epoch": 0.05582085400343085,
-      "grad_norm": 2.172266721725464,
-      "learning_rate": 4.6498455200823894e-05,
-      "loss": 2.163,
-      "step": 903
-    },
-    {
-      "epoch": 0.05588267111749888,
-      "grad_norm": 2.815110683441162,
-      "learning_rate": 4.654994850669413e-05,
-      "loss": 1.2938,
-      "step": 904
-    },
-    {
-      "epoch": 0.05594448823156691,
-      "grad_norm": 2.93102765083313,
-      "learning_rate": 4.660144181256437e-05,
-      "loss": 1.1795,
-      "step": 905
-    },
-    {
-      "epoch": 0.05600630534563494,
-      "grad_norm": 4.056554794311523,
-      "learning_rate": 4.6652935118434604e-05,
-      "loss": 1.8315,
-      "step": 906
-    },
-    {
-      "epoch": 0.05606812245970297,
-      "grad_norm": 3.492722988128662,
-      "learning_rate": 4.670442842430484e-05,
-      "loss": 1.4473,
-      "step": 907
-    },
-    {
-      "epoch": 0.056129939573771,
-      "grad_norm": 2.86175537109375,
-      "learning_rate": 4.675592173017508e-05,
-      "loss": 1.5031,
-      "step": 908
-    },
-    {
-      "epoch": 0.05619175668783903,
-      "grad_norm": 4.436838626861572,
-      "learning_rate": 4.6807415036045314e-05,
-      "loss": 1.427,
-      "step": 909
-    },
-    {
-      "epoch": 0.056253573801907056,
-      "grad_norm": 4.971628665924072,
-      "learning_rate": 4.685890834191555e-05,
-      "loss": 1.3507,
-      "step": 910
-    },
-    {
-      "epoch": 0.05631539091597509,
-      "grad_norm": 2.8788928985595703,
-      "learning_rate": 4.691040164778579e-05,
-      "loss": 1.467,
-      "step": 911
-    },
-    {
-      "epoch": 0.05637720803004312,
-      "grad_norm": 2.9942734241485596,
-      "learning_rate": 4.696189495365603e-05,
-      "loss": 1.4264,
-      "step": 912
-    },
-    {
-      "epoch": 0.05643902514411115,
-      "grad_norm": 2.840059995651245,
-      "learning_rate": 4.701338825952627e-05,
-      "loss": 1.5803,
-      "step": 913
-    },
-    {
-      "epoch": 0.056500842258179175,
-      "grad_norm": 1.836270809173584,
-      "learning_rate": 4.7064881565396503e-05,
-      "loss": 1.5855,
-      "step": 914
-    },
-    {
-      "epoch": 0.056562659372247207,
-      "grad_norm": 3.949613571166992,
-      "learning_rate": 4.711637487126674e-05,
-      "loss": 1.4137,
-      "step": 915
-    },
-    {
-      "epoch": 0.05662447648631524,
-      "grad_norm": 3.3861753940582275,
-      "learning_rate": 4.716786817713698e-05,
-      "loss": 1.3444,
-      "step": 916
-    },
-    {
-      "epoch": 0.05668629360038326,
-      "grad_norm": 3.0134668350219727,
-      "learning_rate": 4.721936148300721e-05,
-      "loss": 1.6916,
-      "step": 917
-    },
-    {
-      "epoch": 0.056748110714451294,
-      "grad_norm": 3.3828277587890625,
-      "learning_rate": 4.727085478887745e-05,
-      "loss": 1.3921,
-      "step": 918
-    },
-    {
-      "epoch": 0.056809927828519326,
-      "grad_norm": 2.930217742919922,
-      "learning_rate": 4.7322348094747686e-05,
-      "loss": 1.9267,
-      "step": 919
-    },
-    {
-      "epoch": 0.05687174494258736,
-      "grad_norm": 2.1328790187835693,
-      "learning_rate": 4.737384140061792e-05,
-      "loss": 1.5606,
-      "step": 920
-    },
-    {
-      "epoch": 0.05693356205665538,
-      "grad_norm": 3.6662590503692627,
-      "learning_rate": 4.742533470648816e-05,
-      "loss": 1.5668,
-      "step": 921
-    },
-    {
-      "epoch": 0.05699537917072341,
-      "grad_norm": 3.1571531295776367,
-      "learning_rate": 4.7476828012358396e-05,
-      "loss": 1.745,
-      "step": 922
-    },
-    {
-      "epoch": 0.057057196284791445,
-      "grad_norm": 2.7960314750671387,
-      "learning_rate": 4.752832131822863e-05,
-      "loss": 1.4968,
-      "step": 923
-    },
-    {
-      "epoch": 0.057119013398859476,
-      "grad_norm": 3.2162675857543945,
-      "learning_rate": 4.757981462409887e-05,
-      "loss": 1.1757,
-      "step": 924
-    },
-    {
-      "epoch": 0.0571808305129275,
-      "grad_norm": 3.4320976734161377,
-      "learning_rate": 4.7631307929969106e-05,
-      "loss": 1.421,
-      "step": 925
-    },
-    {
-      "epoch": 0.05724264762699553,
-      "grad_norm": 3.9032015800476074,
-      "learning_rate": 4.768280123583934e-05,
-      "loss": 1.4458,
-      "step": 926
-    },
-    {
-      "epoch": 0.057304464741063564,
-      "grad_norm": 3.1165497303009033,
-      "learning_rate": 4.773429454170958e-05,
-      "loss": 1.4864,
-      "step": 927
-    },
-    {
-      "epoch": 0.057366281855131596,
-      "grad_norm": 2.7484242916107178,
-      "learning_rate": 4.7785787847579816e-05,
-      "loss": 1.5619,
-      "step": 928
-    },
-    {
-      "epoch": 0.05742809896919962,
-      "grad_norm": 2.94366455078125,
-      "learning_rate": 4.783728115345005e-05,
-      "loss": 1.3885,
-      "step": 929
-    },
-    {
-      "epoch": 0.05748991608326765,
-      "grad_norm": 3.170067071914673,
-      "learning_rate": 4.788877445932029e-05,
-      "loss": 1.6676,
-      "step": 930
-    },
-    {
-      "epoch": 0.05755173319733568,
-      "grad_norm": 2.528958320617676,
-      "learning_rate": 4.7940267765190525e-05,
-      "loss": 1.7276,
-      "step": 931
-    },
-    {
-      "epoch": 0.057613550311403715,
-      "grad_norm": 3.442615270614624,
-      "learning_rate": 4.799176107106076e-05,
-      "loss": 1.1379,
-      "step": 932
-    },
-    {
-      "epoch": 0.05767536742547174,
-      "grad_norm": 2.290782928466797,
-      "learning_rate": 4.8043254376931e-05,
-      "loss": 1.5568,
-      "step": 933
-    },
-    {
-      "epoch": 0.05773718453953977,
-      "grad_norm": 3.706284523010254,
-      "learning_rate": 4.809474768280124e-05,
-      "loss": 1.8015,
-      "step": 934
-    },
-    {
-      "epoch": 0.0577990016536078,
-      "grad_norm": 5.387834072113037,
-      "learning_rate": 4.814624098867148e-05,
-      "loss": 1.456,
-      "step": 935
-    },
-    {
-      "epoch": 0.057860818767675834,
-      "grad_norm": 2.9006290435791016,
-      "learning_rate": 4.8197734294541715e-05,
-      "loss": 1.6017,
-      "step": 936
-    },
-    {
-      "epoch": 0.05792263588174386,
-      "grad_norm": 3.2393059730529785,
-      "learning_rate": 4.824922760041195e-05,
-      "loss": 1.8697,
-      "step": 937
-    },
-    {
-      "epoch": 0.05798445299581189,
-      "grad_norm": 3.85339617729187,
-      "learning_rate": 4.830072090628219e-05,
-      "loss": 1.733,
-      "step": 938
-    },
-    {
-      "epoch": 0.05804627010987992,
-      "grad_norm": 3.5679304599761963,
-      "learning_rate": 4.8352214212152425e-05,
-      "loss": 1.8063,
-      "step": 939
-    },
-    {
-      "epoch": 0.05810808722394795,
-      "grad_norm": 4.585240364074707,
-      "learning_rate": 4.840370751802266e-05,
-      "loss": 1.112,
-      "step": 940
-    },
-    {
-      "epoch": 0.05816990433801598,
-      "grad_norm": 2.830867290496826,
-      "learning_rate": 4.84552008238929e-05,
-      "loss": 1.8465,
-      "step": 941
-    },
-    {
-      "epoch": 0.05823172145208401,
-      "grad_norm": 2.9791882038116455,
-      "learning_rate": 4.850669412976313e-05,
-      "loss": 1.5094,
-      "step": 942
-    },
-    {
-      "epoch": 0.05829353856615204,
-      "grad_norm": 3.779315233230591,
-      "learning_rate": 4.8558187435633364e-05,
-      "loss": 1.5293,
-      "step": 943
-    },
-    {
-      "epoch": 0.05835535568022007,
-      "grad_norm": 3.400874614715576,
-      "learning_rate": 4.860968074150361e-05,
-      "loss": 1.3797,
-      "step": 944
-    },
-    {
-      "epoch": 0.0584171727942881,
-      "grad_norm": 2.565490245819092,
-      "learning_rate": 4.8661174047373844e-05,
-      "loss": 1.6456,
-      "step": 945
-    },
-    {
-      "epoch": 0.05847898990835613,
-      "grad_norm": 4.045975208282471,
-      "learning_rate": 4.871266735324408e-05,
-      "loss": 1.7156,
-      "step": 946
-    },
-    {
-      "epoch": 0.05854080702242416,
-      "grad_norm": 2.879936695098877,
-      "learning_rate": 4.876416065911432e-05,
-      "loss": 1.7608,
-      "step": 947
-    },
-    {
-      "epoch": 0.058602624136492185,
-      "grad_norm": 5.045290470123291,
-      "learning_rate": 4.8815653964984554e-05,
-      "loss": 1.3459,
-      "step": 948
-    },
-    {
-      "epoch": 0.058664441250560216,
-      "grad_norm": 3.0452897548675537,
-      "learning_rate": 4.886714727085479e-05,
-      "loss": 1.5391,
-      "step": 949
-    },
-    {
-      "epoch": 0.05872625836462825,
-      "grad_norm": 3.5891523361206055,
-      "learning_rate": 4.891864057672503e-05,
-      "loss": 1.2255,
-      "step": 950
-    },
-    {
-      "epoch": 0.05872625836462825,
-      "eval_loss": 1.4431416988372803,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.1144,
-      "eval_samples_per_second": 7.871,
-      "eval_steps_per_second": 7.871,
-      "step": 950
-    },
-    {
-      "epoch": 0.05878807547869628,
-      "grad_norm": 4.3323774337768555,
-      "learning_rate": 4.8970133882595264e-05,
-      "loss": 1.3962,
-      "step": 951
-    },
-    {
-      "epoch": 0.058849892592764304,
-      "grad_norm": 5.097554683685303,
-      "learning_rate": 4.90216271884655e-05,
-      "loss": 1.5301,
-      "step": 952
-    },
-    {
-      "epoch": 0.058911709706832335,
-      "grad_norm": 3.7602040767669678,
-      "learning_rate": 4.907312049433574e-05,
-      "loss": 1.5394,
-      "step": 953
-    },
-    {
-      "epoch": 0.05897352682090037,
-      "grad_norm": 3.011129379272461,
-      "learning_rate": 4.9124613800205974e-05,
-      "loss": 1.4824,
-      "step": 954
-    },
-    {
-      "epoch": 0.0590353439349684,
-      "grad_norm": 3.9665849208831787,
-      "learning_rate": 4.917610710607621e-05,
-      "loss": 1.1321,
-      "step": 955
-    },
-    {
-      "epoch": 0.05909716104903642,
-      "grad_norm": 2.7874906063079834,
-      "learning_rate": 4.9227600411946454e-05,
-      "loss": 1.2148,
-      "step": 956
-    },
-    {
-      "epoch": 0.059158978163104455,
-      "grad_norm": 4.469353675842285,
-      "learning_rate": 4.927909371781669e-05,
-      "loss": 1.8053,
-      "step": 957
-    },
-    {
-      "epoch": 0.059220795277172486,
-      "grad_norm": 3.8426592350006104,
-      "learning_rate": 4.933058702368693e-05,
-      "loss": 1.7373,
-      "step": 958
-    },
-    {
-      "epoch": 0.05928261239124052,
-      "grad_norm": 3.42256760597229,
-      "learning_rate": 4.938208032955716e-05,
-      "loss": 1.6964,
-      "step": 959
-    },
-    {
-      "epoch": 0.05934442950530854,
-      "grad_norm": 3.6757423877716064,
-      "learning_rate": 4.94335736354274e-05,
-      "loss": 1.4838,
-      "step": 960
-    },
-    {
-      "epoch": 0.059406246619376574,
-      "grad_norm": 4.171096324920654,
-      "learning_rate": 4.9485066941297637e-05,
-      "loss": 1.5029,
-      "step": 961
-    },
-    {
-      "epoch": 0.059468063733444605,
-      "grad_norm": 3.523317337036133,
-      "learning_rate": 4.9536560247167866e-05,
-      "loss": 1.6429,
-      "step": 962
-    },
-    {
-      "epoch": 0.05952988084751264,
-      "grad_norm": 2.978137493133545,
-      "learning_rate": 4.95880535530381e-05,
-      "loss": 2.1067,
-      "step": 963
-    },
-    {
-      "epoch": 0.05959169796158066,
-      "grad_norm": 3.556908369064331,
-      "learning_rate": 4.963954685890834e-05,
-      "loss": 1.5661,
-      "step": 964
-    },
-    {
-      "epoch": 0.05965351507564869,
-      "grad_norm": 3.1550345420837402,
-      "learning_rate": 4.9691040164778576e-05,
-      "loss": 1.6196,
-      "step": 965
-    },
-    {
-      "epoch": 0.059715332189716724,
-      "grad_norm": 4.454794406890869,
-      "learning_rate": 4.974253347064882e-05,
-      "loss": 1.7287,
-      "step": 966
-    },
-    {
-      "epoch": 0.059777149303784756,
-      "grad_norm": 3.6590142250061035,
-      "learning_rate": 4.9794026776519056e-05,
-      "loss": 1.4088,
-      "step": 967
-    },
-    {
-      "epoch": 0.05983896641785278,
-      "grad_norm": 2.9581170082092285,
-      "learning_rate": 4.984552008238929e-05,
-      "loss": 1.7295,
-      "step": 968
-    },
-    {
-      "epoch": 0.05990078353192081,
-      "grad_norm": 2.5350258350372314,
-      "learning_rate": 4.989701338825953e-05,
-      "loss": 1.263,
-      "step": 969
-    },
-    {
-      "epoch": 0.059962600645988844,
-      "grad_norm": 4.101222038269043,
-      "learning_rate": 4.9948506694129766e-05,
-      "loss": 1.2504,
-      "step": 970
-    },
-    {
-      "epoch": 0.060024417760056875,
-      "grad_norm": 1.8377388715744019,
-      "learning_rate": 5e-05,
-      "loss": 1.9812,
-      "step": 971
-    },
-    {
-      "epoch": 0.0600862348741249,
-      "grad_norm": 2.8769607543945312,
-      "learning_rate": 4.999999987472161e-05,
-      "loss": 1.0971,
-      "step": 972
-    },
-    {
-      "epoch": 0.06014805198819293,
-      "grad_norm": 1.6732150316238403,
-      "learning_rate": 4.99999994988864e-05,
-      "loss": 1.7661,
-      "step": 973
-    },
-    {
-      "epoch": 0.06020986910226096,
-      "grad_norm": 5.769581317901611,
-      "learning_rate": 4.99999988724944e-05,
-      "loss": 1.5094,
-      "step": 974
-    },
-    {
-      "epoch": 0.06027168621632899,
-      "grad_norm": 3.341737985610962,
-      "learning_rate": 4.999999799554562e-05,
-      "loss": 1.6623,
-      "step": 975
-    },
-    {
-      "epoch": 0.06033350333039702,
-      "grad_norm": 3.7034494876861572,
-      "learning_rate": 4.999999686804005e-05,
-      "loss": 2.0533,
-      "step": 976
-    },
-    {
-      "epoch": 0.06039532044446505,
-      "grad_norm": 3.916557550430298,
-      "learning_rate": 4.9999995489977716e-05,
-      "loss": 1.5285,
-      "step": 977
-    },
-    {
-      "epoch": 0.06045713755853308,
-      "grad_norm": 4.070480823516846,
-      "learning_rate": 4.9999993861358615e-05,
-      "loss": 1.7226,
-      "step": 978
-    },
-    {
-      "epoch": 0.06051895467260111,
-      "grad_norm": 2.902149200439453,
-      "learning_rate": 4.9999991982182784e-05,
-      "loss": 1.8551,
-      "step": 979
-    },
-    {
-      "epoch": 0.06058077178666914,
-      "grad_norm": 2.660306215286255,
-      "learning_rate": 4.999998985245023e-05,
-      "loss": 1.8302,
-      "step": 980
-    },
-    {
-      "epoch": 0.06064258890073717,
-      "grad_norm": 3.396833896636963,
-      "learning_rate": 4.999998747216098e-05,
-      "loss": 1.8381,
-      "step": 981
-    },
-    {
-      "epoch": 0.0607044060148052,
-      "grad_norm": 3.2587997913360596,
-      "learning_rate": 4.999998484131505e-05,
-      "loss": 1.2314,
-      "step": 982
-    },
-    {
-      "epoch": 0.060766223128873226,
-      "grad_norm": 3.182549238204956,
-      "learning_rate": 4.9999981959912465e-05,
-      "loss": 1.6828,
-      "step": 983
-    },
-    {
-      "epoch": 0.06082804024294126,
-      "grad_norm": 3.952733278274536,
-      "learning_rate": 4.999997882795327e-05,
-      "loss": 1.5664,
-      "step": 984
-    },
-    {
-      "epoch": 0.06088985735700929,
-      "grad_norm": 2.228705644607544,
-      "learning_rate": 4.999997544543748e-05,
-      "loss": 2.1903,
-      "step": 985
-    },
-    {
-      "epoch": 0.06095167447107732,
-      "grad_norm": 2.628267288208008,
-      "learning_rate": 4.999997181236514e-05,
-      "loss": 1.021,
-      "step": 986
-    },
-    {
-      "epoch": 0.061013491585145345,
-      "grad_norm": 2.8516664505004883,
-      "learning_rate": 4.9999967928736274e-05,
-      "loss": 1.2903,
-      "step": 987
-    },
-    {
-      "epoch": 0.061075308699213376,
-      "grad_norm": 3.6712746620178223,
-      "learning_rate": 4.999996379455093e-05,
-      "loss": 1.7659,
-      "step": 988
-    },
-    {
-      "epoch": 0.06113712581328141,
-      "grad_norm": 3.5073115825653076,
-      "learning_rate": 4.9999959409809146e-05,
-      "loss": 1.8419,
-      "step": 989
-    },
-    {
-      "epoch": 0.06119894292734944,
-      "grad_norm": 2.307974338531494,
-      "learning_rate": 4.999995477451098e-05,
-      "loss": 1.4338,
-      "step": 990
-    },
-    {
-      "epoch": 0.061260760041417464,
-      "grad_norm": 2.404818296432495,
-      "learning_rate": 4.9999949888656454e-05,
-      "loss": 1.5313,
-      "step": 991
-    },
-    {
-      "epoch": 0.061322577155485496,
-      "grad_norm": 3.1282997131347656,
-      "learning_rate": 4.999994475224563e-05,
-      "loss": 1.4293,
-      "step": 992
-    },
-    {
-      "epoch": 0.06138439426955353,
-      "grad_norm": 2.416287899017334,
-      "learning_rate": 4.999993936527856e-05,
-      "loss": 1.1364,
-      "step": 993
-    },
-    {
-      "epoch": 0.06144621138362156,
-      "grad_norm": 2.3187167644500732,
-      "learning_rate": 4.99999337277553e-05,
-      "loss": 1.3745,
-      "step": 994
-    },
-    {
-      "epoch": 0.06150802849768958,
-      "grad_norm": 3.823228120803833,
-      "learning_rate": 4.99999278396759e-05,
-      "loss": 1.2961,
-      "step": 995
-    },
-    {
-      "epoch": 0.061569845611757615,
-      "grad_norm": 3.1920359134674072,
-      "learning_rate": 4.999992170104042e-05,
-      "loss": 1.4267,
-      "step": 996
-    },
-    {
-      "epoch": 0.061631662725825646,
-      "grad_norm": 3.2539150714874268,
-      "learning_rate": 4.9999915311848925e-05,
-      "loss": 1.6757,
-      "step": 997
-    },
-    {
-      "epoch": 0.06169347983989368,
-      "grad_norm": 2.374570846557617,
-      "learning_rate": 4.999990867210148e-05,
-      "loss": 1.6447,
-      "step": 998
-    },
-    {
-      "epoch": 0.0617552969539617,
-      "grad_norm": 3.792250871658325,
-      "learning_rate": 4.999990178179815e-05,
-      "loss": 1.5705,
-      "step": 999
-    },
-    {
-      "epoch": 0.061817114068029734,
-      "grad_norm": 3.828247308731079,
-      "learning_rate": 4.9999894640939e-05,
-      "loss": 1.4133,
-      "step": 1000
-    },
-    {
-      "epoch": 0.061817114068029734,
-      "eval_loss": 1.450152039527893,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 6.9573,
-      "eval_samples_per_second": 8.049,
-      "eval_steps_per_second": 8.049,
-      "step": 1000
-    },
-    {
-      "epoch": 0.061817114068029734,
-      "full_eval_loss": 1.497237205505371,
-      "full_eval_model_preparation_time": 0.0065,
-      "full_eval_runtime": 13.4984,
-      "full_eval_samples_per_second": 8.297,
-      "full_eval_steps_per_second": 8.297,
-      "step": 1000
-    },
-    {
-      "epoch": 0.061878931182097766,
-      "grad_norm": 4.210102558135986,
-      "learning_rate": 4.99998872495241e-05,
-      "loss": 1.5316,
-      "step": 1001
-    },
-    {
-      "epoch": 0.06194074829616579,
-      "grad_norm": 3.179370403289795,
-      "learning_rate": 4.9999879607553536e-05,
-      "loss": 1.424,
-      "step": 1002
-    },
-    {
-      "epoch": 0.06200256541023382,
-      "grad_norm": 4.024466037750244,
-      "learning_rate": 4.999987171502738e-05,
-      "loss": 1.6855,
-      "step": 1003
-    },
-    {
-      "epoch": 0.06206438252430185,
-      "grad_norm": 3.2910752296447754,
-      "learning_rate": 4.9999863571945704e-05,
-      "loss": 1.4981,
-      "step": 1004
-    },
-    {
-      "epoch": 0.062126199638369885,
-      "grad_norm": 3.2696890830993652,
-      "learning_rate": 4.999985517830859e-05,
-      "loss": 1.2889,
-      "step": 1005
-    },
-    {
-      "epoch": 0.06218801675243791,
-      "grad_norm": 3.4292166233062744,
-      "learning_rate": 4.999984653411613e-05,
-      "loss": 1.2815,
-      "step": 1006
-    },
-    {
-      "epoch": 0.06224983386650594,
-      "grad_norm": 2.6613945960998535,
-      "learning_rate": 4.999983763936841e-05,
-      "loss": 1.6738,
-      "step": 1007
-    },
-    {
-      "epoch": 0.06231165098057397,
-      "grad_norm": 1.338617205619812,
-      "learning_rate": 4.999982849406551e-05,
-      "loss": 1.8133,
-      "step": 1008
-    },
-    {
-      "epoch": 0.062373468094642004,
-      "grad_norm": 2.846219062805176,
-      "learning_rate": 4.999981909820753e-05,
-      "loss": 1.3427,
-      "step": 1009
-    },
-    {
-      "epoch": 0.06243528520871003,
-      "grad_norm": 2.6852121353149414,
-      "learning_rate": 4.999980945179457e-05,
-      "loss": 1.8406,
-      "step": 1010
-    },
-    {
-      "epoch": 0.06249710232277806,
-      "grad_norm": 2.1834044456481934,
-      "learning_rate": 4.9999799554826705e-05,
-      "loss": 1.3873,
-      "step": 1011
-    },
-    {
-      "epoch": 0.06255891943684609,
-      "grad_norm": 4.844724178314209,
-      "learning_rate": 4.999978940730405e-05,
-      "loss": 1.7777,
-      "step": 1012
-    },
-    {
-      "epoch": 0.06262073655091412,
-      "grad_norm": 3.487954616546631,
-      "learning_rate": 4.999977900922671e-05,
-      "loss": 1.0821,
-      "step": 1013
-    },
-    {
-      "epoch": 0.06268255366498215,
-      "grad_norm": 3.7513535022735596,
-      "learning_rate": 4.999976836059478e-05,
-      "loss": 1.6422,
-      "step": 1014
-    },
-    {
-      "epoch": 0.06274437077905018,
-      "grad_norm": 2.686781883239746,
-      "learning_rate": 4.999975746140837e-05,
-      "loss": 1.5075,
-      "step": 1015
-    },
-    {
-      "epoch": 0.0628061878931182,
-      "grad_norm": 3.6225507259368896,
-      "learning_rate": 4.99997463116676e-05,
-      "loss": 1.0889,
-      "step": 1016
-    },
-    {
-      "epoch": 0.06286800500718624,
-      "grad_norm": 3.195099353790283,
-      "learning_rate": 4.9999734911372555e-05,
-      "loss": 1.7277,
-      "step": 1017
-    },
-    {
-      "epoch": 0.06292982212125427,
-      "grad_norm": 3.604496479034424,
-      "learning_rate": 4.999972326052337e-05,
-      "loss": 1.3169,
-      "step": 1018
-    },
-    {
-      "epoch": 0.0629916392353223,
-      "grad_norm": 2.5490071773529053,
-      "learning_rate": 4.999971135912016e-05,
-      "loss": 1.3126,
-      "step": 1019
-    },
-    {
-      "epoch": 0.06305345634939033,
-      "grad_norm": 2.677485227584839,
-      "learning_rate": 4.999969920716305e-05,
-      "loss": 1.3725,
-      "step": 1020
-    },
-    {
-      "epoch": 0.06311527346345835,
-      "grad_norm": 6.31888484954834,
-      "learning_rate": 4.999968680465214e-05,
-      "loss": 1.8768,
-      "step": 1021
-    },
-    {
-      "epoch": 0.06317709057752639,
-      "grad_norm": 2.9618113040924072,
-      "learning_rate": 4.9999674151587575e-05,
-      "loss": 1.7181,
-      "step": 1022
-    },
-    {
-      "epoch": 0.06323890769159442,
-      "grad_norm": 3.1329588890075684,
-      "learning_rate": 4.999966124796947e-05,
-      "loss": 1.4223,
-      "step": 1023
-    },
-    {
-      "epoch": 0.06330072480566244,
-      "grad_norm": 3.883897304534912,
-      "learning_rate": 4.999964809379796e-05,
-      "loss": 1.9054,
-      "step": 1024
-    },
-    {
-      "epoch": 0.06336254191973048,
-      "grad_norm": 3.6083905696868896,
-      "learning_rate": 4.999963468907318e-05,
-      "loss": 1.2306,
-      "step": 1025
-    },
-    {
-      "epoch": 0.0634243590337985,
-      "grad_norm": 2.3351917266845703,
-      "learning_rate": 4.999962103379526e-05,
-      "loss": 1.6403,
-      "step": 1026
-    },
-    {
-      "epoch": 0.06348617614786654,
-      "grad_norm": 2.8089654445648193,
-      "learning_rate": 4.999960712796433e-05,
-      "loss": 1.6138,
-      "step": 1027
-    },
-    {
-      "epoch": 0.06354799326193457,
-      "grad_norm": 2.8841452598571777,
-      "learning_rate": 4.999959297158054e-05,
-      "loss": 1.4843,
-      "step": 1028
-    },
-    {
-      "epoch": 0.06360981037600259,
-      "grad_norm": 3.021841287612915,
-      "learning_rate": 4.9999578564644036e-05,
-      "loss": 1.5713,
-      "step": 1029
-    },
-    {
-      "epoch": 0.06367162749007063,
-      "grad_norm": 2.463430643081665,
-      "learning_rate": 4.9999563907154946e-05,
-      "loss": 1.2702,
-      "step": 1030
-    },
-    {
-      "epoch": 0.06373344460413866,
-      "grad_norm": 2.9901955127716064,
-      "learning_rate": 4.999954899911342e-05,
-      "loss": 1.7075,
-      "step": 1031
-    },
-    {
-      "epoch": 0.06379526171820668,
-      "grad_norm": 2.581819772720337,
-      "learning_rate": 4.999953384051962e-05,
-      "loss": 1.3493,
-      "step": 1032
-    },
-    {
-      "epoch": 0.06385707883227472,
-      "grad_norm": 3.018935203552246,
-      "learning_rate": 4.999951843137369e-05,
-      "loss": 1.6895,
-      "step": 1033
-    },
-    {
-      "epoch": 0.06391889594634274,
-      "grad_norm": 3.690676689147949,
-      "learning_rate": 4.999950277167579e-05,
-      "loss": 0.9325,
-      "step": 1034
-    },
-    {
-      "epoch": 0.06398071306041077,
-      "grad_norm": 2.0438718795776367,
-      "learning_rate": 4.999948686142606e-05,
-      "loss": 1.771,
-      "step": 1035
-    },
-    {
-      "epoch": 0.0640425301744788,
-      "grad_norm": 3.2207186222076416,
-      "learning_rate": 4.9999470700624684e-05,
-      "loss": 1.7609,
-      "step": 1036
-    },
-    {
-      "epoch": 0.06410434728854683,
-      "grad_norm": 2.1949520111083984,
-      "learning_rate": 4.999945428927181e-05,
-      "loss": 2.3625,
-      "step": 1037
-    },
-    {
-      "epoch": 0.06416616440261487,
-      "grad_norm": 2.6181607246398926,
-      "learning_rate": 4.999943762736759e-05,
-      "loss": 2.0556,
-      "step": 1038
-    },
-    {
-      "epoch": 0.0642279815166829,
-      "grad_norm": 4.083354949951172,
-      "learning_rate": 4.9999420714912215e-05,
-      "loss": 1.2666,
-      "step": 1039
-    },
-    {
-      "epoch": 0.06428979863075092,
-      "grad_norm": 2.3121676445007324,
-      "learning_rate": 4.999940355190585e-05,
-      "loss": 1.6265,
-      "step": 1040
-    },
-    {
-      "epoch": 0.06435161574481896,
-      "grad_norm": 2.493154764175415,
-      "learning_rate": 4.999938613834866e-05,
-      "loss": 1.5042,
-      "step": 1041
-    },
-    {
-      "epoch": 0.06441343285888698,
-      "grad_norm": 2.025744676589966,
-      "learning_rate": 4.999936847424082e-05,
-      "loss": 1.4023,
-      "step": 1042
-    },
-    {
-      "epoch": 0.064475249972955,
-      "grad_norm": 3.6372358798980713,
-      "learning_rate": 4.9999350559582495e-05,
-      "loss": 1.6164,
-      "step": 1043
-    },
-    {
-      "epoch": 0.06453706708702305,
-      "grad_norm": 2.9241955280303955,
-      "learning_rate": 4.999933239437389e-05,
-      "loss": 1.3488,
-      "step": 1044
-    },
-    {
-      "epoch": 0.06459888420109107,
-      "grad_norm": 2.9149270057678223,
-      "learning_rate": 4.999931397861517e-05,
-      "loss": 1.6399,
-      "step": 1045
-    },
-    {
-      "epoch": 0.06466070131515911,
-      "grad_norm": 2.7247722148895264,
-      "learning_rate": 4.999929531230653e-05,
-      "loss": 1.319,
-      "step": 1046
-    },
-    {
-      "epoch": 0.06472251842922713,
-      "grad_norm": 4.368119239807129,
-      "learning_rate": 4.999927639544815e-05,
-      "loss": 1.2564,
-      "step": 1047
-    },
-    {
-      "epoch": 0.06478433554329516,
-      "grad_norm": 3.94026780128479,
-      "learning_rate": 4.999925722804022e-05,
-      "loss": 1.2769,
-      "step": 1048
-    },
-    {
-      "epoch": 0.0648461526573632,
-      "grad_norm": 5.445573806762695,
-      "learning_rate": 4.999923781008293e-05,
-      "loss": 1.2305,
-      "step": 1049
-    },
-    {
-      "epoch": 0.06490796977143122,
-      "grad_norm": 2.938062906265259,
-      "learning_rate": 4.999921814157648e-05,
-      "loss": 1.0259,
-      "step": 1050
-    },
-    {
-      "epoch": 0.06490796977143122,
-      "eval_loss": 1.4489630460739136,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.0307,
-      "eval_samples_per_second": 7.965,
-      "eval_steps_per_second": 7.965,
-      "step": 1050
-    },
-    {
-      "epoch": 0.06496978688549924,
-      "grad_norm": 3.623771905899048,
-      "learning_rate": 4.9999198222521066e-05,
-      "loss": 1.4254,
-      "step": 1051
-    },
-    {
-      "epoch": 0.06503160399956728,
-      "grad_norm": 3.3981258869171143,
-      "learning_rate": 4.9999178052916886e-05,
-      "loss": 1.4754,
-      "step": 1052
-    },
-    {
-      "epoch": 0.06509342111363531,
-      "grad_norm": 2.80684494972229,
-      "learning_rate": 4.9999157632764135e-05,
-      "loss": 1.863,
-      "step": 1053
-    },
-    {
-      "epoch": 0.06515523822770335,
-      "grad_norm": 3.686239242553711,
-      "learning_rate": 4.9999136962063036e-05,
-      "loss": 1.709,
-      "step": 1054
-    },
-    {
-      "epoch": 0.06521705534177137,
-      "grad_norm": 2.9851648807525635,
-      "learning_rate": 4.999911604081378e-05,
-      "loss": 1.634,
-      "step": 1055
-    },
-    {
-      "epoch": 0.0652788724558394,
-      "grad_norm": 2.4661900997161865,
-      "learning_rate": 4.999909486901658e-05,
-      "loss": 1.7004,
-      "step": 1056
-    },
-    {
-      "epoch": 0.06534068956990743,
-      "grad_norm": 2.9421184062957764,
-      "learning_rate": 4.9999073446671664e-05,
-      "loss": 1.2368,
-      "step": 1057
-    },
-    {
-      "epoch": 0.06540250668397546,
-      "grad_norm": 4.203579902648926,
-      "learning_rate": 4.9999051773779213e-05,
-      "loss": 1.3398,
-      "step": 1058
-    },
-    {
-      "epoch": 0.06546432379804348,
-      "grad_norm": 1.9091475009918213,
-      "learning_rate": 4.999902985033948e-05,
-      "loss": 1.4918,
-      "step": 1059
-    },
-    {
-      "epoch": 0.06552614091211152,
-      "grad_norm": 4.502869606018066,
-      "learning_rate": 4.9999007676352664e-05,
-      "loss": 1.4403,
-      "step": 1060
-    },
-    {
-      "epoch": 0.06558795802617955,
-      "grad_norm": 2.428699254989624,
-      "learning_rate": 4.9998985251818984e-05,
-      "loss": 1.2827,
-      "step": 1061
-    },
-    {
-      "epoch": 0.06564977514024757,
-      "grad_norm": 4.8152384757995605,
-      "learning_rate": 4.9998962576738686e-05,
-      "loss": 1.631,
-      "step": 1062
-    },
-    {
-      "epoch": 0.06571159225431561,
-      "grad_norm": 4.727790832519531,
-      "learning_rate": 4.999893965111198e-05,
-      "loss": 1.7107,
-      "step": 1063
-    },
-    {
-      "epoch": 0.06577340936838363,
-      "grad_norm": 3.8968594074249268,
-      "learning_rate": 4.9998916474939096e-05,
-      "loss": 1.4636,
-      "step": 1064
-    },
-    {
-      "epoch": 0.06583522648245167,
-      "grad_norm": 1.837765097618103,
-      "learning_rate": 4.999889304822027e-05,
-      "loss": 1.4886,
-      "step": 1065
-    },
-    {
-      "epoch": 0.0658970435965197,
-      "grad_norm": 3.2921574115753174,
-      "learning_rate": 4.9998869370955737e-05,
-      "loss": 1.7058,
-      "step": 1066
-    },
-    {
-      "epoch": 0.06595886071058772,
-      "grad_norm": 3.118708848953247,
-      "learning_rate": 4.999884544314573e-05,
-      "loss": 1.5198,
-      "step": 1067
-    },
-    {
-      "epoch": 0.06602067782465576,
-      "grad_norm": 3.898873805999756,
-      "learning_rate": 4.9998821264790506e-05,
-      "loss": 1.5103,
-      "step": 1068
-    },
-    {
-      "epoch": 0.06608249493872378,
-      "grad_norm": 2.2748024463653564,
-      "learning_rate": 4.9998796835890285e-05,
-      "loss": 1.5639,
-      "step": 1069
-    },
-    {
-      "epoch": 0.06614431205279181,
-      "grad_norm": 3.1237242221832275,
-      "learning_rate": 4.999877215644532e-05,
-      "loss": 1.7375,
-      "step": 1070
-    },
-    {
-      "epoch": 0.06620612916685985,
-      "grad_norm": 3.1619513034820557,
-      "learning_rate": 4.9998747226455866e-05,
-      "loss": 1.5634,
-      "step": 1071
-    },
-    {
-      "epoch": 0.06626794628092787,
-      "grad_norm": 3.1935832500457764,
-      "learning_rate": 4.999872204592216e-05,
-      "loss": 1.3247,
-      "step": 1072
-    },
-    {
-      "epoch": 0.06632976339499591,
-      "grad_norm": 3.001516819000244,
-      "learning_rate": 4.999869661484447e-05,
-      "loss": 1.3891,
-      "step": 1073
-    },
-    {
-      "epoch": 0.06639158050906394,
-      "grad_norm": 2.937004566192627,
-      "learning_rate": 4.999867093322303e-05,
-      "loss": 1.2161,
-      "step": 1074
-    },
-    {
-      "epoch": 0.06645339762313196,
-      "grad_norm": 3.0880544185638428,
-      "learning_rate": 4.999864500105812e-05,
-      "loss": 1.4368,
-      "step": 1075
-    },
-    {
-      "epoch": 0.0665152147372,
-      "grad_norm": 2.8592779636383057,
-      "learning_rate": 4.999861881834999e-05,
-      "loss": 1.286,
-      "step": 1076
-    },
-    {
-      "epoch": 0.06657703185126802,
-      "grad_norm": 2.271449327468872,
-      "learning_rate": 4.9998592385098885e-05,
-      "loss": 1.6738,
-      "step": 1077
-    },
-    {
-      "epoch": 0.06663884896533605,
-      "grad_norm": 3.4708926677703857,
-      "learning_rate": 4.99985657013051e-05,
-      "loss": 1.5648,
-      "step": 1078
-    },
-    {
-      "epoch": 0.06670066607940409,
-      "grad_norm": 3.2960565090179443,
-      "learning_rate": 4.999853876696888e-05,
-      "loss": 1.2193,
-      "step": 1079
-    },
-    {
-      "epoch": 0.06676248319347211,
-      "grad_norm": 3.034470796585083,
-      "learning_rate": 4.999851158209051e-05,
-      "loss": 1.4571,
-      "step": 1080
-    },
-    {
-      "epoch": 0.06682430030754015,
-      "grad_norm": 3.752816915512085,
-      "learning_rate": 4.9998484146670255e-05,
-      "loss": 1.6427,
-      "step": 1081
-    },
-    {
-      "epoch": 0.06688611742160817,
-      "grad_norm": 2.6353557109832764,
-      "learning_rate": 4.9998456460708395e-05,
-      "loss": 1.9931,
-      "step": 1082
-    },
-    {
-      "epoch": 0.0669479345356762,
-      "grad_norm": 2.5740349292755127,
-      "learning_rate": 4.99984285242052e-05,
-      "loss": 1.7416,
-      "step": 1083
-    },
-    {
-      "epoch": 0.06700975164974424,
-      "grad_norm": 4.405962944030762,
-      "learning_rate": 4.999840033716095e-05,
-      "loss": 1.4718,
-      "step": 1084
-    },
-    {
-      "epoch": 0.06707156876381226,
-      "grad_norm": 4.786710739135742,
-      "learning_rate": 4.999837189957594e-05,
-      "loss": 1.4666,
-      "step": 1085
-    },
-    {
-      "epoch": 0.06713338587788029,
-      "grad_norm": 3.756991147994995,
-      "learning_rate": 4.9998343211450435e-05,
-      "loss": 1.5175,
-      "step": 1086
-    },
-    {
-      "epoch": 0.06719520299194832,
-      "grad_norm": 3.6464052200317383,
-      "learning_rate": 4.9998314272784735e-05,
-      "loss": 1.7644,
-      "step": 1087
-    },
-    {
-      "epoch": 0.06725702010601635,
-      "grad_norm": 3.774543285369873,
-      "learning_rate": 4.999828508357913e-05,
-      "loss": 1.5007,
-      "step": 1088
-    },
-    {
-      "epoch": 0.06731883722008437,
-      "grad_norm": 3.265368938446045,
-      "learning_rate": 4.999825564383391e-05,
-      "loss": 1.0748,
-      "step": 1089
-    },
-    {
-      "epoch": 0.06738065433415241,
-      "grad_norm": 3.2877368927001953,
-      "learning_rate": 4.999822595354938e-05,
-      "loss": 2.078,
-      "step": 1090
-    },
-    {
-      "epoch": 0.06744247144822044,
-      "grad_norm": 3.2532098293304443,
-      "learning_rate": 4.9998196012725824e-05,
-      "loss": 1.4911,
-      "step": 1091
-    },
-    {
-      "epoch": 0.06750428856228848,
-      "grad_norm": 2.6231417655944824,
-      "learning_rate": 4.999816582136355e-05,
-      "loss": 1.6082,
-      "step": 1092
-    },
-    {
-      "epoch": 0.0675661056763565,
-      "grad_norm": 4.856808185577393,
-      "learning_rate": 4.999813537946285e-05,
-      "loss": 1.5772,
-      "step": 1093
-    },
-    {
-      "epoch": 0.06762792279042452,
-      "grad_norm": 3.1099777221679688,
-      "learning_rate": 4.999810468702404e-05,
-      "loss": 1.4088,
-      "step": 1094
-    },
-    {
-      "epoch": 0.06768973990449256,
-      "grad_norm": 2.4477713108062744,
-      "learning_rate": 4.999807374404743e-05,
-      "loss": 1.6235,
-      "step": 1095
-    },
-    {
-      "epoch": 0.06775155701856059,
-      "grad_norm": 3.6095097064971924,
-      "learning_rate": 4.9998042550533306e-05,
-      "loss": 1.6732,
-      "step": 1096
-    },
-    {
-      "epoch": 0.06781337413262861,
-      "grad_norm": 3.793501138687134,
-      "learning_rate": 4.999801110648201e-05,
-      "loss": 1.6587,
-      "step": 1097
-    },
-    {
-      "epoch": 0.06787519124669665,
-      "grad_norm": 4.337910175323486,
-      "learning_rate": 4.9997979411893854e-05,
-      "loss": 1.2832,
-      "step": 1098
-    },
-    {
-      "epoch": 0.06793700836076468,
-      "grad_norm": 3.0354220867156982,
-      "learning_rate": 4.999794746676914e-05,
-      "loss": 1.6276,
-      "step": 1099
-    },
-    {
-      "epoch": 0.06799882547483271,
-      "grad_norm": 2.9072840213775635,
-      "learning_rate": 4.9997915271108194e-05,
-      "loss": 1.4932,
-      "step": 1100
-    },
-    {
-      "epoch": 0.06799882547483271,
-      "eval_loss": 1.458347201347351,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.1399,
-      "eval_samples_per_second": 7.843,
-      "eval_steps_per_second": 7.843,
-      "step": 1100
-    },
-    {
-      "epoch": 0.06799882547483271,
-      "full_eval_loss": 1.501924753189087,
-      "full_eval_model_preparation_time": 0.0065,
-      "full_eval_runtime": 13.7015,
-      "full_eval_samples_per_second": 8.174,
-      "full_eval_steps_per_second": 8.174,
-      "step": 1100
-    },
-    {
-      "epoch": 0.06806064258890074,
-      "grad_norm": 3.9805946350097656,
-      "learning_rate": 4.999788282491135e-05,
-      "loss": 1.4198,
-      "step": 1101
-    },
-    {
-      "epoch": 0.06812245970296876,
-      "grad_norm": 6.418516635894775,
-      "learning_rate": 4.9997850128178915e-05,
-      "loss": 1.4119,
-      "step": 1102
-    },
-    {
-      "epoch": 0.0681842768170368,
-      "grad_norm": 1.8074182271957397,
-      "learning_rate": 4.999781718091122e-05,
-      "loss": 1.8564,
-      "step": 1103
-    },
-    {
-      "epoch": 0.06824609393110483,
-      "grad_norm": 5.529680252075195,
-      "learning_rate": 4.999778398310861e-05,
-      "loss": 1.2886,
-      "step": 1104
-    },
-    {
-      "epoch": 0.06830791104517285,
-      "grad_norm": 4.667720794677734,
-      "learning_rate": 4.9997750534771406e-05,
-      "loss": 1.3644,
-      "step": 1105
-    },
-    {
-      "epoch": 0.06836972815924089,
-      "grad_norm": 3.265986680984497,
-      "learning_rate": 4.999771683589994e-05,
-      "loss": 1.5786,
-      "step": 1106
-    },
-    {
-      "epoch": 0.06843154527330891,
-      "grad_norm": 2.6313018798828125,
-      "learning_rate": 4.999768288649457e-05,
-      "loss": 1.7799,
-      "step": 1107
-    },
-    {
-      "epoch": 0.06849336238737695,
-      "grad_norm": 3.652086019515991,
-      "learning_rate": 4.999764868655561e-05,
-      "loss": 1.6559,
-      "step": 1108
-    },
-    {
-      "epoch": 0.06855517950144498,
-      "grad_norm": 3.0481839179992676,
-      "learning_rate": 4.999761423608341e-05,
-      "loss": 1.4651,
-      "step": 1109
-    },
-    {
-      "epoch": 0.068616996615513,
-      "grad_norm": 2.767291784286499,
-      "learning_rate": 4.999757953507833e-05,
-      "loss": 1.3419,
-      "step": 1110
-    },
-    {
-      "epoch": 0.06867881372958104,
-      "grad_norm": 4.14376974105835,
-      "learning_rate": 4.99975445835407e-05,
-      "loss": 1.5634,
-      "step": 1111
-    },
-    {
-      "epoch": 0.06874063084364906,
-      "grad_norm": 3.7958528995513916,
-      "learning_rate": 4.9997509381470885e-05,
-      "loss": 1.4477,
-      "step": 1112
-    },
-    {
-      "epoch": 0.06880244795771709,
-      "grad_norm": 4.168353080749512,
-      "learning_rate": 4.999747392886923e-05,
-      "loss": 1.3329,
-      "step": 1113
-    },
-    {
-      "epoch": 0.06886426507178513,
-      "grad_norm": 2.5627012252807617,
-      "learning_rate": 4.9997438225736084e-05,
-      "loss": 1.5461,
-      "step": 1114
-    },
-    {
-      "epoch": 0.06892608218585315,
-      "grad_norm": 4.246138572692871,
-      "learning_rate": 4.9997402272071816e-05,
-      "loss": 1.7996,
-      "step": 1115
-    },
-    {
-      "epoch": 0.06898789929992118,
-      "grad_norm": 3.5292859077453613,
-      "learning_rate": 4.999736606787678e-05,
-      "loss": 1.6671,
-      "step": 1116
-    },
-    {
-      "epoch": 0.06904971641398922,
-      "grad_norm": 3.5168371200561523,
-      "learning_rate": 4.999732961315134e-05,
-      "loss": 1.4307,
-      "step": 1117
-    },
-    {
-      "epoch": 0.06911153352805724,
-      "grad_norm": 3.32965087890625,
-      "learning_rate": 4.9997292907895864e-05,
-      "loss": 1.5525,
-      "step": 1118
-    },
-    {
-      "epoch": 0.06917335064212528,
-      "grad_norm": 4.315361022949219,
-      "learning_rate": 4.999725595211072e-05,
-      "loss": 1.9215,
-      "step": 1119
-    },
-    {
-      "epoch": 0.0692351677561933,
-      "grad_norm": 4.012392997741699,
-      "learning_rate": 4.999721874579627e-05,
-      "loss": 1.7011,
-      "step": 1120
-    },
-    {
-      "epoch": 0.06929698487026133,
-      "grad_norm": 3.366727590560913,
-      "learning_rate": 4.99971812889529e-05,
-      "loss": 1.6197,
-      "step": 1121
-    },
-    {
-      "epoch": 0.06935880198432937,
-      "grad_norm": 2.531421184539795,
-      "learning_rate": 4.9997143581580974e-05,
-      "loss": 1.4898,
-      "step": 1122
-    },
-    {
-      "epoch": 0.06942061909839739,
-      "grad_norm": 2.2430737018585205,
-      "learning_rate": 4.999710562368087e-05,
-      "loss": 1.6464,
-      "step": 1123
-    },
-    {
-      "epoch": 0.06948243621246541,
-      "grad_norm": 2.434418201446533,
-      "learning_rate": 4.999706741525298e-05,
-      "loss": 1.3831,
-      "step": 1124
-    },
-    {
-      "epoch": 0.06954425332653345,
-      "grad_norm": 3.60455584526062,
-      "learning_rate": 4.999702895629768e-05,
-      "loss": 1.8059,
-      "step": 1125
-    },
-    {
-      "epoch": 0.06960607044060148,
-      "grad_norm": 5.30965518951416,
-      "learning_rate": 4.9996990246815354e-05,
-      "loss": 1.5134,
-      "step": 1126
-    },
-    {
-      "epoch": 0.06966788755466952,
-      "grad_norm": 3.884232759475708,
-      "learning_rate": 4.9996951286806395e-05,
-      "loss": 1.3783,
-      "step": 1127
-    },
-    {
-      "epoch": 0.06972970466873754,
-      "grad_norm": 3.127218246459961,
-      "learning_rate": 4.9996912076271185e-05,
-      "loss": 1.4438,
-      "step": 1128
-    },
-    {
-      "epoch": 0.06979152178280557,
-      "grad_norm": 3.1145310401916504,
-      "learning_rate": 4.999687261521012e-05,
-      "loss": 1.9857,
-      "step": 1129
-    },
-    {
-      "epoch": 0.0698533388968736,
-      "grad_norm": 2.4898808002471924,
-      "learning_rate": 4.99968329036236e-05,
-      "loss": 1.3777,
-      "step": 1130
-    },
-    {
-      "epoch": 0.06991515601094163,
-      "grad_norm": 3.9189813137054443,
-      "learning_rate": 4.9996792941512026e-05,
-      "loss": 1.4113,
-      "step": 1131
-    },
-    {
-      "epoch": 0.06997697312500965,
-      "grad_norm": 2.388969898223877,
-      "learning_rate": 4.9996752728875786e-05,
-      "loss": 1.6319,
-      "step": 1132
-    },
-    {
-      "epoch": 0.07003879023907769,
-      "grad_norm": 4.757222652435303,
-      "learning_rate": 4.9996712265715294e-05,
-      "loss": 1.4009,
-      "step": 1133
-    },
-    {
-      "epoch": 0.07010060735314572,
-      "grad_norm": 3.5724849700927734,
-      "learning_rate": 4.999667155203095e-05,
-      "loss": 1.4518,
-      "step": 1134
-    },
-    {
-      "epoch": 0.07016242446721375,
-      "grad_norm": 1.7107199430465698,
-      "learning_rate": 4.9996630587823156e-05,
-      "loss": 1.6138,
-      "step": 1135
-    },
-    {
-      "epoch": 0.07022424158128178,
-      "grad_norm": 3.603412389755249,
-      "learning_rate": 4.9996589373092336e-05,
-      "loss": 1.5415,
-      "step": 1136
-    },
-    {
-      "epoch": 0.0702860586953498,
-      "grad_norm": 3.168933153152466,
-      "learning_rate": 4.99965479078389e-05,
-      "loss": 1.4728,
-      "step": 1137
-    },
-    {
-      "epoch": 0.07034787580941784,
-      "grad_norm": 2.923635959625244,
-      "learning_rate": 4.9996506192063255e-05,
-      "loss": 1.3947,
-      "step": 1138
-    },
-    {
-      "epoch": 0.07040969292348587,
-      "grad_norm": 4.603675842285156,
-      "learning_rate": 4.9996464225765834e-05,
-      "loss": 1.4739,
-      "step": 1139
-    },
-    {
-      "epoch": 0.07047151003755389,
-      "grad_norm": 3.519590139389038,
-      "learning_rate": 4.999642200894704e-05,
-      "loss": 1.5207,
-      "step": 1140
-    },
-    {
-      "epoch": 0.07053332715162193,
-      "grad_norm": 7.297929286956787,
-      "learning_rate": 4.999637954160731e-05,
-      "loss": 1.3559,
-      "step": 1141
-    },
-    {
-      "epoch": 0.07059514426568995,
-      "grad_norm": 5.248113632202148,
-      "learning_rate": 4.9996336823747056e-05,
-      "loss": 1.4556,
-      "step": 1142
-    },
-    {
-      "epoch": 0.07065696137975798,
-      "grad_norm": 3.3714208602905273,
-      "learning_rate": 4.9996293855366717e-05,
-      "loss": 1.7054,
-      "step": 1143
-    },
-    {
-      "epoch": 0.07071877849382602,
-      "grad_norm": 4.158246040344238,
-      "learning_rate": 4.999625063646672e-05,
-      "loss": 1.3524,
-      "step": 1144
-    },
-    {
-      "epoch": 0.07078059560789404,
-      "grad_norm": 3.178194046020508,
-      "learning_rate": 4.99962071670475e-05,
-      "loss": 1.6076,
-      "step": 1145
-    },
-    {
-      "epoch": 0.07084241272196208,
-      "grad_norm": 3.8522205352783203,
-      "learning_rate": 4.99961634471095e-05,
-      "loss": 1.9804,
-      "step": 1146
-    },
-    {
-      "epoch": 0.0709042298360301,
-      "grad_norm": 2.5218663215637207,
-      "learning_rate": 4.999611947665313e-05,
-      "loss": 1.4236,
-      "step": 1147
-    },
-    {
-      "epoch": 0.07096604695009813,
-      "grad_norm": 2.7360422611236572,
-      "learning_rate": 4.999607525567887e-05,
-      "loss": 1.5495,
-      "step": 1148
-    },
-    {
-      "epoch": 0.07102786406416617,
-      "grad_norm": 3.6758480072021484,
-      "learning_rate": 4.999603078418713e-05,
-      "loss": 1.4069,
-      "step": 1149
-    },
-    {
-      "epoch": 0.0710896811782342,
-      "grad_norm": 2.517512798309326,
-      "learning_rate": 4.999598606217838e-05,
-      "loss": 1.3257,
-      "step": 1150
-    },
-    {
-      "epoch": 0.0710896811782342,
-      "eval_loss": 1.4611502885818481,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.2801,
-      "eval_samples_per_second": 7.692,
-      "eval_steps_per_second": 7.692,
-      "step": 1150
-    },
-    {
-      "epoch": 0.07115149829230222,
-      "grad_norm": 4.502274990081787,
-      "learning_rate": 4.9995941089653056e-05,
-      "loss": 1.6537,
-      "step": 1151
-    },
-    {
-      "epoch": 0.07121331540637026,
-      "grad_norm": 3.220961809158325,
-      "learning_rate": 4.9995895866611605e-05,
-      "loss": 2.1568,
-      "step": 1152
-    },
-    {
-      "epoch": 0.07127513252043828,
-      "grad_norm": 3.7761194705963135,
-      "learning_rate": 4.999585039305449e-05,
-      "loss": 1.3446,
-      "step": 1153
-    },
-    {
-      "epoch": 0.07133694963450632,
-      "grad_norm": 2.222883939743042,
-      "learning_rate": 4.999580466898216e-05,
-      "loss": 1.3663,
-      "step": 1154
-    },
-    {
-      "epoch": 0.07139876674857434,
-      "grad_norm": 4.482071876525879,
-      "learning_rate": 4.9995758694395074e-05,
-      "loss": 1.6305,
-      "step": 1155
-    },
-    {
-      "epoch": 0.07146058386264237,
-      "grad_norm": 3.0965118408203125,
-      "learning_rate": 4.99957124692937e-05,
-      "loss": 1.8209,
-      "step": 1156
-    },
-    {
-      "epoch": 0.0715224009767104,
-      "grad_norm": 2.510735511779785,
-      "learning_rate": 4.9995665993678485e-05,
-      "loss": 1.4891,
-      "step": 1157
-    },
-    {
-      "epoch": 0.07158421809077843,
-      "grad_norm": 2.4936892986297607,
-      "learning_rate": 4.999561926754991e-05,
-      "loss": 1.7925,
-      "step": 1158
-    },
-    {
-      "epoch": 0.07164603520484646,
-      "grad_norm": 2.726389169692993,
-      "learning_rate": 4.999557229090844e-05,
-      "loss": 1.6097,
-      "step": 1159
-    },
-    {
-      "epoch": 0.0717078523189145,
-      "grad_norm": 3.0699517726898193,
-      "learning_rate": 4.9995525063754545e-05,
-      "loss": 1.5509,
-      "step": 1160
-    },
-    {
-      "epoch": 0.07176966943298252,
-      "grad_norm": 3.5881502628326416,
-      "learning_rate": 4.99954775860887e-05,
-      "loss": 1.5925,
-      "step": 1161
-    },
-    {
-      "epoch": 0.07183148654705056,
-      "grad_norm": 3.0388119220733643,
-      "learning_rate": 4.999542985791138e-05,
-      "loss": 1.4545,
-      "step": 1162
-    },
-    {
-      "epoch": 0.07189330366111858,
-      "grad_norm": 3.3986425399780273,
-      "learning_rate": 4.999538187922306e-05,
-      "loss": 1.6264,
-      "step": 1163
-    },
-    {
-      "epoch": 0.0719551207751866,
-      "grad_norm": 4.587544918060303,
-      "learning_rate": 4.999533365002421e-05,
-      "loss": 1.2944,
-      "step": 1164
-    },
-    {
-      "epoch": 0.07201693788925465,
-      "grad_norm": 3.1150660514831543,
-      "learning_rate": 4.9995285170315345e-05,
-      "loss": 1.5631,
-      "step": 1165
-    },
-    {
-      "epoch": 0.07207875500332267,
-      "grad_norm": 3.1830317974090576,
-      "learning_rate": 4.9995236440096924e-05,
-      "loss": 1.4961,
-      "step": 1166
-    },
-    {
-      "epoch": 0.0721405721173907,
-      "grad_norm": 2.403092622756958,
-      "learning_rate": 4.9995187459369443e-05,
-      "loss": 1.2753,
-      "step": 1167
-    },
-    {
-      "epoch": 0.07220238923145873,
-      "grad_norm": 4.0179619789123535,
-      "learning_rate": 4.999513822813339e-05,
-      "loss": 1.3999,
-      "step": 1168
-    },
-    {
-      "epoch": 0.07226420634552676,
-      "grad_norm": 3.1249256134033203,
-      "learning_rate": 4.999508874638927e-05,
-      "loss": 1.5779,
-      "step": 1169
-    },
-    {
-      "epoch": 0.07232602345959478,
-      "grad_norm": 3.0218613147735596,
-      "learning_rate": 4.999503901413757e-05,
-      "loss": 2.0816,
-      "step": 1170
-    },
-    {
-      "epoch": 0.07238784057366282,
-      "grad_norm": 2.1891818046569824,
-      "learning_rate": 4.999498903137878e-05,
-      "loss": 1.4751,
-      "step": 1171
-    },
-    {
-      "epoch": 0.07244965768773085,
-      "grad_norm": 3.4880590438842773,
-      "learning_rate": 4.9994938798113415e-05,
-      "loss": 2.1628,
-      "step": 1172
-    },
-    {
-      "epoch": 0.07251147480179888,
-      "grad_norm": 3.2042553424835205,
-      "learning_rate": 4.9994888314341975e-05,
-      "loss": 1.706,
-      "step": 1173
-    },
-    {
-      "epoch": 0.07257329191586691,
-      "grad_norm": 4.2856621742248535,
-      "learning_rate": 4.9994837580064966e-05,
-      "loss": 1.4406,
-      "step": 1174
-    },
-    {
-      "epoch": 0.07263510902993493,
-      "grad_norm": 4.185879707336426,
-      "learning_rate": 4.9994786595282896e-05,
-      "loss": 1.5234,
-      "step": 1175
-    },
-    {
-      "epoch": 0.07269692614400297,
-      "grad_norm": 2.482396125793457,
-      "learning_rate": 4.999473535999627e-05,
-      "loss": 1.1774,
-      "step": 1176
-    },
-    {
-      "epoch": 0.072758743258071,
-      "grad_norm": 2.344139575958252,
-      "learning_rate": 4.9994683874205606e-05,
-      "loss": 1.5728,
-      "step": 1177
-    },
-    {
-      "epoch": 0.07282056037213902,
-      "grad_norm": 2.864118814468384,
-      "learning_rate": 4.999463213791142e-05,
-      "loss": 1.3709,
-      "step": 1178
-    },
-    {
-      "epoch": 0.07288237748620706,
-      "grad_norm": 3.6903786659240723,
-      "learning_rate": 4.999458015111423e-05,
-      "loss": 1.6534,
-      "step": 1179
-    },
-    {
-      "epoch": 0.07294419460027508,
-      "grad_norm": 2.4870643615722656,
-      "learning_rate": 4.999452791381457e-05,
-      "loss": 1.6553,
-      "step": 1180
-    },
-    {
-      "epoch": 0.07300601171434312,
-      "grad_norm": 4.061644554138184,
-      "learning_rate": 4.999447542601294e-05,
-      "loss": 1.4237,
-      "step": 1181
-    },
-    {
-      "epoch": 0.07306782882841115,
-      "grad_norm": 2.7314248085021973,
-      "learning_rate": 4.999442268770988e-05,
-      "loss": 1.3537,
-      "step": 1182
-    },
-    {
-      "epoch": 0.07312964594247917,
-      "grad_norm": 3.5338046550750732,
-      "learning_rate": 4.999436969890592e-05,
-      "loss": 1.506,
-      "step": 1183
-    },
-    {
-      "epoch": 0.07319146305654721,
-      "grad_norm": 3.04783034324646,
-      "learning_rate": 4.9994316459601575e-05,
-      "loss": 1.3314,
-      "step": 1184
-    },
-    {
-      "epoch": 0.07325328017061523,
-      "grad_norm": 3.9542758464813232,
-      "learning_rate": 4.99942629697974e-05,
-      "loss": 1.7103,
-      "step": 1185
-    },
-    {
-      "epoch": 0.07331509728468326,
-      "grad_norm": 2.4659576416015625,
-      "learning_rate": 4.999420922949393e-05,
-      "loss": 1.4665,
-      "step": 1186
-    },
-    {
-      "epoch": 0.0733769143987513,
-      "grad_norm": 1.865314245223999,
-      "learning_rate": 4.999415523869168e-05,
-      "loss": 1.5824,
-      "step": 1187
-    },
-    {
-      "epoch": 0.07343873151281932,
-      "grad_norm": 5.866050720214844,
-      "learning_rate": 4.999410099739121e-05,
-      "loss": 1.1766,
-      "step": 1188
-    },
-    {
-      "epoch": 0.07350054862688736,
-      "grad_norm": 4.5239386558532715,
-      "learning_rate": 4.999404650559307e-05,
-      "loss": 2.0837,
-      "step": 1189
-    },
-    {
-      "epoch": 0.07356236574095538,
-      "grad_norm": 3.641000986099243,
-      "learning_rate": 4.999399176329779e-05,
-      "loss": 1.3637,
-      "step": 1190
-    },
-    {
-      "epoch": 0.07362418285502341,
-      "grad_norm": 3.447220802307129,
-      "learning_rate": 4.999393677050592e-05,
-      "loss": 1.5957,
-      "step": 1191
-    },
-    {
-      "epoch": 0.07368599996909145,
-      "grad_norm": 2.4831085205078125,
-      "learning_rate": 4.999388152721802e-05,
-      "loss": 1.715,
-      "step": 1192
-    },
-    {
-      "epoch": 0.07374781708315947,
-      "grad_norm": 3.8933310508728027,
-      "learning_rate": 4.999382603343464e-05,
-      "loss": 1.5851,
-      "step": 1193
-    },
-    {
-      "epoch": 0.0738096341972275,
-      "grad_norm": 2.599313497543335,
-      "learning_rate": 4.999377028915634e-05,
-      "loss": 1.5094,
-      "step": 1194
-    },
-    {
-      "epoch": 0.07387145131129554,
-      "grad_norm": 4.041147232055664,
-      "learning_rate": 4.999371429438368e-05,
-      "loss": 1.2836,
-      "step": 1195
-    },
-    {
-      "epoch": 0.07393326842536356,
-      "grad_norm": 2.814579486846924,
-      "learning_rate": 4.99936580491172e-05,
-      "loss": 1.2846,
-      "step": 1196
-    },
-    {
-      "epoch": 0.07399508553943158,
-      "grad_norm": 3.656430959701538,
-      "learning_rate": 4.999360155335748e-05,
-      "loss": 1.8567,
-      "step": 1197
-    },
-    {
-      "epoch": 0.07405690265349962,
-      "grad_norm": 1.7043431997299194,
-      "learning_rate": 4.99935448071051e-05,
-      "loss": 1.6288,
-      "step": 1198
-    },
-    {
-      "epoch": 0.07411871976756765,
-      "grad_norm": 3.5606465339660645,
-      "learning_rate": 4.999348781036061e-05,
-      "loss": 1.5044,
-      "step": 1199
-    },
-    {
-      "epoch": 0.07418053688163569,
-      "grad_norm": 3.9990339279174805,
-      "learning_rate": 4.9993430563124576e-05,
-      "loss": 1.5883,
-      "step": 1200
-    },
-    {
-      "epoch": 0.07418053688163569,
-      "eval_loss": 1.458104133605957,
-      "eval_model_preparation_time": 0.0065,
-      "eval_runtime": 7.607,
-      "eval_samples_per_second": 7.362,
-      "eval_steps_per_second": 7.362,
-      "step": 1200
-    }
-  ],
-  "logging_steps": 1,
-  "max_steps": 32352,
-  "num_input_tokens_seen": 0,
-  "num_train_epochs": 2,
-  "save_steps": 50,
-  "stateful_callbacks": {
-    "TrainerControl": {
-      "args": {
-        "should_epoch_stop": false,
-        "should_evaluate": false,
-        "should_log": false,
-        "should_save": true,
-        "should_training_stop": false
-      },
-      "attributes": {}
-    }
-  },
-  "total_flos": 1.960757798397788e+17,
-  "train_batch_size": 1,
-  "trial_name": null,
-  "trial_params": null
-}