diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,5872 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 10.0,
+  "eval_steps": 500,
+  "global_step": 487330,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.994962345843679e-05,
+      "loss": 8.8184,
+      "step": 500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.989832351794472e-05,
+      "loss": 7.8259,
+      "step": 1000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.984702357745265e-05,
+      "loss": 7.4946,
+      "step": 1500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.979572363696058e-05,
+      "loss": 7.2174,
+      "step": 2000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.974442369646851e-05,
+      "loss": 7.0931,
+      "step": 2500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.969312375597645e-05,
+      "loss": 6.9066,
+      "step": 3000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.964182381548438e-05,
+      "loss": 6.8159,
+      "step": 3500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.959052387499231e-05,
+      "loss": 6.7744,
+      "step": 4000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.953922393450024e-05,
+      "loss": 6.6722,
+      "step": 4500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.948792399400817e-05,
+      "loss": 6.5736,
+      "step": 5000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.94366240535161e-05,
+      "loss": 6.5583,
+      "step": 5500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.9385324113024026e-05,
+      "loss": 6.4946,
+      "step": 6000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.933402417253196e-05,
+      "loss": 6.4229,
+      "step": 6500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.928272423203989e-05,
+      "loss": 6.3521,
+      "step": 7000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.923142429154782e-05,
+      "loss": 6.2802,
+      "step": 7500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.918022695093674e-05,
+      "loss": 6.2379,
+      "step": 8000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.912892701044467e-05,
+      "loss": 6.1997,
+      "step": 8500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.90776270699526e-05,
+      "loss": 6.1736,
+      "step": 9000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.902632712946053e-05,
+      "loss": 6.1003,
+      "step": 9500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.897502718896846e-05,
+      "loss": 6.1453,
+      "step": 10000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.892372724847639e-05,
+      "loss": 6.1247,
+      "step": 10500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.887242730798433e-05,
+      "loss": 6.0404,
+      "step": 11000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.882112736749226e-05,
+      "loss": 6.0285,
+      "step": 11500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.876982742700019e-05,
+      "loss": 5.9289,
+      "step": 12000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.871852748650812e-05,
+      "loss": 5.9026,
+      "step": 12500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.8667227546016046e-05,
+      "loss": 5.9464,
+      "step": 13000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.861592760552398e-05,
+      "loss": 5.8722,
+      "step": 13500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.8564730264912896e-05,
+      "loss": 5.8571,
+      "step": 14000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.8513430324420826e-05,
+      "loss": 5.8416,
+      "step": 14500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8462130383928756e-05,
+      "loss": 5.7729,
+      "step": 15000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.8410830443436686e-05,
+      "loss": 5.8065,
+      "step": 15500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.8359530502944615e-05,
+      "loss": 5.7176,
+      "step": 16000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.830823056245255e-05,
+      "loss": 5.7107,
+      "step": 16500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.825693062196048e-05,
+      "loss": 5.676,
+      "step": 17000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.820563068146841e-05,
+      "loss": 5.6657,
+      "step": 17500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.815433074097635e-05,
+      "loss": 5.6036,
+      "step": 18000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.810303080048427e-05,
+      "loss": 5.617,
+      "step": 18500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.805173085999221e-05,
+      "loss": 5.5956,
+      "step": 19000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.800053351938112e-05,
+      "loss": 5.5803,
+      "step": 19500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.794923357888905e-05,
+      "loss": 5.5891,
+      "step": 20000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.789793363839698e-05,
+      "loss": 5.5668,
+      "step": 20500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.784663369790492e-05,
+      "loss": 5.5098,
+      "step": 21000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.7795538957174814e-05,
+      "loss": 5.5136,
+      "step": 21500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.7744239016682744e-05,
+      "loss": 5.4964,
+      "step": 22000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.769293907619067e-05,
+      "loss": 5.433,
+      "step": 22500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.764163913569861e-05,
+      "loss": 5.4654,
+      "step": 23000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.759033919520653e-05,
+      "loss": 5.3737,
+      "step": 23500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.753903925471447e-05,
+      "loss": 5.4051,
+      "step": 24000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.74877393142224e-05,
+      "loss": 5.4338,
+      "step": 24500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.743643937373033e-05,
+      "loss": 5.4018,
+      "step": 25000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.738513943323826e-05,
+      "loss": 5.3666,
+      "step": 25500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.733383949274619e-05,
+      "loss": 5.3332,
+      "step": 26000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.7282539552254125e-05,
+      "loss": 5.3543,
+      "step": 26500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.7231239611762054e-05,
+      "loss": 5.3672,
+      "step": 27000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.7179939671269984e-05,
+      "loss": 5.2982,
+      "step": 27500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.7128639730777914e-05,
+      "loss": 5.2833,
+      "step": 28000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.7077339790285844e-05,
+      "loss": 5.3131,
+      "step": 28500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.702603984979377e-05,
+      "loss": 5.2557,
+      "step": 29000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 4.697473990930171e-05,
+      "loss": 5.2611,
+      "step": 29500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.692343996880964e-05,
+      "loss": 5.2762,
+      "step": 30000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 4.687224262819855e-05,
+      "loss": 5.2073,
+      "step": 30500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 4.682094268770649e-05,
+      "loss": 5.239,
+      "step": 31000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 4.676964274721441e-05,
+      "loss": 5.2202,
+      "step": 31500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.671834280672235e-05,
+      "loss": 5.24,
+      "step": 32000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 4.666704286623028e-05,
+      "loss": 5.1645,
+      "step": 32500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.661574292573821e-05,
+      "loss": 5.1957,
+      "step": 33000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.656444298524614e-05,
+      "loss": 5.163,
+      "step": 33500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.651314304475407e-05,
+      "loss": 5.1395,
+      "step": 34000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.646194570414298e-05,
+      "loss": 5.156,
+      "step": 34500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 4.641064576365092e-05,
+      "loss": 5.1425,
+      "step": 35000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.635934582315885e-05,
+      "loss": 5.1205,
+      "step": 35500
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.630814848254776e-05,
+      "loss": 5.0797,
+      "step": 36000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 4.625684854205569e-05,
+      "loss": 5.1206,
+      "step": 36500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.620554860156363e-05,
+      "loss": 5.0963,
+      "step": 37000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.615424866107155e-05,
+      "loss": 5.047,
+      "step": 37500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.610294872057949e-05,
+      "loss": 5.0337,
+      "step": 38000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.6051648780087416e-05,
+      "loss": 5.0447,
+      "step": 38500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.600045143947633e-05,
+      "loss": 5.0363,
+      "step": 39000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.594915149898426e-05,
+      "loss": 5.0541,
+      "step": 39500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.5897851558492196e-05,
+      "loss": 5.0135,
+      "step": 40000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.5846551618000126e-05,
+      "loss": 5.0131,
+      "step": 40500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.5795251677508055e-05,
+      "loss": 5.006,
+      "step": 41000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.574395173701599e-05,
+      "loss": 4.9761,
+      "step": 41500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.5692754396404905e-05,
+      "loss": 4.9729,
+      "step": 42000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 4.5641454455912835e-05,
+      "loss": 4.9476,
+      "step": 42500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 4.5590154515420765e-05,
+      "loss": 4.9783,
+      "step": 43000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 4.5538854574928695e-05,
+      "loss": 4.934,
+      "step": 43500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.5487554634436624e-05,
+      "loss": 4.942,
+      "step": 44000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.543625469394456e-05,
+      "loss": 4.971,
+      "step": 44500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 4.5384954753452484e-05,
+      "loss": 4.9091,
+      "step": 45000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 4.5333757412841404e-05,
+      "loss": 4.9071,
+      "step": 45500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.5282457472349334e-05,
+      "loss": 4.9298,
+      "step": 46000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.5231157531857263e-05,
+      "loss": 4.9334,
+      "step": 46500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 4.517996019124618e-05,
+      "loss": 4.9334,
+      "step": 47000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.5128660250754113e-05,
+      "loss": 4.9512,
+      "step": 47500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.507736031026204e-05,
+      "loss": 4.9052,
+      "step": 48000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.502606036976997e-05,
+      "loss": 4.8881,
+      "step": 48500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 4.497476042927791e-05,
+      "loss": 4.873,
+      "step": 49000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 4.492346048878583e-05,
+      "loss": 4.8642,
+      "step": 49500
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 4.487216054829377e-05,
+      "loss": 4.8801,
+      "step": 50000
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.48208606078017e-05,
+      "loss": 4.8548,
+      "step": 50500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.476956066730963e-05,
+      "loss": 4.8291,
+      "step": 51000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 4.471826072681756e-05,
+      "loss": 4.8631,
+      "step": 51500
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 4.466696078632549e-05,
+      "loss": 4.8377,
+      "step": 52000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 4.46157634457144e-05,
+      "loss": 4.8645,
+      "step": 52500
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 4.456446350522234e-05,
+      "loss": 4.7896,
+      "step": 53000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 4.451316356473027e-05,
+      "loss": 4.8434,
+      "step": 53500
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 4.44618636242382e-05,
+      "loss": 4.8492,
+      "step": 54000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 4.4410563683746134e-05,
+      "loss": 4.8399,
+      "step": 54500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 4.435936634313505e-05,
+      "loss": 4.7979,
+      "step": 55000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 4.430806640264297e-05,
+      "loss": 4.8179,
+      "step": 55500
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 4.4256766462150907e-05,
+      "loss": 4.821,
+      "step": 56000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 4.4205466521658836e-05,
+      "loss": 4.7995,
+      "step": 56500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 4.4154166581166766e-05,
+      "loss": 4.7851,
+      "step": 57000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 4.41028666406747e-05,
+      "loss": 4.7566,
+      "step": 57500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 4.4051566700182625e-05,
+      "loss": 4.7688,
+      "step": 58000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 4.400026675969056e-05,
+      "loss": 4.787,
+      "step": 58500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 4.394917201896046e-05,
+      "loss": 4.7602,
+      "step": 59000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 4.389787207846839e-05,
+      "loss": 4.7401,
+      "step": 59500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 4.384657213797632e-05,
+      "loss": 4.7633,
+      "step": 60000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 4.3795272197484255e-05,
+      "loss": 4.7525,
+      "step": 60500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 4.3743972256992185e-05,
+      "loss": 4.7159,
+      "step": 61000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 4.3692672316500115e-05,
+      "loss": 4.7274,
+      "step": 61500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 4.3641372376008044e-05,
+      "loss": 4.7038,
+      "step": 62000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 4.3590072435515974e-05,
+      "loss": 4.6976,
+      "step": 62500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 4.353887509490489e-05,
+      "loss": 4.6971,
+      "step": 63000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 4.3487575154412824e-05,
+      "loss": 4.697,
+      "step": 63500
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 4.3436275213920754e-05,
+      "loss": 4.7002,
+      "step": 64000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 4.3384975273428683e-05,
+      "loss": 4.6913,
+      "step": 64500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 4.333367533293662e-05,
+      "loss": 4.6913,
+      "step": 65000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 4.328237539244455e-05,
+      "loss": 4.7019,
+      "step": 65500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 4.323107545195248e-05,
+      "loss": 4.6847,
+      "step": 66000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.317987811134139e-05,
+      "loss": 4.6411,
+      "step": 66500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.312857817084933e-05,
+      "loss": 4.6794,
+      "step": 67000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.307727823035725e-05,
+      "loss": 4.6893,
+      "step": 67500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.302597828986519e-05,
+      "loss": 4.6423,
+      "step": 68000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.297467834937312e-05,
+      "loss": 4.6048,
+      "step": 68500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.292337840888105e-05,
+      "loss": 4.6473,
+      "step": 69000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.287218106826996e-05,
+      "loss": 4.5908,
+      "step": 69500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.28208811277779e-05,
+      "loss": 4.6576,
+      "step": 70000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.276958118728582e-05,
+      "loss": 4.6422,
+      "step": 70500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.271828124679376e-05,
+      "loss": 4.6184,
+      "step": 71000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.266698130630169e-05,
+      "loss": 4.613,
+      "step": 71500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.261568136580962e-05,
+      "loss": 4.6211,
+      "step": 72000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.2564381425317554e-05,
+      "loss": 4.5722,
+      "step": 72500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.2513081484825477e-05,
+      "loss": 4.6272,
+      "step": 73000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.246188414421439e-05,
+      "loss": 4.6094,
+      "step": 73500
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.241068680360331e-05,
+      "loss": 4.5994,
+      "step": 74000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.235938686311124e-05,
+      "loss": 4.5916,
+      "step": 74500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.230808692261917e-05,
+      "loss": 4.5789,
+      "step": 75000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.22567869821271e-05,
+      "loss": 4.5941,
+      "step": 75500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.2205487041635036e-05,
+      "loss": 4.5707,
+      "step": 76000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.2154187101142966e-05,
+      "loss": 4.6116,
+      "step": 76500
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.2102887160650895e-05,
+      "loss": 4.598,
+      "step": 77000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2051587220158825e-05,
+      "loss": 4.6079,
+      "step": 77500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2000287279666755e-05,
+      "loss": 4.5904,
+      "step": 78000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1949089939055675e-05,
+      "loss": 4.5436,
+      "step": 78500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.189789259844459e-05,
+      "loss": 4.5608,
+      "step": 79000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.184659265795252e-05,
+      "loss": 4.539,
+      "step": 79500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.179529271746045e-05,
+      "loss": 4.5659,
+      "step": 80000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.1743992776968384e-05,
+      "loss": 4.5041,
+      "step": 80500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.169269283647631e-05,
+      "loss": 4.5788,
+      "step": 81000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.1641392895984244e-05,
+      "loss": 4.542,
+      "step": 81500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.1590092955492174e-05,
+      "loss": 4.5193,
+      "step": 82000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.1538793015000103e-05,
+      "loss": 4.5562,
+      "step": 82500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.148749307450804e-05,
+      "loss": 4.4589,
+      "step": 83000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.143629573389695e-05,
+      "loss": 4.5263,
+      "step": 83500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.1384995793404876e-05,
+      "loss": 4.4958,
+      "step": 84000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.1333798452793797e-05,
+      "loss": 4.5111,
+      "step": 84500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 4.1282498512301726e-05,
+      "loss": 4.5035,
+      "step": 85000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 4.123119857180966e-05,
+      "loss": 4.5078,
+      "step": 85500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 4.1179898631317586e-05,
+      "loss": 4.491,
+      "step": 86000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 4.112859869082552e-05,
+      "loss": 4.4847,
+      "step": 86500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 4.107729875033345e-05,
+      "loss": 4.4864,
+      "step": 87000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 4.102599880984138e-05,
+      "loss": 4.4806,
+      "step": 87500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.0974801469230295e-05,
+      "loss": 4.5149,
+      "step": 88000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.092350152873823e-05,
+      "loss": 4.4806,
+      "step": 88500
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 4.087220158824616e-05,
+      "loss": 4.5255,
+      "step": 89000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 4.082090164775409e-05,
+      "loss": 4.4811,
+      "step": 89500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 4.076960170726202e-05,
+      "loss": 4.4526,
+      "step": 90000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 4.071830176676995e-05,
+      "loss": 4.4444,
+      "step": 90500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 4.066700182627789e-05,
+      "loss": 4.4464,
+      "step": 91000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 4.061570188578581e-05,
+      "loss": 4.4321,
+      "step": 91500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 4.0564607145055714e-05,
+      "loss": 4.4777,
+      "step": 92000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 4.0513307204563644e-05,
+      "loss": 4.4735,
+      "step": 92500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 4.046210986395256e-05,
+      "loss": 4.466,
+      "step": 93000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 4.0410809923460494e-05,
+      "loss": 4.4724,
+      "step": 93500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 4.035950998296842e-05,
+      "loss": 4.431,
+      "step": 94000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 4.030821004247635e-05,
+      "loss": 4.4713,
+      "step": 94500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 4.025691010198428e-05,
+      "loss": 4.4095,
+      "step": 95000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 4.020561016149221e-05,
+      "loss": 4.4054,
+      "step": 95500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 4.015431022100015e-05,
+      "loss": 4.4136,
+      "step": 96000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 4.010301028050807e-05,
+      "loss": 4.4432,
+      "step": 96500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 4.005171034001601e-05,
+      "loss": 4.3887,
+      "step": 97000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.000041039952394e-05,
+      "loss": 4.4078,
+      "step": 97500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 3.994911045903187e-05,
+      "loss": 4.4154,
+      "step": 98000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 3.9897810518539804e-05,
+      "loss": 4.3906,
+      "step": 98500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 3.984651057804773e-05,
+      "loss": 4.4291,
+      "step": 99000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 3.979531323743665e-05,
+      "loss": 4.3558,
+      "step": 99500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 3.974401329694458e-05,
+      "loss": 4.3718,
+      "step": 100000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 3.969281595633349e-05,
+      "loss": 4.3902,
+      "step": 100500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 3.964151601584142e-05,
+      "loss": 4.3582,
+      "step": 101000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 3.959021607534936e-05,
+      "loss": 4.3659,
+      "step": 101500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 3.953901873473827e-05,
+      "loss": 4.3793,
+      "step": 102000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 3.94877187942462e-05,
+      "loss": 4.3694,
+      "step": 102500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 3.943641885375413e-05,
+      "loss": 4.3826,
+      "step": 103000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 3.9385118913262066e-05,
+      "loss": 4.375,
+      "step": 103500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 3.933381897276999e-05,
+      "loss": 4.4241,
+      "step": 104000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 3.9282519032277926e-05,
+      "loss": 4.3498,
+      "step": 104500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 3.9231219091785856e-05,
+      "loss": 4.3247,
+      "step": 105000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 3.9179919151293785e-05,
+      "loss": 4.3628,
+      "step": 105500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 3.9128619210801715e-05,
+      "loss": 4.3408,
+      "step": 106000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 3.9077319270309645e-05,
+      "loss": 4.372,
+      "step": 106500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 3.902612192969856e-05,
+      "loss": 4.3608,
+      "step": 107000
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 3.8974821989206495e-05,
+      "loss": 4.353,
+      "step": 107500
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 3.892352204871443e-05,
+      "loss": 4.3279,
+      "step": 108000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 3.8872222108222354e-05,
+      "loss": 4.3806,
+      "step": 108500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 3.882092216773029e-05,
+      "loss": 4.3484,
+      "step": 109000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 3.8769622227238214e-05,
+      "loss": 4.306,
+      "step": 109500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 3.871832228674615e-05,
+      "loss": 4.3324,
+      "step": 110000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 3.866702234625408e-05,
+      "loss": 4.3572,
+      "step": 110500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 3.861572240576201e-05,
+      "loss": 4.3448,
+      "step": 111000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 3.8564422465269946e-05,
+      "loss": 4.3358,
+      "step": 111500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 3.851322512465886e-05,
+      "loss": 4.2848,
+      "step": 112000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 3.846202778404777e-05,
+      "loss": 4.3378,
+      "step": 112500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 3.84107278435557e-05,
+      "loss": 4.3408,
+      "step": 113000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 3.835942790306363e-05,
+      "loss": 4.3114,
+      "step": 113500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 3.830812796257157e-05,
+      "loss": 4.3221,
+      "step": 114000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 3.825682802207949e-05,
+      "loss": 4.3448,
+      "step": 114500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 3.820552808158743e-05,
+      "loss": 4.2776,
+      "step": 115000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 3.815422814109536e-05,
+      "loss": 4.3126,
+      "step": 115500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 3.810292820060329e-05,
+      "loss": 4.2848,
+      "step": 116000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 3.80517308599922e-05,
+      "loss": 4.277,
+      "step": 116500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 3.800043091950014e-05,
+      "loss": 4.2941,
+      "step": 117000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 3.794913097900807e-05,
+      "loss": 4.3109,
+      "step": 117500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 3.7897831038516e-05,
+      "loss": 4.2839,
+      "step": 118000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 3.784663369790491e-05,
+      "loss": 4.2977,
+      "step": 118500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 3.779533375741284e-05,
+      "loss": 4.2763,
+      "step": 119000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 3.774403381692078e-05,
+      "loss": 4.2716,
+      "step": 119500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 3.769273387642871e-05,
+      "loss": 4.2914,
+      "step": 120000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 3.7641433935936636e-05,
+      "loss": 4.2892,
+      "step": 120500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 3.7590133995444566e-05,
+      "loss": 4.2721,
+      "step": 121000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 3.7538834054952496e-05,
+      "loss": 4.2827,
+      "step": 121500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 3.7487534114460426e-05,
+      "loss": 4.2514,
+      "step": 122000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 3.743623417396836e-05,
+      "loss": 4.3007,
+      "step": 122500
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 3.7385036833357276e-05,
+      "loss": 4.3164,
+      "step": 123000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 3.7333736892865205e-05,
+      "loss": 4.2493,
+      "step": 123500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 3.7282436952373135e-05,
+      "loss": 4.272,
+      "step": 124000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 3.7231239611762055e-05,
+      "loss": 4.2676,
+      "step": 124500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 3.717993967126998e-05,
+      "loss": 4.2604,
+      "step": 125000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 3.7128639730777915e-05,
+      "loss": 4.2754,
+      "step": 125500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 3.7077339790285844e-05,
+      "loss": 4.2361,
+      "step": 126000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.7026039849793774e-05,
+      "loss": 4.2829,
+      "step": 126500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.697484250918269e-05,
+      "loss": 4.2507,
+      "step": 127000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.6923542568690624e-05,
+      "loss": 4.235,
+      "step": 127500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.6872242628198554e-05,
+      "loss": 4.2501,
+      "step": 128000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.6820942687706484e-05,
+      "loss": 4.2579,
+      "step": 128500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.676964274721442e-05,
+      "loss": 4.2095,
+      "step": 129000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 3.671844540660333e-05,
+      "loss": 4.2339,
+      "step": 129500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 3.666714546611126e-05,
+      "loss": 4.2573,
+      "step": 130000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 3.661584552561919e-05,
+      "loss": 4.253,
+      "step": 130500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 3.656454558512712e-05,
+      "loss": 4.2388,
+      "step": 131000
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 3.651324564463505e-05,
+      "loss": 4.2168,
+      "step": 131500
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 3.646204830402397e-05,
+      "loss": 4.2164,
+      "step": 132000
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 3.64107483635319e-05,
+      "loss": 4.2099,
+      "step": 132500
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 3.635944842303983e-05,
+      "loss": 4.2155,
+      "step": 133000
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 3.630814848254776e-05,
+      "loss": 4.2385,
+      "step": 133500
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 3.625684854205569e-05,
+      "loss": 4.1949,
+      "step": 134000
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 3.620554860156362e-05,
+      "loss": 4.1929,
+      "step": 134500
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 3.615424866107156e-05,
+      "loss": 4.2094,
+      "step": 135000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 3.610294872057949e-05,
+      "loss": 4.1766,
+      "step": 135500
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 3.605164878008742e-05,
+      "loss": 4.2076,
+      "step": 136000
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 3.600045143947633e-05,
+      "loss": 4.224,
+      "step": 136500
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 3.594915149898426e-05,
+      "loss": 4.2378,
+      "step": 137000
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 3.58978515584922e-05,
+      "loss": 4.1963,
+      "step": 137500
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 3.584655161800013e-05,
+      "loss": 4.2194,
+      "step": 138000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 3.5795251677508056e-05,
+      "loss": 4.1876,
+      "step": 138500
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 3.574405433689697e-05,
+      "loss": 4.1573,
+      "step": 139000
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 3.5692754396404906e-05,
+      "loss": 4.1632,
+      "step": 139500
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 3.564145445591283e-05,
+      "loss": 4.1946,
+      "step": 140000
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 3.5590154515420766e-05,
+      "loss": 4.2068,
+      "step": 140500
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 3.553895717480968e-05,
+      "loss": 4.1915,
+      "step": 141000
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 3.548765723431761e-05,
+      "loss": 4.166,
+      "step": 141500
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 3.543635729382554e-05,
+      "loss": 4.1631,
+      "step": 142000
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 3.5385057353333475e-05,
+      "loss": 4.1724,
+      "step": 142500
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 3.533386001272239e-05,
+      "loss": 4.1626,
+      "step": 143000
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 3.528256007223032e-05,
+      "loss": 4.1848,
+      "step": 143500
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 3.523126013173825e-05,
+      "loss": 4.1468,
+      "step": 144000
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 3.517996019124618e-05,
+      "loss": 4.2017,
+      "step": 144500
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 3.512866025075411e-05,
+      "loss": 4.2094,
+      "step": 145000
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 3.5077360310262044e-05,
+      "loss": 4.1475,
+      "step": 145500
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 3.502616296965096e-05,
+      "loss": 4.1887,
+      "step": 146000
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 3.497486302915889e-05,
+      "loss": 4.1589,
+      "step": 146500
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 3.492356308866682e-05,
+      "loss": 4.1307,
+      "step": 147000
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 3.487226314817475e-05,
+      "loss": 4.1373,
+      "step": 147500
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 3.482096320768268e-05,
+      "loss": 4.1346,
+      "step": 148000
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 3.476966326719061e-05,
+      "loss": 4.1282,
+      "step": 148500
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 3.471836332669854e-05,
+      "loss": 4.1611,
+      "step": 149000
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 3.466706338620647e-05,
+      "loss": 4.154,
+      "step": 149500
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 3.46157634457144e-05,
+      "loss": 4.1765,
+      "step": 150000
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 3.4564566105103316e-05,
+      "loss": 4.1181,
+      "step": 150500
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 3.451326616461125e-05,
+      "loss": 4.1712,
+      "step": 151000
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 3.446196622411918e-05,
+      "loss": 4.1497,
+      "step": 151500
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 3.441066628362711e-05,
+      "loss": 4.146,
+      "step": 152000
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 3.435936634313504e-05,
+      "loss": 4.1196,
+      "step": 152500
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 3.430806640264297e-05,
+      "loss": 4.1407,
+      "step": 153000
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 3.425676646215091e-05,
+      "loss": 4.1269,
+      "step": 153500
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 3.420546652165884e-05,
+      "loss": 4.1198,
+      "step": 154000
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 3.415426918104775e-05,
+      "loss": 4.1264,
+      "step": 154500
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 3.410307184043667e-05,
+      "loss": 4.1296,
+      "step": 155000
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 3.4051771899944594e-05,
+      "loss": 4.1359,
+      "step": 155500
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 3.400047195945253e-05,
+      "loss": 4.1061,
+      "step": 156000
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 3.394917201896046e-05,
+      "loss": 4.1364,
+      "step": 156500
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 3.389787207846839e-05,
+      "loss": 4.1629,
+      "step": 157000
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 3.3846572137976326e-05,
+      "loss": 4.1114,
+      "step": 157500
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 3.379527219748425e-05,
+      "loss": 4.1195,
+      "step": 158000
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 3.374407485687317e-05,
+      "loss": 4.127,
+      "step": 158500
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 3.36927749163811e-05,
+      "loss": 4.0762,
+      "step": 159000
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 3.364147497588903e-05,
+      "loss": 4.1274,
+      "step": 159500
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 3.359017503539696e-05,
+      "loss": 4.1027,
+      "step": 160000
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 3.3538875094904895e-05,
+      "loss": 4.1181,
+      "step": 160500
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 3.348757515441282e-05,
+      "loss": 4.1254,
+      "step": 161000
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 3.3436275213920755e-05,
+      "loss": 4.0904,
+      "step": 161500
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 3.338518047319065e-05,
+      "loss": 4.0986,
+      "step": 162000
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 3.333388053269859e-05,
+      "loss": 4.124,
+      "step": 162500
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 3.328258059220651e-05,
+      "loss": 4.0905,
+      "step": 163000
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 3.323128065171445e-05,
+      "loss": 4.1261,
+      "step": 163500
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 3.317998071122238e-05,
+      "loss": 4.0871,
+      "step": 164000
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 3.312868077073031e-05,
+      "loss": 4.0878,
+      "step": 164500
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 3.307738083023824e-05,
+      "loss": 4.0649,
+      "step": 165000
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 3.302608088974617e-05,
+      "loss": 4.1072,
+      "step": 165500
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 3.29747809492541e-05,
+      "loss": 4.0528,
+      "step": 166000
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 3.2923583608643017e-05,
+      "loss": 4.0903,
+      "step": 166500
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 3.2872283668150946e-05,
+      "loss": 4.0848,
+      "step": 167000
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 3.2820983727658876e-05,
+      "loss": 4.039,
+      "step": 167500
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 3.276968378716681e-05,
+      "loss": 4.0965,
+      "step": 168000
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 3.2718383846674736e-05,
+      "loss": 4.1169,
+      "step": 168500
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 3.266708390618267e-05,
+      "loss": 4.1324,
+      "step": 169000
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 3.26157839656906e-05,
+      "loss": 4.1061,
+      "step": 169500
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 3.256448402519853e-05,
+      "loss": 4.089,
+      "step": 170000
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 3.2513286684587445e-05,
+      "loss": 4.094,
+      "step": 170500
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 3.246198674409538e-05,
+      "loss": 4.0917,
+      "step": 171000
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 3.2410686803603304e-05,
+      "loss": 4.0532,
+      "step": 171500
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 3.235938686311124e-05,
+      "loss": 4.0729,
+      "step": 172000
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 3.2308189522500154e-05,
+      "loss": 4.0459,
+      "step": 172500
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 3.2256889582008084e-05,
+      "loss": 4.0761,
+      "step": 173000
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 3.2205589641516014e-05,
+      "loss": 4.0617,
+      "step": 173500
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 3.215428970102395e-05,
+      "loss": 4.0709,
+      "step": 174000
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 3.210298976053188e-05,
+      "loss": 4.0661,
+      "step": 174500
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 3.205168982003981e-05,
+      "loss": 4.0281,
+      "step": 175000
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 3.200049247942872e-05,
+      "loss": 4.0545,
+      "step": 175500
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 3.194919253893666e-05,
+      "loss": 4.0483,
+      "step": 176000
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 3.189789259844459e-05,
+      "loss": 4.0512,
+      "step": 176500
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 3.184659265795252e-05,
+      "loss": 4.0502,
+      "step": 177000
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 3.179529271746045e-05,
+      "loss": 4.0288,
+      "step": 177500
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 3.174409537684936e-05,
+      "loss": 4.0851,
+      "step": 178000
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 3.16927954363573e-05,
+      "loss": 4.0473,
+      "step": 178500
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 3.164149549586523e-05,
+      "loss": 4.0553,
+      "step": 179000
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 3.159029815525414e-05,
+      "loss": 4.0329,
+      "step": 179500
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 3.153899821476207e-05,
+      "loss": 4.0429,
+      "step": 180000
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 3.148769827427001e-05,
+      "loss": 4.0339,
+      "step": 180500
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 3.143639833377793e-05,
+      "loss": 4.0411,
+      "step": 181000
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 3.138509839328587e-05,
+      "loss": 4.0174,
+      "step": 181500
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 3.13337984527938e-05,
+      "loss": 4.0375,
+      "step": 182000
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 3.128249851230173e-05,
+      "loss": 4.0391,
+      "step": 182500
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 3.123119857180966e-05,
+      "loss": 4.027,
+      "step": 183000
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 3.118000123119858e-05,
+      "loss": 4.0097,
+      "step": 183500
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 3.11287012907065e-05,
+      "loss": 4.0425,
+      "step": 184000
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 3.1077401350214437e-05,
+      "loss": 4.0201,
+      "step": 184500
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 3.1026101409722366e-05,
+      "loss": 3.997,
+      "step": 185000
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 3.097490406911128e-05,
+      "loss": 4.0319,
+      "step": 185500
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 3.092360412861921e-05,
+      "loss": 4.0165,
+      "step": 186000
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 3.0872304188127146e-05,
+      "loss": 3.9969,
+      "step": 186500
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 3.0821004247635076e-05,
+      "loss": 3.9924,
+      "step": 187000
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 3.076980690702399e-05,
+      "loss": 4.0224,
+      "step": 187500
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 3.071850696653192e-05,
+      "loss": 3.9941,
+      "step": 188000
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 3.066720702603985e-05,
+      "loss": 4.0328,
+      "step": 188500
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 3.0615907085547785e-05,
+      "loss": 4.0028,
+      "step": 189000
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 3.0564607145055715e-05,
+      "loss": 3.9965,
+      "step": 189500
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 3.0513307204563645e-05,
+      "loss": 4.023,
+      "step": 190000
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 3.0462007264071574e-05,
+      "loss": 3.9735,
+      "step": 190500
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 3.041080992346049e-05,
+      "loss": 4.0157,
+      "step": 191000
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 3.035950998296842e-05,
+      "loss": 4.0167,
+      "step": 191500
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 3.0308312642357334e-05,
+      "loss": 4.0053,
+      "step": 192000
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 3.0257012701865267e-05,
+      "loss": 4.0017,
+      "step": 192500
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 3.02057127613732e-05,
+      "loss": 4.0052,
+      "step": 193000
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 3.0154412820881127e-05,
+      "loss": 3.9906,
+      "step": 193500
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 3.010311288038906e-05,
+      "loss": 3.976,
+      "step": 194000
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 3.005181293989699e-05,
+      "loss": 4.0274,
+      "step": 194500
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 3.0000512999404923e-05,
+      "loss": 4.0102,
+      "step": 195000
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 2.9949315658793836e-05,
+      "loss": 3.9998,
+      "step": 195500
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 2.989801571830177e-05,
+      "loss": 4.0075,
+      "step": 196000
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 2.9846715777809696e-05,
+      "loss": 4.0114,
+      "step": 196500
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 2.9795415837317632e-05,
+      "loss": 3.9899,
+      "step": 197000
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 2.974411589682556e-05,
+      "loss": 3.9896,
+      "step": 197500
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 2.969281595633349e-05,
+      "loss": 4.0081,
+      "step": 198000
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 2.9641516015841425e-05,
+      "loss": 3.9918,
+      "step": 198500
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 2.9590216075349355e-05,
+      "loss": 3.9877,
+      "step": 199000
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 2.9538916134857288e-05,
+      "loss": 3.9619,
+      "step": 199500
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 2.9487616194365214e-05,
+      "loss": 3.999,
+      "step": 200000
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 2.9436418853754134e-05,
+      "loss": 3.9985,
+      "step": 200500
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 2.938511891326206e-05,
+      "loss": 3.9828,
+      "step": 201000
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 2.933392157265098e-05,
+      "loss": 3.9799,
+      "step": 201500
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 2.9282621632158907e-05,
+      "loss": 3.9574,
+      "step": 202000
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 2.923132169166684e-05,
+      "loss": 3.9762,
+      "step": 202500
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 2.918002175117477e-05,
+      "loss": 3.9344,
+      "step": 203000
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 2.9128721810682703e-05,
+      "loss": 4.0109,
+      "step": 203500
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 2.907742187019063e-05,
+      "loss": 3.9805,
+      "step": 204000
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 2.9026121929698563e-05,
+      "loss": 3.9499,
+      "step": 204500
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 2.8974821989206496e-05,
+      "loss": 3.965,
+      "step": 205000
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 2.892362464859541e-05,
+      "loss": 3.9572,
+      "step": 205500
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 2.887232470810334e-05,
+      "loss": 3.993,
+      "step": 206000
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 2.8821024767611272e-05,
+      "loss": 3.9494,
+      "step": 206500
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 2.8769724827119205e-05,
+      "loss": 3.9585,
+      "step": 207000
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 2.871842488662713e-05,
+      "loss": 3.9766,
+      "step": 207500
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 2.8667124946135064e-05,
+      "loss": 3.9779,
+      "step": 208000
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 2.8615825005642994e-05,
+      "loss": 3.9486,
+      "step": 208500
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 2.8564525065150927e-05,
+      "loss": 3.977,
+      "step": 209000
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 2.851332772453984e-05,
+      "loss": 3.9675,
+      "step": 209500
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 2.8462130383928754e-05,
+      "loss": 3.9637,
+      "step": 210000
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 2.8410830443436687e-05,
+      "loss": 3.9209,
+      "step": 210500
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 2.835953050294462e-05,
+      "loss": 3.9515,
+      "step": 211000
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 2.8308230562452547e-05,
+      "loss": 3.9693,
+      "step": 211500
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 2.825693062196048e-05,
+      "loss": 3.9517,
+      "step": 212000
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 2.8205733281349393e-05,
+      "loss": 3.9347,
+      "step": 212500
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 2.8154433340857326e-05,
+      "loss": 3.9444,
+      "step": 213000
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 2.8103133400365256e-05,
+      "loss": 3.9793,
+      "step": 213500
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 2.8051936059754173e-05,
+      "loss": 3.9519,
+      "step": 214000
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 2.8000636119262103e-05,
+      "loss": 3.9411,
+      "step": 214500
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 2.7949336178770036e-05,
+      "loss": 4.0059,
+      "step": 215000
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 2.7898036238277962e-05,
+      "loss": 3.9071,
+      "step": 215500
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 2.7846736297785895e-05,
+      "loss": 3.9323,
+      "step": 216000
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 2.7795436357293825e-05,
+      "loss": 3.9026,
+      "step": 216500
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 2.7744136416801758e-05,
+      "loss": 3.9355,
+      "step": 217000
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 2.769293907619067e-05,
+      "loss": 3.9487,
+      "step": 217500
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 2.7641639135698605e-05,
+      "loss": 3.9103,
+      "step": 218000
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 2.759033919520653e-05,
+      "loss": 3.9136,
+      "step": 218500
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 2.7539039254714468e-05,
+      "loss": 3.9358,
+      "step": 219000
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 2.74877393142224e-05,
+      "loss": 3.9526,
+      "step": 219500
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 2.7436439373730327e-05,
+      "loss": 3.9287,
+      "step": 220000
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 2.738513943323826e-05,
+      "loss": 3.9084,
+      "step": 220500
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 2.733383949274619e-05,
+      "loss": 3.9103,
+      "step": 221000
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 2.7282539552254123e-05,
+      "loss": 3.9452,
+      "step": 221500
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 2.723123961176205e-05,
+      "loss": 3.9149,
+      "step": 222000
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 2.7179939671269982e-05,
+      "loss": 3.8862,
+      "step": 222500
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 2.7128742330658896e-05,
+      "loss": 3.905,
+      "step": 223000
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 2.707744239016683e-05,
+      "loss": 3.9089,
+      "step": 223500
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 2.702614244967476e-05,
+      "loss": 3.9231,
+      "step": 224000
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 2.6974842509182692e-05,
+      "loss": 3.9382,
+      "step": 224500
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 2.6923542568690625e-05,
+      "loss": 3.9066,
+      "step": 225000
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 2.687224262819855e-05,
+      "loss": 3.8783,
+      "step": 225500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 2.6820942687706484e-05,
+      "loss": 3.8863,
+      "step": 226000
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 2.6769745347095398e-05,
+      "loss": 3.9364,
+      "step": 226500
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 2.671844540660333e-05,
+      "loss": 3.9386,
+      "step": 227000
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 2.666714546611126e-05,
+      "loss": 3.9075,
+      "step": 227500
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 2.6615948125500174e-05,
+      "loss": 3.8976,
+      "step": 228000
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 2.6564648185008107e-05,
+      "loss": 3.9058,
+      "step": 228500
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 2.651334824451604e-05,
+      "loss": 3.909,
+      "step": 229000
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.6462048304023967e-05,
+      "loss": 3.9192,
+      "step": 229500
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 2.64107483635319e-05,
+      "loss": 3.9413,
+      "step": 230000
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 2.635944842303983e-05,
+      "loss": 3.8911,
+      "step": 230500
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 2.6308148482547763e-05,
+      "loss": 3.8748,
+      "step": 231000
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 2.625684854205569e-05,
+      "loss": 3.8669,
+      "step": 231500
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 2.6205548601563622e-05,
+      "loss": 3.9275,
+      "step": 232000
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 2.6154248661071555e-05,
+      "loss": 3.8816,
+      "step": 232500
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 2.610305132046047e-05,
+      "loss": 3.8978,
+      "step": 233000
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.6051751379968402e-05,
+      "loss": 3.9131,
+      "step": 233500
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 2.600045143947633e-05,
+      "loss": 3.923,
+      "step": 234000
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 2.5949151498984265e-05,
+      "loss": 3.9078,
+      "step": 234500
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 2.589785155849219e-05,
+      "loss": 3.8891,
+      "step": 235000
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 2.584665421788111e-05,
+      "loss": 3.9043,
+      "step": 235500
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 2.5795354277389038e-05,
+      "loss": 3.9208,
+      "step": 236000
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 2.574405433689697e-05,
+      "loss": 3.9073,
+      "step": 236500
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 2.56927543964049e-05,
+      "loss": 3.887,
+      "step": 237000
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 2.5641454455912834e-05,
+      "loss": 3.9111,
+      "step": 237500
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 2.559015451542076e-05,
+      "loss": 3.865,
+      "step": 238000
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 2.5538854574928693e-05,
+      "loss": 3.9018,
+      "step": 238500
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 2.548755463443663e-05,
+      "loss": 3.8742,
+      "step": 239000
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 2.5436459893706527e-05,
+      "loss": 3.8782,
+      "step": 239500
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 2.5385159953214453e-05,
+      "loss": 3.8779,
+      "step": 240000
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 2.533386001272239e-05,
+      "loss": 3.903,
+      "step": 240500
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 2.5282560072230316e-05,
+      "loss": 3.8616,
+      "step": 241000
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 2.523126013173825e-05,
+      "loss": 3.8687,
+      "step": 241500
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 2.5180062791127162e-05,
+      "loss": 3.8893,
+      "step": 242000
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 2.5128762850635096e-05,
+      "loss": 3.8935,
+      "step": 242500
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 2.5077462910143025e-05,
+      "loss": 3.8659,
+      "step": 243000
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 2.502616296965096e-05,
+      "loss": 3.9473,
+      "step": 243500
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 2.4974965629039872e-05,
+      "loss": 3.8634,
+      "step": 244000
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 2.4923768288428785e-05,
+      "loss": 3.8574,
+      "step": 244500
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 2.487246834793672e-05,
+      "loss": 3.8773,
+      "step": 245000
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 2.4821271007325632e-05,
+      "loss": 3.843,
+      "step": 245500
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 2.4769971066833565e-05,
+      "loss": 3.885,
+      "step": 246000
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 2.4718671126341495e-05,
+      "loss": 3.8529,
+      "step": 246500
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 2.4667371185849424e-05,
+      "loss": 3.8452,
+      "step": 247000
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 2.4616071245357354e-05,
+      "loss": 3.8957,
+      "step": 247500
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 2.4564771304865287e-05,
+      "loss": 3.8577,
+      "step": 248000
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 2.451347136437322e-05,
+      "loss": 3.8598,
+      "step": 248500
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 2.446217142388115e-05,
+      "loss": 3.8613,
+      "step": 249000
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 2.441087148338908e-05,
+      "loss": 3.8774,
+      "step": 249500
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 2.435957154289701e-05,
+      "loss": 3.8774,
+      "step": 250000
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 2.4308271602404943e-05,
+      "loss": 3.8681,
+      "step": 250500
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 2.4256971661912872e-05,
+      "loss": 3.8859,
+      "step": 251000
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 2.4205671721420806e-05,
+      "loss": 3.862,
+      "step": 251500
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 2.4154371780928735e-05,
+      "loss": 3.8659,
+      "step": 252000
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 2.410307184043667e-05,
+      "loss": 3.8633,
+      "step": 252500
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 2.4051874499825582e-05,
+      "loss": 3.838,
+      "step": 253000
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 2.4000677159214495e-05,
+      "loss": 3.8674,
+      "step": 253500
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 2.394937721872243e-05,
+      "loss": 3.8754,
+      "step": 254000
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 2.3898077278230358e-05,
+      "loss": 3.8913,
+      "step": 254500
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 2.3846777337738288e-05,
+      "loss": 3.8363,
+      "step": 255000
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 2.379547739724622e-05,
+      "loss": 3.8495,
+      "step": 255500
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 2.374417745675415e-05,
+      "loss": 3.8572,
+      "step": 256000
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 2.3692877516262084e-05,
+      "loss": 3.8744,
+      "step": 256500
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 2.3641577575770014e-05,
+      "loss": 3.8673,
+      "step": 257000
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 2.3590277635277943e-05,
+      "loss": 3.8655,
+      "step": 257500
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 2.353908029466686e-05,
+      "loss": 3.8382,
+      "step": 258000
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 2.348778035417479e-05,
+      "loss": 3.8245,
+      "step": 258500
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 2.343648041368272e-05,
+      "loss": 3.8232,
+      "step": 259000
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 2.3385180473190653e-05,
+      "loss": 3.8636,
+      "step": 259500
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 2.3333880532698582e-05,
+      "loss": 3.79,
+      "step": 260000
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 2.3282580592206516e-05,
+      "loss": 3.8223,
+      "step": 260500
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 2.3231280651714445e-05,
+      "loss": 3.8356,
+      "step": 261000
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 2.3180185910984346e-05,
+      "loss": 3.8253,
+      "step": 261500
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 2.3128885970492276e-05,
+      "loss": 3.8744,
+      "step": 262000
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 2.3077586030000205e-05,
+      "loss": 3.8458,
+      "step": 262500
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 2.302628608950814e-05,
+      "loss": 3.8637,
+      "step": 263000
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 2.2974986149016068e-05,
+      "loss": 3.8397,
+      "step": 263500
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 2.2923686208523998e-05,
+      "loss": 3.8044,
+      "step": 264000
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 2.287238626803193e-05,
+      "loss": 3.8173,
+      "step": 264500
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 2.2821188927420844e-05,
+      "loss": 3.8435,
+      "step": 265000
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 2.2769888986928774e-05,
+      "loss": 3.8386,
+      "step": 265500
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 2.2718589046436707e-05,
+      "loss": 3.835,
+      "step": 266000
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 2.266728910594464e-05,
+      "loss": 3.8471,
+      "step": 266500
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 2.261598916545257e-05,
+      "loss": 3.8465,
+      "step": 267000
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 2.25646892249605e-05,
+      "loss": 3.8589,
+      "step": 267500
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 2.251338928446843e-05,
+      "loss": 3.8235,
+      "step": 268000
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 2.2462089343976363e-05,
+      "loss": 3.8023,
+      "step": 268500
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 2.2410789403484292e-05,
+      "loss": 3.8117,
+      "step": 269000
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 2.235969466275419e-05,
+      "loss": 3.8287,
+      "step": 269500
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 2.2308394722262123e-05,
+      "loss": 3.8649,
+      "step": 270000
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 2.2257094781770056e-05,
+      "loss": 3.8493,
+      "step": 270500
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 2.2205794841277986e-05,
+      "loss": 3.8159,
+      "step": 271000
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 2.2154494900785915e-05,
+      "loss": 3.8185,
+      "step": 271500
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 2.2103194960293845e-05,
+      "loss": 3.789,
+      "step": 272000
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 2.2051895019801778e-05,
+      "loss": 3.8325,
+      "step": 272500
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 2.200059507930971e-05,
+      "loss": 3.8406,
+      "step": 273000
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 2.194929513881764e-05,
+      "loss": 3.8304,
+      "step": 273500
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 2.189799519832557e-05,
+      "loss": 3.828,
+      "step": 274000
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 2.1846797857714484e-05,
+      "loss": 3.8338,
+      "step": 274500
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 2.1795497917222417e-05,
+      "loss": 3.7988,
+      "step": 275000
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 2.174419797673035e-05,
+      "loss": 3.8681,
+      "step": 275500
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 2.169289803623828e-05,
+      "loss": 3.8073,
+      "step": 276000
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 2.1641700695627194e-05,
+      "loss": 3.8385,
+      "step": 276500
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 2.1590400755135127e-05,
+      "loss": 3.8167,
+      "step": 277000
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 2.153920341452404e-05,
+      "loss": 3.8017,
+      "step": 277500
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 2.148790347403197e-05,
+      "loss": 3.8083,
+      "step": 278000
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 2.1436603533539903e-05,
+      "loss": 3.7946,
+      "step": 278500
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 2.1385303593047833e-05,
+      "loss": 3.7821,
+      "step": 279000
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 2.1334003652555766e-05,
+      "loss": 3.8217,
+      "step": 279500
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 2.1282703712063695e-05,
+      "loss": 3.831,
+      "step": 280000
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 2.1231403771571625e-05,
+      "loss": 3.8005,
+      "step": 280500
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 2.1180103831079555e-05,
+      "loss": 3.8192,
+      "step": 281000
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 2.1128803890587488e-05,
+      "loss": 3.8005,
+      "step": 281500
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 2.10776065499764e-05,
+      "loss": 3.805,
+      "step": 282000
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 2.1026306609484335e-05,
+      "loss": 3.7921,
+      "step": 282500
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 2.0975006668992264e-05,
+      "loss": 3.7936,
+      "step": 283000
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 2.0923706728500194e-05,
+      "loss": 3.8194,
+      "step": 283500
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 2.087250938788911e-05,
+      "loss": 3.7764,
+      "step": 284000
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 2.082120944739704e-05,
+      "loss": 3.7881,
+      "step": 284500
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 2.0769909506904974e-05,
+      "loss": 3.7697,
+      "step": 285000
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 2.0718609566412903e-05,
+      "loss": 3.8,
+      "step": 285500
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 2.0667309625920837e-05,
+      "loss": 3.7786,
+      "step": 286000
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 2.0616009685428766e-05,
+      "loss": 3.822,
+      "step": 286500
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 2.0564709744936696e-05,
+      "loss": 3.7656,
+      "step": 287000
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 2.0513512404325613e-05,
+      "loss": 3.796,
+      "step": 287500
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 2.0462212463833543e-05,
+      "loss": 3.8181,
+      "step": 288000
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 2.0410912523341476e-05,
+      "loss": 3.8336,
+      "step": 288500
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 2.035971518273039e-05,
+      "loss": 3.7975,
+      "step": 289000
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 2.0308415242238322e-05,
+      "loss": 3.7465,
+      "step": 289500
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 2.0257115301746252e-05,
+      "loss": 3.7907,
+      "step": 290000
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 2.0205815361254182e-05,
+      "loss": 3.7742,
+      "step": 290500
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 2.015451542076211e-05,
+      "loss": 3.8057,
+      "step": 291000
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 2.0103215480270045e-05,
+      "loss": 3.8435,
+      "step": 291500
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 2.0051915539777974e-05,
+      "loss": 3.7912,
+      "step": 292000
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 2.0000615599285904e-05,
+      "loss": 3.7894,
+      "step": 292500
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 1.994941825867482e-05,
+      "loss": 3.7659,
+      "step": 293000
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 1.989811831818275e-05,
+      "loss": 3.7678,
+      "step": 293500
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 1.9846920977571667e-05,
+      "loss": 3.7787,
+      "step": 294000
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 1.9795621037079597e-05,
+      "loss": 3.7889,
+      "step": 294500
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 1.9744321096587527e-05,
+      "loss": 3.776,
+      "step": 295000
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 1.969302115609546e-05,
+      "loss": 3.8081,
+      "step": 295500
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 1.9641823815484377e-05,
+      "loss": 3.7669,
+      "step": 296000
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 1.9590523874992307e-05,
+      "loss": 3.8278,
+      "step": 296500
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 1.9539223934500236e-05,
+      "loss": 3.7803,
+      "step": 297000
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 1.9487923994008166e-05,
+      "loss": 3.8018,
+      "step": 297500
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 1.94366240535161e-05,
+      "loss": 3.7972,
+      "step": 298000
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 1.9385324113024032e-05,
+      "loss": 3.7718,
+      "step": 298500
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 1.9334024172531962e-05,
+      "loss": 3.766,
+      "step": 299000
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 1.9282724232039892e-05,
+      "loss": 3.7857,
+      "step": 299500
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 1.9231526891428805e-05,
+      "loss": 3.7604,
+      "step": 300000
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 1.9180226950936738e-05,
+      "loss": 3.77,
+      "step": 300500
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 1.9128927010444668e-05,
+      "loss": 3.7844,
+      "step": 301000
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 1.90776270699526e-05,
+      "loss": 3.8153,
+      "step": 301500
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 1.902632712946053e-05,
+      "loss": 3.7875,
+      "step": 302000
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 1.897502718896846e-05,
+      "loss": 3.749,
+      "step": 302500
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 1.892372724847639e-05,
+      "loss": 3.7781,
+      "step": 303000
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 1.8872427307984323e-05,
+      "loss": 3.7711,
+      "step": 303500
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 1.8821127367492257e-05,
+      "loss": 3.7755,
+      "step": 304000
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 1.8769827427000186e-05,
+      "loss": 3.7479,
+      "step": 304500
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 1.8718527486508116e-05,
+      "loss": 3.78,
+      "step": 305000
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 1.8667227546016046e-05,
+      "loss": 3.7609,
+      "step": 305500
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 1.8616030205404963e-05,
+      "loss": 3.7848,
+      "step": 306000
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 1.8564832864793876e-05,
+      "loss": 3.7519,
+      "step": 306500
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 1.8513532924301806e-05,
+      "loss": 3.7789,
+      "step": 307000
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 1.8462232983809742e-05,
+      "loss": 3.759,
+      "step": 307500
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 1.8411035643198656e-05,
+      "loss": 3.7669,
+      "step": 308000
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 1.8359735702706585e-05,
+      "loss": 3.7612,
+      "step": 308500
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 1.830843576221452e-05,
+      "loss": 3.7493,
+      "step": 309000
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 1.8257135821722448e-05,
+      "loss": 3.7789,
+      "step": 309500
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 1.8205835881230378e-05,
+      "loss": 3.7703,
+      "step": 310000
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 1.815453594073831e-05,
+      "loss": 3.7513,
+      "step": 310500
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 1.810323600024624e-05,
+      "loss": 3.745,
+      "step": 311000
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 1.805193605975417e-05,
+      "loss": 3.743,
+      "step": 311500
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 1.80006361192621e-05,
+      "loss": 3.7827,
+      "step": 312000
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 1.7949438778651017e-05,
+      "loss": 3.766,
+      "step": 312500
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 1.7898241438039934e-05,
+      "loss": 3.7877,
+      "step": 313000
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 1.7846941497547864e-05,
+      "loss": 3.7391,
+      "step": 313500
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 1.7795641557055793e-05,
+      "loss": 3.7594,
+      "step": 314000
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 1.7744341616563727e-05,
+      "loss": 3.7925,
+      "step": 314500
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 1.769314427595264e-05,
+      "loss": 3.7439,
+      "step": 315000
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 1.7641844335460573e-05,
+      "loss": 3.7496,
+      "step": 315500
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 1.7590544394968503e-05,
+      "loss": 3.7429,
+      "step": 316000
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 1.7539244454476433e-05,
+      "loss": 3.7272,
+      "step": 316500
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 1.7487944513984362e-05,
+      "loss": 3.7492,
+      "step": 317000
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 1.7436644573492295e-05,
+      "loss": 3.7413,
+      "step": 317500
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 1.738534463300023e-05,
+      "loss": 3.7537,
+      "step": 318000
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 1.7334044692508158e-05,
+      "loss": 3.757,
+      "step": 318500
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 1.7282744752016088e-05,
+      "loss": 3.763,
+      "step": 319000
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 1.723144481152402e-05,
+      "loss": 3.7308,
+      "step": 319500
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 1.718014487103195e-05,
+      "loss": 3.7588,
+      "step": 320000
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 1.712884493053988e-05,
+      "loss": 3.7518,
+      "step": 320500
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 1.7077647589928797e-05,
+      "loss": 3.7607,
+      "step": 321000
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 1.7026347649436727e-05,
+      "loss": 3.7389,
+      "step": 321500
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 1.6975047708944657e-05,
+      "loss": 3.7351,
+      "step": 322000
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 1.692374776845259e-05,
+      "loss": 3.7515,
+      "step": 322500
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 1.687244782796052e-05,
+      "loss": 3.7696,
+      "step": 323000
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 1.6821250487349437e-05,
+      "loss": 3.7349,
+      "step": 323500
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 1.6769950546857366e-05,
+      "loss": 3.7388,
+      "step": 324000
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 1.6718650606365296e-05,
+      "loss": 3.7543,
+      "step": 324500
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 1.6667350665873226e-05,
+      "loss": 3.7633,
+      "step": 325000
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 1.6616153325262143e-05,
+      "loss": 3.7501,
+      "step": 325500
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 1.6564853384770072e-05,
+      "loss": 3.7473,
+      "step": 326000
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 1.6513553444278005e-05,
+      "loss": 3.7029,
+      "step": 326500
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 1.646235610366692e-05,
+      "loss": 3.7224,
+      "step": 327000
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 1.6411056163174852e-05,
+      "loss": 3.7497,
+      "step": 327500
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 1.635975622268278e-05,
+      "loss": 3.7226,
+      "step": 328000
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 1.630845628219071e-05,
+      "loss": 3.748,
+      "step": 328500
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 1.6257156341698645e-05,
+      "loss": 3.7475,
+      "step": 329000
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 1.6205856401206578e-05,
+      "loss": 3.7278,
+      "step": 329500
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 1.6154556460714507e-05,
+      "loss": 3.6932,
+      "step": 330000
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 1.610335912010342e-05,
+      "loss": 3.7137,
+      "step": 330500
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 1.6052059179611354e-05,
+      "loss": 3.6953,
+      "step": 331000
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 1.6000759239119284e-05,
+      "loss": 3.7323,
+      "step": 331500
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 1.5949459298627213e-05,
+      "loss": 3.7612,
+      "step": 332000
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 1.5898159358135146e-05,
+      "loss": 3.7452,
+      "step": 332500
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 1.5846859417643076e-05,
+      "loss": 3.7379,
+      "step": 333000
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 1.5795662077031993e-05,
+      "loss": 3.7193,
+      "step": 333500
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 1.5744362136539923e-05,
+      "loss": 3.7023,
+      "step": 334000
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 1.5693062196047853e-05,
+      "loss": 3.7158,
+      "step": 334500
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 1.564186485543677e-05,
+      "loss": 3.7399,
+      "step": 335000
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 1.55905649149447e-05,
+      "loss": 3.7258,
+      "step": 335500
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 1.553926497445263e-05,
+      "loss": 3.7434,
+      "step": 336000
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 1.5487965033960562e-05,
+      "loss": 3.7052,
+      "step": 336500
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 1.5436767693349475e-05,
+      "loss": 3.7202,
+      "step": 337000
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 1.538546775285741e-05,
+      "loss": 3.7165,
+      "step": 337500
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 1.5334167812365338e-05,
+      "loss": 3.703,
+      "step": 338000
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 1.5282867871873268e-05,
+      "loss": 3.698,
+      "step": 338500
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 1.52315679313812e-05,
+      "loss": 3.7597,
+      "step": 339000
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 1.5180267990889132e-05,
+      "loss": 3.7319,
+      "step": 339500
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 1.5128968050397064e-05,
+      "loss": 3.7347,
+      "step": 340000
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 1.5077668109904994e-05,
+      "loss": 3.7027,
+      "step": 340500
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 1.5026470769293907e-05,
+      "loss": 3.7179,
+      "step": 341000
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 1.497517082880184e-05,
+      "loss": 3.6961,
+      "step": 341500
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 1.4923870888309772e-05,
+      "loss": 3.7059,
+      "step": 342000
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 1.4872570947817701e-05,
+      "loss": 3.7243,
+      "step": 342500
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 1.4821271007325633e-05,
+      "loss": 3.6775,
+      "step": 343000
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 1.4769971066833562e-05,
+      "loss": 3.7294,
+      "step": 343500
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 1.4718671126341494e-05,
+      "loss": 3.7296,
+      "step": 344000
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 1.4667371185849424e-05,
+      "loss": 3.699,
+      "step": 344500
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 1.4616071245357357e-05,
+      "loss": 3.6937,
+      "step": 345000
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 1.456487390474627e-05,
+      "loss": 3.7385,
+      "step": 345500
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 1.4513573964254202e-05,
+      "loss": 3.7215,
+      "step": 346000
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 1.4462274023762131e-05,
+      "loss": 3.6759,
+      "step": 346500
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 1.4410974083270064e-05,
+      "loss": 3.7289,
+      "step": 347000
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 1.4359674142777996e-05,
+      "loss": 3.6964,
+      "step": 347500
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 1.4308374202285926e-05,
+      "loss": 3.7005,
+      "step": 348000
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 1.4257074261793857e-05,
+      "loss": 3.7368,
+      "step": 348500
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 1.4205774321301787e-05,
+      "loss": 3.6993,
+      "step": 349000
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 1.4154576980690704e-05,
+      "loss": 3.7237,
+      "step": 349500
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 1.4103277040198633e-05,
+      "loss": 3.7022,
+      "step": 350000
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 1.4051977099706565e-05,
+      "loss": 3.651,
+      "step": 350500
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 1.4000677159214494e-05,
+      "loss": 3.7123,
+      "step": 351000
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 1.3949377218722426e-05,
+      "loss": 3.7059,
+      "step": 351500
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 1.3898179878111343e-05,
+      "loss": 3.7122,
+      "step": 352000
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 1.3846879937619272e-05,
+      "loss": 3.7173,
+      "step": 352500
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 1.379568259700819e-05,
+      "loss": 3.7134,
+      "step": 353000
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 1.3744382656516119e-05,
+      "loss": 3.6982,
+      "step": 353500
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 1.369308271602405e-05,
+      "loss": 3.7201,
+      "step": 354000
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 1.364178277553198e-05,
+      "loss": 3.6949,
+      "step": 354500
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 1.3590482835039912e-05,
+      "loss": 3.6863,
+      "step": 355000
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 1.3539285494428827e-05,
+      "loss": 3.7027,
+      "step": 355500
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 1.3487985553936758e-05,
+      "loss": 3.7029,
+      "step": 356000
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 1.3436685613444688e-05,
+      "loss": 3.6962,
+      "step": 356500
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 1.338538567295262e-05,
+      "loss": 3.7232,
+      "step": 357000
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 1.3334085732460552e-05,
+      "loss": 3.7096,
+      "step": 357500
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 1.3282785791968482e-05,
+      "loss": 3.7207,
+      "step": 358000
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 1.3231485851476414e-05,
+      "loss": 3.7219,
+      "step": 358500
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 1.3180288510865327e-05,
+      "loss": 3.7024,
+      "step": 359000
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 1.312898857037326e-05,
+      "loss": 3.7225,
+      "step": 359500
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 1.307768862988119e-05,
+      "loss": 3.6723,
+      "step": 360000
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 1.3026388689389121e-05,
+      "loss": 3.7091,
+      "step": 360500
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 1.2975088748897051e-05,
+      "loss": 3.6912,
+      "step": 361000
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 1.2923891408285968e-05,
+      "loss": 3.6878,
+      "step": 361500
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 1.28725914677939e-05,
+      "loss": 3.6944,
+      "step": 362000
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 1.2821291527301829e-05,
+      "loss": 3.6658,
+      "step": 362500
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 1.276999158680976e-05,
+      "loss": 3.7055,
+      "step": 363000
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 1.271869164631769e-05,
+      "loss": 3.7103,
+      "step": 363500
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 1.2667391705825622e-05,
+      "loss": 3.701,
+      "step": 364000
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 1.2616091765333555e-05,
+      "loss": 3.6841,
+      "step": 364500
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 1.2564894424722468e-05,
+      "loss": 3.6652,
+      "step": 365000
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 1.2513594484230398e-05,
+      "loss": 3.7217,
+      "step": 365500
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 1.246229454373833e-05,
+      "loss": 3.7033,
+      "step": 366000
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 1.241099460324626e-05,
+      "loss": 3.7162,
+      "step": 366500
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 1.235969466275419e-05,
+      "loss": 3.702,
+      "step": 367000
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 1.2308394722262124e-05,
+      "loss": 3.6944,
+      "step": 367500
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 1.2257197381651039e-05,
+      "loss": 3.7221,
+      "step": 368000
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 1.2205897441158968e-05,
+      "loss": 3.6708,
+      "step": 368500
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 1.21545975006669e-05,
+      "loss": 3.6831,
+      "step": 369000
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 1.2103297560174831e-05,
+      "loss": 3.6817,
+      "step": 369500
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 1.2051997619682761e-05,
+      "loss": 3.7204,
+      "step": 370000
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 1.2000697679190692e-05,
+      "loss": 3.7261,
+      "step": 370500
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 1.1949397738698624e-05,
+      "loss": 3.6543,
+      "step": 371000
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 1.1898200398087539e-05,
+      "loss": 3.7125,
+      "step": 371500
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 1.1846900457595469e-05,
+      "loss": 3.6821,
+      "step": 372000
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 1.17956005171034e-05,
+      "loss": 3.6991,
+      "step": 372500
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 1.1744300576611332e-05,
+      "loss": 3.6953,
+      "step": 373000
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 1.1693000636119263e-05,
+      "loss": 3.7289,
+      "step": 373500
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 1.1641700695627193e-05,
+      "loss": 3.6919,
+      "step": 374000
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 1.1590400755135126e-05,
+      "loss": 3.7074,
+      "step": 374500
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 1.1539100814643056e-05,
+      "loss": 3.7045,
+      "step": 375000
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 1.148790347403197e-05,
+      "loss": 3.6862,
+      "step": 375500
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 1.14366035335399e-05,
+      "loss": 3.661,
+      "step": 376000
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 1.1385303593047834e-05,
+      "loss": 3.6478,
+      "step": 376500
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 1.1334003652555763e-05,
+      "loss": 3.6391,
+      "step": 377000
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 1.1282703712063695e-05,
+      "loss": 3.6802,
+      "step": 377500
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 1.123150637145261e-05,
+      "loss": 3.67,
+      "step": 378000
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 1.1180206430960541e-05,
+      "loss": 3.6543,
+      "step": 378500
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 1.1129009090349456e-05,
+      "loss": 3.6902,
+      "step": 379000
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 1.1077709149857386e-05,
+      "loss": 3.6943,
+      "step": 379500
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 1.1026511809246303e-05,
+      "loss": 3.6582,
+      "step": 380000
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.0975211868754233e-05,
+      "loss": 3.7017,
+      "step": 380500
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.0923911928262164e-05,
+      "loss": 3.6806,
+      "step": 381000
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.0872611987770094e-05,
+      "loss": 3.6638,
+      "step": 381500
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.0821312047278025e-05,
+      "loss": 3.683,
+      "step": 382000
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.0770012106785957e-05,
+      "loss": 3.699,
+      "step": 382500
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.0718712166293886e-05,
+      "loss": 3.6675,
+      "step": 383000
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.066741222580182e-05,
+      "loss": 3.6736,
+      "step": 383500
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.061611228530975e-05,
+      "loss": 3.6253,
+      "step": 384000
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.056481234481768e-05,
+      "loss": 3.6682,
+      "step": 384500
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 1.051351240432561e-05,
+      "loss": 3.6791,
+      "step": 385000
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 1.0462212463833543e-05,
+      "loss": 3.7102,
+      "step": 385500
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 1.0411015123222457e-05,
+      "loss": 3.6935,
+      "step": 386000
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 1.0359715182730388e-05,
+      "loss": 3.6438,
+      "step": 386500
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 1.030841524223832e-05,
+      "loss": 3.6608,
+      "step": 387000
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 1.0257217901627235e-05,
+      "loss": 3.6675,
+      "step": 387500
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 1.0205917961135165e-05,
+      "loss": 3.6718,
+      "step": 388000
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 1.0154618020643096e-05,
+      "loss": 3.668,
+      "step": 388500
+    },
+    {
+      "epoch": 7.98,
+      "learning_rate": 1.0103318080151028e-05,
+      "loss": 3.6562,
+      "step": 389000
+    },
+    {
+      "epoch": 7.99,
+      "learning_rate": 1.0052018139658959e-05,
+      "loss": 3.6583,
+      "step": 389500
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 1.0000718199166889e-05,
+      "loss": 3.6691,
+      "step": 390000
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 9.949418258674822e-06,
+      "loss": 3.6664,
+      "step": 390500
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 9.898118318182751e-06,
+      "loss": 3.6405,
+      "step": 391000
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 9.846920977571667e-06,
+      "loss": 3.6682,
+      "step": 391500
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 9.795723636960582e-06,
+      "loss": 3.6599,
+      "step": 392000
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 9.744423696468513e-06,
+      "loss": 3.6527,
+      "step": 392500
+    },
+    {
+      "epoch": 8.06,
+      "learning_rate": 9.693123755976443e-06,
+      "loss": 3.697,
+      "step": 393000
+    },
+    {
+      "epoch": 8.07,
+      "learning_rate": 9.641823815484374e-06,
+      "loss": 3.646,
+      "step": 393500
+    },
+    {
+      "epoch": 8.08,
+      "learning_rate": 9.590523874992304e-06,
+      "loss": 3.6486,
+      "step": 394000
+    },
+    {
+      "epoch": 8.1,
+      "learning_rate": 9.539223934500237e-06,
+      "loss": 3.643,
+      "step": 394500
+    },
+    {
+      "epoch": 8.11,
+      "learning_rate": 9.488026593889152e-06,
+      "loss": 3.6605,
+      "step": 395000
+    },
+    {
+      "epoch": 8.12,
+      "learning_rate": 9.436726653397082e-06,
+      "loss": 3.625,
+      "step": 395500
+    },
+    {
+      "epoch": 8.13,
+      "learning_rate": 9.385426712905013e-06,
+      "loss": 3.6781,
+      "step": 396000
+    },
+    {
+      "epoch": 8.14,
+      "learning_rate": 9.334126772412945e-06,
+      "loss": 3.684,
+      "step": 396500
+    },
+    {
+      "epoch": 8.15,
+      "learning_rate": 9.282826831920875e-06,
+      "loss": 3.6696,
+      "step": 397000
+    },
+    {
+      "epoch": 8.16,
+      "learning_rate": 9.231526891428806e-06,
+      "loss": 3.6563,
+      "step": 397500
+    },
+    {
+      "epoch": 8.17,
+      "learning_rate": 9.180226950936737e-06,
+      "loss": 3.6521,
+      "step": 398000
+    },
+    {
+      "epoch": 8.18,
+      "learning_rate": 9.128927010444669e-06,
+      "loss": 3.6741,
+      "step": 398500
+    },
+    {
+      "epoch": 8.19,
+      "learning_rate": 9.077627069952599e-06,
+      "loss": 3.6389,
+      "step": 399000
+    },
+    {
+      "epoch": 8.2,
+      "learning_rate": 9.026429729341514e-06,
+      "loss": 3.6597,
+      "step": 399500
+    },
+    {
+      "epoch": 8.21,
+      "learning_rate": 8.975129788849445e-06,
+      "loss": 3.669,
+      "step": 400000
+    },
+    {
+      "epoch": 8.22,
+      "learning_rate": 8.923829848357377e-06,
+      "loss": 3.6309,
+      "step": 400500
+    },
+    {
+      "epoch": 8.23,
+      "learning_rate": 8.872529907865306e-06,
+      "loss": 3.6264,
+      "step": 401000
+    },
+    {
+      "epoch": 8.24,
+      "learning_rate": 8.821332567254223e-06,
+      "loss": 3.6721,
+      "step": 401500
+    },
+    {
+      "epoch": 8.25,
+      "learning_rate": 8.770032626762153e-06,
+      "loss": 3.627,
+      "step": 402000
+    },
+    {
+      "epoch": 8.26,
+      "learning_rate": 8.718835286151068e-06,
+      "loss": 3.6375,
+      "step": 402500
+    },
+    {
+      "epoch": 8.27,
+      "learning_rate": 8.667535345659e-06,
+      "loss": 3.663,
+      "step": 403000
+    },
+    {
+      "epoch": 8.28,
+      "learning_rate": 8.616235405166931e-06,
+      "loss": 3.6765,
+      "step": 403500
+    },
+    {
+      "epoch": 8.29,
+      "learning_rate": 8.56493546467486e-06,
+      "loss": 3.6448,
+      "step": 404000
+    },
+    {
+      "epoch": 8.3,
+      "learning_rate": 8.513635524182792e-06,
+      "loss": 3.6436,
+      "step": 404500
+    },
+    {
+      "epoch": 8.31,
+      "learning_rate": 8.462335583690723e-06,
+      "loss": 3.664,
+      "step": 405000
+    },
+    {
+      "epoch": 8.32,
+      "learning_rate": 8.411035643198655e-06,
+      "loss": 3.658,
+      "step": 405500
+    },
+    {
+      "epoch": 8.33,
+      "learning_rate": 8.359735702706585e-06,
+      "loss": 3.642,
+      "step": 406000
+    },
+    {
+      "epoch": 8.34,
+      "learning_rate": 8.308435762214516e-06,
+      "loss": 3.6617,
+      "step": 406500
+    },
+    {
+      "epoch": 8.35,
+      "learning_rate": 8.257238421603431e-06,
+      "loss": 3.6868,
+      "step": 407000
+    },
+    {
+      "epoch": 8.36,
+      "learning_rate": 8.205938481111363e-06,
+      "loss": 3.6467,
+      "step": 407500
+    },
+    {
+      "epoch": 8.37,
+      "learning_rate": 8.154638540619292e-06,
+      "loss": 3.671,
+      "step": 408000
+    },
+    {
+      "epoch": 8.38,
+      "learning_rate": 8.103338600127225e-06,
+      "loss": 3.667,
+      "step": 408500
+    },
+    {
+      "epoch": 8.39,
+      "learning_rate": 8.052141259516139e-06,
+      "loss": 3.6418,
+      "step": 409000
+    },
+    {
+      "epoch": 8.4,
+      "learning_rate": 8.00084131902407e-06,
+      "loss": 3.6336,
+      "step": 409500
+    },
+    {
+      "epoch": 8.41,
+      "learning_rate": 7.949541378532e-06,
+      "loss": 3.6337,
+      "step": 410000
+    },
+    {
+      "epoch": 8.42,
+      "learning_rate": 7.8984466378019e-06,
+      "loss": 3.6312,
+      "step": 410500
+    },
+    {
+      "epoch": 8.43,
+      "learning_rate": 7.847146697309832e-06,
+      "loss": 3.6719,
+      "step": 411000
+    },
+    {
+      "epoch": 8.44,
+      "learning_rate": 7.795846756817762e-06,
+      "loss": 3.6541,
+      "step": 411500
+    },
+    {
+      "epoch": 8.45,
+      "learning_rate": 7.744546816325693e-06,
+      "loss": 3.6703,
+      "step": 412000
+    },
+    {
+      "epoch": 8.46,
+      "learning_rate": 7.693246875833625e-06,
+      "loss": 3.666,
+      "step": 412500
+    },
+    {
+      "epoch": 8.47,
+      "learning_rate": 7.641946935341556e-06,
+      "loss": 3.6529,
+      "step": 413000
+    },
+    {
+      "epoch": 8.49,
+      "learning_rate": 7.590646994849486e-06,
+      "loss": 3.6305,
+      "step": 413500
+    },
+    {
+      "epoch": 8.5,
+      "learning_rate": 7.539347054357418e-06,
+      "loss": 3.6171,
+      "step": 414000
+    },
+    {
+      "epoch": 8.51,
+      "learning_rate": 7.488149713746332e-06,
+      "loss": 3.6429,
+      "step": 414500
+    },
+    {
+      "epoch": 8.52,
+      "learning_rate": 7.436849773254263e-06,
+      "loss": 3.6609,
+      "step": 415000
+    },
+    {
+      "epoch": 8.53,
+      "learning_rate": 7.3855498327621935e-06,
+      "loss": 3.6829,
+      "step": 415500
+    },
+    {
+      "epoch": 8.54,
+      "learning_rate": 7.334249892270126e-06,
+      "loss": 3.6737,
+      "step": 416000
+    },
+    {
+      "epoch": 8.55,
+      "learning_rate": 7.282949951778056e-06,
+      "loss": 3.6503,
+      "step": 416500
+    },
+    {
+      "epoch": 8.56,
+      "learning_rate": 7.231650011285987e-06,
+      "loss": 3.5959,
+      "step": 417000
+    },
+    {
+      "epoch": 8.57,
+      "learning_rate": 7.180350070793919e-06,
+      "loss": 3.653,
+      "step": 417500
+    },
+    {
+      "epoch": 8.58,
+      "learning_rate": 7.12905013030185e-06,
+      "loss": 3.6283,
+      "step": 418000
+    },
+    {
+      "epoch": 8.59,
+      "learning_rate": 7.077852789690764e-06,
+      "loss": 3.6632,
+      "step": 418500
+    },
+    {
+      "epoch": 8.6,
+      "learning_rate": 7.026552849198695e-06,
+      "loss": 3.6649,
+      "step": 419000
+    },
+    {
+      "epoch": 8.61,
+      "learning_rate": 6.975252908706627e-06,
+      "loss": 3.6467,
+      "step": 419500
+    },
+    {
+      "epoch": 8.62,
+      "learning_rate": 6.9239529682145574e-06,
+      "loss": 3.672,
+      "step": 420000
+    },
+    {
+      "epoch": 8.63,
+      "learning_rate": 6.872653027722488e-06,
+      "loss": 3.6617,
+      "step": 420500
+    },
+    {
+      "epoch": 8.64,
+      "learning_rate": 6.821455687111402e-06,
+      "loss": 3.6675,
+      "step": 421000
+    },
+    {
+      "epoch": 8.65,
+      "learning_rate": 6.770155746619335e-06,
+      "loss": 3.6744,
+      "step": 421500
+    },
+    {
+      "epoch": 8.66,
+      "learning_rate": 6.718855806127265e-06,
+      "loss": 3.642,
+      "step": 422000
+    },
+    {
+      "epoch": 8.67,
+      "learning_rate": 6.667555865635196e-06,
+      "loss": 3.6462,
+      "step": 422500
+    },
+    {
+      "epoch": 8.68,
+      "learning_rate": 6.616358525024112e-06,
+      "loss": 3.6384,
+      "step": 423000
+    },
+    {
+      "epoch": 8.69,
+      "learning_rate": 6.565058584532042e-06,
+      "loss": 3.6566,
+      "step": 423500
+    },
+    {
+      "epoch": 8.7,
+      "learning_rate": 6.513758644039973e-06,
+      "loss": 3.627,
+      "step": 424000
+    },
+    {
+      "epoch": 8.71,
+      "learning_rate": 6.4624587035479034e-06,
+      "loss": 3.6055,
+      "step": 424500
+    },
+    {
+      "epoch": 8.72,
+      "learning_rate": 6.411158763055836e-06,
+      "loss": 3.6213,
+      "step": 425000
+    },
+    {
+      "epoch": 8.73,
+      "learning_rate": 6.359858822563766e-06,
+      "loss": 3.6507,
+      "step": 425500
+    },
+    {
+      "epoch": 8.74,
+      "learning_rate": 6.308661481952681e-06,
+      "loss": 3.6337,
+      "step": 426000
+    },
+    {
+      "epoch": 8.75,
+      "learning_rate": 6.257361541460611e-06,
+      "loss": 3.6383,
+      "step": 426500
+    },
+    {
+      "epoch": 8.76,
+      "learning_rate": 6.2060616009685434e-06,
+      "loss": 3.6197,
+      "step": 427000
+    },
+    {
+      "epoch": 8.77,
+      "learning_rate": 6.154761660476474e-06,
+      "loss": 3.6605,
+      "step": 427500
+    },
+    {
+      "epoch": 8.78,
+      "learning_rate": 6.103461719984405e-06,
+      "loss": 3.6235,
+      "step": 428000
+    },
+    {
+      "epoch": 8.79,
+      "learning_rate": 6.052161779492336e-06,
+      "loss": 3.6859,
+      "step": 428500
+    },
+    {
+      "epoch": 8.8,
+      "learning_rate": 6.000861839000267e-06,
+      "loss": 3.6256,
+      "step": 429000
+    },
+    {
+      "epoch": 8.81,
+      "learning_rate": 5.949561898508198e-06,
+      "loss": 3.6361,
+      "step": 429500
+    },
+    {
+      "epoch": 8.82,
+      "learning_rate": 5.898261958016129e-06,
+      "loss": 3.6645,
+      "step": 430000
+    },
+    {
+      "epoch": 8.83,
+      "learning_rate": 5.84696201752406e-06,
+      "loss": 3.6387,
+      "step": 430500
+    },
+    {
+      "epoch": 8.84,
+      "learning_rate": 5.7956620770319905e-06,
+      "loss": 3.6499,
+      "step": 431000
+    },
+    {
+      "epoch": 8.85,
+      "learning_rate": 5.744362136539922e-06,
+      "loss": 3.6571,
+      "step": 431500
+    },
+    {
+      "epoch": 8.86,
+      "learning_rate": 5.693164795928837e-06,
+      "loss": 3.6678,
+      "step": 432000
+    },
+    {
+      "epoch": 8.87,
+      "learning_rate": 5.6418648554367685e-06,
+      "loss": 3.62,
+      "step": 432500
+    },
+    {
+      "epoch": 8.89,
+      "learning_rate": 5.590564914944699e-06,
+      "loss": 3.602,
+      "step": 433000
+    },
+    {
+      "epoch": 8.9,
+      "learning_rate": 5.539367574333614e-06,
+      "loss": 3.6465,
+      "step": 433500
+    },
+    {
+      "epoch": 8.91,
+      "learning_rate": 5.488067633841545e-06,
+      "loss": 3.6149,
+      "step": 434000
+    },
+    {
+      "epoch": 8.92,
+      "learning_rate": 5.436767693349476e-06,
+      "loss": 3.6184,
+      "step": 434500
+    },
+    {
+      "epoch": 8.93,
+      "learning_rate": 5.385467752857408e-06,
+      "loss": 3.6606,
+      "step": 435000
+    },
+    {
+      "epoch": 8.94,
+      "learning_rate": 5.334167812365338e-06,
+      "loss": 3.6463,
+      "step": 435500
+    },
+    {
+      "epoch": 8.95,
+      "learning_rate": 5.282970471754253e-06,
+      "loss": 3.6765,
+      "step": 436000
+    },
+    {
+      "epoch": 8.96,
+      "learning_rate": 5.231670531262184e-06,
+      "loss": 3.6274,
+      "step": 436500
+    },
+    {
+      "epoch": 8.97,
+      "learning_rate": 5.180370590770115e-06,
+      "loss": 3.608,
+      "step": 437000
+    },
+    {
+      "epoch": 8.98,
+      "learning_rate": 5.129070650278046e-06,
+      "loss": 3.6366,
+      "step": 437500
+    },
+    {
+      "epoch": 8.99,
+      "learning_rate": 5.077770709785977e-06,
+      "loss": 3.6295,
+      "step": 438000
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 5.026573369174892e-06,
+      "loss": 3.61,
+      "step": 438500
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 4.975273428682823e-06,
+      "loss": 3.623,
+      "step": 439000
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 4.9239734881907545e-06,
+      "loss": 3.6587,
+      "step": 439500
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 4.872673547698685e-06,
+      "loss": 3.6401,
+      "step": 440000
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 4.821373607206616e-06,
+      "loss": 3.6167,
+      "step": 440500
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 4.770073666714546e-06,
+      "loss": 3.6441,
+      "step": 441000
+    },
+    {
+      "epoch": 9.06,
+      "learning_rate": 4.718773726222478e-06,
+      "loss": 3.6181,
+      "step": 441500
+    },
+    {
+      "epoch": 9.07,
+      "learning_rate": 4.667473785730408e-06,
+      "loss": 3.644,
+      "step": 442000
+    },
+    {
+      "epoch": 9.08,
+      "learning_rate": 4.616379045000308e-06,
+      "loss": 3.6274,
+      "step": 442500
+    },
+    {
+      "epoch": 9.09,
+      "learning_rate": 4.5650791045082385e-06,
+      "loss": 3.6162,
+      "step": 443000
+    },
+    {
+      "epoch": 9.1,
+      "learning_rate": 4.5138817638971545e-06,
+      "loss": 3.6448,
+      "step": 443500
+    },
+    {
+      "epoch": 9.11,
+      "learning_rate": 4.462581823405085e-06,
+      "loss": 3.6333,
+      "step": 444000
+    },
+    {
+      "epoch": 9.12,
+      "learning_rate": 4.411281882913016e-06,
+      "loss": 3.638,
+      "step": 444500
+    },
+    {
+      "epoch": 9.13,
+      "learning_rate": 4.359981942420947e-06,
+      "loss": 3.603,
+      "step": 445000
+    },
+    {
+      "epoch": 9.14,
+      "learning_rate": 4.308682001928878e-06,
+      "loss": 3.5923,
+      "step": 445500
+    },
+    {
+      "epoch": 9.15,
+      "learning_rate": 4.257382061436809e-06,
+      "loss": 3.6077,
+      "step": 446000
+    },
+    {
+      "epoch": 9.16,
+      "learning_rate": 4.206184720825724e-06,
+      "loss": 3.6197,
+      "step": 446500
+    },
+    {
+      "epoch": 9.17,
+      "learning_rate": 4.154884780333655e-06,
+      "loss": 3.6563,
+      "step": 447000
+    },
+    {
+      "epoch": 9.18,
+      "learning_rate": 4.103584839841585e-06,
+      "loss": 3.5986,
+      "step": 447500
+    },
+    {
+      "epoch": 9.19,
+      "learning_rate": 4.052284899349517e-06,
+      "loss": 3.6303,
+      "step": 448000
+    },
+    {
+      "epoch": 9.2,
+      "learning_rate": 4.000984958857447e-06,
+      "loss": 3.611,
+      "step": 448500
+    },
+    {
+      "epoch": 9.21,
+      "learning_rate": 3.949685018365379e-06,
+      "loss": 3.5932,
+      "step": 449000
+    },
+    {
+      "epoch": 9.22,
+      "learning_rate": 3.89838507787331e-06,
+      "loss": 3.6529,
+      "step": 449500
+    },
+    {
+      "epoch": 9.23,
+      "learning_rate": 3.847085137381241e-06,
+      "loss": 3.6276,
+      "step": 450000
+    },
+    {
+      "epoch": 9.24,
+      "learning_rate": 3.795785196889172e-06,
+      "loss": 3.6366,
+      "step": 450500
+    },
+    {
+      "epoch": 9.25,
+      "learning_rate": 3.7445878562780865e-06,
+      "loss": 3.635,
+      "step": 451000
+    },
+    {
+      "epoch": 9.26,
+      "learning_rate": 3.693287915786018e-06,
+      "loss": 3.6248,
+      "step": 451500
+    },
+    {
+      "epoch": 9.28,
+      "learning_rate": 3.6419879752939485e-06,
+      "loss": 3.6092,
+      "step": 452000
+    },
+    {
+      "epoch": 9.29,
+      "learning_rate": 3.59068803480188e-06,
+      "loss": 3.6406,
+      "step": 452500
+    },
+    {
+      "epoch": 9.3,
+      "learning_rate": 3.539388094309811e-06,
+      "loss": 3.6074,
+      "step": 453000
+    },
+    {
+      "epoch": 9.31,
+      "learning_rate": 3.4880881538177415e-06,
+      "loss": 3.6201,
+      "step": 453500
+    },
+    {
+      "epoch": 9.32,
+      "learning_rate": 3.436890813206657e-06,
+      "loss": 3.5992,
+      "step": 454000
+    },
+    {
+      "epoch": 9.33,
+      "learning_rate": 3.3855908727145877e-06,
+      "loss": 3.6067,
+      "step": 454500
+    },
+    {
+      "epoch": 9.34,
+      "learning_rate": 3.334290932222519e-06,
+      "loss": 3.6521,
+      "step": 455000
+    },
+    {
+      "epoch": 9.35,
+      "learning_rate": 3.2829909917304496e-06,
+      "loss": 3.618,
+      "step": 455500
+    },
+    {
+      "epoch": 9.36,
+      "learning_rate": 3.2316910512383806e-06,
+      "loss": 3.5911,
+      "step": 456000
+    },
+    {
+      "epoch": 9.37,
+      "learning_rate": 3.1803911107463112e-06,
+      "loss": 3.6177,
+      "step": 456500
+    },
+    {
+      "epoch": 9.38,
+      "learning_rate": 3.1290911702542426e-06,
+      "loss": 3.6153,
+      "step": 457000
+    },
+    {
+      "epoch": 9.39,
+      "learning_rate": 3.0777912297621736e-06,
+      "loss": 3.6284,
+      "step": 457500
+    },
+    {
+      "epoch": 9.4,
+      "learning_rate": 3.0265938891510888e-06,
+      "loss": 3.6215,
+      "step": 458000
+    },
+    {
+      "epoch": 9.41,
+      "learning_rate": 2.9752939486590198e-06,
+      "loss": 3.6314,
+      "step": 458500
+    },
+    {
+      "epoch": 9.42,
+      "learning_rate": 2.9239940081669508e-06,
+      "loss": 3.6157,
+      "step": 459000
+    },
+    {
+      "epoch": 9.43,
+      "learning_rate": 2.8726940676748818e-06,
+      "loss": 3.6239,
+      "step": 459500
+    },
+    {
+      "epoch": 9.44,
+      "learning_rate": 2.8213941271828128e-06,
+      "loss": 3.6236,
+      "step": 460000
+    },
+    {
+      "epoch": 9.45,
+      "learning_rate": 2.7700941866907438e-06,
+      "loss": 3.6384,
+      "step": 460500
+    },
+    {
+      "epoch": 9.46,
+      "learning_rate": 2.7187942461986743e-06,
+      "loss": 3.6349,
+      "step": 461000
+    },
+    {
+      "epoch": 9.47,
+      "learning_rate": 2.6675969055875895e-06,
+      "loss": 3.6125,
+      "step": 461500
+    },
+    {
+      "epoch": 9.48,
+      "learning_rate": 2.6162969650955205e-06,
+      "loss": 3.622,
+      "step": 462000
+    },
+    {
+      "epoch": 9.49,
+      "learning_rate": 2.5649970246034515e-06,
+      "loss": 3.6161,
+      "step": 462500
+    },
+    {
+      "epoch": 9.5,
+      "learning_rate": 2.513697084111383e-06,
+      "loss": 3.6401,
+      "step": 463000
+    },
+    {
+      "epoch": 9.51,
+      "learning_rate": 2.4623971436193135e-06,
+      "loss": 3.637,
+      "step": 463500
+    },
+    {
+      "epoch": 9.52,
+      "learning_rate": 2.4110972031272445e-06,
+      "loss": 3.6228,
+      "step": 464000
+    },
+    {
+      "epoch": 9.53,
+      "learning_rate": 2.3600024623971438e-06,
+      "loss": 3.6225,
+      "step": 464500
+    },
+    {
+      "epoch": 9.54,
+      "learning_rate": 2.3087025219050748e-06,
+      "loss": 3.638,
+      "step": 465000
+    },
+    {
+      "epoch": 9.55,
+      "learning_rate": 2.2574025814130058e-06,
+      "loss": 3.6288,
+      "step": 465500
+    },
+    {
+      "epoch": 9.56,
+      "learning_rate": 2.2061026409209368e-06,
+      "loss": 3.6212,
+      "step": 466000
+    },
+    {
+      "epoch": 9.57,
+      "learning_rate": 2.1548027004288673e-06,
+      "loss": 3.6176,
+      "step": 466500
+    },
+    {
+      "epoch": 9.58,
+      "learning_rate": 2.1035027599367983e-06,
+      "loss": 3.6476,
+      "step": 467000
+    },
+    {
+      "epoch": 9.59,
+      "learning_rate": 2.0522028194447293e-06,
+      "loss": 3.633,
+      "step": 467500
+    },
+    {
+      "epoch": 9.6,
+      "learning_rate": 2.0009028789526607e-06,
+      "loss": 3.6141,
+      "step": 468000
+    },
+    {
+      "epoch": 9.61,
+      "learning_rate": 1.9496029384605917e-06,
+      "loss": 3.6138,
+      "step": 468500
+    },
+    {
+      "epoch": 9.62,
+      "learning_rate": 1.8983029979685225e-06,
+      "loss": 3.5803,
+      "step": 469000
+    },
+    {
+      "epoch": 9.63,
+      "learning_rate": 1.8471056573574377e-06,
+      "loss": 3.6189,
+      "step": 469500
+    },
+    {
+      "epoch": 9.64,
+      "learning_rate": 1.7958057168653685e-06,
+      "loss": 3.5963,
+      "step": 470000
+    },
+    {
+      "epoch": 9.65,
+      "learning_rate": 1.7445057763732995e-06,
+      "loss": 3.6222,
+      "step": 470500
+    },
+    {
+      "epoch": 9.66,
+      "learning_rate": 1.6933084357622146e-06,
+      "loss": 3.6233,
+      "step": 471000
+    },
+    {
+      "epoch": 9.68,
+      "learning_rate": 1.6420084952701454e-06,
+      "loss": 3.6486,
+      "step": 471500
+    },
+    {
+      "epoch": 9.69,
+      "learning_rate": 1.5907085547780764e-06,
+      "loss": 3.5778,
+      "step": 472000
+    },
+    {
+      "epoch": 9.7,
+      "learning_rate": 1.5394086142860074e-06,
+      "loss": 3.6264,
+      "step": 472500
+    },
+    {
+      "epoch": 9.71,
+      "learning_rate": 1.4882112736749225e-06,
+      "loss": 3.6235,
+      "step": 473000
+    },
+    {
+      "epoch": 9.72,
+      "learning_rate": 1.4369113331828535e-06,
+      "loss": 3.6006,
+      "step": 473500
+    },
+    {
+      "epoch": 9.73,
+      "learning_rate": 1.3856113926907845e-06,
+      "loss": 3.5967,
+      "step": 474000
+    },
+    {
+      "epoch": 9.74,
+      "learning_rate": 1.3343114521987155e-06,
+      "loss": 3.6154,
+      "step": 474500
+    },
+    {
+      "epoch": 9.75,
+      "learning_rate": 1.2830115117066465e-06,
+      "loss": 3.6179,
+      "step": 475000
+    },
+    {
+      "epoch": 9.76,
+      "learning_rate": 1.2317115712145775e-06,
+      "loss": 3.6382,
+      "step": 475500
+    },
+    {
+      "epoch": 9.77,
+      "learning_rate": 1.1804116307225085e-06,
+      "loss": 3.5936,
+      "step": 476000
+    },
+    {
+      "epoch": 9.78,
+      "learning_rate": 1.1292142901114235e-06,
+      "loss": 3.652,
+      "step": 476500
+    },
+    {
+      "epoch": 9.79,
+      "learning_rate": 1.0779143496193545e-06,
+      "loss": 3.5949,
+      "step": 477000
+    },
+    {
+      "epoch": 9.8,
+      "learning_rate": 1.0266144091272855e-06,
+      "loss": 3.6016,
+      "step": 477500
+    },
+    {
+      "epoch": 9.81,
+      "learning_rate": 9.753144686352164e-07,
+      "loss": 3.5945,
+      "step": 478000
+    },
+    {
+      "epoch": 9.82,
+      "learning_rate": 9.241171280241316e-07,
+      "loss": 3.608,
+      "step": 478500
+    },
+    {
+      "epoch": 9.83,
+      "learning_rate": 8.728171875320625e-07,
+      "loss": 3.6227,
+      "step": 479000
+    },
+    {
+      "epoch": 9.84,
+      "learning_rate": 8.215172470399935e-07,
+      "loss": 3.6483,
+      "step": 479500
+    },
+    {
+      "epoch": 9.85,
+      "learning_rate": 7.702173065479245e-07,
+      "loss": 3.6404,
+      "step": 480000
+    },
+    {
+      "epoch": 9.86,
+      "learning_rate": 7.189173660558555e-07,
+      "loss": 3.5914,
+      "step": 480500
+    },
+    {
+      "epoch": 9.87,
+      "learning_rate": 6.676174255637864e-07,
+      "loss": 3.622,
+      "step": 481000
+    },
+    {
+      "epoch": 9.88,
+      "learning_rate": 6.163174850717174e-07,
+      "loss": 3.5945,
+      "step": 481500
+    },
+    {
+      "epoch": 9.89,
+      "learning_rate": 5.650175445796483e-07,
+      "loss": 3.598,
+      "step": 482000
+    },
+    {
+      "epoch": 9.9,
+      "learning_rate": 5.137176040875793e-07,
+      "loss": 3.6166,
+      "step": 482500
+    },
+    {
+      "epoch": 9.91,
+      "learning_rate": 4.624176635955103e-07,
+      "loss": 3.5921,
+      "step": 483000
+    },
+    {
+      "epoch": 9.92,
+      "learning_rate": 4.111177231034412e-07,
+      "loss": 3.6098,
+      "step": 483500
+    },
+    {
+      "epoch": 9.93,
+      "learning_rate": 3.5992038249235634e-07,
+      "loss": 3.6096,
+      "step": 484000
+    },
+    {
+      "epoch": 9.94,
+      "learning_rate": 3.086204420002873e-07,
+      "loss": 3.6214,
+      "step": 484500
+    },
+    {
+      "epoch": 9.95,
+      "learning_rate": 2.5732050150821823e-07,
+      "loss": 3.6553,
+      "step": 485000
+    },
+    {
+      "epoch": 9.96,
+      "learning_rate": 2.0602056101614925e-07,
+      "loss": 3.5965,
+      "step": 485500
+    },
+    {
+      "epoch": 9.97,
+      "learning_rate": 1.547206205240802e-07,
+      "loss": 3.618,
+      "step": 486000
+    },
+    {
+      "epoch": 9.98,
+      "learning_rate": 1.0342068003201116e-07,
+      "loss": 3.6041,
+      "step": 486500
+    },
+    {
+      "epoch": 9.99,
+      "learning_rate": 5.2223339420926276e-08,
+      "loss": 3.6081,
+      "step": 487000
+    },
+    {
+      "epoch": 10.0,
+      "step": 487330,
+      "total_flos": 1.5431436054208512e+18,
+      "train_loss": 4.106789583444884,
+      "train_runtime": 101886.156,
+      "train_samples_per_second": 57.397,
+      "train_steps_per_second": 4.783
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 487330,
+  "num_train_epochs": 10,
+  "save_steps": 100000,
+  "total_flos": 1.5431436054208512e+18,
+  "trial_name": null,
+  "trial_params": null
+}