diff --git "a/checkpoint-6200/trainer_state.json" "b/checkpoint-6200/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-6200/trainer_state.json"
@@ -0,0 +1,4374 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.9641569963166858,
+  "eval_steps": 500,
+  "global_step": 6200,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0031684423145471106,
+      "grad_norm": 0.19819921255111694,
+      "learning_rate": 1.08e-05,
+      "loss": 4.8784,
+      "step": 10
+    },
+    {
+      "epoch": 0.006336884629094221,
+      "grad_norm": 0.34108418226242065,
+      "learning_rate": 2.2800000000000002e-05,
+      "loss": 5.0786,
+      "step": 20
+    },
+    {
+      "epoch": 0.009505326943641333,
+      "grad_norm": 0.2952434718608856,
+      "learning_rate": 3.48e-05,
+      "loss": 5.0088,
+      "step": 30
+    },
+    {
+      "epoch": 0.012673769258188443,
+      "grad_norm": 0.41625794768333435,
+      "learning_rate": 4.6800000000000006e-05,
+      "loss": 4.8262,
+      "step": 40
+    },
+    {
+      "epoch": 0.015842211572735555,
+      "grad_norm": 1.1918175220489502,
+      "learning_rate": 5.88e-05,
+      "loss": 5.459,
+      "step": 50
+    },
+    {
+      "epoch": 0.019010653887282666,
+      "grad_norm": 0.47633519768714905,
+      "learning_rate": 5.999969438702549e-05,
+      "loss": 5.6355,
+      "step": 60
+    },
+    {
+      "epoch": 0.022179096201829774,
+      "grad_norm": 0.4251032769680023,
+      "learning_rate": 5.999863795510765e-05,
+      "loss": 5.5395,
+      "step": 70
+    },
+    {
+      "epoch": 0.025347538516376885,
+      "grad_norm": 0.3730669617652893,
+      "learning_rate": 5.999682695781323e-05,
+      "loss": 5.539,
+      "step": 80
+    },
+    {
+      "epoch": 0.028515980830923996,
+      "grad_norm": 0.3352891504764557,
+      "learning_rate": 5.9994261440694826e-05,
+      "loss": 5.5067,
+      "step": 90
+    },
+    {
+      "epoch": 0.03168442314547111,
+      "grad_norm": 0.5066033005714417,
+      "learning_rate": 5.9990941468283724e-05,
+      "loss": 5.6052,
+      "step": 100
+    },
+    {
+      "epoch": 0.03485286546001822,
+      "grad_norm": 0.4155944585800171,
+      "learning_rate": 5.998686712408824e-05,
+      "loss": 5.2992,
+      "step": 110
+    },
+    {
+      "epoch": 0.03802130777456533,
+      "grad_norm": 0.4713999927043915,
+      "learning_rate": 5.998203851059168e-05,
+      "loss": 5.4492,
+      "step": 120
+    },
+    {
+      "epoch": 0.04118975008911244,
+      "grad_norm": 0.32726186513900757,
+      "learning_rate": 5.99764557492497e-05,
+      "loss": 5.3036,
+      "step": 130
+    },
+    {
+      "epoch": 0.04435819240365955,
+      "grad_norm": 0.4011114537715912,
+      "learning_rate": 5.99701189804873e-05,
+      "loss": 5.3122,
+      "step": 140
+    },
+    {
+      "epoch": 0.04752663471820666,
+      "grad_norm": 0.46287617087364197,
+      "learning_rate": 5.9963028363695244e-05,
+      "loss": 5.3803,
+      "step": 150
+    },
+    {
+      "epoch": 0.05069507703275377,
+      "grad_norm": 0.4292086660861969,
+      "learning_rate": 5.995518407722611e-05,
+      "loss": 5.1361,
+      "step": 160
+    },
+    {
+      "epoch": 0.05386351934730088,
+      "grad_norm": 0.46384045481681824,
+      "learning_rate": 5.994658631838974e-05,
+      "loss": 5.226,
+      "step": 170
+    },
+    {
+      "epoch": 0.05703196166184799,
+      "grad_norm": 0.41396230459213257,
+      "learning_rate": 5.993723530344834e-05,
+      "loss": 5.1451,
+      "step": 180
+    },
+    {
+      "epoch": 0.0602004039763951,
+      "grad_norm": 0.5476190447807312,
+      "learning_rate": 5.9927131267610975e-05,
+      "loss": 5.1318,
+      "step": 190
+    },
+    {
+      "epoch": 0.06336884629094222,
+      "grad_norm": 0.6672335267066956,
+      "learning_rate": 5.991627446502772e-05,
+      "loss": 5.188,
+      "step": 200
+    },
+    {
+      "epoch": 0.06653728860548933,
+      "grad_norm": 0.5447375774383545,
+      "learning_rate": 5.990466516878321e-05,
+      "loss": 4.9756,
+      "step": 210
+    },
+    {
+      "epoch": 0.06970573092003644,
+      "grad_norm": 0.38904011249542236,
+      "learning_rate": 5.9892303670889794e-05,
+      "loss": 5.0689,
+      "step": 220
+    },
+    {
+      "epoch": 0.07287417323458355,
+      "grad_norm": 0.4386742115020752,
+      "learning_rate": 5.987919028228022e-05,
+      "loss": 5.0323,
+      "step": 230
+    },
+    {
+      "epoch": 0.07604261554913067,
+      "grad_norm": 0.5731292366981506,
+      "learning_rate": 5.986532533279975e-05,
+      "loss": 5.0404,
+      "step": 240
+    },
+    {
+      "epoch": 0.07921105786367777,
+      "grad_norm": 0.936024010181427,
+      "learning_rate": 5.9850709171197906e-05,
+      "loss": 5.0858,
+      "step": 250
+    },
+    {
+      "epoch": 0.08237950017822487,
+      "grad_norm": 0.5377296209335327,
+      "learning_rate": 5.9835342165119716e-05,
+      "loss": 4.8807,
+      "step": 260
+    },
+    {
+      "epoch": 0.08554794249277199,
+      "grad_norm": 0.5450035333633423,
+      "learning_rate": 5.98192247010964e-05,
+      "loss": 4.9438,
+      "step": 270
+    },
+    {
+      "epoch": 0.0887163848073191,
+      "grad_norm": 0.5310191512107849,
+      "learning_rate": 5.980235718453572e-05,
+      "loss": 4.9821,
+      "step": 280
+    },
+    {
+      "epoch": 0.09188482712186621,
+      "grad_norm": 1.1713744401931763,
+      "learning_rate": 5.978474003971173e-05,
+      "loss": 4.9609,
+      "step": 290
+    },
+    {
+      "epoch": 0.09505326943641332,
+      "grad_norm": 0.6962549686431885,
+      "learning_rate": 5.9766373709754145e-05,
+      "loss": 4.9816,
+      "step": 300
+    },
+    {
+      "epoch": 0.09822171175096044,
+      "grad_norm": 0.8181668519973755,
+      "learning_rate": 5.974725865663715e-05,
+      "loss": 4.8108,
+      "step": 310
+    },
+    {
+      "epoch": 0.10139015406550754,
+      "grad_norm": 0.7138918042182922,
+      "learning_rate": 5.9727395361167815e-05,
+      "loss": 4.8991,
+      "step": 320
+    },
+    {
+      "epoch": 0.10455859638005466,
+      "grad_norm": 0.754770040512085,
+      "learning_rate": 5.970678432297399e-05,
+      "loss": 4.9381,
+      "step": 330
+    },
+    {
+      "epoch": 0.10772703869460176,
+      "grad_norm": 0.5500665307044983,
+      "learning_rate": 5.9685426060491767e-05,
+      "loss": 4.8761,
+      "step": 340
+    },
+    {
+      "epoch": 0.11089548100914888,
+      "grad_norm": 0.9366258382797241,
+      "learning_rate": 5.9663321110952344e-05,
+      "loss": 4.9534,
+      "step": 350
+    },
+    {
+      "epoch": 0.11406392332369598,
+      "grad_norm": 0.6130990386009216,
+      "learning_rate": 5.964047003036864e-05,
+      "loss": 4.736,
+      "step": 360
+    },
+    {
+      "epoch": 0.1172323656382431,
+      "grad_norm": 0.5893264412879944,
+      "learning_rate": 5.961687339352122e-05,
+      "loss": 4.8846,
+      "step": 370
+    },
+    {
+      "epoch": 0.1204008079527902,
+      "grad_norm": 0.5872120261192322,
+      "learning_rate": 5.959253179394388e-05,
+      "loss": 4.8049,
+      "step": 380
+    },
+    {
+      "epoch": 0.12356925026733732,
+      "grad_norm": 0.9785071015357971,
+      "learning_rate": 5.956744584390867e-05,
+      "loss": 4.8355,
+      "step": 390
+    },
+    {
+      "epoch": 0.12673769258188444,
+      "grad_norm": 1.110487461090088,
+      "learning_rate": 5.9541616174410565e-05,
+      "loss": 4.9169,
+      "step": 400
+    },
+    {
+      "epoch": 0.12990613489643155,
+      "grad_norm": 0.8645092248916626,
+      "learning_rate": 5.9515043435151535e-05,
+      "loss": 4.7215,
+      "step": 410
+    },
+    {
+      "epoch": 0.13307457721097865,
+      "grad_norm": 0.9703325033187866,
+      "learning_rate": 5.948772829452423e-05,
+      "loss": 4.832,
+      "step": 420
+    },
+    {
+      "epoch": 0.13624301952552575,
+      "grad_norm": 0.6712486743927002,
+      "learning_rate": 5.945967143959516e-05,
+      "loss": 4.7938,
+      "step": 430
+    },
+    {
+      "epoch": 0.1394114618400729,
+      "grad_norm": 0.8329195380210876,
+      "learning_rate": 5.94308735760874e-05,
+      "loss": 4.8012,
+      "step": 440
+    },
+    {
+      "epoch": 0.14257990415462,
+      "grad_norm": 1.1987477540969849,
+      "learning_rate": 5.940133542836286e-05,
+      "loss": 4.8663,
+      "step": 450
+    },
+    {
+      "epoch": 0.1457483464691671,
+      "grad_norm": 0.7384081482887268,
+      "learning_rate": 5.937105773940407e-05,
+      "loss": 4.6772,
+      "step": 460
+    },
+    {
+      "epoch": 0.1489167887837142,
+      "grad_norm": 0.7325354814529419,
+      "learning_rate": 5.9340041270795454e-05,
+      "loss": 4.7705,
+      "step": 470
+    },
+    {
+      "epoch": 0.15208523109826133,
+      "grad_norm": 0.8904541730880737,
+      "learning_rate": 5.930828680270421e-05,
+      "loss": 4.7959,
+      "step": 480
+    },
+    {
+      "epoch": 0.15525367341280844,
+      "grad_norm": 0.8368484377861023,
+      "learning_rate": 5.927579513386069e-05,
+      "loss": 4.7283,
+      "step": 490
+    },
+    {
+      "epoch": 0.15842211572735554,
+      "grad_norm": 0.8346347212791443,
+      "learning_rate": 5.9242567081538255e-05,
+      "loss": 4.805,
+      "step": 500
+    },
+    {
+      "epoch": 0.16159055804190264,
+      "grad_norm": 0.6190924644470215,
+      "learning_rate": 5.920860348153279e-05,
+      "loss": 4.6284,
+      "step": 510
+    },
+    {
+      "epoch": 0.16475900035644975,
+      "grad_norm": 1.251244068145752,
+      "learning_rate": 5.917390518814164e-05,
+      "loss": 4.6961,
+      "step": 520
+    },
+    {
+      "epoch": 0.16792744267099688,
+      "grad_norm": 0.8339656591415405,
+      "learning_rate": 5.913847307414212e-05,
+      "loss": 4.6738,
+      "step": 530
+    },
+    {
+      "epoch": 0.17109588498554398,
+      "grad_norm": 0.6742847561836243,
+      "learning_rate": 5.910230803076957e-05,
+      "loss": 4.6947,
+      "step": 540
+    },
+    {
+      "epoch": 0.1742643273000911,
+      "grad_norm": 0.9937411546707153,
+      "learning_rate": 5.906541096769495e-05,
+      "loss": 4.7729,
+      "step": 550
+    },
+    {
+      "epoch": 0.1774327696146382,
+      "grad_norm": 0.7207300662994385,
+      "learning_rate": 5.9027782813001937e-05,
+      "loss": 4.5756,
+      "step": 560
+    },
+    {
+      "epoch": 0.18060121192918532,
+      "grad_norm": 0.7032576203346252,
+      "learning_rate": 5.8989424513163595e-05,
+      "loss": 4.6814,
+      "step": 570
+    },
+    {
+      "epoch": 0.18376965424373243,
+      "grad_norm": 0.6017909049987793,
+      "learning_rate": 5.895033703301855e-05,
+      "loss": 4.6421,
+      "step": 580
+    },
+    {
+      "epoch": 0.18693809655827953,
+      "grad_norm": 1.0589932203292847,
+      "learning_rate": 5.8910521355746765e-05,
+      "loss": 4.6204,
+      "step": 590
+    },
+    {
+      "epoch": 0.19010653887282664,
+      "grad_norm": 1.3771517276763916,
+      "learning_rate": 5.886997848284474e-05,
+      "loss": 4.7115,
+      "step": 600
+    },
+    {
+      "epoch": 0.19327498118737377,
+      "grad_norm": 0.6717742681503296,
+      "learning_rate": 5.882870943410038e-05,
+      "loss": 4.5742,
+      "step": 610
+    },
+    {
+      "epoch": 0.19644342350192087,
+      "grad_norm": 1.0189399719238281,
+      "learning_rate": 5.8786715247567346e-05,
+      "loss": 4.6473,
+      "step": 620
+    },
+    {
+      "epoch": 0.19961186581646798,
+      "grad_norm": 0.757310688495636,
+      "learning_rate": 5.87439969795389e-05,
+      "loss": 4.643,
+      "step": 630
+    },
+    {
+      "epoch": 0.20278030813101508,
+      "grad_norm": 0.7095428705215454,
+      "learning_rate": 5.870055570452133e-05,
+      "loss": 4.5934,
+      "step": 640
+    },
+    {
+      "epoch": 0.2059487504455622,
+      "grad_norm": 0.9886505603790283,
+      "learning_rate": 5.8656392515207005e-05,
+      "loss": 4.6542,
+      "step": 650
+    },
+    {
+      "epoch": 0.20911719276010932,
+      "grad_norm": 0.6527100801467896,
+      "learning_rate": 5.8611508522446806e-05,
+      "loss": 4.5105,
+      "step": 660
+    },
+    {
+      "epoch": 0.21228563507465642,
+      "grad_norm": 0.5825519561767578,
+      "learning_rate": 5.856590485522222e-05,
+      "loss": 4.5786,
+      "step": 670
+    },
+    {
+      "epoch": 0.21545407738920352,
+      "grad_norm": 0.9389135241508484,
+      "learning_rate": 5.851958266061694e-05,
+      "loss": 4.5739,
+      "step": 680
+    },
+    {
+      "epoch": 0.21862251970375066,
+      "grad_norm": 0.7726446986198425,
+      "learning_rate": 5.847254310378801e-05,
+      "loss": 4.5618,
+      "step": 690
+    },
+    {
+      "epoch": 0.22179096201829776,
+      "grad_norm": 1.239856481552124,
+      "learning_rate": 5.842478736793649e-05,
+      "loss": 4.6292,
+      "step": 700
+    },
+    {
+      "epoch": 0.22495940433284486,
+      "grad_norm": 0.6877331733703613,
+      "learning_rate": 5.837631665427778e-05,
+      "loss": 4.5048,
+      "step": 710
+    },
+    {
+      "epoch": 0.22812784664739197,
+      "grad_norm": 0.801625669002533,
+      "learning_rate": 5.832713218201127e-05,
+      "loss": 4.533,
+      "step": 720
+    },
+    {
+      "epoch": 0.2312962889619391,
+      "grad_norm": 0.967643141746521,
+      "learning_rate": 5.827723518828983e-05,
+      "loss": 4.5331,
+      "step": 730
+    },
+    {
+      "epoch": 0.2344647312764862,
+      "grad_norm": 0.8205392956733704,
+      "learning_rate": 5.822662692818855e-05,
+      "loss": 4.5119,
+      "step": 740
+    },
+    {
+      "epoch": 0.2376331735910333,
+      "grad_norm": 0.9368473291397095,
+      "learning_rate": 5.817530867467324e-05,
+      "loss": 4.5771,
+      "step": 750
+    },
+    {
+      "epoch": 0.2408016159055804,
+      "grad_norm": 0.7767211198806763,
+      "learning_rate": 5.812328171856844e-05,
+      "loss": 4.4603,
+      "step": 760
+    },
+    {
+      "epoch": 0.24397005822012752,
+      "grad_norm": 0.7029015421867371,
+      "learning_rate": 5.807054736852488e-05,
+      "loss": 4.5231,
+      "step": 770
+    },
+    {
+      "epoch": 0.24713850053467465,
+      "grad_norm": 0.6616556644439697,
+      "learning_rate": 5.80171069509866e-05,
+      "loss": 4.5496,
+      "step": 780
+    },
+    {
+      "epoch": 0.2503069428492217,
+      "grad_norm": 0.6856383085250854,
+      "learning_rate": 5.79629618101576e-05,
+      "loss": 4.5211,
+      "step": 790
+    },
+    {
+      "epoch": 0.2534753851637689,
+      "grad_norm": 1.8431510925292969,
+      "learning_rate": 5.790811330796798e-05,
+      "loss": 4.5532,
+      "step": 800
+    },
+    {
+      "epoch": 0.256643827478316,
+      "grad_norm": 0.6598497629165649,
+      "learning_rate": 5.7852562824039755e-05,
+      "loss": 4.4197,
+      "step": 810
+    },
+    {
+      "epoch": 0.2598122697928631,
+      "grad_norm": 0.7226588726043701,
+      "learning_rate": 5.779631175565207e-05,
+      "loss": 4.5192,
+      "step": 820
+    },
+    {
+      "epoch": 0.2629807121074102,
+      "grad_norm": 0.7087457776069641,
+      "learning_rate": 5.773936151770615e-05,
+      "loss": 4.4458,
+      "step": 830
+    },
+    {
+      "epoch": 0.2661491544219573,
+      "grad_norm": 0.6751745343208313,
+      "learning_rate": 5.768171354268959e-05,
+      "loss": 4.4599,
+      "step": 840
+    },
+    {
+      "epoch": 0.2693175967365044,
+      "grad_norm": 1.1364294290542603,
+      "learning_rate": 5.762336928064043e-05,
+      "loss": 4.5292,
+      "step": 850
+    },
+    {
+      "epoch": 0.2724860390510515,
+      "grad_norm": 0.6589078307151794,
+      "learning_rate": 5.756433019911064e-05,
+      "loss": 4.4059,
+      "step": 860
+    },
+    {
+      "epoch": 0.2756544813655986,
+      "grad_norm": 0.560736358165741,
+      "learning_rate": 5.750459778312922e-05,
+      "loss": 4.4956,
+      "step": 870
+    },
+    {
+      "epoch": 0.2788229236801458,
+      "grad_norm": 0.5596962571144104,
+      "learning_rate": 5.744417353516479e-05,
+      "loss": 4.4729,
+      "step": 880
+    },
+    {
+      "epoch": 0.2819913659946929,
+      "grad_norm": 0.7742477655410767,
+      "learning_rate": 5.738305897508787e-05,
+      "loss": 4.4419,
+      "step": 890
+    },
+    {
+      "epoch": 0.28515980830924,
+      "grad_norm": 1.0753636360168457,
+      "learning_rate": 5.7321255640132634e-05,
+      "loss": 4.4975,
+      "step": 900
+    },
+    {
+      "epoch": 0.2883282506237871,
+      "grad_norm": 0.6066401600837708,
+      "learning_rate": 5.7258765084858206e-05,
+      "loss": 4.3749,
+      "step": 910
+    },
+    {
+      "epoch": 0.2914966929383342,
+      "grad_norm": 0.7095748782157898,
+      "learning_rate": 5.71955888811096e-05,
+      "loss": 4.4388,
+      "step": 920
+    },
+    {
+      "epoch": 0.2946651352528813,
+      "grad_norm": 0.6218913197517395,
+      "learning_rate": 5.713172861797817e-05,
+      "loss": 4.4335,
+      "step": 930
+    },
+    {
+      "epoch": 0.2978335775674284,
+      "grad_norm": 0.733177125453949,
+      "learning_rate": 5.706718590176163e-05,
+      "loss": 4.3898,
+      "step": 940
+    },
+    {
+      "epoch": 0.3010020198819755,
+      "grad_norm": 0.7186071872711182,
+      "learning_rate": 5.7001962355923634e-05,
+      "loss": 4.4902,
+      "step": 950
+    },
+    {
+      "epoch": 0.30417046219652266,
+      "grad_norm": 0.6571614742279053,
+      "learning_rate": 5.693605962105299e-05,
+      "loss": 4.3314,
+      "step": 960
+    },
+    {
+      "epoch": 0.30733890451106977,
+      "grad_norm": 0.5829080939292908,
+      "learning_rate": 5.686947935482238e-05,
+      "loss": 4.4134,
+      "step": 970
+    },
+    {
+      "epoch": 0.31050734682561687,
+      "grad_norm": 0.7523115277290344,
+      "learning_rate": 5.680222323194659e-05,
+      "loss": 4.4089,
+      "step": 980
+    },
+    {
+      "epoch": 0.313675789140164,
+      "grad_norm": 0.656211256980896,
+      "learning_rate": 5.67342929441405e-05,
+      "loss": 4.3543,
+      "step": 990
+    },
+    {
+      "epoch": 0.3168442314547111,
+      "grad_norm": 0.7600722908973694,
+      "learning_rate": 5.666569020007646e-05,
+      "loss": 4.4595,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3200126737692582,
+      "grad_norm": 0.656880795955658,
+      "learning_rate": 5.659641672534133e-05,
+      "loss": 4.3119,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3231811160838053,
+      "grad_norm": 0.6571980118751526,
+      "learning_rate": 5.652647426239307e-05,
+      "loss": 4.3918,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3263495583983524,
+      "grad_norm": 0.6933376789093018,
+      "learning_rate": 5.645586457051691e-05,
+      "loss": 4.375,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3295180007128995,
+      "grad_norm": 0.6467803120613098,
+      "learning_rate": 5.638458942578113e-05,
+      "loss": 4.3653,
+      "step": 1040
+    },
+    {
+      "epoch": 0.33268644302744665,
+      "grad_norm": 0.953302800655365,
+      "learning_rate": 5.631265062099231e-05,
+      "loss": 4.4577,
+      "step": 1050
+    },
+    {
+      "epoch": 0.33585488534199376,
+      "grad_norm": 0.6458297371864319,
+      "learning_rate": 5.624004996565034e-05,
+      "loss": 4.3215,
+      "step": 1060
+    },
+    {
+      "epoch": 0.33902332765654086,
+      "grad_norm": 0.7524490356445312,
+      "learning_rate": 5.616678928590282e-05,
+      "loss": 4.3805,
+      "step": 1070
+    },
+    {
+      "epoch": 0.34219176997108797,
+      "grad_norm": 0.6345677971839905,
+      "learning_rate": 5.609287042449915e-05,
+      "loss": 4.3734,
+      "step": 1080
+    },
+    {
+      "epoch": 0.34536021228563507,
+      "grad_norm": 0.7871711254119873,
+      "learning_rate": 5.601829524074421e-05,
+      "loss": 4.3407,
+      "step": 1090
+    },
+    {
+      "epoch": 0.3485286546001822,
+      "grad_norm": 0.9771536588668823,
+      "learning_rate": 5.594306561045154e-05,
+      "loss": 4.4314,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3516970969147293,
+      "grad_norm": 1.0256335735321045,
+      "learning_rate": 5.58671834258962e-05,
+      "loss": 4.2951,
+      "step": 1110
+    },
+    {
+      "epoch": 0.3548655392292764,
+      "grad_norm": 0.6928941011428833,
+      "learning_rate": 5.579065059576715e-05,
+      "loss": 4.3752,
+      "step": 1120
+    },
+    {
+      "epoch": 0.35803398154382354,
+      "grad_norm": 0.6043074727058411,
+      "learning_rate": 5.571346904511926e-05,
+      "loss": 4.3098,
+      "step": 1130
+    },
+    {
+      "epoch": 0.36120242385837065,
+      "grad_norm": 0.7384766936302185,
+      "learning_rate": 5.563564071532485e-05,
+      "loss": 4.3167,
+      "step": 1140
+    },
+    {
+      "epoch": 0.36437086617291775,
+      "grad_norm": 0.8783435821533203,
+      "learning_rate": 5.5557167564024915e-05,
+      "loss": 4.3998,
+      "step": 1150
+    },
+    {
+      "epoch": 0.36753930848746486,
+      "grad_norm": 0.6876351237297058,
+      "learning_rate": 5.547805156507982e-05,
+      "loss": 4.2727,
+      "step": 1160
+    },
+    {
+      "epoch": 0.37070775080201196,
+      "grad_norm": 0.7212591767311096,
+      "learning_rate": 5.539829470851971e-05,
+      "loss": 4.3282,
+      "step": 1170
+    },
+    {
+      "epoch": 0.37387619311655906,
+      "grad_norm": 0.5978643298149109,
+      "learning_rate": 5.531789900049443e-05,
+      "loss": 4.3209,
+      "step": 1180
+    },
+    {
+      "epoch": 0.37704463543110617,
+      "grad_norm": 0.664043664932251,
+      "learning_rate": 5.523686646322302e-05,
+      "loss": 4.2844,
+      "step": 1190
+    },
+    {
+      "epoch": 0.38021307774565327,
+      "grad_norm": 0.7288404703140259,
+      "learning_rate": 5.5155199134942934e-05,
+      "loss": 4.3441,
+      "step": 1200
+    },
+    {
+      "epoch": 0.38338152006020043,
+      "grad_norm": 0.7507999539375305,
+      "learning_rate": 5.5072899069858713e-05,
+      "loss": 4.2622,
+      "step": 1210
+    },
+    {
+      "epoch": 0.38654996237474754,
+      "grad_norm": 0.6607810854911804,
+      "learning_rate": 5.4989968338090334e-05,
+      "loss": 4.303,
+      "step": 1220
+    },
+    {
+      "epoch": 0.38971840468929464,
+      "grad_norm": 0.5649368762969971,
+      "learning_rate": 5.4906409025621125e-05,
+      "loss": 4.2851,
+      "step": 1230
+    },
+    {
+      "epoch": 0.39288684700384174,
+      "grad_norm": 0.629998505115509,
+      "learning_rate": 5.4822223234245316e-05,
+      "loss": 4.3002,
+      "step": 1240
+    },
+    {
+      "epoch": 0.39605528931838885,
+      "grad_norm": 0.8486919403076172,
+      "learning_rate": 5.473741308151516e-05,
+      "loss": 4.3504,
+      "step": 1250
+    },
+    {
+      "epoch": 0.39922373163293595,
+      "grad_norm": 0.5649373531341553,
+      "learning_rate": 5.465198070068767e-05,
+      "loss": 4.2283,
+      "step": 1260
+    },
+    {
+      "epoch": 0.40239217394748306,
+      "grad_norm": 0.5860993266105652,
+      "learning_rate": 5.456592824067098e-05,
+      "loss": 4.2915,
+      "step": 1270
+    },
+    {
+      "epoch": 0.40556061626203016,
+      "grad_norm": 0.6270817518234253,
+      "learning_rate": 5.447925786597022e-05,
+      "loss": 4.2767,
+      "step": 1280
+    },
+    {
+      "epoch": 0.40872905857657726,
+      "grad_norm": 0.804476261138916,
+      "learning_rate": 5.43919717566332e-05,
+      "loss": 4.2385,
+      "step": 1290
+    },
+    {
+      "epoch": 0.4118975008911244,
+      "grad_norm": 0.7757463455200195,
+      "learning_rate": 5.4304072108195446e-05,
+      "loss": 4.3116,
+      "step": 1300
+    },
+    {
+      "epoch": 0.41506594320567153,
+      "grad_norm": 0.6625142097473145,
+      "learning_rate": 5.421556113162507e-05,
+      "loss": 4.2071,
+      "step": 1310
+    },
+    {
+      "epoch": 0.41823438552021863,
+      "grad_norm": 0.8527606725692749,
+      "learning_rate": 5.412644105326707e-05,
+      "loss": 4.2767,
+      "step": 1320
+    },
+    {
+      "epoch": 0.42140282783476574,
+      "grad_norm": 0.6349330544471741,
+      "learning_rate": 5.403671411478743e-05,
+      "loss": 4.2691,
+      "step": 1330
+    },
+    {
+      "epoch": 0.42457127014931284,
+      "grad_norm": 0.645797610282898,
+      "learning_rate": 5.3946382573116634e-05,
+      "loss": 4.241,
+      "step": 1340
+    },
+    {
+      "epoch": 0.42773971246385994,
+      "grad_norm": 0.8075301051139832,
+      "learning_rate": 5.385544870039298e-05,
+      "loss": 4.3141,
+      "step": 1350
+    },
+    {
+      "epoch": 0.43090815477840705,
+      "grad_norm": 0.6528099179267883,
+      "learning_rate": 5.376391478390538e-05,
+      "loss": 4.2255,
+      "step": 1360
+    },
+    {
+      "epoch": 0.43407659709295415,
+      "grad_norm": 0.5646510124206543,
+      "learning_rate": 5.3671783126035816e-05,
+      "loss": 4.275,
+      "step": 1370
+    },
+    {
+      "epoch": 0.4372450394075013,
+      "grad_norm": 0.5868734121322632,
+      "learning_rate": 5.35790560442015e-05,
+      "loss": 4.2824,
+      "step": 1380
+    },
+    {
+      "epoch": 0.4404134817220484,
+      "grad_norm": 0.5941547155380249,
+      "learning_rate": 5.3485735870796495e-05,
+      "loss": 4.2643,
+      "step": 1390
+    },
+    {
+      "epoch": 0.4435819240365955,
+      "grad_norm": 0.7245291471481323,
+      "learning_rate": 5.33918249531331e-05,
+      "loss": 4.3082,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4467503663511426,
+      "grad_norm": 0.7147409319877625,
+      "learning_rate": 5.329732565338279e-05,
+      "loss": 4.1898,
+      "step": 1410
+    },
+    {
+      "epoch": 0.44991880866568973,
+      "grad_norm": 0.786919116973877,
+      "learning_rate": 5.32022403485168e-05,
+      "loss": 4.2158,
+      "step": 1420
+    },
+    {
+      "epoch": 0.45308725098023683,
+      "grad_norm": 0.536165714263916,
+      "learning_rate": 5.3106571430246365e-05,
+      "loss": 4.2215,
+      "step": 1430
+    },
+    {
+      "epoch": 0.45625569329478394,
+      "grad_norm": 0.6742566227912903,
+      "learning_rate": 5.3010321304962504e-05,
+      "loss": 4.2197,
+      "step": 1440
+    },
+    {
+      "epoch": 0.45942413560933104,
+      "grad_norm": 0.7584452629089355,
+      "learning_rate": 5.291349239367554e-05,
+      "loss": 4.2972,
+      "step": 1450
+    },
+    {
+      "epoch": 0.4625925779238782,
+      "grad_norm": 0.6290245652198792,
+      "learning_rate": 5.2816087131954176e-05,
+      "loss": 4.1603,
+      "step": 1460
+    },
+    {
+      "epoch": 0.4657610202384253,
+      "grad_norm": 0.568684458732605,
+      "learning_rate": 5.2718107969864256e-05,
+      "loss": 4.2252,
+      "step": 1470
+    },
+    {
+      "epoch": 0.4689294625529724,
+      "grad_norm": 0.5879467725753784,
+      "learning_rate": 5.2619557371907104e-05,
+      "loss": 4.2296,
+      "step": 1480
+    },
+    {
+      "epoch": 0.4720979048675195,
+      "grad_norm": 0.5704094767570496,
+      "learning_rate": 5.252043781695758e-05,
+      "loss": 4.196,
+      "step": 1490
+    },
+    {
+      "epoch": 0.4752663471820666,
+      "grad_norm": 0.7437434196472168,
+      "learning_rate": 5.2420751798201685e-05,
+      "loss": 4.2732,
+      "step": 1500
+    },
+    {
+      "epoch": 0.4784347894966137,
+      "grad_norm": 0.6576899886131287,
+      "learning_rate": 5.2320501823073866e-05,
+      "loss": 4.148,
+      "step": 1510
+    },
+    {
+      "epoch": 0.4816032318111608,
+      "grad_norm": 0.5717647671699524,
+      "learning_rate": 5.221969041319396e-05,
+      "loss": 4.2104,
+      "step": 1520
+    },
+    {
+      "epoch": 0.48477167412570793,
+      "grad_norm": 0.5533893704414368,
+      "learning_rate": 5.211832010430372e-05,
+      "loss": 4.2493,
+      "step": 1530
+    },
+    {
+      "epoch": 0.48794011644025503,
+      "grad_norm": 0.7069125771522522,
+      "learning_rate": 5.201639344620311e-05,
+      "loss": 4.1852,
+      "step": 1540
+    },
+    {
+      "epoch": 0.4911085587548022,
+      "grad_norm": 0.7158598899841309,
+      "learning_rate": 5.19139130026861e-05,
+      "loss": 4.2715,
+      "step": 1550
+    },
+    {
+      "epoch": 0.4942770010693493,
+      "grad_norm": 0.7333923578262329,
+      "learning_rate": 5.181088135147618e-05,
+      "loss": 4.1606,
+      "step": 1560
+    },
+    {
+      "epoch": 0.4974454433838964,
+      "grad_norm": 0.591325581073761,
+      "learning_rate": 5.17073010841616e-05,
+      "loss": 4.2218,
+      "step": 1570
+    },
+    {
+      "epoch": 0.5006138856984435,
+      "grad_norm": 0.5837592482566833,
+      "learning_rate": 5.160317480613008e-05,
+      "loss": 4.2246,
+      "step": 1580
+    },
+    {
+      "epoch": 0.5037823280129906,
+      "grad_norm": 0.5487062931060791,
+      "learning_rate": 5.1498505136503346e-05,
+      "loss": 4.1844,
+      "step": 1590
+    },
+    {
+      "epoch": 0.5069507703275378,
+      "grad_norm": 0.710067868232727,
+      "learning_rate": 5.13932947080712e-05,
+      "loss": 4.269,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5101192126420848,
+      "grad_norm": 0.6167586445808411,
+      "learning_rate": 5.128754616722538e-05,
+      "loss": 4.1127,
+      "step": 1610
+    },
+    {
+      "epoch": 0.513287654956632,
+      "grad_norm": 0.5606287121772766,
+      "learning_rate": 5.1181262173892856e-05,
+      "loss": 4.2095,
+      "step": 1620
+    },
+    {
+      "epoch": 0.516456097271179,
+      "grad_norm": 0.5047624707221985,
+      "learning_rate": 5.1074445401469083e-05,
+      "loss": 4.2135,
+      "step": 1630
+    },
+    {
+      "epoch": 0.5196245395857262,
+      "grad_norm": 0.5399725437164307,
+      "learning_rate": 5.0967098536750647e-05,
+      "loss": 4.1672,
+      "step": 1640
+    },
+    {
+      "epoch": 0.5227929819002732,
+      "grad_norm": 0.6514358520507812,
+      "learning_rate": 5.085922427986772e-05,
+      "loss": 4.225,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5259614242148204,
+      "grad_norm": 0.564847469329834,
+      "learning_rate": 5.075082534421612e-05,
+      "loss": 4.127,
+      "step": 1660
+    },
+    {
+      "epoch": 0.5291298665293676,
+      "grad_norm": 0.5189889669418335,
+      "learning_rate": 5.064190445638911e-05,
+      "loss": 4.1728,
+      "step": 1670
+    },
+    {
+      "epoch": 0.5322983088439146,
+      "grad_norm": 0.5365839600563049,
+      "learning_rate": 5.053246435610877e-05,
+      "loss": 4.2158,
+      "step": 1680
+    },
+    {
+      "epoch": 0.5354667511584618,
+      "grad_norm": 0.6148782968521118,
+      "learning_rate": 5.042250779615707e-05,
+      "loss": 4.1489,
+      "step": 1690
+    },
+    {
+      "epoch": 0.5386351934730088,
+      "grad_norm": 0.7295161485671997,
+      "learning_rate": 5.031203754230673e-05,
+      "loss": 4.2382,
+      "step": 1700
+    },
+    {
+      "epoch": 0.541803635787556,
+      "grad_norm": 0.5799641609191895,
+      "learning_rate": 5.020105637325149e-05,
+      "loss": 4.1181,
+      "step": 1710
+    },
+    {
+      "epoch": 0.544972078102103,
+      "grad_norm": 0.5710809826850891,
+      "learning_rate": 5.008956708053636e-05,
+      "loss": 4.1645,
+      "step": 1720
+    },
+    {
+      "epoch": 0.5481405204166502,
+      "grad_norm": 0.5518040657043457,
+      "learning_rate": 4.997757246848732e-05,
+      "loss": 4.1606,
+      "step": 1730
+    },
+    {
+      "epoch": 0.5513089627311972,
+      "grad_norm": 0.5413836240768433,
+      "learning_rate": 4.986507535414084e-05,
+      "loss": 4.1536,
+      "step": 1740
+    },
+    {
+      "epoch": 0.5544774050457444,
+      "grad_norm": 0.7452698349952698,
+      "learning_rate": 4.9752078567172964e-05,
+      "loss": 4.2324,
+      "step": 1750
+    },
+    {
+      "epoch": 0.5576458473602915,
+      "grad_norm": 0.6706964373588562,
+      "learning_rate": 4.9638584949828173e-05,
+      "loss": 4.1125,
+      "step": 1760
+    },
+    {
+      "epoch": 0.5608142896748386,
+      "grad_norm": 0.5712190866470337,
+      "learning_rate": 4.9524597356847874e-05,
+      "loss": 4.1893,
+      "step": 1770
+    },
+    {
+      "epoch": 0.5639827319893858,
+      "grad_norm": 0.5321968197822571,
+      "learning_rate": 4.941011865539862e-05,
+      "loss": 4.1646,
+      "step": 1780
+    },
+    {
+      "epoch": 0.5671511743039328,
+      "grad_norm": 0.6286525130271912,
+      "learning_rate": 4.929515172499995e-05,
+      "loss": 4.1511,
+      "step": 1790
+    },
+    {
+      "epoch": 0.57031961661848,
+      "grad_norm": 0.6667159795761108,
+      "learning_rate": 4.9179699457452e-05,
+      "loss": 4.2139,
+      "step": 1800
+    },
+    {
+      "epoch": 0.573488058933027,
+      "grad_norm": 0.5475627779960632,
+      "learning_rate": 4.906376475676274e-05,
+      "loss": 4.0965,
+      "step": 1810
+    },
+    {
+      "epoch": 0.5766565012475742,
+      "grad_norm": 0.48938098549842834,
+      "learning_rate": 4.8947350539074924e-05,
+      "loss": 4.1634,
+      "step": 1820
+    },
+    {
+      "epoch": 0.5798249435621212,
+      "grad_norm": 0.5483301877975464,
+      "learning_rate": 4.8830459732592786e-05,
+      "loss": 4.1613,
+      "step": 1830
+    },
+    {
+      "epoch": 0.5829933858766684,
+      "grad_norm": 0.577273964881897,
+      "learning_rate": 4.871309527750832e-05,
+      "loss": 4.1687,
+      "step": 1840
+    },
+    {
+      "epoch": 0.5861618281912155,
+      "grad_norm": 0.7053927183151245,
+      "learning_rate": 4.8595260125927354e-05,
+      "loss": 4.2101,
+      "step": 1850
+    },
+    {
+      "epoch": 0.5893302705057626,
+      "grad_norm": 0.5983800292015076,
+      "learning_rate": 4.847695724179532e-05,
+      "loss": 4.0919,
+      "step": 1860
+    },
+    {
+      "epoch": 0.5924987128203097,
+      "grad_norm": 0.5336448550224304,
+      "learning_rate": 4.835818960082266e-05,
+      "loss": 4.1571,
+      "step": 1870
+    },
+    {
+      "epoch": 0.5956671551348568,
+      "grad_norm": 0.5257425904273987,
+      "learning_rate": 4.8238960190409985e-05,
+      "loss": 4.1811,
+      "step": 1880
+    },
+    {
+      "epoch": 0.598835597449404,
+      "grad_norm": 0.5968250632286072,
+      "learning_rate": 4.8119272009572985e-05,
+      "loss": 4.1438,
+      "step": 1890
+    },
+    {
+      "epoch": 0.602004039763951,
+      "grad_norm": 0.7344405651092529,
+      "learning_rate": 4.7999128068866885e-05,
+      "loss": 4.2127,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6051724820784982,
+      "grad_norm": 0.5544557571411133,
+      "learning_rate": 4.787853139031083e-05,
+      "loss": 4.0893,
+      "step": 1910
+    },
+    {
+      "epoch": 0.6083409243930453,
+      "grad_norm": 0.5338890552520752,
+      "learning_rate": 4.775748500731181e-05,
+      "loss": 4.1678,
+      "step": 1920
+    },
+    {
+      "epoch": 0.6115093667075924,
+      "grad_norm": 0.47402748465538025,
+      "learning_rate": 4.7635991964588386e-05,
+      "loss": 4.1759,
+      "step": 1930
+    },
+    {
+      "epoch": 0.6146778090221395,
+      "grad_norm": 0.4969950020313263,
+      "learning_rate": 4.75140553180941e-05,
+      "loss": 4.1487,
+      "step": 1940
+    },
+    {
+      "epoch": 0.6178462513366866,
+      "grad_norm": 0.6715970635414124,
+      "learning_rate": 4.739167813494056e-05,
+      "loss": 4.1992,
+      "step": 1950
+    },
+    {
+      "epoch": 0.6210146936512337,
+      "grad_norm": 0.5524842739105225,
+      "learning_rate": 4.726886349332038e-05,
+      "loss": 4.1092,
+      "step": 1960
+    },
+    {
+      "epoch": 0.6241831359657808,
+      "grad_norm": 0.4865887463092804,
+      "learning_rate": 4.7145614482429685e-05,
+      "loss": 4.1495,
+      "step": 1970
+    },
+    {
+      "epoch": 0.627351578280328,
+      "grad_norm": 0.4711080491542816,
+      "learning_rate": 4.702193420239044e-05,
+      "loss": 4.1299,
+      "step": 1980
+    },
+    {
+      "epoch": 0.630520020594875,
+      "grad_norm": 0.5955727696418762,
+      "learning_rate": 4.689782576417247e-05,
+      "loss": 4.137,
+      "step": 1990
+    },
+    {
+      "epoch": 0.6336884629094222,
+      "grad_norm": 0.7601689100265503,
+      "learning_rate": 4.677329228951516e-05,
+      "loss": 4.1742,
+      "step": 2000
+    },
+    {
+      "epoch": 0.6368569052239693,
+      "grad_norm": 0.5171808004379272,
+      "learning_rate": 4.6648336910849016e-05,
+      "loss": 4.0932,
+      "step": 2010
+    },
+    {
+      "epoch": 0.6400253475385164,
+      "grad_norm": 0.5088027119636536,
+      "learning_rate": 4.6522962771216815e-05,
+      "loss": 4.132,
+      "step": 2020
+    },
+    {
+      "epoch": 0.6431937898530635,
+      "grad_norm": 0.5218876600265503,
+      "learning_rate": 4.639717302419457e-05,
+      "loss": 4.1397,
+      "step": 2030
+    },
+    {
+      "epoch": 0.6463622321676106,
+      "grad_norm": 0.5443329811096191,
+      "learning_rate": 4.6270970833812175e-05,
+      "loss": 4.117,
+      "step": 2040
+    },
+    {
+      "epoch": 0.6495306744821577,
+      "grad_norm": 0.6737596988677979,
+      "learning_rate": 4.614435937447388e-05,
+      "loss": 4.1727,
+      "step": 2050
+    },
+    {
+      "epoch": 0.6526991167967048,
+      "grad_norm": 0.5711850523948669,
+      "learning_rate": 4.601734183087838e-05,
+      "loss": 4.0852,
+      "step": 2060
+    },
+    {
+      "epoch": 0.6558675591112519,
+      "grad_norm": 0.5270329117774963,
+      "learning_rate": 4.588992139793876e-05,
+      "loss": 4.1357,
+      "step": 2070
+    },
+    {
+      "epoch": 0.659036001425799,
+      "grad_norm": 0.4742993116378784,
+      "learning_rate": 4.57621012807021e-05,
+      "loss": 4.1446,
+      "step": 2080
+    },
+    {
+      "epoch": 0.6622044437403461,
+      "grad_norm": 0.5585448741912842,
+      "learning_rate": 4.563388469426885e-05,
+      "loss": 4.0862,
+      "step": 2090
+    },
+    {
+      "epoch": 0.6653728860548933,
+      "grad_norm": 0.7161533832550049,
+      "learning_rate": 4.550527486371202e-05,
+      "loss": 4.1865,
+      "step": 2100
+    },
+    {
+      "epoch": 0.6685413283694404,
+      "grad_norm": 0.5912854671478271,
+      "learning_rate": 4.5376275023995955e-05,
+      "loss": 4.0892,
+      "step": 2110
+    },
+    {
+      "epoch": 0.6717097706839875,
+      "grad_norm": 0.5607186555862427,
+      "learning_rate": 4.524688841989509e-05,
+      "loss": 4.1535,
+      "step": 2120
+    },
+    {
+      "epoch": 0.6748782129985346,
+      "grad_norm": 0.4660521149635315,
+      "learning_rate": 4.5117118305912235e-05,
+      "loss": 4.1479,
+      "step": 2130
+    },
+    {
+      "epoch": 0.6780466553130817,
+      "grad_norm": 0.5167705416679382,
+      "learning_rate": 4.498696794619674e-05,
+      "loss": 4.1185,
+      "step": 2140
+    },
+    {
+      "epoch": 0.6812150976276288,
+      "grad_norm": 0.8260408639907837,
+      "learning_rate": 4.485644061446242e-05,
+      "loss": 4.1922,
+      "step": 2150
+    },
+    {
+      "epoch": 0.6843835399421759,
+      "grad_norm": 0.5153993964195251,
+      "learning_rate": 4.472553959390517e-05,
+      "loss": 4.0546,
+      "step": 2160
+    },
+    {
+      "epoch": 0.6875519822567231,
+      "grad_norm": 0.5324990749359131,
+      "learning_rate": 4.459426817712041e-05,
+      "loss": 4.1277,
+      "step": 2170
+    },
+    {
+      "epoch": 0.6907204245712701,
+      "grad_norm": 0.49382662773132324,
+      "learning_rate": 4.446262966602026e-05,
+      "loss": 4.1258,
+      "step": 2180
+    },
+    {
+      "epoch": 0.6938888668858173,
+      "grad_norm": 0.5588397979736328,
+      "learning_rate": 4.433062737175047e-05,
+      "loss": 4.1085,
+      "step": 2190
+    },
+    {
+      "epoch": 0.6970573092003644,
+      "grad_norm": 0.6423320174217224,
+      "learning_rate": 4.419826461460713e-05,
+      "loss": 4.1834,
+      "step": 2200
+    },
+    {
+      "epoch": 0.7002257515149115,
+      "grad_norm": 0.4890613555908203,
+      "learning_rate": 4.4065544723953226e-05,
+      "loss": 4.061,
+      "step": 2210
+    },
+    {
+      "epoch": 0.7033941938294586,
+      "grad_norm": 0.5085791945457458,
+      "learning_rate": 4.393247103813477e-05,
+      "loss": 4.1245,
+      "step": 2220
+    },
+    {
+      "epoch": 0.7065626361440057,
+      "grad_norm": 0.5115344524383545,
+      "learning_rate": 4.379904690439693e-05,
+      "loss": 4.098,
+      "step": 2230
+    },
+    {
+      "epoch": 0.7097310784585528,
+      "grad_norm": 0.5206218957901001,
+      "learning_rate": 4.366527567879982e-05,
+      "loss": 4.1054,
+      "step": 2240
+    },
+    {
+      "epoch": 0.7128995207730999,
+      "grad_norm": 0.789270281791687,
+      "learning_rate": 4.353116072613402e-05,
+      "loss": 4.1661,
+      "step": 2250
+    },
+    {
+      "epoch": 0.7160679630876471,
+      "grad_norm": 0.49856895208358765,
+      "learning_rate": 4.3396705419836045e-05,
+      "loss": 4.0442,
+      "step": 2260
+    },
+    {
+      "epoch": 0.7192364054021941,
+      "grad_norm": 0.514216423034668,
+      "learning_rate": 4.326191314190337e-05,
+      "loss": 4.1114,
+      "step": 2270
+    },
+    {
+      "epoch": 0.7224048477167413,
+      "grad_norm": 0.4798983335494995,
+      "learning_rate": 4.312678728280949e-05,
+      "loss": 4.0956,
+      "step": 2280
+    },
+    {
+      "epoch": 0.7255732900312883,
+      "grad_norm": 0.4672533869743347,
+      "learning_rate": 4.2991331241418526e-05,
+      "loss": 4.102,
+      "step": 2290
+    },
+    {
+      "epoch": 0.7287417323458355,
+      "grad_norm": 0.6502472162246704,
+      "learning_rate": 4.285554842489979e-05,
+      "loss": 4.1529,
+      "step": 2300
+    },
+    {
+      "epoch": 0.7319101746603826,
+      "grad_norm": 0.5197892189025879,
+      "learning_rate": 4.271944224864211e-05,
+      "loss": 4.0521,
+      "step": 2310
+    },
+    {
+      "epoch": 0.7350786169749297,
+      "grad_norm": 0.529775857925415,
+      "learning_rate": 4.258301613616782e-05,
+      "loss": 4.0959,
+      "step": 2320
+    },
+    {
+      "epoch": 0.7382470592894768,
+      "grad_norm": 0.485669881105423,
+      "learning_rate": 4.244627351904679e-05,
+      "loss": 4.1129,
+      "step": 2330
+    },
+    {
+      "epoch": 0.7414155016040239,
+      "grad_norm": 0.5141621232032776,
+      "learning_rate": 4.230921783680997e-05,
+      "loss": 4.0955,
+      "step": 2340
+    },
+    {
+      "epoch": 0.7445839439185711,
+      "grad_norm": 0.7021406888961792,
+      "learning_rate": 4.2171852536862944e-05,
+      "loss": 4.1417,
+      "step": 2350
+    },
+    {
+      "epoch": 0.7477523862331181,
+      "grad_norm": 0.5417028069496155,
+      "learning_rate": 4.203418107439927e-05,
+      "loss": 4.0312,
+      "step": 2360
+    },
+    {
+      "epoch": 0.7509208285476653,
+      "grad_norm": 0.548985481262207,
+      "learning_rate": 4.189620691231342e-05,
+      "loss": 4.1178,
+      "step": 2370
+    },
+    {
+      "epoch": 0.7540892708622123,
+      "grad_norm": 0.4555108845233917,
+      "learning_rate": 4.1757933521113845e-05,
+      "loss": 4.1136,
+      "step": 2380
+    },
+    {
+      "epoch": 0.7572577131767595,
+      "grad_norm": 0.45966508984565735,
+      "learning_rate": 4.161936437883555e-05,
+      "loss": 4.0637,
+      "step": 2390
+    },
+    {
+      "epoch": 0.7604261554913065,
+      "grad_norm": 0.6731399893760681,
+      "learning_rate": 4.14805029709527e-05,
+      "loss": 4.1411,
+      "step": 2400
+    },
+    {
+      "epoch": 0.7635945978058537,
+      "grad_norm": 0.5146703124046326,
+      "learning_rate": 4.134135279029087e-05,
+      "loss": 4.0401,
+      "step": 2410
+    },
+    {
+      "epoch": 0.7667630401204009,
+      "grad_norm": 0.5456794500350952,
+      "learning_rate": 4.120191733693927e-05,
+      "loss": 4.07,
+      "step": 2420
+    },
+    {
+      "epoch": 0.7699314824349479,
+      "grad_norm": 0.44879448413848877,
+      "learning_rate": 4.1062200118162636e-05,
+      "loss": 4.1005,
+      "step": 2430
+    },
+    {
+      "epoch": 0.7730999247494951,
+      "grad_norm": 0.4907722771167755,
+      "learning_rate": 4.092220464831305e-05,
+      "loss": 4.0598,
+      "step": 2440
+    },
+    {
+      "epoch": 0.7762683670640421,
+      "grad_norm": 0.6628130674362183,
+      "learning_rate": 4.078193444874156e-05,
+      "loss": 4.1389,
+      "step": 2450
+    },
+    {
+      "epoch": 0.7794368093785893,
+      "grad_norm": 0.5340617299079895,
+      "learning_rate": 4.064139304770951e-05,
+      "loss": 4.0404,
+      "step": 2460
+    },
+    {
+      "epoch": 0.7826052516931363,
+      "grad_norm": 0.4721713066101074,
+      "learning_rate": 4.0500583980299944e-05,
+      "loss": 4.1285,
+      "step": 2470
+    },
+    {
+      "epoch": 0.7857736940076835,
+      "grad_norm": 0.503601610660553,
+      "learning_rate": 4.035951078832855e-05,
+      "loss": 4.0764,
+      "step": 2480
+    },
+    {
+      "epoch": 0.7889421363222305,
+      "grad_norm": 0.49444159865379333,
+      "learning_rate": 4.021817702025462e-05,
+      "loss": 4.0587,
+      "step": 2490
+    },
+    {
+      "epoch": 0.7921105786367777,
+      "grad_norm": 0.6992756724357605,
+      "learning_rate": 4.007658623109186e-05,
+      "loss": 4.1218,
+      "step": 2500
+    },
+    {
+      "epoch": 0.7952790209513249,
+      "grad_norm": 0.4647935926914215,
+      "learning_rate": 3.993474198231885e-05,
+      "loss": 4.0378,
+      "step": 2510
+    },
+    {
+      "epoch": 0.7984474632658719,
+      "grad_norm": 0.4551107585430145,
+      "learning_rate": 3.979264784178953e-05,
+      "loss": 4.0908,
+      "step": 2520
+    },
+    {
+      "epoch": 0.8016159055804191,
+      "grad_norm": 0.44869574904441833,
+      "learning_rate": 3.965030738364349e-05,
+      "loss": 4.084,
+      "step": 2530
+    },
+    {
+      "epoch": 0.8047843478949661,
+      "grad_norm": 0.5781738758087158,
+      "learning_rate": 3.950772418821597e-05,
+      "loss": 4.0526,
+      "step": 2540
+    },
+    {
+      "epoch": 0.8079527902095133,
+      "grad_norm": 0.6882890462875366,
+      "learning_rate": 3.93649018419479e-05,
+      "loss": 4.1165,
+      "step": 2550
+    },
+    {
+      "epoch": 0.8111212325240603,
+      "grad_norm": 0.486296147108078,
+      "learning_rate": 3.922184393729563e-05,
+      "loss": 4.0037,
+      "step": 2560
+    },
+    {
+      "epoch": 0.8142896748386075,
+      "grad_norm": 0.5593641996383667,
+      "learning_rate": 3.907855407264058e-05,
+      "loss": 4.0846,
+      "step": 2570
+    },
+    {
+      "epoch": 0.8174581171531545,
+      "grad_norm": 0.48063036799430847,
+      "learning_rate": 3.893503585219875e-05,
+      "loss": 4.0851,
+      "step": 2580
+    },
+    {
+      "epoch": 0.8206265594677017,
+      "grad_norm": 0.5343433618545532,
+      "learning_rate": 3.879129288593004e-05,
+      "loss": 4.049,
+      "step": 2590
+    },
+    {
+      "epoch": 0.8237950017822488,
+      "grad_norm": 0.7566442489624023,
+      "learning_rate": 3.8647328789447455e-05,
+      "loss": 4.0883,
+      "step": 2600
+    },
+    {
+      "epoch": 0.8269634440967959,
+      "grad_norm": 0.5241891145706177,
+      "learning_rate": 3.850314718392615e-05,
+      "loss": 4.0194,
+      "step": 2610
+    },
+    {
+      "epoch": 0.8301318864113431,
+      "grad_norm": 0.5224740505218506,
+      "learning_rate": 3.835875169601237e-05,
+      "loss": 4.0971,
+      "step": 2620
+    },
+    {
+      "epoch": 0.8333003287258901,
+      "grad_norm": 0.458406001329422,
+      "learning_rate": 3.82141459577322e-05,
+      "loss": 4.0683,
+      "step": 2630
+    },
+    {
+      "epoch": 0.8364687710404373,
+      "grad_norm": 0.5175824761390686,
+      "learning_rate": 3.806933360640022e-05,
+      "loss": 4.0467,
+      "step": 2640
+    },
+    {
+      "epoch": 0.8396372133549843,
+      "grad_norm": 0.7131876349449158,
+      "learning_rate": 3.792431828452803e-05,
+      "loss": 4.1205,
+      "step": 2650
+    },
+    {
+      "epoch": 0.8428056556695315,
+      "grad_norm": 0.5419310927391052,
+      "learning_rate": 3.7779103639732605e-05,
+      "loss": 4.0355,
+      "step": 2660
+    },
+    {
+      "epoch": 0.8459740979840786,
+      "grad_norm": 0.5283236503601074,
+      "learning_rate": 3.763369332464454e-05,
+      "loss": 4.064,
+      "step": 2670
+    },
+    {
+      "epoch": 0.8491425402986257,
+      "grad_norm": 0.5316287875175476,
+      "learning_rate": 3.7488090996816206e-05,
+      "loss": 4.0755,
+      "step": 2680
+    },
+    {
+      "epoch": 0.8523109826131728,
+      "grad_norm": 0.505566418170929,
+      "learning_rate": 3.7342300318629715e-05,
+      "loss": 4.043,
+      "step": 2690
+    },
+    {
+      "epoch": 0.8554794249277199,
+      "grad_norm": 0.6971448659896851,
+      "learning_rate": 3.719632495720483e-05,
+      "loss": 4.0976,
+      "step": 2700
+    },
+    {
+      "epoch": 0.858647867242267,
+      "grad_norm": 0.5163507461547852,
+      "learning_rate": 3.7050168584306724e-05,
+      "loss": 4.0285,
+      "step": 2710
+    },
+    {
+      "epoch": 0.8618163095568141,
+      "grad_norm": 0.5146658420562744,
+      "learning_rate": 3.690383487625357e-05,
+      "loss": 4.0428,
+      "step": 2720
+    },
+    {
+      "epoch": 0.8649847518713613,
+      "grad_norm": 0.45526033639907837,
+      "learning_rate": 3.675732751382414e-05,
+      "loss": 4.0379,
+      "step": 2730
+    },
+    {
+      "epoch": 0.8681531941859083,
+      "grad_norm": 0.5205211639404297,
+      "learning_rate": 3.661065018216519e-05,
+      "loss": 4.036,
+      "step": 2740
+    },
+    {
+      "epoch": 0.8713216365004555,
+      "grad_norm": 0.7320763468742371,
+      "learning_rate": 3.646380657069874e-05,
+      "loss": 4.0817,
+      "step": 2750
+    },
+    {
+      "epoch": 0.8744900788150026,
+      "grad_norm": 0.47721078991889954,
+      "learning_rate": 3.631680037302933e-05,
+      "loss": 4.0097,
+      "step": 2760
+    },
+    {
+      "epoch": 0.8776585211295497,
+      "grad_norm": 0.5281720757484436,
+      "learning_rate": 3.616963528685107e-05,
+      "loss": 4.0754,
+      "step": 2770
+    },
+    {
+      "epoch": 0.8808269634440968,
+      "grad_norm": 0.43725940585136414,
+      "learning_rate": 3.6022315013854644e-05,
+      "loss": 4.0612,
+      "step": 2780
+    },
+    {
+      "epoch": 0.8839954057586439,
+      "grad_norm": 0.5471642017364502,
+      "learning_rate": 3.58748432596342e-05,
+      "loss": 4.0328,
+      "step": 2790
+    },
+    {
+      "epoch": 0.887163848073191,
+      "grad_norm": 0.6928026676177979,
+      "learning_rate": 3.572722373359416e-05,
+      "loss": 4.0877,
+      "step": 2800
+    },
+    {
+      "epoch": 0.8903322903877381,
+      "grad_norm": 0.5069541931152344,
+      "learning_rate": 3.557946014885584e-05,
+      "loss": 4.0259,
+      "step": 2810
+    },
+    {
+      "epoch": 0.8935007327022852,
+      "grad_norm": 0.49948590993881226,
+      "learning_rate": 3.543155622216417e-05,
+      "loss": 4.0594,
+      "step": 2820
+    },
+    {
+      "epoch": 0.8966691750168323,
+      "grad_norm": 0.46224889159202576,
+      "learning_rate": 3.528351567379416e-05,
+      "loss": 4.0477,
+      "step": 2830
+    },
+    {
+      "epoch": 0.8998376173313795,
+      "grad_norm": 0.5343454480171204,
+      "learning_rate": 3.513534222745723e-05,
+      "loss": 4.0354,
+      "step": 2840
+    },
+    {
+      "epoch": 0.9030060596459266,
+      "grad_norm": 0.6847654581069946,
+      "learning_rate": 3.4987039610207694e-05,
+      "loss": 4.0956,
+      "step": 2850
+    },
+    {
+      "epoch": 0.9061745019604737,
+      "grad_norm": 0.4905559718608856,
+      "learning_rate": 3.483861155234892e-05,
+      "loss": 4.0076,
+      "step": 2860
+    },
+    {
+      "epoch": 0.9093429442750208,
+      "grad_norm": 0.502068281173706,
+      "learning_rate": 3.4690061787339515e-05,
+      "loss": 4.0343,
+      "step": 2870
+    },
+    {
+      "epoch": 0.9125113865895679,
+      "grad_norm": 0.48844534158706665,
+      "learning_rate": 3.4541394051699453e-05,
+      "loss": 4.0541,
+      "step": 2880
+    },
+    {
+      "epoch": 0.915679828904115,
+      "grad_norm": 0.5182623863220215,
+      "learning_rate": 3.439261208491603e-05,
+      "loss": 4.0331,
+      "step": 2890
+    },
+    {
+      "epoch": 0.9188482712186621,
+      "grad_norm": 0.726618230342865,
+      "learning_rate": 3.424371962934984e-05,
+      "loss": 4.0757,
+      "step": 2900
+    },
+    {
+      "epoch": 0.9220167135332092,
+      "grad_norm": 0.49787411093711853,
+      "learning_rate": 3.409472043014066e-05,
+      "loss": 4.0064,
+      "step": 2910
+    },
+    {
+      "epoch": 0.9251851558477564,
+      "grad_norm": 0.4926432967185974,
+      "learning_rate": 3.394561823511322e-05,
+      "loss": 4.0526,
+      "step": 2920
+    },
+    {
+      "epoch": 0.9283535981623035,
+      "grad_norm": 0.4563359022140503,
+      "learning_rate": 3.379641679468289e-05,
+      "loss": 4.0599,
+      "step": 2930
+    },
+    {
+      "epoch": 0.9315220404768506,
+      "grad_norm": 0.4837508499622345,
+      "learning_rate": 3.364711986176145e-05,
+      "loss": 4.0163,
+      "step": 2940
+    },
+    {
+      "epoch": 0.9346904827913977,
+      "grad_norm": 0.6713626384735107,
+      "learning_rate": 3.349773119166262e-05,
+      "loss": 4.081,
+      "step": 2950
+    },
+    {
+      "epoch": 0.9378589251059448,
+      "grad_norm": 0.4885564148426056,
+      "learning_rate": 3.3348254542007575e-05,
+      "loss": 3.9744,
+      "step": 2960
+    },
+    {
+      "epoch": 0.9410273674204919,
+      "grad_norm": 0.5282326340675354,
+      "learning_rate": 3.319869367263053e-05,
+      "loss": 4.0462,
+      "step": 2970
+    },
+    {
+      "epoch": 0.944195809735039,
+      "grad_norm": 0.4548220932483673,
+      "learning_rate": 3.304905234548406e-05,
+      "loss": 4.0348,
+      "step": 2980
+    },
+    {
+      "epoch": 0.9473642520495861,
+      "grad_norm": 0.5292273759841919,
+      "learning_rate": 3.289933432454453e-05,
+      "loss": 4.0347,
+      "step": 2990
+    },
+    {
+      "epoch": 0.9505326943641332,
+      "grad_norm": 0.6713678240776062,
+      "learning_rate": 3.274954337571742e-05,
+      "loss": 4.0563,
+      "step": 3000
+    },
+    {
+      "epoch": 0.9537011366786804,
+      "grad_norm": 0.4761412441730499,
+      "learning_rate": 3.259968326674258e-05,
+      "loss": 3.984,
+      "step": 3010
+    },
+    {
+      "epoch": 0.9568695789932274,
+      "grad_norm": 0.5471771955490112,
+      "learning_rate": 3.244975776709947e-05,
+      "loss": 4.0531,
+      "step": 3020
+    },
+    {
+      "epoch": 0.9600380213077746,
+      "grad_norm": 0.4485333263874054,
+      "learning_rate": 3.229977064791232e-05,
+      "loss": 4.0267,
+      "step": 3030
+    },
+    {
+      "epoch": 0.9632064636223217,
+      "grad_norm": 0.5787708163261414,
+      "learning_rate": 3.214972568185536e-05,
+      "loss": 4.0017,
+      "step": 3040
+    },
+    {
+      "epoch": 0.9663749059368688,
+      "grad_norm": 0.7658213376998901,
+      "learning_rate": 3.199962664305778e-05,
+      "loss": 4.0495,
+      "step": 3050
+    },
+    {
+      "epoch": 0.9695433482514159,
+      "grad_norm": 0.47137027978897095,
+      "learning_rate": 3.184947730700894e-05,
+      "loss": 3.9797,
+      "step": 3060
+    },
+    {
+      "epoch": 0.972711790565963,
+      "grad_norm": 0.5365320444107056,
+      "learning_rate": 3.169928145046331e-05,
+      "loss": 4.0584,
+      "step": 3070
+    },
+    {
+      "epoch": 0.9758802328805101,
+      "grad_norm": 0.45004019141197205,
+      "learning_rate": 3.154904285134551e-05,
+      "loss": 4.031,
+      "step": 3080
+    },
+    {
+      "epoch": 0.9790486751950572,
+      "grad_norm": 0.46956342458724976,
+      "learning_rate": 3.1398765288655295e-05,
+      "loss": 4.0001,
+      "step": 3090
+    },
+    {
+      "epoch": 0.9822171175096044,
+      "grad_norm": 0.7277733683586121,
+      "learning_rate": 3.124845254237247e-05,
+      "loss": 4.0517,
+      "step": 3100
+    },
+    {
+      "epoch": 0.9853855598241514,
+      "grad_norm": 0.5313791632652283,
+      "learning_rate": 3.109810839336182e-05,
+      "loss": 3.9949,
+      "step": 3110
+    },
+    {
+      "epoch": 0.9885540021386986,
+      "grad_norm": 0.5599879622459412,
+      "learning_rate": 3.094773662327802e-05,
+      "loss": 3.9747,
+      "step": 3120
+    },
+    {
+      "epoch": 0.9917224444532456,
+      "grad_norm": 0.4950917065143585,
+      "learning_rate": 3.0797341014470504e-05,
+      "loss": 4.018,
+      "step": 3130
+    },
+    {
+      "epoch": 0.9948908867677928,
+      "grad_norm": 0.5669831037521362,
+      "learning_rate": 3.064692534988833e-05,
+      "loss": 4.0104,
+      "step": 3140
+    },
+    {
+      "epoch": 0.9980593290823399,
+      "grad_norm": 0.8235349059104919,
+      "learning_rate": 3.049649341298502e-05,
+      "loss": 4.0662,
+      "step": 3150
+    },
+    {
+      "epoch": 1.001267376925819,
+      "grad_norm": 0.4695700407028198,
+      "learning_rate": 3.0346048987623427e-05,
+      "loss": 4.3972,
+      "step": 3160
+    },
+    {
+      "epoch": 1.004435819240366,
+      "grad_norm": 0.5231767892837524,
+      "learning_rate": 3.0195595857980474e-05,
+      "loss": 3.9794,
+      "step": 3170
+    },
+    {
+      "epoch": 1.007604261554913,
+      "grad_norm": 0.6249622106552124,
+      "learning_rate": 3.0045137808452093e-05,
+      "loss": 4.0006,
+      "step": 3180
+    },
+    {
+      "epoch": 1.0107727038694603,
+      "grad_norm": 0.498354434967041,
+      "learning_rate": 2.98946786235579e-05,
+      "loss": 3.9747,
+      "step": 3190
+    },
+    {
+      "epoch": 1.0139411461840073,
+      "grad_norm": 0.5571334362030029,
+      "learning_rate": 2.9744222087846128e-05,
+      "loss": 3.9718,
+      "step": 3200
+    },
+    {
+      "epoch": 1.0171095884985544,
+      "grad_norm": 0.4766833782196045,
+      "learning_rate": 2.959377198579835e-05,
+      "loss": 4.0266,
+      "step": 3210
+    },
+    {
+      "epoch": 1.0202780308131014,
+      "grad_norm": 0.5044318437576294,
+      "learning_rate": 2.9443332101734292e-05,
+      "loss": 3.9979,
+      "step": 3220
+    },
+    {
+      "epoch": 1.0234464731276487,
+      "grad_norm": 0.6335716843605042,
+      "learning_rate": 2.9292906219716676e-05,
+      "loss": 4.0317,
+      "step": 3230
+    },
+    {
+      "epoch": 1.0266149154421957,
+      "grad_norm": 0.5118595361709595,
+      "learning_rate": 2.9142498123456067e-05,
+      "loss": 3.9666,
+      "step": 3240
+    },
+    {
+      "epoch": 1.0297833577567428,
+      "grad_norm": 0.5042833089828491,
+      "learning_rate": 2.89921115962156e-05,
+      "loss": 4.0165,
+      "step": 3250
+    },
+    {
+      "epoch": 1.0329518000712898,
+      "grad_norm": 0.4502306282520294,
+      "learning_rate": 2.8841750420715904e-05,
+      "loss": 4.0094,
+      "step": 3260
+    },
+    {
+      "epoch": 1.036120242385837,
+      "grad_norm": 0.5262377858161926,
+      "learning_rate": 2.8691418379039926e-05,
+      "loss": 3.9675,
+      "step": 3270
+    },
+    {
+      "epoch": 1.0392886847003842,
+      "grad_norm": 0.6826320290565491,
+      "learning_rate": 2.854111925253779e-05,
+      "loss": 3.9971,
+      "step": 3280
+    },
+    {
+      "epoch": 1.0424571270149312,
+      "grad_norm": 0.48566508293151855,
+      "learning_rate": 2.839085682173172e-05,
+      "loss": 3.9592,
+      "step": 3290
+    },
+    {
+      "epoch": 1.0456255693294785,
+      "grad_norm": 0.4998822510242462,
+      "learning_rate": 2.8240634866220908e-05,
+      "loss": 4.009,
+      "step": 3300
+    },
+    {
+      "epoch": 1.0487940116440255,
+      "grad_norm": 0.44537338614463806,
+      "learning_rate": 2.8090457164586437e-05,
+      "loss": 4.003,
+      "step": 3310
+    },
+    {
+      "epoch": 1.0519624539585726,
+      "grad_norm": 0.5368728637695312,
+      "learning_rate": 2.7940327494296276e-05,
+      "loss": 3.9755,
+      "step": 3320
+    },
+    {
+      "epoch": 1.0551308962731196,
+      "grad_norm": 0.7245530486106873,
+      "learning_rate": 2.7790249631610264e-05,
+      "loss": 3.9847,
+      "step": 3330
+    },
+    {
+      "epoch": 1.058299338587667,
+      "grad_norm": 0.5228898525238037,
+      "learning_rate": 2.7640227351485077e-05,
+      "loss": 3.9792,
+      "step": 3340
+    },
+    {
+      "epoch": 1.061467780902214,
+      "grad_norm": 0.6090630292892456,
+      "learning_rate": 2.7490264427479315e-05,
+      "loss": 3.9911,
+      "step": 3350
+    },
+    {
+      "epoch": 1.064636223216761,
+      "grad_norm": 0.4978257119655609,
+      "learning_rate": 2.734036463165859e-05,
+      "loss": 4.0031,
+      "step": 3360
+    },
+    {
+      "epoch": 1.0678046655313083,
+      "grad_norm": 0.6159759163856506,
+      "learning_rate": 2.7190531734500586e-05,
+      "loss": 3.9918,
+      "step": 3370
+    },
+    {
+      "epoch": 1.0709731078458553,
+      "grad_norm": 0.6426588892936707,
+      "learning_rate": 2.704076950480034e-05,
+      "loss": 4.0064,
+      "step": 3380
+    },
+    {
+      "epoch": 1.0741415501604024,
+      "grad_norm": 0.4782252609729767,
+      "learning_rate": 2.6891081709575287e-05,
+      "loss": 3.9443,
+      "step": 3390
+    },
+    {
+      "epoch": 1.0773099924749494,
+      "grad_norm": 0.5509085655212402,
+      "learning_rate": 2.6741472113970632e-05,
+      "loss": 3.9781,
+      "step": 3400
+    },
+    {
+      "epoch": 1.0804784347894967,
+      "grad_norm": 0.46409741044044495,
+      "learning_rate": 2.6591944481164586e-05,
+      "loss": 3.9797,
+      "step": 3410
+    },
+    {
+      "epoch": 1.0836468771040437,
+      "grad_norm": 0.4894469976425171,
+      "learning_rate": 2.6442502572273733e-05,
+      "loss": 3.9678,
+      "step": 3420
+    },
+    {
+      "epoch": 1.0868153194185908,
+      "grad_norm": 0.6626816391944885,
+      "learning_rate": 2.6293150146258417e-05,
+      "loss": 4.0225,
+      "step": 3430
+    },
+    {
+      "epoch": 1.089983761733138,
+      "grad_norm": 0.5374204516410828,
+      "learning_rate": 2.6143890959828173e-05,
+      "loss": 3.933,
+      "step": 3440
+    },
+    {
+      "epoch": 1.093152204047685,
+      "grad_norm": 0.53470778465271,
+      "learning_rate": 2.599472876734728e-05,
+      "loss": 3.9804,
+      "step": 3450
+    },
+    {
+      "epoch": 1.0963206463622321,
+      "grad_norm": 0.4481883645057678,
+      "learning_rate": 2.5845667320740252e-05,
+      "loss": 3.9944,
+      "step": 3460
+    },
+    {
+      "epoch": 1.0994890886767792,
+      "grad_norm": 0.5143481492996216,
+      "learning_rate": 2.5696710369397548e-05,
+      "loss": 3.9598,
+      "step": 3470
+    },
+    {
+      "epoch": 1.1026575309913265,
+      "grad_norm": 0.6386091113090515,
+      "learning_rate": 2.554786166008122e-05,
+      "loss": 4.0002,
+      "step": 3480
+    },
+    {
+      "epoch": 1.1058259733058735,
+      "grad_norm": 0.5164791345596313,
+      "learning_rate": 2.5399124936830662e-05,
+      "loss": 3.9453,
+      "step": 3490
+    },
+    {
+      "epoch": 1.1089944156204206,
+      "grad_norm": 0.5195271372795105,
+      "learning_rate": 2.525050394086845e-05,
+      "loss": 3.9499,
+      "step": 3500
+    },
+    {
+      "epoch": 1.1121628579349676,
+      "grad_norm": 0.47835540771484375,
+      "learning_rate": 2.5102002410506227e-05,
+      "loss": 3.9733,
+      "step": 3510
+    },
+    {
+      "epoch": 1.1153313002495149,
+      "grad_norm": 0.55025714635849,
+      "learning_rate": 2.495362408105071e-05,
+      "loss": 3.979,
+      "step": 3520
+    },
+    {
+      "epoch": 1.118499742564062,
+      "grad_norm": 0.6414199471473694,
+      "learning_rate": 2.4805372684709666e-05,
+      "loss": 3.9982,
+      "step": 3530
+    },
+    {
+      "epoch": 1.121668184878609,
+      "grad_norm": 0.5250464677810669,
+      "learning_rate": 2.4657251950498084e-05,
+      "loss": 3.953,
+      "step": 3540
+    },
+    {
+      "epoch": 1.1248366271931562,
+      "grad_norm": 0.5253466367721558,
+      "learning_rate": 2.4509265604144376e-05,
+      "loss": 3.9785,
+      "step": 3550
+    },
+    {
+      "epoch": 1.1280050695077033,
+      "grad_norm": 0.4483189284801483,
+      "learning_rate": 2.4361417367996645e-05,
+      "loss": 3.9564,
+      "step": 3560
+    },
+    {
+      "epoch": 1.1311735118222503,
+      "grad_norm": 0.5145375728607178,
+      "learning_rate": 2.4213710960929076e-05,
+      "loss": 3.9617,
+      "step": 3570
+    },
+    {
+      "epoch": 1.1343419541367976,
+      "grad_norm": 0.6286399960517883,
+      "learning_rate": 2.4066150098248358e-05,
+      "loss": 3.9885,
+      "step": 3580
+    },
+    {
+      "epoch": 1.1375103964513447,
+      "grad_norm": 0.4952182471752167,
+      "learning_rate": 2.391873849160028e-05,
+      "loss": 3.9529,
+      "step": 3590
+    },
+    {
+      "epoch": 1.1406788387658917,
+      "grad_norm": 0.5438989400863647,
+      "learning_rate": 2.377147984887634e-05,
+      "loss": 3.9506,
+      "step": 3600
+    },
+    {
+      "epoch": 1.143530436848984,
+      "grad_norm": 0.494199275970459,
+      "learning_rate": 2.3624377874120452e-05,
+      "loss": 3.9904,
+      "step": 3610
+    },
+    {
+      "epoch": 1.1466988791635313,
+      "grad_norm": 0.5104529857635498,
+      "learning_rate": 2.3477436267435872e-05,
+      "loss": 3.9628,
+      "step": 3620
+    },
+    {
+      "epoch": 1.1498673214780784,
+      "grad_norm": 0.6145049333572388,
+      "learning_rate": 2.3330658724892018e-05,
+      "loss": 3.9907,
+      "step": 3630
+    },
+    {
+      "epoch": 1.1530357637926254,
+      "grad_norm": 0.4909680485725403,
+      "learning_rate": 2.3184048938431568e-05,
+      "loss": 3.9673,
+      "step": 3640
+    },
+    {
+      "epoch": 1.1562042061071724,
+      "grad_norm": 0.5000062584877014,
+      "learning_rate": 2.3037610595777566e-05,
+      "loss": 3.9738,
+      "step": 3650
+    },
+    {
+      "epoch": 1.1593726484217197,
+      "grad_norm": 0.4552057981491089,
+      "learning_rate": 2.2891347380340698e-05,
+      "loss": 3.9991,
+      "step": 3660
+    },
+    {
+      "epoch": 1.1625410907362668,
+      "grad_norm": 0.5815322399139404,
+      "learning_rate": 2.2745262971126594e-05,
+      "loss": 3.9473,
+      "step": 3670
+    },
+    {
+      "epoch": 1.1657095330508138,
+      "grad_norm": 0.6403681635856628,
+      "learning_rate": 2.2599361042643334e-05,
+      "loss": 3.9524,
+      "step": 3680
+    },
+    {
+      "epoch": 1.168877975365361,
+      "grad_norm": 0.47856366634368896,
+      "learning_rate": 2.2453645264808982e-05,
+      "loss": 3.9391,
+      "step": 3690
+    },
+    {
+      "epoch": 1.1720464176799081,
+      "grad_norm": 0.5215964317321777,
+      "learning_rate": 2.2308119302859296e-05,
+      "loss": 3.9832,
+      "step": 3700
+    },
+    {
+      "epoch": 1.1752148599944552,
+      "grad_norm": 0.4771462678909302,
+      "learning_rate": 2.216278681725556e-05,
+      "loss": 3.9792,
+      "step": 3710
+    },
+    {
+      "epoch": 1.1783833023090025,
+      "grad_norm": 0.5126653909683228,
+      "learning_rate": 2.2017651463592462e-05,
+      "loss": 3.954,
+      "step": 3720
+    },
+    {
+      "epoch": 1.1815517446235495,
+      "grad_norm": 0.5949072241783142,
+      "learning_rate": 2.187271689250617e-05,
+      "loss": 3.9786,
+      "step": 3730
+    },
+    {
+      "epoch": 1.1847201869380966,
+      "grad_norm": 0.4900527596473694,
+      "learning_rate": 2.1727986749582516e-05,
+      "loss": 3.9414,
+      "step": 3740
+    },
+    {
+      "epoch": 1.1878886292526436,
+      "grad_norm": 0.5229060053825378,
+      "learning_rate": 2.158346467526525e-05,
+      "loss": 3.9416,
+      "step": 3750
+    },
+    {
+      "epoch": 1.1910570715671909,
+      "grad_norm": 0.44499704241752625,
+      "learning_rate": 2.143915430476455e-05,
+      "loss": 3.9971,
+      "step": 3760
+    },
+    {
+      "epoch": 1.194225513881738,
+      "grad_norm": 0.5302416682243347,
+      "learning_rate": 2.129505926796553e-05,
+      "loss": 3.9509,
+      "step": 3770
+    },
+    {
+      "epoch": 1.197393956196285,
+      "grad_norm": 0.7093963027000427,
+      "learning_rate": 2.1151183189336914e-05,
+      "loss": 3.9843,
+      "step": 3780
+    },
+    {
+      "epoch": 1.200562398510832,
+      "grad_norm": 0.4944345951080322,
+      "learning_rate": 2.100752968783994e-05,
+      "loss": 3.9492,
+      "step": 3790
+    },
+    {
+      "epoch": 1.2037308408253793,
+      "grad_norm": 0.5194339752197266,
+      "learning_rate": 2.0864102376837255e-05,
+      "loss": 3.9437,
+      "step": 3800
+    },
+    {
+      "epoch": 1.2068992831399263,
+      "grad_norm": 0.4413541853427887,
+      "learning_rate": 2.0720904864002105e-05,
+      "loss": 3.9593,
+      "step": 3810
+    },
+    {
+      "epoch": 1.2100677254544734,
+      "grad_norm": 0.5337969064712524,
+      "learning_rate": 2.057794075122752e-05,
+      "loss": 3.9305,
+      "step": 3820
+    },
+    {
+      "epoch": 1.2132361677690207,
+      "grad_norm": 0.6364006400108337,
+      "learning_rate": 2.0435213634535755e-05,
+      "loss": 3.9701,
+      "step": 3830
+    },
+    {
+      "epoch": 1.2164046100835677,
+      "grad_norm": 0.5101488828659058,
+      "learning_rate": 2.0292727103987802e-05,
+      "loss": 3.9541,
+      "step": 3840
+    },
+    {
+      "epoch": 1.2195730523981148,
+      "grad_norm": 0.5433738827705383,
+      "learning_rate": 2.015048474359317e-05,
+      "loss": 3.9527,
+      "step": 3850
+    },
+    {
+      "epoch": 1.2227414947126618,
+      "grad_norm": 0.4330650269985199,
+      "learning_rate": 2.0008490131219613e-05,
+      "loss": 3.9686,
+      "step": 3860
+    },
+    {
+      "epoch": 1.225909937027209,
+      "grad_norm": 0.5463088750839233,
+      "learning_rate": 1.9866746838503237e-05,
+      "loss": 3.959,
+      "step": 3870
+    },
+    {
+      "epoch": 1.2290783793417561,
+      "grad_norm": 0.625349223613739,
+      "learning_rate": 1.972525843075861e-05,
+      "loss": 3.9339,
+      "step": 3880
+    },
+    {
+      "epoch": 1.2322468216563032,
+      "grad_norm": 0.5340573787689209,
+      "learning_rate": 1.9584028466889095e-05,
+      "loss": 3.9203,
+      "step": 3890
+    },
+    {
+      "epoch": 1.2354152639708502,
+      "grad_norm": 0.538949191570282,
+      "learning_rate": 1.9443060499297355e-05,
+      "loss": 3.9618,
+      "step": 3900
+    },
+    {
+      "epoch": 1.2385837062853975,
+      "grad_norm": 0.45411062240600586,
+      "learning_rate": 1.9302358073795948e-05,
+      "loss": 3.9508,
+      "step": 3910
+    },
+    {
+      "epoch": 1.2417521485999445,
+      "grad_norm": 0.5965410470962524,
+      "learning_rate": 1.916192472951819e-05,
+      "loss": 3.9622,
+      "step": 3920
+    },
+    {
+      "epoch": 1.2449205909144916,
+      "grad_norm": 0.6266769766807556,
+      "learning_rate": 1.902176399882909e-05,
+      "loss": 3.9542,
+      "step": 3930
+    },
+    {
+      "epoch": 1.2480890332290389,
+      "grad_norm": 0.4679549038410187,
+      "learning_rate": 1.8881879407236516e-05,
+      "loss": 3.967,
+      "step": 3940
+    },
+    {
+      "epoch": 1.251257475543586,
+      "grad_norm": 0.5010569095611572,
+      "learning_rate": 1.874227447330256e-05,
+      "loss": 3.9479,
+      "step": 3950
+    },
+    {
+      "epoch": 1.254425917858133,
+      "grad_norm": 0.4530685842037201,
+      "learning_rate": 1.8602952708554956e-05,
+      "loss": 3.964,
+      "step": 3960
+    },
+    {
+      "epoch": 1.2575943601726802,
+      "grad_norm": 0.523039698600769,
+      "learning_rate": 1.8463917617398806e-05,
+      "loss": 3.9462,
+      "step": 3970
+    },
+    {
+      "epoch": 1.2607628024872273,
+      "grad_norm": 0.6451321840286255,
+      "learning_rate": 1.8325172697028425e-05,
+      "loss": 3.9334,
+      "step": 3980
+    },
+    {
+      "epoch": 1.2639312448017743,
+      "grad_norm": 0.5010039806365967,
+      "learning_rate": 1.8186721437339337e-05,
+      "loss": 3.9045,
+      "step": 3990
+    },
+    {
+      "epoch": 1.2670996871163214,
+      "grad_norm": 0.5600725412368774,
+      "learning_rate": 1.804856732084059e-05,
+      "loss": 3.9457,
+      "step": 4000
+    },
+    {
+      "epoch": 1.2702681294308684,
+      "grad_norm": 0.44320258498191833,
+      "learning_rate": 1.7910713822567027e-05,
+      "loss": 3.9594,
+      "step": 4010
+    },
+    {
+      "epoch": 1.2734365717454157,
+      "grad_norm": 0.5304768085479736,
+      "learning_rate": 1.7773164409991976e-05,
+      "loss": 3.9585,
+      "step": 4020
+    },
+    {
+      "epoch": 1.2766050140599627,
+      "grad_norm": 0.6431641578674316,
+      "learning_rate": 1.763592254293999e-05,
+      "loss": 3.9792,
+      "step": 4030
+    },
+    {
+      "epoch": 1.2797734563745098,
+      "grad_norm": 0.5085554122924805,
+      "learning_rate": 1.749899167349985e-05,
+      "loss": 3.9394,
+      "step": 4040
+    },
+    {
+      "epoch": 1.282941898689057,
+      "grad_norm": 0.5374943017959595,
+      "learning_rate": 1.7362375245937693e-05,
+      "loss": 3.9439,
+      "step": 4050
+    },
+    {
+      "epoch": 1.286110341003604,
+      "grad_norm": 0.43167704343795776,
+      "learning_rate": 1.722607669661039e-05,
+      "loss": 3.9576,
+      "step": 4060
+    },
+    {
+      "epoch": 1.2892787833181512,
+      "grad_norm": 0.6326399445533752,
+      "learning_rate": 1.709009945387916e-05,
+      "loss": 3.9088,
+      "step": 4070
+    },
+    {
+      "epoch": 1.2924472256326984,
+      "grad_norm": 0.6631354689598083,
+      "learning_rate": 1.6954446938023246e-05,
+      "loss": 3.968,
+      "step": 4080
+    },
+    {
+      "epoch": 1.2956156679472455,
+      "grad_norm": 0.5220505595207214,
+      "learning_rate": 1.681912256115396e-05,
+      "loss": 3.9335,
+      "step": 4090
+    },
+    {
+      "epoch": 1.2987841102617925,
+      "grad_norm": 0.5539137721061707,
+      "learning_rate": 1.6684129727128835e-05,
+      "loss": 3.9298,
+      "step": 4100
+    },
+    {
+      "epoch": 1.3019525525763398,
+      "grad_norm": 0.4695897698402405,
+      "learning_rate": 1.6549471831465975e-05,
+      "loss": 3.9512,
+      "step": 4110
+    },
+    {
+      "epoch": 1.3051209948908868,
+      "grad_norm": 0.5559159517288208,
+      "learning_rate": 1.6415152261258677e-05,
+      "loss": 3.9335,
+      "step": 4120
+    },
+    {
+      "epoch": 1.308289437205434,
+      "grad_norm": 0.6206575632095337,
+      "learning_rate": 1.6281174395090243e-05,
+      "loss": 3.9326,
+      "step": 4130
+    },
+    {
+      "epoch": 1.311457879519981,
+      "grad_norm": 0.4982354938983917,
+      "learning_rate": 1.614754160294899e-05,
+      "loss": 3.9461,
+      "step": 4140
+    },
+    {
+      "epoch": 1.314626321834528,
+      "grad_norm": 0.5297129154205322,
+      "learning_rate": 1.6014257246143437e-05,
+      "loss": 3.9118,
+      "step": 4150
+    },
+    {
+      "epoch": 1.3177947641490753,
+      "grad_norm": 0.4608001708984375,
+      "learning_rate": 1.5881324677217853e-05,
+      "loss": 3.9752,
+      "step": 4160
+    },
+    {
+      "epoch": 1.3209632064636223,
+      "grad_norm": 0.560769259929657,
+      "learning_rate": 1.574874723986782e-05,
+      "loss": 3.9061,
+      "step": 4170
+    },
+    {
+      "epoch": 1.3241316487781694,
+      "grad_norm": 0.6036816239356995,
+      "learning_rate": 1.5616528268856218e-05,
+      "loss": 3.9548,
+      "step": 4180
+    },
+    {
+      "epoch": 1.3273000910927166,
+      "grad_norm": 0.5000187754631042,
+      "learning_rate": 1.54846710899293e-05,
+      "loss": 3.936,
+      "step": 4190
+    },
+    {
+      "epoch": 1.3304685334072637,
+      "grad_norm": 0.5404666066169739,
+      "learning_rate": 1.5353179019733045e-05,
+      "loss": 3.937,
+      "step": 4200
+    },
+    {
+      "epoch": 1.3336369757218107,
+      "grad_norm": 0.4449405074119568,
+      "learning_rate": 1.5222055365729707e-05,
+      "loss": 3.9645,
+      "step": 4210
+    },
+    {
+      "epoch": 1.336805418036358,
+      "grad_norm": 0.5440964102745056,
+      "learning_rate": 1.509130342611469e-05,
+      "loss": 3.9249,
+      "step": 4220
+    },
+    {
+      "epoch": 1.339973860350905,
+      "grad_norm": 0.6324596405029297,
+      "learning_rate": 1.4960926489733551e-05,
+      "loss": 3.9573,
+      "step": 4230
+    },
+    {
+      "epoch": 1.343142302665452,
+      "grad_norm": 0.48905566334724426,
+      "learning_rate": 1.4830927835999214e-05,
+      "loss": 3.9378,
+      "step": 4240
+    },
+    {
+      "epoch": 1.3463107449799991,
+      "grad_norm": 0.5455132722854614,
+      "learning_rate": 1.4701310734809606e-05,
+      "loss": 3.9332,
+      "step": 4250
+    },
+    {
+      "epoch": 1.3494791872945462,
+      "grad_norm": 0.45040416717529297,
+      "learning_rate": 1.4572078446465295e-05,
+      "loss": 3.9497,
+      "step": 4260
+    },
+    {
+      "epoch": 1.3526476296090935,
+      "grad_norm": 0.5368500351905823,
+      "learning_rate": 1.4443234221587516e-05,
+      "loss": 3.9446,
+      "step": 4270
+    },
+    {
+      "epoch": 1.3558160719236405,
+      "grad_norm": 0.6139335632324219,
+      "learning_rate": 1.4314781301036494e-05,
+      "loss": 3.9528,
+      "step": 4280
+    },
+    {
+      "epoch": 1.3589845142381876,
+      "grad_norm": 0.47426629066467285,
+      "learning_rate": 1.4186722915829776e-05,
+      "loss": 3.9048,
+      "step": 4290
+    },
+    {
+      "epoch": 1.3621529565527348,
+      "grad_norm": 0.5336982607841492,
+      "learning_rate": 1.4059062287061046e-05,
+      "loss": 3.927,
+      "step": 4300
+    },
+    {
+      "epoch": 1.3653213988672819,
+      "grad_norm": 0.4610370397567749,
+      "learning_rate": 1.3931802625819132e-05,
+      "loss": 3.9613,
+      "step": 4310
+    },
+    {
+      "epoch": 1.368489841181829,
+      "grad_norm": 0.5770841240882874,
+      "learning_rate": 1.380494713310715e-05,
+      "loss": 3.9203,
+      "step": 4320
+    },
+    {
+      "epoch": 1.3716582834963762,
+      "grad_norm": 0.6199170351028442,
+      "learning_rate": 1.3678498999762064e-05,
+      "loss": 3.9301,
+      "step": 4330
+    },
+    {
+      "epoch": 1.3748267258109232,
+      "grad_norm": 0.5012282133102417,
+      "learning_rate": 1.3552461406374405e-05,
+      "loss": 3.9063,
+      "step": 4340
+    },
+    {
+      "epoch": 1.3779951681254703,
+      "grad_norm": 0.5611695051193237,
+      "learning_rate": 1.342683752320823e-05,
+      "loss": 3.9136,
+      "step": 4350
+    },
+    {
+      "epoch": 1.3811636104400176,
+      "grad_norm": 0.443312406539917,
+      "learning_rate": 1.3301630510121413e-05,
+      "loss": 3.9333,
+      "step": 4360
+    },
+    {
+      "epoch": 1.3843320527545646,
+      "grad_norm": 0.6012240648269653,
+      "learning_rate": 1.3176843516486188e-05,
+      "loss": 3.929,
+      "step": 4370
+    },
+    {
+      "epoch": 1.3875004950691117,
+      "grad_norm": 0.6377061605453491,
+      "learning_rate": 1.3052479681109898e-05,
+      "loss": 3.9163,
+      "step": 4380
+    },
+    {
+      "epoch": 1.3906689373836587,
+      "grad_norm": 0.5056869983673096,
+      "learning_rate": 1.292854213215602e-05,
+      "loss": 3.9346,
+      "step": 4390
+    },
+    {
+      "epoch": 1.3938373796982058,
+      "grad_norm": 0.573151707649231,
+      "learning_rate": 1.2805033987065558e-05,
+      "loss": 3.931,
+      "step": 4400
+    },
+    {
+      "epoch": 1.397005822012753,
+      "grad_norm": 0.48539814352989197,
+      "learning_rate": 1.2681958352478534e-05,
+      "loss": 3.9334,
+      "step": 4410
+    },
+    {
+      "epoch": 1.4001742643273,
+      "grad_norm": 0.5224990844726562,
+      "learning_rate": 1.255931832415593e-05,
+      "loss": 3.9175,
+      "step": 4420
+    },
+    {
+      "epoch": 1.4033427066418471,
+      "grad_norm": 0.6852892637252808,
+      "learning_rate": 1.2437116986901785e-05,
+      "loss": 3.9307,
+      "step": 4430
+    },
+    {
+      "epoch": 1.4065111489563944,
+      "grad_norm": 0.5135823488235474,
+      "learning_rate": 1.2315357414485577e-05,
+      "loss": 3.9039,
+      "step": 4440
+    },
+    {
+      "epoch": 1.4096795912709414,
+      "grad_norm": 0.5217869877815247,
+      "learning_rate": 1.219404266956493e-05,
+      "loss": 3.9046,
+      "step": 4450
+    },
+    {
+      "epoch": 1.4128480335854885,
+      "grad_norm": 0.47975191473960876,
+      "learning_rate": 1.2073175803608607e-05,
+      "loss": 3.9174,
+      "step": 4460
+    },
+    {
+      "epoch": 1.4160164759000358,
+      "grad_norm": 0.5566067099571228,
+      "learning_rate": 1.1952759856819715e-05,
+      "loss": 3.8975,
+      "step": 4470
+    },
+    {
+      "epoch": 1.4191849182145828,
+      "grad_norm": 0.6765552163124084,
+      "learning_rate": 1.1832797858059227e-05,
+      "loss": 3.9149,
+      "step": 4480
+    },
+    {
+      "epoch": 1.4223533605291299,
+      "grad_norm": 0.48127639293670654,
+      "learning_rate": 1.1713292824769852e-05,
+      "loss": 3.9284,
+      "step": 4490
+    },
+    {
+      "epoch": 1.425521802843677,
+      "grad_norm": 0.5358768105506897,
+      "learning_rate": 1.1594247762900058e-05,
+      "loss": 3.9033,
+      "step": 4500
+    },
+    {
+      "epoch": 1.428690245158224,
+      "grad_norm": 0.4318656921386719,
+      "learning_rate": 1.1475665666828548e-05,
+      "loss": 3.9377,
+      "step": 4510
+    },
+    {
+      "epoch": 1.4318586874727712,
+      "grad_norm": 0.5686541199684143,
+      "learning_rate": 1.135754951928885e-05,
+      "loss": 3.9245,
+      "step": 4520
+    },
+    {
+      "epoch": 1.4350271297873183,
+      "grad_norm": 0.7002678513526917,
+      "learning_rate": 1.1239902291294388e-05,
+      "loss": 3.9319,
+      "step": 4530
+    },
+    {
+      "epoch": 1.4381955721018653,
+      "grad_norm": 0.4952411949634552,
+      "learning_rate": 1.112272694206366e-05,
+      "loss": 3.9432,
+      "step": 4540
+    },
+    {
+      "epoch": 1.4413640144164126,
+      "grad_norm": 0.5641235709190369,
+      "learning_rate": 1.100602641894587e-05,
+      "loss": 3.9428,
+      "step": 4550
+    },
+    {
+      "epoch": 1.4445324567309596,
+      "grad_norm": 0.4636024236679077,
+      "learning_rate": 1.0889803657346775e-05,
+      "loss": 3.921,
+      "step": 4560
+    },
+    {
+      "epoch": 1.4477008990455067,
+      "grad_norm": 0.5696649551391602,
+      "learning_rate": 1.0774061580654808e-05,
+      "loss": 3.8989,
+      "step": 4570
+    },
+    {
+      "epoch": 1.450869341360054,
+      "grad_norm": 0.664670467376709,
+      "learning_rate": 1.0658803100167623e-05,
+      "loss": 3.8878,
+      "step": 4580
+    },
+    {
+      "epoch": 1.454037783674601,
+      "grad_norm": 0.5272897481918335,
+      "learning_rate": 1.0544031115018796e-05,
+      "loss": 3.8942,
+      "step": 4590
+    },
+    {
+      "epoch": 1.457206225989148,
+      "grad_norm": 0.5335825681686401,
+      "learning_rate": 1.0429748512104921e-05,
+      "loss": 3.911,
+      "step": 4600
+    },
+    {
+      "epoch": 1.4603746683036953,
+      "grad_norm": 0.4774111807346344,
+      "learning_rate": 1.0315958166013036e-05,
+      "loss": 3.9332,
+      "step": 4610
+    },
+    {
+      "epoch": 1.4635431106182424,
+      "grad_norm": 0.5462898015975952,
+      "learning_rate": 1.0202662938948266e-05,
+      "loss": 3.8841,
+      "step": 4620
+    },
+    {
+      "epoch": 1.4667115529327894,
+      "grad_norm": 0.6412886381149292,
+      "learning_rate": 1.0089865680661843e-05,
+      "loss": 3.9189,
+      "step": 4630
+    },
+    {
+      "epoch": 1.4698799952473365,
+      "grad_norm": 0.4855872392654419,
+      "learning_rate": 9.977569228379447e-06,
+      "loss": 3.9175,
+      "step": 4640
+    },
+    {
+      "epoch": 1.4730484375618835,
+      "grad_norm": 0.5493999719619751,
+      "learning_rate": 9.865776406729797e-06,
+      "loss": 3.9098,
+      "step": 4650
+    },
+    {
+      "epoch": 1.4762168798764308,
+      "grad_norm": 0.46385282278060913,
+      "learning_rate": 9.75449002767367e-06,
+      "loss": 3.9098,
+      "step": 4660
+    },
+    {
+      "epoch": 1.4793853221909778,
+      "grad_norm": 0.5655378103256226,
+      "learning_rate": 9.643712890433079e-06,
+      "loss": 3.9039,
+      "step": 4670
+    },
+    {
+      "epoch": 1.482553764505525,
+      "grad_norm": 0.6744810342788696,
+      "learning_rate": 9.533447781420965e-06,
+      "loss": 3.9173,
+      "step": 4680
+    },
+    {
+      "epoch": 1.4857222068200722,
+      "grad_norm": 0.5092965960502625,
+      "learning_rate": 9.423697474171013e-06,
+      "loss": 3.922,
+      "step": 4690
+    },
+    {
+      "epoch": 1.4888906491346192,
+      "grad_norm": 0.5436004400253296,
+      "learning_rate": 9.314464729267965e-06,
+      "loss": 3.918,
+      "step": 4700
+    },
+    {
+      "epoch": 1.4920590914491663,
+      "grad_norm": 0.4577697515487671,
+      "learning_rate": 9.205752294278151e-06,
+      "loss": 3.9132,
+      "step": 4710
+    },
+    {
+      "epoch": 1.4952275337637135,
+      "grad_norm": 0.5413495898246765,
+      "learning_rate": 9.09756290368036e-06,
+      "loss": 3.9147,
+      "step": 4720
+    },
+    {
+      "epoch": 1.4983959760782606,
+      "grad_norm": 0.6412784457206726,
+      "learning_rate": 8.989899278797072e-06,
+      "loss": 3.9433,
+      "step": 4730
+    },
+    {
+      "epoch": 1.5015644183928076,
+      "grad_norm": 0.5254368782043457,
+      "learning_rate": 8.882764127726038e-06,
+      "loss": 3.9081,
+      "step": 4740
+    },
+    {
+      "epoch": 1.504732860707355,
+      "grad_norm": 0.5577399134635925,
+      "learning_rate": 8.77616014527214e-06,
+      "loss": 3.901,
+      "step": 4750
+    },
+    {
+      "epoch": 1.5079013030219017,
+      "grad_norm": 0.46695777773857117,
+      "learning_rate": 8.670090012879571e-06,
+      "loss": 3.9141,
+      "step": 4760
+    },
+    {
+      "epoch": 1.511069745336449,
+      "grad_norm": 0.539315938949585,
+      "learning_rate": 8.56455639856446e-06,
+      "loss": 3.9038,
+      "step": 4770
+    },
+    {
+      "epoch": 1.514238187650996,
+      "grad_norm": 0.6890624165534973,
+      "learning_rate": 8.45956195684769e-06,
+      "loss": 3.9159,
+      "step": 4780
+    },
+    {
+      "epoch": 1.517406629965543,
+      "grad_norm": 0.5203709602355957,
+      "learning_rate": 8.355109328688188e-06,
+      "loss": 3.8967,
+      "step": 4790
+    },
+    {
+      "epoch": 1.5205750722800904,
+      "grad_norm": 0.5877047181129456,
+      "learning_rate": 8.251201141416473e-06,
+      "loss": 3.9056,
+      "step": 4800
+    },
+    {
+      "epoch": 1.5237435145946374,
+      "grad_norm": 0.453535795211792,
+      "learning_rate": 8.147840008668545e-06,
+      "loss": 3.9101,
+      "step": 4810
+    },
+    {
+      "epoch": 1.5269119569091845,
+      "grad_norm": 0.5424967408180237,
+      "learning_rate": 8.045028530320169e-06,
+      "loss": 3.8802,
+      "step": 4820
+    },
+    {
+      "epoch": 1.5300803992237317,
+      "grad_norm": 0.6742792129516602,
+      "learning_rate": 7.942769292421498e-06,
+      "loss": 3.9229,
+      "step": 4830
+    },
+    {
+      "epoch": 1.5332488415382788,
+      "grad_norm": 0.4906002879142761,
+      "learning_rate": 7.841064867131989e-06,
+      "loss": 3.8998,
+      "step": 4840
+    },
+    {
+      "epoch": 1.5364172838528258,
+      "grad_norm": 0.582927405834198,
+      "learning_rate": 7.739917812655714e-06,
+      "loss": 3.9069,
+      "step": 4850
+    },
+    {
+      "epoch": 1.539585726167373,
+      "grad_norm": 0.43852633237838745,
+      "learning_rate": 7.639330673177035e-06,
+      "loss": 3.8926,
+      "step": 4860
+    },
+    {
+      "epoch": 1.54275416848192,
+      "grad_norm": 0.5897647142410278,
+      "learning_rate": 7.5393059787965755e-06,
+      "loss": 3.9096,
+      "step": 4870
+    },
+    {
+      "epoch": 1.5459226107964672,
+      "grad_norm": 0.6706228852272034,
+      "learning_rate": 7.439846245467588e-06,
+      "loss": 3.8741,
+      "step": 4880
+    },
+    {
+      "epoch": 1.5490910531110142,
+      "grad_norm": 0.515313446521759,
+      "learning_rate": 7.340953974932724e-06,
+      "loss": 3.9003,
+      "step": 4890
+    },
+    {
+      "epoch": 1.5522594954255613,
+      "grad_norm": 0.5762740969657898,
+      "learning_rate": 7.2426316546610116e-06,
+      "loss": 3.8982,
+      "step": 4900
+    },
+    {
+      "epoch": 1.5554279377401086,
+      "grad_norm": 0.44661983847618103,
+      "learning_rate": 7.14488175778535e-06,
+      "loss": 3.8972,
+      "step": 4910
+    },
+    {
+      "epoch": 1.5585963800546556,
+      "grad_norm": 0.5765170454978943,
+      "learning_rate": 7.047706743040314e-06,
+      "loss": 3.9092,
+      "step": 4920
+    },
+    {
+      "epoch": 1.5617648223692027,
+      "grad_norm": 0.6553518176078796,
+      "learning_rate": 6.951109054700241e-06,
+      "loss": 3.9191,
+      "step": 4930
+    },
+    {
+      "epoch": 1.56493326468375,
+      "grad_norm": 0.5153059959411621,
+      "learning_rate": 6.8550911225178255e-06,
+      "loss": 3.8774,
+      "step": 4940
+    },
+    {
+      "epoch": 1.568101706998297,
+      "grad_norm": 0.563517689704895,
+      "learning_rate": 6.759655361662967e-06,
+      "loss": 3.9246,
+      "step": 4950
+    },
+    {
+      "epoch": 1.571270149312844,
+      "grad_norm": 0.4509882628917694,
+      "learning_rate": 6.664804172662007e-06,
+      "loss": 3.8876,
+      "step": 4960
+    },
+    {
+      "epoch": 1.5744385916273913,
+      "grad_norm": 0.5484413504600525,
+      "learning_rate": 6.5705399413373605e-06,
+      "loss": 3.8928,
+      "step": 4970
+    },
+    {
+      "epoch": 1.5776070339419381,
+      "grad_norm": 0.7002180218696594,
+      "learning_rate": 6.476865038747523e-06,
+      "loss": 3.9178,
+      "step": 4980
+    },
+    {
+      "epoch": 1.5807754762564854,
+      "grad_norm": 0.5183719992637634,
+      "learning_rate": 6.383781821127425e-06,
+      "loss": 3.9076,
+      "step": 4990
+    },
+    {
+      "epoch": 1.5839439185710327,
+      "grad_norm": 0.5580468773841858,
+      "learning_rate": 6.291292629829115e-06,
+      "loss": 3.9243,
+      "step": 5000
+    },
+    {
+      "epoch": 1.5871123608855795,
+      "grad_norm": 0.49208468198776245,
+      "learning_rate": 6.199399791262949e-06,
+      "loss": 3.9029,
+      "step": 5010
+    },
+    {
+      "epoch": 1.5902808032001268,
+      "grad_norm": 0.5683251619338989,
+      "learning_rate": 6.1081056168390014e-06,
+      "loss": 3.892,
+      "step": 5020
+    },
+    {
+      "epoch": 1.5934492455146738,
+      "grad_norm": 0.6900967359542847,
+      "learning_rate": 6.01741240290897e-06,
+      "loss": 3.9218,
+      "step": 5030
+    },
+    {
+      "epoch": 1.5966176878292209,
+      "grad_norm": 0.4963209927082062,
+      "learning_rate": 5.927322430708406e-06,
+      "loss": 3.91,
+      "step": 5040
+    },
+    {
+      "epoch": 1.5997861301437681,
+      "grad_norm": 0.5573615431785583,
+      "learning_rate": 5.837837966299313e-06,
+      "loss": 3.9093,
+      "step": 5050
+    },
+    {
+      "epoch": 1.6029545724583152,
+      "grad_norm": 0.4666160047054291,
+      "learning_rate": 5.748961260513158e-06,
+      "loss": 3.919,
+      "step": 5060
+    },
+    {
+      "epoch": 1.6061230147728622,
+      "grad_norm": 0.5508130788803101,
+      "learning_rate": 5.660694548894277e-06,
+      "loss": 3.8944,
+      "step": 5070
+    },
+    {
+      "epoch": 1.6092914570874095,
+      "grad_norm": 0.6697438955307007,
+      "learning_rate": 5.5730400516436345e-06,
+      "loss": 3.9383,
+      "step": 5080
+    },
+    {
+      "epoch": 1.6124598994019566,
+      "grad_norm": 0.5424287915229797,
+      "learning_rate": 5.485999973562933e-06,
+      "loss": 3.912,
+      "step": 5090
+    },
+    {
+      "epoch": 1.6156283417165036,
+      "grad_norm": 0.5562111139297485,
+      "learning_rate": 5.399576503999234e-06,
+      "loss": 3.9227,
+      "step": 5100
+    },
+    {
+      "epoch": 1.6187967840310509,
+      "grad_norm": 0.4543944299221039,
+      "learning_rate": 5.313771816789821e-06,
+      "loss": 3.9095,
+      "step": 5110
+    },
+    {
+      "epoch": 1.6219652263455977,
+      "grad_norm": 0.5628660917282104,
+      "learning_rate": 5.228588070207537e-06,
+      "loss": 3.9108,
+      "step": 5120
+    },
+    {
+      "epoch": 1.625133668660145,
+      "grad_norm": 0.6971750259399414,
+      "learning_rate": 5.144027406906554e-06,
+      "loss": 3.9121,
+      "step": 5130
+    },
+    {
+      "epoch": 1.628302110974692,
+      "grad_norm": 0.5558658838272095,
+      "learning_rate": 5.060091953868379e-06,
+      "loss": 3.8773,
+      "step": 5140
+    },
+    {
+      "epoch": 1.631470553289239,
+      "grad_norm": 0.5393105149269104,
+      "learning_rate": 4.976783822348422e-06,
+      "loss": 3.9085,
+      "step": 5150
+    },
+    {
+      "epoch": 1.6346389956037863,
+      "grad_norm": 0.4786800444126129,
+      "learning_rate": 4.894105107822879e-06,
+      "loss": 3.9078,
+      "step": 5160
+    },
+    {
+      "epoch": 1.6378074379183334,
+      "grad_norm": 0.5410685539245605,
+      "learning_rate": 4.812057889936025e-06,
+      "loss": 3.8994,
+      "step": 5170
+    },
+    {
+      "epoch": 1.6409758802328804,
+      "grad_norm": 0.6708455681800842,
+      "learning_rate": 4.730644232447867e-06,
+      "loss": 3.8968,
+      "step": 5180
+    },
+    {
+      "epoch": 1.6441443225474277,
+      "grad_norm": 0.4963080585002899,
+      "learning_rate": 4.649866183182304e-06,
+      "loss": 3.8844,
+      "step": 5190
+    },
+    {
+      "epoch": 1.6473127648619748,
+      "grad_norm": 0.5514735579490662,
+      "learning_rate": 4.569725773975545e-06,
+      "loss": 3.8958,
+      "step": 5200
+    },
+    {
+      "epoch": 1.6504812071765218,
+      "grad_norm": 0.4521346390247345,
+      "learning_rate": 4.490225020625035e-06,
+      "loss": 3.9125,
+      "step": 5210
+    },
+    {
+      "epoch": 1.653649649491069,
+      "grad_norm": 0.5266335010528564,
+      "learning_rate": 4.411365922838777e-06,
+      "loss": 3.8959,
+      "step": 5220
+    },
+    {
+      "epoch": 1.656818091805616,
+      "grad_norm": 0.6627680659294128,
+      "learning_rate": 4.333150464184987e-06,
+      "loss": 3.9114,
+      "step": 5230
+    },
+    {
+      "epoch": 1.6599865341201632,
+      "grad_norm": 0.5086762309074402,
+      "learning_rate": 4.255580612042209e-06,
+      "loss": 3.9071,
+      "step": 5240
+    },
+    {
+      "epoch": 1.6631549764347104,
+      "grad_norm": 0.5431272983551025,
+      "learning_rate": 4.178658317549866e-06,
+      "loss": 3.8779,
+      "step": 5250
+    },
+    {
+      "epoch": 1.6663234187492573,
+      "grad_norm": 0.4731011688709259,
+      "learning_rate": 4.102385515559124e-06,
+      "loss": 3.932,
+      "step": 5260
+    },
+    {
+      "epoch": 1.6694918610638045,
+      "grad_norm": 0.5574291348457336,
+      "learning_rate": 4.026764124584283e-06,
+      "loss": 3.9185,
+      "step": 5270
+    },
+    {
+      "epoch": 1.6726603033783516,
+      "grad_norm": 0.7035098671913147,
+      "learning_rate": 3.951796046754482e-06,
+      "loss": 3.933,
+      "step": 5280
+    },
+    {
+      "epoch": 1.6758287456928986,
+      "grad_norm": 0.5315477252006531,
+      "learning_rate": 3.877483167765863e-06,
+      "loss": 3.9181,
+      "step": 5290
+    },
+    {
+      "epoch": 1.678997188007446,
+      "grad_norm": 0.5803753137588501,
+      "learning_rate": 3.8038273568341276e-06,
+      "loss": 3.9073,
+      "step": 5300
+    },
+    {
+      "epoch": 1.682165630321993,
+      "grad_norm": 0.45249509811401367,
+      "learning_rate": 3.7308304666475623e-06,
+      "loss": 3.9073,
+      "step": 5310
+    },
+    {
+      "epoch": 1.68533407263654,
+      "grad_norm": 0.6091774106025696,
+      "learning_rate": 3.658494333320398e-06,
+      "loss": 3.8892,
+      "step": 5320
+    },
+    {
+      "epoch": 1.6885025149510873,
+      "grad_norm": 0.6771618723869324,
+      "learning_rate": 3.586820776346613e-06,
+      "loss": 3.9158,
+      "step": 5330
+    },
+    {
+      "epoch": 1.6916709572656343,
+      "grad_norm": 0.5205679535865784,
+      "learning_rate": 3.5158115985542317e-06,
+      "loss": 3.9141,
+      "step": 5340
+    },
+    {
+      "epoch": 1.6948393995801814,
+      "grad_norm": 0.5947160124778748,
+      "learning_rate": 3.4454685860598912e-06,
+      "loss": 3.8929,
+      "step": 5350
+    },
+    {
+      "epoch": 1.6980078418947286,
+      "grad_norm": 0.47529056668281555,
+      "learning_rate": 3.3757935082239967e-06,
+      "loss": 3.9229,
+      "step": 5360
+    },
+    {
+      "epoch": 1.7011762842092755,
+      "grad_norm": 0.578351616859436,
+      "learning_rate": 3.306788117606149e-06,
+      "loss": 3.8984,
+      "step": 5370
+    },
+    {
+      "epoch": 1.7043447265238227,
+      "grad_norm": 0.6713663339614868,
+      "learning_rate": 3.238454149921116e-06,
+      "loss": 3.9087,
+      "step": 5380
+    },
+    {
+      "epoch": 1.7075131688383698,
+      "grad_norm": 0.516109049320221,
+      "learning_rate": 3.170793323995127e-06,
+      "loss": 3.8802,
+      "step": 5390
+    },
+    {
+      "epoch": 1.7106816111529168,
+      "grad_norm": 0.5818658471107483,
+      "learning_rate": 3.10380734172267e-06,
+      "loss": 3.9168,
+      "step": 5400
+    },
+    {
+      "epoch": 1.713850053467464,
+      "grad_norm": 0.470827579498291,
+      "learning_rate": 3.0374978880236882e-06,
+      "loss": 3.8918,
+      "step": 5410
+    },
+    {
+      "epoch": 1.7170184957820112,
+      "grad_norm": 0.5596457719802856,
+      "learning_rate": 2.9718666308011544e-06,
+      "loss": 3.8882,
+      "step": 5420
+    },
+    {
+      "epoch": 1.7201869380965582,
+      "grad_norm": 0.6487318277359009,
+      "learning_rate": 2.9069152208991736e-06,
+      "loss": 3.9139,
+      "step": 5430
+    },
+    {
+      "epoch": 1.7233553804111055,
+      "grad_norm": 0.5131874084472656,
+      "learning_rate": 2.842645292061419e-06,
+      "loss": 3.8708,
+      "step": 5440
+    },
+    {
+      "epoch": 1.7265238227256525,
+      "grad_norm": 0.5664771199226379,
+      "learning_rate": 2.7790584608900494e-06,
+      "loss": 3.9227,
+      "step": 5450
+    },
+    {
+      "epoch": 1.7296922650401996,
+      "grad_norm": 0.4664155840873718,
+      "learning_rate": 2.7161563268050583e-06,
+      "loss": 3.9117,
+      "step": 5460
+    },
+    {
+      "epoch": 1.7328607073547468,
+      "grad_norm": 0.5453405976295471,
+      "learning_rate": 2.653940472004038e-06,
+      "loss": 3.8835,
+      "step": 5470
+    },
+    {
+      "epoch": 1.7360291496692937,
+      "grad_norm": 0.754534125328064,
+      "learning_rate": 2.592412461422361e-06,
+      "loss": 3.9113,
+      "step": 5480
+    },
+    {
+      "epoch": 1.739197591983841,
+      "grad_norm": 0.49462053179740906,
+      "learning_rate": 2.531573842693837e-06,
+      "loss": 3.8891,
+      "step": 5490
+    },
+    {
+      "epoch": 1.7423660342983882,
+      "grad_norm": 0.577164351940155,
+      "learning_rate": 2.4714261461117994e-06,
+      "loss": 3.9053,
+      "step": 5500
+    },
+    {
+      "epoch": 1.745534476612935,
+      "grad_norm": 0.4789223372936249,
+      "learning_rate": 2.4119708845905706e-06,
+      "loss": 3.8933,
+      "step": 5510
+    },
+    {
+      "epoch": 1.7487029189274823,
+      "grad_norm": 0.5285241603851318,
+      "learning_rate": 2.3532095536274414e-06,
+      "loss": 3.8899,
+      "step": 5520
+    },
+    {
+      "epoch": 1.7518713612420294,
+      "grad_norm": 0.6711156964302063,
+      "learning_rate": 2.2951436312650487e-06,
+      "loss": 3.9103,
+      "step": 5530
+    },
+    {
+      "epoch": 1.7550398035565764,
+      "grad_norm": 0.5216861367225647,
+      "learning_rate": 2.237774578054187e-06,
+      "loss": 3.9069,
+      "step": 5540
+    },
+    {
+      "epoch": 1.7582082458711237,
+      "grad_norm": 0.5634124279022217,
+      "learning_rate": 2.181103837017078e-06,
+      "loss": 3.9115,
+      "step": 5550
+    },
+    {
+      "epoch": 1.7613766881856707,
+      "grad_norm": 0.49556273221969604,
+      "learning_rate": 2.12513283361108e-06,
+      "loss": 3.9022,
+      "step": 5560
+    },
+    {
+      "epoch": 1.7645451305002178,
+      "grad_norm": 0.5513066649436951,
+      "learning_rate": 2.069862975692818e-06,
+      "loss": 3.8845,
+      "step": 5570
+    },
+    {
+      "epoch": 1.767713572814765,
+      "grad_norm": 0.676169753074646,
+      "learning_rate": 2.0152956534827772e-06,
+      "loss": 3.8889,
+      "step": 5580
+    },
+    {
+      "epoch": 1.770882015129312,
+      "grad_norm": 0.5237334370613098,
+      "learning_rate": 1.9614322395303486e-06,
+      "loss": 3.8884,
+      "step": 5590
+    },
+    {
+      "epoch": 1.7740504574438591,
+      "grad_norm": 0.580788791179657,
+      "learning_rate": 1.9082740886792828e-06,
+      "loss": 3.8831,
+      "step": 5600
+    },
+    {
+      "epoch": 1.7772188997584064,
+      "grad_norm": 0.4725054204463959,
+      "learning_rate": 1.8558225380336203e-06,
+      "loss": 3.9196,
+      "step": 5610
+    },
+    {
+      "epoch": 1.7803873420729532,
+      "grad_norm": 0.5703921318054199,
+      "learning_rate": 1.8040789069240693e-06,
+      "loss": 3.9083,
+      "step": 5620
+    },
+    {
+      "epoch": 1.7835557843875005,
+      "grad_norm": 0.6891819834709167,
+      "learning_rate": 1.753044496874795e-06,
+      "loss": 3.9193,
+      "step": 5630
+    },
+    {
+      "epoch": 1.7867242267020476,
+      "grad_norm": 0.5131873488426208,
+      "learning_rate": 1.7027205915707088e-06,
+      "loss": 3.8841,
+      "step": 5640
+    },
+    {
+      "epoch": 1.7898926690165946,
+      "grad_norm": 0.5560352206230164,
+      "learning_rate": 1.6531084568251787e-06,
+      "loss": 3.8883,
+      "step": 5650
+    },
+    {
+      "epoch": 1.7930611113311419,
+      "grad_norm": 0.46108728647232056,
+      "learning_rate": 1.6042093405481527e-06,
+      "loss": 3.9072,
+      "step": 5660
+    },
+    {
+      "epoch": 1.796229553645689,
+      "grad_norm": 0.5711013078689575,
+      "learning_rate": 1.5560244727148065e-06,
+      "loss": 3.8915,
+      "step": 5670
+    },
+    {
+      "epoch": 1.799397995960236,
+      "grad_norm": 0.6943889260292053,
+      "learning_rate": 1.5085550653346091e-06,
+      "loss": 3.921,
+      "step": 5680
+    },
+    {
+      "epoch": 1.8025664382747832,
+      "grad_norm": 0.5306084752082825,
+      "learning_rate": 1.4618023124208124e-06,
+      "loss": 3.9005,
+      "step": 5690
+    },
+    {
+      "epoch": 1.8057348805893303,
+      "grad_norm": 0.598057746887207,
+      "learning_rate": 1.4157673899604172e-06,
+      "loss": 3.8912,
+      "step": 5700
+    },
+    {
+      "epoch": 1.8089033229038773,
+      "grad_norm": 0.4872913062572479,
+      "learning_rate": 1.3704514558846281e-06,
+      "loss": 3.8955,
+      "step": 5710
+    },
+    {
+      "epoch": 1.8120717652184246,
+      "grad_norm": 0.5582613945007324,
+      "learning_rate": 1.3258556500396858e-06,
+      "loss": 3.8987,
+      "step": 5720
+    },
+    {
+      "epoch": 1.8152402075329714,
+      "grad_norm": 0.6759259700775146,
+      "learning_rate": 1.2819810941582099e-06,
+      "loss": 3.889,
+      "step": 5730
+    },
+    {
+      "epoch": 1.8184086498475187,
+      "grad_norm": 0.5457257032394409,
+      "learning_rate": 1.2388288918310164e-06,
+      "loss": 3.9182,
+      "step": 5740
+    },
+    {
+      "epoch": 1.821577092162066,
+      "grad_norm": 0.5727006793022156,
+      "learning_rate": 1.1964001284793047e-06,
+      "loss": 3.8715,
+      "step": 5750
+    },
+    {
+      "epoch": 1.8247455344766128,
+      "grad_norm": 0.46807634830474854,
+      "learning_rate": 1.1546958713273802e-06,
+      "loss": 3.8989,
+      "step": 5760
+    },
+    {
+      "epoch": 1.82791397679116,
+      "grad_norm": 0.570993959903717,
+      "learning_rate": 1.1137171693758263e-06,
+      "loss": 3.915,
+      "step": 5770
+    },
+    {
+      "epoch": 1.8310824191057071,
+      "grad_norm": 0.6895264983177185,
+      "learning_rate": 1.0734650533750945e-06,
+      "loss": 3.9015,
+      "step": 5780
+    },
+    {
+      "epoch": 1.8342508614202542,
+      "grad_norm": 0.5184076428413391,
+      "learning_rate": 1.033940535799589e-06,
+      "loss": 3.8925,
+      "step": 5790
+    },
+    {
+      "epoch": 1.8374193037348014,
+      "grad_norm": 0.5802266597747803,
+      "learning_rate": 9.951446108221974e-07,
+      "loss": 3.8953,
+      "step": 5800
+    },
+    {
+      "epoch": 1.8405877460493485,
+      "grad_norm": 0.4642179012298584,
+      "learning_rate": 9.570782542892831e-07,
+      "loss": 3.9149,
+      "step": 5810
+    },
+    {
+      "epoch": 1.8437561883638955,
+      "grad_norm": 0.6020835041999817,
+      "learning_rate": 9.197424236961327e-07,
+      "loss": 3.9052,
+      "step": 5820
+    },
+    {
+      "epoch": 1.8469246306784428,
+      "grad_norm": 0.697758138179779,
+      "learning_rate": 8.831380581628945e-07,
+      "loss": 3.9165,
+      "step": 5830
+    },
+    {
+      "epoch": 1.8500930729929899,
+      "grad_norm": 0.5264585018157959,
+      "learning_rate": 8.472660784109309e-07,
+      "loss": 3.9029,
+      "step": 5840
+    },
+    {
+      "epoch": 1.853261515307537,
+      "grad_norm": 0.5459064245223999,
+      "learning_rate": 8.121273867396672e-07,
+      "loss": 3.8981,
+      "step": 5850
+    },
+    {
+      "epoch": 1.8564299576220842,
+      "grad_norm": 0.4717409312725067,
+      "learning_rate": 7.77722867003906e-07,
+      "loss": 3.8966,
+      "step": 5860
+    },
+    {
+      "epoch": 1.859598399936631,
+      "grad_norm": 0.5902486443519592,
+      "learning_rate": 7.440533845915787e-07,
+      "loss": 3.8931,
+      "step": 5870
+    },
+    {
+      "epoch": 1.8627668422511783,
+      "grad_norm": 0.6800108551979065,
+      "learning_rate": 7.111197864019991e-07,
+      "loss": 3.8948,
+      "step": 5880
+    },
+    {
+      "epoch": 1.8659352845657253,
+      "grad_norm": 0.516470193862915,
+      "learning_rate": 6.789229008245379e-07,
+      "loss": 3.8803,
+      "step": 5890
+    },
+    {
+      "epoch": 1.8691037268802724,
+      "grad_norm": 0.5580121278762817,
+      "learning_rate": 6.474635377177984e-07,
+      "loss": 3.8902,
+      "step": 5900
+    },
+    {
+      "epoch": 1.8722721691948196,
+      "grad_norm": 0.4601113200187683,
+      "learning_rate": 6.167424883892469e-07,
+      "loss": 3.902,
+      "step": 5910
+    },
+    {
+      "epoch": 1.8754406115093667,
+      "grad_norm": 0.6074512004852295,
+      "learning_rate": 5.86760525575305e-07,
+      "loss": 3.9008,
+      "step": 5920
+    },
+    {
+      "epoch": 1.8786090538239137,
+      "grad_norm": 0.690632700920105,
+      "learning_rate": 5.575184034219182e-07,
+      "loss": 3.9059,
+      "step": 5930
+    },
+    {
+      "epoch": 1.881777496138461,
+      "grad_norm": 0.5224415063858032,
+      "learning_rate": 5.290168574655719e-07,
+      "loss": 3.9061,
+      "step": 5940
+    },
+    {
+      "epoch": 1.884945938453008,
+      "grad_norm": 0.5521104335784912,
+      "learning_rate": 5.012566046148114e-07,
+      "loss": 3.8871,
+      "step": 5950
+    },
+    {
+      "epoch": 1.8881143807675551,
+      "grad_norm": 0.4582913815975189,
+      "learning_rate": 4.7423834313219507e-07,
+      "loss": 3.9059,
+      "step": 5960
+    },
+    {
+      "epoch": 1.8912828230821024,
+      "grad_norm": 0.5780646800994873,
+      "learning_rate": 4.479627526167229e-07,
+      "loss": 3.924,
+      "step": 5970
+    },
+    {
+      "epoch": 1.8944512653966492,
+      "grad_norm": 0.7374126315116882,
+      "learning_rate": 4.224304939867751e-07,
+      "loss": 3.9018,
+      "step": 5980
+    },
+    {
+      "epoch": 1.8976197077111965,
+      "grad_norm": 0.5314940214157104,
+      "learning_rate": 3.9764220946344796e-07,
+      "loss": 3.9055,
+      "step": 5990
+    },
+    {
+      "epoch": 1.9007881500257438,
+      "grad_norm": 0.5860793590545654,
+      "learning_rate": 3.7359852255442695e-07,
+      "loss": 3.898,
+      "step": 6000
+    },
+    {
+      "epoch": 1.9039565923402906,
+      "grad_norm": 0.46273940801620483,
+      "learning_rate": 3.5030003803828926e-07,
+      "loss": 3.9112,
+      "step": 6010
+    },
+    {
+      "epoch": 1.9071250346548378,
+      "grad_norm": 0.6436125636100769,
+      "learning_rate": 3.27747341949306e-07,
+      "loss": 3.9053,
+      "step": 6020
+    },
+    {
+      "epoch": 1.910293476969385,
+      "grad_norm": 0.6961623430252075,
+      "learning_rate": 3.0594100156267735e-07,
+      "loss": 3.875,
+      "step": 6030
+    },
+    {
+      "epoch": 1.913461919283932,
+      "grad_norm": 0.5170691609382629,
+      "learning_rate": 2.8488156538029387e-07,
+      "loss": 3.892,
+      "step": 6040
+    },
+    {
+      "epoch": 1.9166303615984792,
+      "grad_norm": 0.5594531297683716,
+      "learning_rate": 2.6456956311692093e-07,
+      "loss": 3.9036,
+      "step": 6050
+    },
+    {
+      "epoch": 1.9197988039130263,
+      "grad_norm": 0.4783255159854889,
+      "learning_rate": 2.450055056868661e-07,
+      "loss": 3.9264,
+      "step": 6060
+    },
+    {
+      "epoch": 1.9229672462275733,
+      "grad_norm": 0.6148849725723267,
+      "learning_rate": 2.2618988519115924e-07,
+      "loss": 3.8906,
+      "step": 6070
+    },
+    {
+      "epoch": 1.9261356885421206,
+      "grad_norm": 0.7011245489120483,
+      "learning_rate": 2.0812317490514265e-07,
+      "loss": 3.9325,
+      "step": 6080
+    },
+    {
+      "epoch": 1.9293041308566676,
+      "grad_norm": 0.505645215511322,
+      "learning_rate": 1.9080582926658375e-07,
+      "loss": 3.9001,
+      "step": 6090
+    },
+    {
+      "epoch": 1.9324725731712147,
+      "grad_norm": 0.559273898601532,
+      "learning_rate": 1.742382838642409e-07,
+      "loss": 3.9092,
+      "step": 6100
+    },
+    {
+      "epoch": 1.935641015485762,
+      "grad_norm": 0.475266695022583,
+      "learning_rate": 1.584209554269056e-07,
+      "loss": 3.8929,
+      "step": 6110
+    },
+    {
+      "epoch": 1.9388094578003088,
+      "grad_norm": 0.5471990704536438,
+      "learning_rate": 1.433542418129208e-07,
+      "loss": 3.8924,
+      "step": 6120
+    },
+    {
+      "epoch": 1.941977900114856,
+      "grad_norm": 0.6985374093055725,
+      "learning_rate": 1.290385220001722e-07,
+      "loss": 3.9076,
+      "step": 6130
+    },
+    {
+      "epoch": 1.945146342429403,
+      "grad_norm": 0.5017386078834534,
+      "learning_rate": 1.1547415607656265e-07,
+      "loss": 3.8869,
+      "step": 6140
+    },
+    {
+      "epoch": 1.9483147847439501,
+      "grad_norm": 0.5593575239181519,
+      "learning_rate": 1.0266148523093932e-07,
+      "loss": 3.924,
+      "step": 6150
+    },
+    {
+      "epoch": 1.9514832270584974,
+      "grad_norm": 0.4707290828227997,
+      "learning_rate": 9.060083174453393e-08,
+      "loss": 3.884,
+      "step": 6160
+    },
+    {
+      "epoch": 1.9546516693730445,
+      "grad_norm": 0.5603200197219849,
+      "learning_rate": 7.929249898283252e-08,
+      "loss": 3.9001,
+      "step": 6170
+    },
+    {
+      "epoch": 1.9578201116875915,
+      "grad_norm": 0.6603532433509827,
+      "learning_rate": 6.873677138796164e-08,
+      "loss": 3.9241,
+      "step": 6180
+    },
+    {
+      "epoch": 1.9609885540021388,
+      "grad_norm": 0.50310879945755,
+      "learning_rate": 5.8933914471533953e-08,
+      "loss": 3.8629,
+      "step": 6190
+    },
+    {
+      "epoch": 1.9641569963166858,
+      "grad_norm": 0.5502513647079468,
+      "learning_rate": 4.988417480795371e-08,
+      "loss": 3.9019,
+      "step": 6200
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 6314,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.323818445122044e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}