{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 3282,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009142857142857144,
      "grad_norm": 12.159435645867479,
      "learning_rate": 1.3677811550151977e-07,
      "loss": 1.0853221893310547,
      "step": 10
    },
    {
      "epoch": 0.018285714285714287,
      "grad_norm": 10.675633766068614,
      "learning_rate": 2.887537993920973e-07,
      "loss": 1.0938141822814942,
      "step": 20
    },
    {
      "epoch": 0.027428571428571427,
      "grad_norm": 8.697819026524483,
      "learning_rate": 4.407294832826748e-07,
      "loss": 1.0710701942443848,
      "step": 30
    },
    {
      "epoch": 0.036571428571428574,
      "grad_norm": 6.706661593137754,
      "learning_rate": 5.927051671732524e-07,
      "loss": 0.9837803840637207,
      "step": 40
    },
    {
      "epoch": 0.045714285714285714,
      "grad_norm": 5.031287755244176,
      "learning_rate": 7.446808510638298e-07,
      "loss": 0.9645275115966797,
      "step": 50
    },
    {
      "epoch": 0.054857142857142854,
      "grad_norm": 4.396751198625952,
      "learning_rate": 8.966565349544073e-07,
      "loss": 0.8894732475280762,
      "step": 60
    },
    {
      "epoch": 0.064,
      "grad_norm": 5.579800377592783,
      "learning_rate": 1.0486322188449848e-06,
      "loss": 0.8284759521484375,
      "step": 70
    },
    {
      "epoch": 0.07314285714285715,
      "grad_norm": 4.589860902095618,
      "learning_rate": 1.2006079027355624e-06,
      "loss": 0.7821309089660644,
      "step": 80
    },
    {
      "epoch": 0.08228571428571428,
      "grad_norm": 3.912968233701367,
      "learning_rate": 1.35258358662614e-06,
      "loss": 0.7637049674987793,
      "step": 90
    },
    {
      "epoch": 0.09142857142857143,
      "grad_norm": 3.8737378581930226,
      "learning_rate": 1.5045592705167174e-06,
      "loss": 0.7258280754089356,
      "step": 100
    },
    {
      "epoch": 0.10057142857142858,
      "grad_norm": 3.208262264856204,
      "learning_rate": 1.656534954407295e-06,
      "loss": 0.7211950302124024,
      "step": 110
    },
    {
      "epoch": 0.10971428571428571,
      "grad_norm": 3.5079795288272404,
      "learning_rate": 1.8085106382978727e-06,
      "loss": 0.6915778160095215,
      "step": 120
    },
    {
      "epoch": 0.11885714285714286,
      "grad_norm": 4.272183947954669,
      "learning_rate": 1.9604863221884503e-06,
      "loss": 0.6902086734771729,
      "step": 130
    },
    {
      "epoch": 0.128,
      "grad_norm": 6.729749992956861,
      "learning_rate": 2.1124620060790275e-06,
      "loss": 0.6835795879364014,
      "step": 140
    },
    {
      "epoch": 0.13714285714285715,
      "grad_norm": 3.863041357553988,
      "learning_rate": 2.264437689969605e-06,
      "loss": 0.691833782196045,
      "step": 150
    },
    {
      "epoch": 0.1462857142857143,
      "grad_norm": 4.600924844808598,
      "learning_rate": 2.4164133738601827e-06,
      "loss": 0.6760926723480225,
      "step": 160
    },
    {
      "epoch": 0.15542857142857142,
      "grad_norm": 3.6328301621752237,
      "learning_rate": 2.5683890577507603e-06,
      "loss": 0.6483043670654297,
      "step": 170
    },
    {
      "epoch": 0.16457142857142856,
      "grad_norm": 3.5358497990500304,
      "learning_rate": 2.7203647416413375e-06,
      "loss": 0.6285514831542969,
      "step": 180
    },
    {
      "epoch": 0.1737142857142857,
      "grad_norm": 3.6146798447442317,
      "learning_rate": 2.8723404255319155e-06,
      "loss": 0.6757699966430664,
      "step": 190
    },
    {
      "epoch": 0.18285714285714286,
      "grad_norm": 2.863313050771851,
      "learning_rate": 3.0243161094224927e-06,
      "loss": 0.6721361160278321,
      "step": 200
    },
    {
      "epoch": 0.192,
      "grad_norm": 3.81673159196304,
      "learning_rate": 3.17629179331307e-06,
      "loss": 0.6315071105957031,
      "step": 210
    },
    {
      "epoch": 0.20114285714285715,
      "grad_norm": 3.2934331879002428,
      "learning_rate": 3.328267477203648e-06,
      "loss": 0.6165578842163086,
      "step": 220
    },
    {
      "epoch": 0.2102857142857143,
      "grad_norm": 3.2266133029576345,
      "learning_rate": 3.480243161094225e-06,
      "loss": 0.631873893737793,
      "step": 230
    },
    {
      "epoch": 0.21942857142857142,
      "grad_norm": 3.0988021380324056,
      "learning_rate": 3.6322188449848027e-06,
      "loss": 0.6333784103393555,
      "step": 240
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 6.191423781409079,
      "learning_rate": 3.78419452887538e-06,
      "loss": 0.6447033405303955,
      "step": 250
    },
    {
      "epoch": 0.2377142857142857,
      "grad_norm": 8.074295222198764,
      "learning_rate": 3.936170212765958e-06,
      "loss": 0.6287575244903565,
      "step": 260
    },
    {
      "epoch": 0.24685714285714286,
      "grad_norm": 2.926843425842922,
      "learning_rate": 4.088145896656536e-06,
      "loss": 0.6450163841247558,
      "step": 270
    },
    {
      "epoch": 0.256,
      "grad_norm": 3.0616294619770628,
      "learning_rate": 4.240121580547113e-06,
      "loss": 0.6202966690063476,
      "step": 280
    },
    {
      "epoch": 0.2651428571428571,
      "grad_norm": 3.024233181438988,
      "learning_rate": 4.39209726443769e-06,
      "loss": 0.6326079368591309,
      "step": 290
    },
    {
      "epoch": 0.2742857142857143,
      "grad_norm": 2.851467546700323,
      "learning_rate": 4.544072948328268e-06,
      "loss": 0.6200232028961181,
      "step": 300
    },
    {
      "epoch": 0.2834285714285714,
      "grad_norm": 4.78673697451743,
      "learning_rate": 4.696048632218845e-06,
      "loss": 0.6452163696289063,
      "step": 310
    },
    {
      "epoch": 0.2925714285714286,
      "grad_norm": 4.297199408045805,
      "learning_rate": 4.848024316109423e-06,
      "loss": 0.6109133720397949,
      "step": 320
    },
    {
      "epoch": 0.3017142857142857,
      "grad_norm": 2.9015045638085777,
      "learning_rate": 5e-06,
      "loss": 0.6290067672729492,
      "step": 330
    },
    {
      "epoch": 0.31085714285714283,
      "grad_norm": 4.033730811335985,
      "learning_rate": 4.999858525304355e-06,
      "loss": 0.6307785987854004,
      "step": 340
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.6433063144721896,
      "learning_rate": 4.999434117229488e-06,
      "loss": 0.6094998359680176,
      "step": 350
    },
    {
      "epoch": 0.3291428571428571,
      "grad_norm": 2.489562663575487,
      "learning_rate": 4.9987268238098055e-06,
      "loss": 0.6219943046569825,
      "step": 360
    },
    {
      "epoch": 0.3382857142857143,
      "grad_norm": 4.267443307756218,
      "learning_rate": 4.997736725096601e-06,
      "loss": 0.6078489303588868,
      "step": 370
    },
    {
      "epoch": 0.3474285714285714,
      "grad_norm": 4.8707065447704,
      "learning_rate": 4.996463933149008e-06,
      "loss": 0.6155518054962158,
      "step": 380
    },
    {
      "epoch": 0.3565714285714286,
      "grad_norm": 3.3727323482985208,
      "learning_rate": 4.994908592021309e-06,
      "loss": 0.6370385169982911,
      "step": 390
    },
    {
      "epoch": 0.3657142857142857,
      "grad_norm": 2.843052139996994,
      "learning_rate": 4.993070877746634e-06,
      "loss": 0.6125561237335205,
      "step": 400
    },
    {
      "epoch": 0.37485714285714283,
      "grad_norm": 2.7868531996223247,
      "learning_rate": 4.990950998317036e-06,
      "loss": 0.6367506980895996,
      "step": 410
    },
    {
      "epoch": 0.384,
      "grad_norm": 2.7307804741540664,
      "learning_rate": 4.988549193659954e-06,
      "loss": 0.6333686828613281,
      "step": 420
    },
    {
      "epoch": 0.3931428571428571,
      "grad_norm": 2.9508018900546595,
      "learning_rate": 4.985865735611053e-06,
      "loss": 0.6068110466003418,
      "step": 430
    },
    {
      "epoch": 0.4022857142857143,
      "grad_norm": 3.104416712374385,
      "learning_rate": 4.982900927883463e-06,
      "loss": 0.5842875957489013,
      "step": 440
    },
    {
      "epoch": 0.4114285714285714,
      "grad_norm": 2.556234656645898,
      "learning_rate": 4.9796551060334006e-06,
      "loss": 0.6161675453186035,
      "step": 450
    },
    {
      "epoch": 0.4205714285714286,
      "grad_norm": 2.7006278295138113,
      "learning_rate": 4.976128637422191e-06,
      "loss": 0.5975276470184326,
      "step": 460
    },
    {
      "epoch": 0.4297142857142857,
      "grad_norm": 2.876091999441714,
      "learning_rate": 4.972321921174695e-06,
      "loss": 0.6161259651184082,
      "step": 470
    },
    {
      "epoch": 0.43885714285714283,
      "grad_norm": 2.7626800578746225,
      "learning_rate": 4.9682353881341295e-06,
      "loss": 0.6407814025878906,
      "step": 480
    },
    {
      "epoch": 0.448,
      "grad_norm": 2.908773985713557,
      "learning_rate": 4.963869500813308e-06,
      "loss": 0.6350021362304688,
      "step": 490
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 3.037595290846925,
      "learning_rate": 4.959224753342297e-06,
      "loss": 0.633237648010254,
      "step": 500
    },
    {
      "epoch": 0.4662857142857143,
      "grad_norm": 2.9616102309179544,
      "learning_rate": 4.954301671412482e-06,
      "loss": 0.5874874591827393,
      "step": 510
    },
    {
      "epoch": 0.4754285714285714,
      "grad_norm": 2.9375473528384957,
      "learning_rate": 4.949100812217079e-06,
      "loss": 0.6145360946655274,
      "step": 520
    },
    {
      "epoch": 0.4845714285714286,
      "grad_norm": 3.3579577454951957,
      "learning_rate": 4.943622764388064e-06,
      "loss": 0.6154891014099121,
      "step": 530
    },
    {
      "epoch": 0.4937142857142857,
      "grad_norm": 2.605533336551397,
      "learning_rate": 4.937868147929557e-06,
      "loss": 0.6319626331329345,
      "step": 540
    },
    {
      "epoch": 0.5028571428571429,
      "grad_norm": 3.240471379961389,
      "learning_rate": 4.931837614147648e-06,
      "loss": 0.6080339908599853,
      "step": 550
    },
    {
      "epoch": 0.512,
      "grad_norm": 3.645394891418539,
      "learning_rate": 4.925531845576681e-06,
      "loss": 0.6301812648773193,
      "step": 560
    },
    {
      "epoch": 0.5211428571428571,
      "grad_norm": 2.5216564474899377,
      "learning_rate": 4.918951555902009e-06,
      "loss": 0.6250680923461914,
      "step": 570
    },
    {
      "epoch": 0.5302857142857142,
      "grad_norm": 2.725314814633832,
      "learning_rate": 4.912097489879214e-06,
      "loss": 0.618753719329834,
      "step": 580
    },
    {
      "epoch": 0.5394285714285715,
      "grad_norm": 3.2963550419457257,
      "learning_rate": 4.904970423249821e-06,
      "loss": 0.5774402618408203,
      "step": 590
    },
    {
      "epoch": 0.5485714285714286,
      "grad_norm": 3.145194511758059,
      "learning_rate": 4.897571162653493e-06,
      "loss": 0.6046589851379395,
      "step": 600
    },
    {
      "epoch": 0.5577142857142857,
      "grad_norm": 3.150045914163233,
      "learning_rate": 4.8899005455367454e-06,
      "loss": 0.6361850261688232,
      "step": 610
    },
    {
      "epoch": 0.5668571428571428,
      "grad_norm": 3.120479474484422,
      "learning_rate": 4.881959440058156e-06,
      "loss": 0.6135921478271484,
      "step": 620
    },
    {
      "epoch": 0.576,
      "grad_norm": 3.7608781634949855,
      "learning_rate": 4.873748744990106e-06,
      "loss": 0.6094906330108643,
      "step": 630
    },
    {
      "epoch": 0.5851428571428572,
      "grad_norm": 3.0335575219609052,
      "learning_rate": 4.865269389617067e-06,
      "loss": 0.6405674934387207,
      "step": 640
    },
    {
      "epoch": 0.5942857142857143,
      "grad_norm": 2.7373503417060254,
      "learning_rate": 4.8565223336304166e-06,
      "loss": 0.6108017921447754,
      "step": 650
    },
    {
      "epoch": 0.6034285714285714,
      "grad_norm": 2.7987038376280253,
      "learning_rate": 4.847508567019819e-06,
      "loss": 0.5849899291992188,
      "step": 660
    },
    {
      "epoch": 0.6125714285714285,
      "grad_norm": 2.8054582379204223,
      "learning_rate": 4.838229109961184e-06,
      "loss": 0.6209948539733887,
      "step": 670
    },
    {
      "epoch": 0.6217142857142857,
      "grad_norm": 3.2942638543320646,
      "learning_rate": 4.828685012701204e-06,
      "loss": 0.6177201747894288,
      "step": 680
    },
    {
      "epoch": 0.6308571428571429,
      "grad_norm": 3.218468057192741,
      "learning_rate": 4.818877355438483e-06,
      "loss": 0.5765774250030518,
      "step": 690
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.364981101762469,
      "learning_rate": 4.808807248201282e-06,
      "loss": 0.5915425300598145,
      "step": 700
    },
    {
      "epoch": 0.6491428571428571,
      "grad_norm": 3.072375490364304,
      "learning_rate": 4.798475830721884e-06,
      "loss": 0.5915623664855957,
      "step": 710
    },
    {
      "epoch": 0.6582857142857143,
      "grad_norm": 2.47059937207745,
      "learning_rate": 4.787884272307607e-06,
      "loss": 0.6121943473815918,
      "step": 720
    },
    {
      "epoch": 0.6674285714285715,
      "grad_norm": 2.459373602431186,
      "learning_rate": 4.7770337717084515e-06,
      "loss": 0.6021376609802246,
      "step": 730
    },
    {
      "epoch": 0.6765714285714286,
      "grad_norm": 2.588328087572353,
      "learning_rate": 4.765925556981434e-06,
      "loss": 0.5815252304077149,
      "step": 740
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 3.350826734705426,
      "learning_rate": 4.754560885351591e-06,
      "loss": 0.6143356323242187,
      "step": 750
    },
    {
      "epoch": 0.6948571428571428,
      "grad_norm": 2.6899189961593786,
      "learning_rate": 4.742941043069693e-06,
      "loss": 0.5991597652435303,
      "step": 760
    },
    {
      "epoch": 0.704,
      "grad_norm": 2.5455717163395053,
      "learning_rate": 4.7310673452666594e-06,
      "loss": 0.5654506206512451,
      "step": 770
    },
    {
      "epoch": 0.7131428571428572,
      "grad_norm": 2.508222579223694,
      "learning_rate": 4.718941135804716e-06,
      "loss": 0.5897808074951172,
      "step": 780
    },
    {
      "epoch": 0.7222857142857143,
      "grad_norm": 2.572529627223997,
      "learning_rate": 4.706563787125298e-06,
      "loss": 0.6010979652404785,
      "step": 790
    },
    {
      "epoch": 0.7314285714285714,
      "grad_norm": 3.0328808067505832,
      "learning_rate": 4.693936700093714e-06,
      "loss": 0.5989903926849365,
      "step": 800
    },
    {
      "epoch": 0.7405714285714285,
      "grad_norm": 2.518139143286019,
      "learning_rate": 4.6810613038406e-06,
      "loss": 0.5971084117889405,
      "step": 810
    },
    {
      "epoch": 0.7497142857142857,
      "grad_norm": 3.0912849063831893,
      "learning_rate": 4.66793905560017e-06,
      "loss": 0.5821704864501953,
      "step": 820
    },
    {
      "epoch": 0.7588571428571429,
      "grad_norm": 3.542748195134192,
      "learning_rate": 4.654571440545284e-06,
      "loss": 0.5846104621887207,
      "step": 830
    },
    {
      "epoch": 0.768,
      "grad_norm": 3.2987528999362183,
      "learning_rate": 4.64095997161936e-06,
      "loss": 0.6217774391174317,
      "step": 840
    },
    {
      "epoch": 0.7771428571428571,
      "grad_norm": 2.4444113678072097,
      "learning_rate": 4.627106189365135e-06,
      "loss": 0.5928269386291504,
      "step": 850
    },
    {
      "epoch": 0.7862857142857143,
      "grad_norm": 3.0667629081838386,
      "learning_rate": 4.613011661750313e-06,
      "loss": 0.5917401313781738,
      "step": 860
    },
    {
      "epoch": 0.7954285714285714,
      "grad_norm": 3.086950759324087,
      "learning_rate": 4.598677983990098e-06,
      "loss": 0.5940747261047363,
      "step": 870
    },
    {
      "epoch": 0.8045714285714286,
      "grad_norm": 2.932941853036073,
      "learning_rate": 4.584106778366648e-06,
      "loss": 0.5968777656555175,
      "step": 880
    },
    {
      "epoch": 0.8137142857142857,
      "grad_norm": 2.537425591687402,
      "learning_rate": 4.5692996940454674e-06,
      "loss": 0.5949032783508301,
      "step": 890
    },
    {
      "epoch": 0.8228571428571428,
      "grad_norm": 3.067550302814837,
      "learning_rate": 4.554258406888754e-06,
      "loss": 0.5561604976654053,
      "step": 900
    },
    {
      "epoch": 0.832,
      "grad_norm": 2.346622887176093,
      "learning_rate": 4.538984619265727e-06,
      "loss": 0.5784773349761962,
      "step": 910
    },
    {
      "epoch": 0.8411428571428572,
      "grad_norm": 3.785383767872616,
      "learning_rate": 4.523480059859952e-06,
      "loss": 0.6036857604980469,
      "step": 920
    },
    {
      "epoch": 0.8502857142857143,
      "grad_norm": 3.8064711554460677,
      "learning_rate": 4.507746483473683e-06,
      "loss": 0.5947341918945312,
      "step": 930
    },
    {
      "epoch": 0.8594285714285714,
      "grad_norm": 2.8403115346845453,
      "learning_rate": 4.491785670829269e-06,
      "loss": 0.5824097156524658,
      "step": 940
    },
    {
      "epoch": 0.8685714285714285,
      "grad_norm": 2.4557035180085074,
      "learning_rate": 4.475599428367597e-06,
      "loss": 0.5653117179870606,
      "step": 950
    },
    {
      "epoch": 0.8777142857142857,
      "grad_norm": 2.99739779520086,
      "learning_rate": 4.459189588043647e-06,
      "loss": 0.6094958305358886,
      "step": 960
    },
    {
      "epoch": 0.8868571428571429,
      "grad_norm": 2.154756503351922,
      "learning_rate": 4.442558007119153e-06,
      "loss": 0.590156078338623,
      "step": 970
    },
    {
      "epoch": 0.896,
      "grad_norm": 2.881677797274259,
      "learning_rate": 4.425706567952394e-06,
      "loss": 0.615418815612793,
      "step": 980
    },
    {
      "epoch": 0.9051428571428571,
      "grad_norm": 2.724705961134799,
      "learning_rate": 4.408637177785151e-06,
      "loss": 0.5777593135833741,
      "step": 990
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 4.118781953510075,
      "learning_rate": 4.391351768526848e-06,
      "loss": 0.6166308403015137,
      "step": 1000
    },
    {
      "epoch": 0.9234285714285714,
      "grad_norm": 2.7079374945032404,
      "learning_rate": 4.373852296535896e-06,
      "loss": 0.5770630359649658,
      "step": 1010
    },
    {
      "epoch": 0.9325714285714286,
      "grad_norm": 2.393011205029983,
      "learning_rate": 4.3561407423982735e-06,
      "loss": 0.6105067253112793,
      "step": 1020
    },
    {
      "epoch": 0.9417142857142857,
      "grad_norm": 2.896226910333164,
      "learning_rate": 4.3382191107033655e-06,
      "loss": 0.5660199642181396,
      "step": 1030
    },
    {
      "epoch": 0.9508571428571428,
      "grad_norm": 2.7255593148475508,
      "learning_rate": 4.3200894298170844e-06,
      "loss": 0.586815357208252,
      "step": 1040
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.434691405860967,
      "learning_rate": 4.301753751652298e-06,
      "loss": 0.6098002910614013,
      "step": 1050
    },
    {
      "epoch": 0.9691428571428572,
      "grad_norm": 2.5286178401566612,
      "learning_rate": 4.283214151436596e-06,
      "loss": 0.5841118812561035,
      "step": 1060
    },
    {
      "epoch": 0.9782857142857143,
      "grad_norm": 2.9277627144164895,
      "learning_rate": 4.264472727477418e-06,
      "loss": 0.5897562980651856,
      "step": 1070
    },
    {
      "epoch": 0.9874285714285714,
      "grad_norm": 2.594564987589879,
      "learning_rate": 4.245531600924563e-06,
      "loss": 0.6050318717956543,
      "step": 1080
    },
    {
      "epoch": 0.9965714285714286,
      "grad_norm": 2.4426953822285467,
      "learning_rate": 4.226392915530125e-06,
      "loss": 0.5652168273925782,
      "step": 1090
    },
    {
      "epoch": 1.0054857142857143,
      "grad_norm": 2.0274001323469157,
      "learning_rate": 4.207058837405853e-06,
      "loss": 0.49050564765930177,
      "step": 1100
    },
    {
      "epoch": 1.0146285714285714,
      "grad_norm": 2.0100927435307603,
      "learning_rate": 4.187531554778005e-06,
      "loss": 0.35248355865478515,
      "step": 1110
    },
    {
      "epoch": 1.0237714285714286,
      "grad_norm": 2.869237173920459,
      "learning_rate": 4.167813277739672e-06,
      "loss": 0.39766807556152345,
      "step": 1120
    },
    {
      "epoch": 1.0329142857142857,
      "grad_norm": 2.330120416070127,
      "learning_rate": 4.147906238000651e-06,
      "loss": 0.41491165161132815,
      "step": 1130
    },
    {
      "epoch": 1.0420571428571428,
      "grad_norm": 2.738399653942376,
      "learning_rate": 4.1278126886348495e-06,
      "loss": 0.37243266105651857,
      "step": 1140
    },
    {
      "epoch": 1.0512,
      "grad_norm": 2.724753712603676,
      "learning_rate": 4.107534903825293e-06,
      "loss": 0.3909377813339233,
      "step": 1150
    },
    {
      "epoch": 1.060342857142857,
      "grad_norm": 2.568239978955637,
      "learning_rate": 4.087075178606731e-06,
      "loss": 0.3874971866607666,
      "step": 1160
    },
    {
      "epoch": 1.0694857142857144,
      "grad_norm": 2.3888200062418474,
      "learning_rate": 4.06643582860588e-06,
      "loss": 0.3775959491729736,
      "step": 1170
    },
    {
      "epoch": 1.0786285714285715,
      "grad_norm": 2.2367871921469886,
      "learning_rate": 4.045619189779348e-06,
      "loss": 0.41442012786865234,
      "step": 1180
    },
    {
      "epoch": 1.0877714285714286,
      "grad_norm": 2.053023195641371,
      "learning_rate": 4.02462761814925e-06,
      "loss": 0.3983710289001465,
      "step": 1190
    },
    {
      "epoch": 1.0969142857142857,
      "grad_norm": 2.6136099573536122,
      "learning_rate": 4.003463489536551e-06,
      "loss": 0.39874250888824464,
      "step": 1200
    },
    {
      "epoch": 1.1060571428571428,
      "grad_norm": 2.827712994257538,
      "learning_rate": 3.982129199292174e-06,
      "loss": 0.3937802314758301,
      "step": 1210
    },
    {
      "epoch": 1.1152,
      "grad_norm": 2.919026757253259,
      "learning_rate": 3.960627162025896e-06,
      "loss": 0.3791511535644531,
      "step": 1220
    },
    {
      "epoch": 1.124342857142857,
      "grad_norm": 4.247941338452637,
      "learning_rate": 3.9389598113330575e-06,
      "loss": 0.38556561470031736,
      "step": 1230
    },
    {
      "epoch": 1.1334857142857142,
      "grad_norm": 2.920692771474711,
      "learning_rate": 3.917129599519135e-06,
      "loss": 0.37275893688201905,
      "step": 1240
    },
    {
      "epoch": 1.1426285714285713,
      "grad_norm": 2.6833421659169825,
      "learning_rate": 3.895138997322187e-06,
      "loss": 0.39034261703491213,
      "step": 1250
    },
    {
      "epoch": 1.1517714285714287,
      "grad_norm": 2.5871047959410305,
      "learning_rate": 3.872990493633215e-06,
      "loss": 0.40018386840820314,
      "step": 1260
    },
    {
      "epoch": 1.1609142857142858,
      "grad_norm": 2.909415794961188,
      "learning_rate": 3.850686595214474e-06,
      "loss": 0.3990872859954834,
      "step": 1270
    },
    {
      "epoch": 1.170057142857143,
      "grad_norm": 2.3145999507719224,
      "learning_rate": 3.8282298264157556e-06,
      "loss": 0.4035819053649902,
      "step": 1280
    },
    {
      "epoch": 1.1792,
      "grad_norm": 4.098759500321832,
      "learning_rate": 3.8056227288886853e-06,
      "loss": 0.38469719886779785,
      "step": 1290
    },
    {
      "epoch": 1.1883428571428571,
      "grad_norm": 2.2215845005423,
      "learning_rate": 3.7828678612990577e-06,
      "loss": 0.4005316734313965,
      "step": 1300
    },
    {
      "epoch": 1.1974857142857143,
      "grad_norm": 2.466656443878892,
      "learning_rate": 3.7599677990372442e-06,
      "loss": 0.3908989429473877,
      "step": 1310
    },
    {
      "epoch": 1.2066285714285714,
      "grad_norm": 2.284431418850885,
      "learning_rate": 3.7369251339267177e-06,
      "loss": 0.39520769119262694,
      "step": 1320
    },
    {
      "epoch": 1.2157714285714285,
      "grad_norm": 2.5121695559935566,
      "learning_rate": 3.7137424739307036e-06,
      "loss": 0.4228391647338867,
      "step": 1330
    },
    {
      "epoch": 1.2249142857142856,
      "grad_norm": 2.585196321236775,
      "learning_rate": 3.6904224428570162e-06,
      "loss": 0.3936109781265259,
      "step": 1340
    },
    {
      "epoch": 1.234057142857143,
      "grad_norm": 2.4427206296196506,
      "learning_rate": 3.6669676800610942e-06,
      "loss": 0.38848047256469725,
      "step": 1350
    },
    {
      "epoch": 1.2432,
      "grad_norm": 4.472156226059141,
      "learning_rate": 3.6433808401472805e-06,
      "loss": 0.40662450790405275,
      "step": 1360
    },
    {
      "epoch": 1.2523428571428572,
      "grad_norm": 2.213468150524963,
      "learning_rate": 3.6196645926683722e-06,
      "loss": 0.4138503551483154,
      "step": 1370
    },
    {
      "epoch": 1.2614857142857143,
      "grad_norm": 2.7110388140706116,
      "learning_rate": 3.5958216218234858e-06,
      "loss": 0.41004180908203125,
      "step": 1380
    },
    {
      "epoch": 1.2706285714285714,
      "grad_norm": 2.3926998491247664,
      "learning_rate": 3.5718546261542557e-06,
      "loss": 0.386823844909668,
      "step": 1390
    },
    {
      "epoch": 1.2797714285714286,
      "grad_norm": 2.721216634182663,
      "learning_rate": 3.5477663182394166e-06,
      "loss": 0.4095109462738037,
      "step": 1400
    },
    {
      "epoch": 1.2889142857142857,
      "grad_norm": 2.403574505725902,
      "learning_rate": 3.5235594243877922e-06,
      "loss": 0.4023444652557373,
      "step": 1410
    },
    {
      "epoch": 1.2980571428571428,
      "grad_norm": 2.6129039467892166,
      "learning_rate": 3.499236684329736e-06,
      "loss": 0.41101746559143065,
      "step": 1420
    },
    {
      "epoch": 1.3072,
      "grad_norm": 3.1681927125041054,
      "learning_rate": 3.4748008509070445e-06,
      "loss": 0.41268529891967776,
      "step": 1430
    },
    {
      "epoch": 1.3163428571428573,
      "grad_norm": 2.167131930427268,
      "learning_rate": 3.4502546897613946e-06,
      "loss": 0.3934914588928223,
      "step": 1440
    },
    {
      "epoch": 1.3254857142857142,
      "grad_norm": 2.616508000963517,
      "learning_rate": 3.4256009790213297e-06,
      "loss": 0.39174230098724366,
      "step": 1450
    },
    {
      "epoch": 1.3346285714285715,
      "grad_norm": 2.5791654216528155,
      "learning_rate": 3.4008425089878265e-06,
      "loss": 0.38998119831085204,
      "step": 1460
    },
    {
      "epoch": 1.3437714285714286,
      "grad_norm": 3.076605156472062,
      "learning_rate": 3.3759820818184973e-06,
      "loss": 0.4120774269104004,
      "step": 1470
    },
    {
      "epoch": 1.3529142857142857,
      "grad_norm": 2.4075705524033797,
      "learning_rate": 3.3510225112104337e-06,
      "loss": 0.39463205337524415,
      "step": 1480
    },
    {
      "epoch": 1.3620571428571429,
      "grad_norm": 2.574263984386635,
      "learning_rate": 3.3259666220817622e-06,
      "loss": 0.4131459712982178,
      "step": 1490
    },
    {
      "epoch": 1.3712,
      "grad_norm": 4.307031037286624,
      "learning_rate": 3.3008172502519126e-06,
      "loss": 0.42258639335632325,
      "step": 1500
    },
    {
      "epoch": 1.380342857142857,
      "grad_norm": 3.314001543706605,
      "learning_rate": 3.2755772421206644e-06,
      "loss": 0.3890878438949585,
      "step": 1510
    },
    {
      "epoch": 1.3894857142857142,
      "grad_norm": 2.4342326299593084,
      "learning_rate": 3.2502494543459933e-06,
      "loss": 0.3917264461517334,
      "step": 1520
    },
    {
      "epoch": 1.3986285714285716,
      "grad_norm": 2.3197354972945283,
      "learning_rate": 3.2248367535207527e-06,
      "loss": 0.39898345470428465,
      "step": 1530
    },
    {
      "epoch": 1.4077714285714285,
      "grad_norm": 3.623244845977364,
      "learning_rate": 3.1993420158482345e-06,
      "loss": 0.392728590965271,
      "step": 1540
    },
    {
      "epoch": 1.4169142857142858,
      "grad_norm": 2.542110191999757,
      "learning_rate": 3.17376812681664e-06,
      "loss": 0.39446678161621096,
      "step": 1550
    },
    {
      "epoch": 1.426057142857143,
      "grad_norm": 2.3013069119325604,
      "learning_rate": 3.148117980872505e-06,
      "loss": 0.39542603492736816,
      "step": 1560
    },
    {
      "epoch": 1.4352,
      "grad_norm": 3.5851155721644377,
      "learning_rate": 3.1223944810930997e-06,
      "loss": 0.3924596309661865,
      "step": 1570
    },
    {
      "epoch": 1.4443428571428572,
      "grad_norm": 2.516144770501507,
      "learning_rate": 3.0966005388578667e-06,
      "loss": 0.39198031425476076,
      "step": 1580
    },
    {
      "epoch": 1.4534857142857143,
      "grad_norm": 2.35537418319761,
      "learning_rate": 3.070739073518909e-06,
      "loss": 0.4023723602294922,
      "step": 1590
    },
    {
      "epoch": 1.4626285714285714,
      "grad_norm": 2.2920342042296067,
      "learning_rate": 3.0448130120705755e-06,
      "loss": 0.3974988698959351,
      "step": 1600
    },
    {
      "epoch": 1.4717714285714285,
      "grad_norm": 2.7348847847023414,
      "learning_rate": 3.018825288818189e-06,
      "loss": 0.3879528045654297,
      "step": 1610
    },
    {
      "epoch": 1.4809142857142858,
      "grad_norm": 2.7767273125916976,
      "learning_rate": 2.992778845045939e-06,
      "loss": 0.3860530138015747,
      "step": 1620
    },
    {
      "epoch": 1.4900571428571427,
      "grad_norm": 2.6805226119721626,
      "learning_rate": 2.96667662868399e-06,
      "loss": 0.39746503829956054,
      "step": 1630
    },
    {
      "epoch": 1.4992,
      "grad_norm": 2.717921193667405,
      "learning_rate": 2.9405215939748345e-06,
      "loss": 0.43014869689941404,
      "step": 1640
    },
    {
      "epoch": 1.508342857142857,
      "grad_norm": 2.810904785979671,
      "learning_rate": 2.9143167011389334e-06,
      "loss": 0.3973107814788818,
      "step": 1650
    },
    {
      "epoch": 1.5174857142857143,
      "grad_norm": 3.159702449705167,
      "learning_rate": 2.888064916039676e-06,
      "loss": 0.42063107490539553,
      "step": 1660
    },
    {
      "epoch": 1.5266285714285714,
      "grad_norm": 2.551435166704127,
      "learning_rate": 2.8617692098477083e-06,
      "loss": 0.40128021240234374,
      "step": 1670
    },
    {
      "epoch": 1.5357714285714286,
      "grad_norm": 2.6908027069052314,
      "learning_rate": 2.8354325587046553e-06,
      "loss": 0.40213518142700194,
      "step": 1680
    },
    {
      "epoch": 1.5449142857142857,
      "grad_norm": 2.569045878947174,
      "learning_rate": 2.8090579433862804e-06,
      "loss": 0.409006929397583,
      "step": 1690
    },
    {
      "epoch": 1.5540571428571428,
      "grad_norm": 2.214545442365535,
      "learning_rate": 2.7826483489651236e-06,
      "loss": 0.3637801170349121,
      "step": 1700
    },
    {
      "epoch": 1.5632000000000001,
      "grad_norm": 2.208444442916476,
      "learning_rate": 2.7562067644726503e-06,
      "loss": 0.41596617698669436,
      "step": 1710
    },
    {
      "epoch": 1.572342857142857,
      "grad_norm": 2.724360455608827,
      "learning_rate": 2.729736182560957e-06,
      "loss": 0.38596975803375244,
      "step": 1720
    },
    {
      "epoch": 1.5814857142857144,
      "grad_norm": 2.511788445845029,
      "learning_rate": 2.7032395991640576e-06,
      "loss": 0.40412564277648927,
      "step": 1730
    },
    {
      "epoch": 1.5906285714285713,
      "grad_norm": 2.708041008205282,
      "learning_rate": 2.6767200131588104e-06,
      "loss": 0.4126126289367676,
      "step": 1740
    },
    {
      "epoch": 1.5997714285714286,
      "grad_norm": 2.481475084098795,
      "learning_rate": 2.6501804260255025e-06,
      "loss": 0.4162597179412842,
      "step": 1750
    },
    {
      "epoch": 1.6089142857142857,
      "grad_norm": 3.111093344807103,
      "learning_rate": 2.6236238415081437e-06,
      "loss": 0.37938082218170166,
      "step": 1760
    },
    {
      "epoch": 1.6180571428571429,
      "grad_norm": 2.479853742339068,
      "learning_rate": 2.597053265274503e-06,
      "loss": 0.3914358615875244,
      "step": 1770
    },
    {
      "epoch": 1.6272,
      "grad_norm": 2.411987753563077,
      "learning_rate": 2.57047170457593e-06,
      "loss": 0.3889756679534912,
      "step": 1780
    },
    {
      "epoch": 1.636342857142857,
      "grad_norm": 2.2065181085327796,
      "learning_rate": 2.5438821679069903e-06,
      "loss": 0.378644061088562,
      "step": 1790
    },
    {
      "epoch": 1.6454857142857144,
      "grad_norm": 2.580788622123602,
      "learning_rate": 2.517287664664973e-06,
      "loss": 0.3868693828582764,
      "step": 1800
    },
    {
      "epoch": 1.6546285714285713,
      "grad_norm": 2.668864863344493,
      "learning_rate": 2.4906912048092777e-06,
      "loss": 0.39734807014465334,
      "step": 1810
    },
    {
      "epoch": 1.6637714285714287,
      "grad_norm": 2.4301749678173694,
      "learning_rate": 2.4640957985207555e-06,
      "loss": 0.3798288583755493,
      "step": 1820
    },
    {
      "epoch": 1.6729142857142856,
      "grad_norm": 2.428613791995971,
      "learning_rate": 2.4375044558610138e-06,
      "loss": 0.40531125068664553,
      "step": 1830
    },
    {
      "epoch": 1.682057142857143,
      "grad_norm": 2.582080195341889,
      "learning_rate": 2.410920186431742e-06,
      "loss": 0.4059178352355957,
      "step": 1840
    },
    {
      "epoch": 1.6912,
      "grad_norm": 2.1402755093731165,
      "learning_rate": 2.384345999034081e-06,
      "loss": 0.3747276306152344,
      "step": 1850
    },
    {
      "epoch": 1.7003428571428572,
      "grad_norm": 2.764883049049242,
      "learning_rate": 2.3577849013280883e-06,
      "loss": 0.4127683639526367,
      "step": 1860
    },
    {
      "epoch": 1.7094857142857143,
      "grad_norm": 2.5817301635611107,
      "learning_rate": 2.331239899492337e-06,
      "loss": 0.37812325954437254,
      "step": 1870
    },
    {
      "epoch": 1.7186285714285714,
      "grad_norm": 2.2454893679427843,
      "learning_rate": 2.3047139978836713e-06,
      "loss": 0.3868955135345459,
      "step": 1880
    },
    {
      "epoch": 1.7277714285714287,
      "grad_norm": 2.4599016644337874,
      "learning_rate": 2.2782101986971754e-06,
      "loss": 0.39203534126281736,
      "step": 1890
    },
    {
      "epoch": 1.7369142857142856,
      "grad_norm": 2.782965853543609,
      "learning_rate": 2.2517315016263887e-06,
      "loss": 0.3828989267349243,
      "step": 1900
    },
    {
      "epoch": 1.746057142857143,
      "grad_norm": 2.1377694550528656,
      "learning_rate": 2.225280903523799e-06,
      "loss": 0.3707063436508179,
      "step": 1910
    },
    {
      "epoch": 1.7551999999999999,
      "grad_norm": 2.5623865666603973,
      "learning_rate": 2.1988613980616595e-06,
      "loss": 0.38979501724243165,
      "step": 1920
    },
    {
      "epoch": 1.7643428571428572,
      "grad_norm": 2.601368029261116,
      "learning_rate": 2.1724759753931645e-06,
      "loss": 0.38832941055297854,
      "step": 1930
    },
    {
      "epoch": 1.7734857142857143,
      "grad_norm": 2.9954197418385875,
      "learning_rate": 2.1461276218140277e-06,
      "loss": 0.3751332759857178,
      "step": 1940
    },
    {
      "epoch": 1.7826285714285715,
      "grad_norm": 2.4854922661479497,
      "learning_rate": 2.119819319424492e-06,
      "loss": 0.3949674367904663,
      "step": 1950
    },
    {
      "epoch": 1.7917714285714286,
      "grad_norm": 2.5369152730036566,
      "learning_rate": 2.093554045791817e-06,
      "loss": 0.3947279930114746,
      "step": 1960
    },
    {
      "epoch": 1.8009142857142857,
      "grad_norm": 2.391129745800052,
      "learning_rate": 2.0673347736132755e-06,
      "loss": 0.3924548625946045,
      "step": 1970
    },
    {
      "epoch": 1.8100571428571428,
      "grad_norm": 2.7286915276360126,
      "learning_rate": 2.04116447037971e-06,
      "loss": 0.40163583755493165,
      "step": 1980
    },
    {
      "epoch": 1.8192,
      "grad_norm": 2.5229974562064523,
      "learning_rate": 2.015046098039668e-06,
      "loss": 0.39815645217895507,
      "step": 1990
    },
    {
      "epoch": 1.8283428571428573,
      "grad_norm": 3.4260536923030767,
      "learning_rate": 1.9889826126641725e-06,
      "loss": 0.3920083284378052,
      "step": 2000
    },
    {
      "epoch": 1.8374857142857142,
      "grad_norm": 2.4779337580806557,
      "learning_rate": 1.9629769641121505e-06,
      "loss": 0.3940908432006836,
      "step": 2010
    },
    {
      "epoch": 1.8466285714285715,
      "grad_norm": 2.319443877145038,
      "learning_rate": 1.9370320956965744e-06,
      "loss": 0.3971750497817993,
      "step": 2020
    },
    {
      "epoch": 1.8557714285714284,
      "grad_norm": 3.2531965596999255,
      "learning_rate": 1.911150943851334e-06,
      "loss": 0.3623795509338379,
      "step": 2030
    },
    {
      "epoch": 1.8649142857142857,
      "grad_norm": 2.4736664351987696,
      "learning_rate": 1.8853364377988943e-06,
      "loss": 0.4084452152252197,
      "step": 2040
    },
    {
      "epoch": 1.8740571428571429,
      "grad_norm": 2.87272999119519,
      "learning_rate": 1.8595914992187631e-06,
      "loss": 0.41032118797302247,
      "step": 2050
    },
    {
      "epoch": 1.8832,
      "grad_norm": 2.5717048900584967,
      "learning_rate": 1.8339190419168218e-06,
      "loss": 0.3811337471008301,
      "step": 2060
    },
    {
      "epoch": 1.892342857142857,
      "grad_norm": 2.531128368964521,
      "learning_rate": 1.8083219714955366e-06,
      "loss": 0.3954593658447266,
      "step": 2070
    },
    {
      "epoch": 1.9014857142857142,
      "grad_norm": 2.557514800685971,
      "learning_rate": 1.7828031850251066e-06,
      "loss": 0.38821613788604736,
      "step": 2080
    },
    {
      "epoch": 1.9106285714285716,
      "grad_norm": 2.7173979060302202,
      "learning_rate": 1.757365570715569e-06,
      "loss": 0.39494919776916504,
      "step": 2090
    },
    {
      "epoch": 1.9197714285714285,
      "grad_norm": 2.1098859017343363,
      "learning_rate": 1.7320120075899184e-06,
      "loss": 0.396978759765625,
      "step": 2100
    },
    {
      "epoch": 1.9289142857142858,
      "grad_norm": 2.547186927929838,
      "learning_rate": 1.7067453651582578e-06,
      "loss": 0.39388854503631593,
      "step": 2110
    },
    {
      "epoch": 1.9380571428571427,
      "grad_norm": 2.8531748543215065,
      "learning_rate": 1.6815685030930232e-06,
      "loss": 0.37573633193969724,
      "step": 2120
    },
    {
      "epoch": 1.9472,
      "grad_norm": 2.7938547158577753,
      "learning_rate": 1.656484270905334e-06,
      "loss": 0.40378856658935547,
      "step": 2130
    },
    {
      "epoch": 1.9563428571428572,
      "grad_norm": 2.595363532555908,
      "learning_rate": 1.631495507622482e-06,
      "loss": 0.39771299362182616,
      "step": 2140
    },
    {
      "epoch": 1.9654857142857143,
      "grad_norm": 2.4049306646324897,
      "learning_rate": 1.6066050414666118e-06,
      "loss": 0.3769258737564087,
      "step": 2150
    },
    {
      "epoch": 1.9746285714285714,
      "grad_norm": 2.8122331491852544,
      "learning_rate": 1.5818156895346204e-06,
      "loss": 0.35667617321014405,
      "step": 2160
    },
    {
      "epoch": 1.9837714285714285,
      "grad_norm": 2.4493087872644232,
      "learning_rate": 1.5571302574793252e-06,
      "loss": 0.3752056360244751,
      "step": 2170
    },
    {
      "epoch": 1.9929142857142859,
      "grad_norm": 2.4504873983602242,
      "learning_rate": 1.5325515391919148e-06,
      "loss": 0.36792306900024413,
      "step": 2180
    },
    {
      "epoch": 2.0018285714285713,
      "grad_norm": 1.7411809586012206,
      "learning_rate": 1.5080823164857427e-06,
      "loss": 0.37279794216156004,
      "step": 2190
    },
    {
      "epoch": 2.0109714285714286,
      "grad_norm": 2.273488922745492,
      "learning_rate": 1.4837253587814742e-06,
      "loss": 0.2540109395980835,
      "step": 2200
    },
    {
      "epoch": 2.0201142857142855,
      "grad_norm": 2.4451850455028907,
      "learning_rate": 1.4594834227936527e-06,
      "loss": 0.24194915294647218,
      "step": 2210
    },
    {
      "epoch": 2.029257142857143,
      "grad_norm": 2.2159615780785757,
      "learning_rate": 1.4353592522186915e-06,
      "loss": 0.24948599338531494,
      "step": 2220
    },
    {
      "epoch": 2.0384,
      "grad_norm": 2.397748321694821,
      "learning_rate": 1.411355577424342e-06,
      "loss": 0.2317509651184082,
      "step": 2230
    },
    {
      "epoch": 2.047542857142857,
      "grad_norm": 2.162771921315842,
      "learning_rate": 1.387475115140673e-06,
      "loss": 0.2475191116333008,
      "step": 2240
    },
    {
      "epoch": 2.0566857142857145,
      "grad_norm": 3.135325266070562,
      "learning_rate": 1.36372056815259e-06,
      "loss": 0.24120709896087647,
      "step": 2250
    },
    {
      "epoch": 2.0658285714285713,
      "grad_norm": 2.1013341556404566,
      "learning_rate": 1.3400946249939392e-06,
      "loss": 0.2643871545791626,
      "step": 2260
    },
    {
      "epoch": 2.0749714285714287,
      "grad_norm": 2.234523281660674,
      "learning_rate": 1.316599959643214e-06,
      "loss": 0.2556870937347412,
      "step": 2270
    },
    {
      "epoch": 2.0841142857142856,
      "grad_norm": 1.870415642438621,
      "learning_rate": 1.2932392312209183e-06,
      "loss": 0.22068111896514891,
      "step": 2280
    },
    {
      "epoch": 2.093257142857143,
      "grad_norm": 2.4569890234829708,
      "learning_rate": 1.2700150836886057e-06,
      "loss": 0.22799525260925294,
      "step": 2290
    },
    {
      "epoch": 2.1024,
      "grad_norm": 2.0681008092452164,
      "learning_rate": 1.2469301455496425e-06,
      "loss": 0.2587181329727173,
      "step": 2300
    },
    {
      "epoch": 2.111542857142857,
      "grad_norm": 2.5710930502269154,
      "learning_rate": 1.2239870295517023e-06,
      "loss": 0.2436699628829956,
      "step": 2310
    },
    {
      "epoch": 2.120685714285714,
      "grad_norm": 2.3210129864651345,
      "learning_rate": 1.201188332391071e-06,
      "loss": 0.25743756294250486,
      "step": 2320
    },
    {
      "epoch": 2.1298285714285714,
      "grad_norm": 2.303391732430833,
      "learning_rate": 1.1785366344187391e-06,
      "loss": 0.23126354217529296,
      "step": 2330
    },
    {
      "epoch": 2.1389714285714287,
      "grad_norm": 2.1810698044329633,
      "learning_rate": 1.1560344993483712e-06,
      "loss": 0.2577813148498535,
      "step": 2340
    },
    {
      "epoch": 2.1481142857142856,
      "grad_norm": 2.28295741081262,
      "learning_rate": 1.1336844739661323e-06,
      "loss": 0.23798062801361083,
      "step": 2350
    },
    {
      "epoch": 2.157257142857143,
      "grad_norm": 2.1608030539954806,
      "learning_rate": 1.1114890878424558e-06,
      "loss": 0.25282533168792726,
      "step": 2360
    },
    {
      "epoch": 2.1664,
      "grad_norm": 2.3471400644926583,
      "learning_rate": 1.089450853045737e-06,
      "loss": 0.2249326229095459,
      "step": 2370
    },
    {
      "epoch": 2.1755428571428572,
      "grad_norm": 2.6540301049779735,
      "learning_rate": 1.0675722638580272e-06,
      "loss": 0.24212398529052734,
      "step": 2380
    },
    {
      "epoch": 2.184685714285714,
      "grad_norm": 2.129074837778208,
      "learning_rate": 1.0458557964927199e-06,
      "loss": 0.23594999313354492,
      "step": 2390
    },
    {
      "epoch": 2.1938285714285715,
      "grad_norm": 2.73661831881796,
      "learning_rate": 1.0243039088143064e-06,
      "loss": 0.24134767055511475,
      "step": 2400
    },
    {
      "epoch": 2.202971428571429,
      "grad_norm": 1.9917922937612882,
      "learning_rate": 1.0029190400601849e-06,
      "loss": 0.23342294692993165,
      "step": 2410
    },
    {
      "epoch": 2.2121142857142857,
      "grad_norm": 1.9362242484712342,
      "learning_rate": 9.817036105645973e-07,
      "loss": 0.25136566162109375,
      "step": 2420
    },
    {
      "epoch": 2.221257142857143,
      "grad_norm": 2.32119710061531,
      "learning_rate": 9.60660021484684e-07,
      "loss": 0.25276932716369627,
      "step": 2430
    },
    {
      "epoch": 2.2304,
      "grad_norm": 1.9753568817376215,
      "learning_rate": 9.397906545287364e-07,
      "loss": 0.2495351791381836,
      "step": 2440
    },
    {
      "epoch": 2.2395428571428573,
      "grad_norm": 2.429543288075566,
      "learning_rate": 9.190978716866234e-07,
      "loss": 0.24547972679138183,
      "step": 2450
    },
    {
      "epoch": 2.248685714285714,
      "grad_norm": 2.3524345350916054,
      "learning_rate": 8.985840149624711e-07,
      "loss": 0.24180183410644532,
      "step": 2460
    },
    {
      "epoch": 2.2578285714285715,
      "grad_norm": 2.0317811978131335,
      "learning_rate": 8.782514061095857e-07,
      "loss": 0.24105167388916016,
      "step": 2470
    },
    {
      "epoch": 2.2669714285714284,
      "grad_norm": 2.2836486824928652,
      "learning_rate": 8.581023463676891e-07,
      "loss": 0.25214643478393556,
      "step": 2480
    },
    {
      "epoch": 2.2761142857142858,
      "grad_norm": 3.276827672399105,
      "learning_rate": 8.381391162024546e-07,
      "loss": 0.2455892562866211,
      "step": 2490
    },
    {
      "epoch": 2.2852571428571427,
      "grad_norm": 2.3471097117806536,
      "learning_rate": 8.183639750474148e-07,
      "loss": 0.22727055549621583,
      "step": 2500
    },
    {
      "epoch": 2.2944,
      "grad_norm": 2.9292183870143957,
      "learning_rate": 7.987791610482273e-07,
      "loss": 0.2579986095428467,
      "step": 2510
    },
    {
      "epoch": 2.3035428571428573,
      "grad_norm": 2.6545103287894225,
      "learning_rate": 7.793868908093741e-07,
      "loss": 0.238714599609375,
      "step": 2520
    },
    {
      "epoch": 2.3126857142857142,
      "grad_norm": 2.3179851719313125,
      "learning_rate": 7.601893591432783e-07,
      "loss": 0.26201887130737306,
      "step": 2530
    },
    {
      "epoch": 2.3218285714285716,
      "grad_norm": 2.3194158445016364,
      "learning_rate": 7.411887388219e-07,
      "loss": 0.23976917266845704,
      "step": 2540
    },
    {
      "epoch": 2.3309714285714285,
      "grad_norm": 2.3808641309171974,
      "learning_rate": 7.223871803308197e-07,
      "loss": 0.24626286029815675,
      "step": 2550
    },
    {
      "epoch": 2.340114285714286,
      "grad_norm": 2.1921537797151402,
      "learning_rate": 7.037868116258512e-07,
      "loss": 0.25031294822692873,
      "step": 2560
    },
    {
      "epoch": 2.3492571428571427,
      "grad_norm": 2.157776487210251,
      "learning_rate": 6.85389737892195e-07,
      "loss": 0.2378387212753296,
      "step": 2570
    },
    {
      "epoch": 2.3584,
      "grad_norm": 2.7817043465791165,
      "learning_rate": 6.671980413061765e-07,
      "loss": 0.25306389331817625,
      "step": 2580
    },
    {
      "epoch": 2.367542857142857,
      "grad_norm": 2.4494797877582783,
      "learning_rate": 6.492137807995857e-07,
      "loss": 0.2523049354553223,
      "step": 2590
    },
    {
      "epoch": 2.3766857142857143,
      "grad_norm": 2.5244093522581443,
      "learning_rate": 6.314389918266492e-07,
      "loss": 0.23822612762451173,
      "step": 2600
    },
    {
      "epoch": 2.385828571428571,
      "grad_norm": 2.7557925065660296,
      "learning_rate": 6.138756861336542e-07,
      "loss": 0.25022130012512206,
      "step": 2610
    },
    {
      "epoch": 2.3949714285714285,
      "grad_norm": 2.3568745135181377,
      "learning_rate": 5.96525851531263e-07,
      "loss": 0.2464898109436035,
      "step": 2620
    },
    {
      "epoch": 2.404114285714286,
      "grad_norm": 2.565756470869671,
      "learning_rate": 5.793914516695303e-07,
      "loss": 0.25854835510253904,
      "step": 2630
    },
    {
      "epoch": 2.4132571428571428,
      "grad_norm": 2.1681174254652893,
      "learning_rate": 5.624744258156622e-07,
      "loss": 0.23979971408843995,
      "step": 2640
    },
    {
      "epoch": 2.4224,
      "grad_norm": 2.2109118716747957,
      "learning_rate": 5.45776688634525e-07,
      "loss": 0.24682235717773438,
      "step": 2650
    },
    {
      "epoch": 2.431542857142857,
      "grad_norm": 2.569036611134417,
      "learning_rate": 5.293001299719474e-07,
      "loss": 0.24410498142242432,
      "step": 2660
    },
    {
      "epoch": 2.4406857142857143,
      "grad_norm": 1.994998875715179,
      "learning_rate": 5.130466146408269e-07,
      "loss": 0.25199379920959475,
      "step": 2670
    },
    {
      "epoch": 2.4498285714285712,
      "grad_norm": 1.9244239573888258,
      "learning_rate": 4.970179822100709e-07,
      "loss": 0.24934940338134765,
      "step": 2680
    },
    {
      "epoch": 2.4589714285714286,
      "grad_norm": 3.2310207565738858,
      "learning_rate": 4.812160467963961e-07,
      "loss": 0.2238481044769287,
      "step": 2690
    },
    {
      "epoch": 2.468114285714286,
      "grad_norm": 2.610981521915708,
      "learning_rate": 4.656425968590048e-07,
      "loss": 0.23749704360961915,
      "step": 2700
    },
    {
      "epoch": 2.477257142857143,
      "grad_norm": 2.2013966707853383,
      "learning_rate": 4.5029939499716845e-07,
      "loss": 0.24068012237548828,
      "step": 2710
    },
    {
      "epoch": 2.4864,
      "grad_norm": 3.5742187702958814,
      "learning_rate": 4.3518817775073803e-07,
      "loss": 0.25057828426361084,
      "step": 2720
    },
    {
      "epoch": 2.495542857142857,
      "grad_norm": 2.5617141553612015,
      "learning_rate": 4.2031065540360324e-07,
      "loss": 0.24198629856109619,
      "step": 2730
    },
    {
      "epoch": 2.5046857142857144,
      "grad_norm": 2.5572585910732686,
      "learning_rate": 4.056685117901199e-07,
      "loss": 0.23686065673828124,
      "step": 2740
    },
    {
      "epoch": 2.5138285714285713,
      "grad_norm": 3.298081199261137,
      "learning_rate": 3.912634041045374e-07,
      "loss": 0.2630747318267822,
      "step": 2750
    },
    {
      "epoch": 2.5229714285714286,
      "grad_norm": 2.4823661358640177,
      "learning_rate": 3.770969627134363e-07,
      "loss": 0.2389284610748291,
      "step": 2760
    },
    {
      "epoch": 2.532114285714286,
      "grad_norm": 2.091460991585677,
      "learning_rate": 3.631707909712029e-07,
      "loss": 0.25401830673217773,
      "step": 2770
    },
    {
      "epoch": 2.541257142857143,
      "grad_norm": 2.7572987452068984,
      "learning_rate": 3.4948646503856597e-07,
      "loss": 0.23172998428344727,
      "step": 2780
    },
    {
      "epoch": 2.5504,
      "grad_norm": 2.314428099363887,
      "learning_rate": 3.3604553370420153e-07,
      "loss": 0.2300626277923584,
      "step": 2790
    },
    {
      "epoch": 2.559542857142857,
      "grad_norm": 2.0532377609586376,
      "learning_rate": 3.228495182094457e-07,
      "loss": 0.22828421592712403,
      "step": 2800
    },
    {
      "epoch": 2.5686857142857145,
      "grad_norm": 2.3098399366944893,
      "learning_rate": 3.09899912076119e-07,
      "loss": 0.22434093952178955,
      "step": 2810
    },
    {
      "epoch": 2.5778285714285714,
      "grad_norm": 4.284028943390696,
      "learning_rate": 2.9719818093748993e-07,
      "loss": 0.24520430564880372,
      "step": 2820
    },
    {
      "epoch": 2.5869714285714287,
      "grad_norm": 2.796004013456621,
      "learning_rate": 2.847457623723976e-07,
      "loss": 0.23613488674163818,
      "step": 2830
    },
    {
      "epoch": 2.5961142857142856,
      "grad_norm": 2.2224124939078598,
      "learning_rate": 2.725440657425424e-07,
      "loss": 0.23806586265563964,
      "step": 2840
    },
    {
      "epoch": 2.605257142857143,
      "grad_norm": 3.9668339561357278,
      "learning_rate": 2.605944720329781e-07,
      "loss": 0.2637232780456543,
      "step": 2850
    },
    {
      "epoch": 2.6144,
      "grad_norm": 2.481953107838308,
      "learning_rate": 2.488983336958106e-07,
      "loss": 0.24106545448303224,
      "step": 2860
    },
    {
      "epoch": 2.623542857142857,
      "grad_norm": 2.8151396077212807,
      "learning_rate": 2.3745697449713e-07,
      "loss": 0.2404599666595459,
      "step": 2870
    },
    {
      "epoch": 2.6326857142857145,
      "grad_norm": 2.669319438493373,
      "learning_rate": 2.262716893671846e-07,
      "loss": 0.24565417766571046,
      "step": 2880
    },
    {
      "epoch": 2.6418285714285714,
      "grad_norm": 2.1337215485357985,
      "learning_rate": 2.1534374425382144e-07,
      "loss": 0.22714753150939943,
      "step": 2890
    },
    {
      "epoch": 2.6509714285714283,
      "grad_norm": 2.1199274560269994,
      "learning_rate": 2.0467437597920747e-07,
      "loss": 0.24486522674560546,
      "step": 2900
    },
    {
      "epoch": 2.6601142857142857,
      "grad_norm": 2.466472079175883,
      "learning_rate": 1.9426479209984722e-07,
      "loss": 0.25634207725524905,
      "step": 2910
    },
    {
      "epoch": 2.669257142857143,
      "grad_norm": 2.0302207546821602,
      "learning_rate": 1.8411617076990878e-07,
      "loss": 0.23418543338775635,
      "step": 2920
    },
    {
      "epoch": 2.6784,
      "grad_norm": 2.3369266074287016,
      "learning_rate": 1.742296606078836e-07,
      "loss": 0.25510644912719727,
      "step": 2930
    },
    {
      "epoch": 2.6875428571428572,
      "grad_norm": 2.635520574717173,
      "learning_rate": 1.646063805665843e-07,
      "loss": 0.2569627046585083,
      "step": 2940
    },
    {
      "epoch": 2.696685714285714,
      "grad_norm": 2.1935922979727756,
      "learning_rate": 1.552474198065032e-07,
      "loss": 0.24420008659362794,
      "step": 2950
    },
    {
      "epoch": 2.7058285714285715,
      "grad_norm": 1.8072194179711478,
      "learning_rate": 1.461538375725402e-07,
      "loss": 0.2438070297241211,
      "step": 2960
    },
    {
      "epoch": 2.7149714285714284,
      "grad_norm": 2.076601211927207,
      "learning_rate": 1.3732666307411823e-07,
      "loss": 0.2259213924407959,
      "step": 2970
    },
    {
      "epoch": 2.7241142857142857,
      "grad_norm": 2.6284246268825786,
      "learning_rate": 1.2876689536869795e-07,
      "loss": 0.23926167488098143,
      "step": 2980
    },
    {
      "epoch": 2.733257142857143,
      "grad_norm": 2.483209862618381,
      "learning_rate": 1.2047550324870454e-07,
      "loss": 0.25535571575164795,
      "step": 2990
    },
    {
      "epoch": 2.7424,
      "grad_norm": 2.469684834574499,
      "learning_rate": 1.1245342513187845e-07,
      "loss": 0.2378525733947754,
      "step": 3000
    },
    {
      "epoch": 2.7515428571428573,
      "grad_norm": 3.4147289089714308,
      "learning_rate": 1.0470156895506816e-07,
      "loss": 0.25359723567962644,
      "step": 3010
    },
    {
      "epoch": 2.760685714285714,
      "grad_norm": 3.543987042508902,
      "learning_rate": 9.722081207146822e-08,
      "loss": 0.25323944091796874,
      "step": 3020
    },
    {
      "epoch": 2.7698285714285715,
      "grad_norm": 2.462386835878521,
      "learning_rate": 9.00120011513217e-08,
      "loss": 0.2830192089080811,
      "step": 3030
    },
    {
      "epoch": 2.7789714285714284,
      "grad_norm": 2.24881436296572,
      "learning_rate": 8.307595208609242e-08,
      "loss": 0.24730515480041504,
      "step": 3040
    },
    {
      "epoch": 2.7881142857142858,
      "grad_norm": 3.7674045475712106,
      "learning_rate": 7.641344989612553e-08,
      "loss": 0.25067102909088135,
      "step": 3050
    },
    {
      "epoch": 2.797257142857143,
      "grad_norm": 2.8168226457298413,
      "learning_rate": 7.002524864179655e-08,
      "loss": 0.2519687175750732,
      "step": 3060
    },
    {
      "epoch": 2.8064,
      "grad_norm": 2.0859397259167123,
      "learning_rate": 6.391207133816801e-08,
      "loss": 0.2421497106552124,
      "step": 3070
    },
    {
      "epoch": 2.815542857142857,
      "grad_norm": 2.227492276977292,
      "learning_rate": 5.807460987315827e-08,
      "loss": 0.2492701768875122,
      "step": 3080
    },
    {
      "epoch": 2.8246857142857142,
      "grad_norm": 2.221113269320594,
      "learning_rate": 5.251352492923523e-08,
      "loss": 0.22348012924194335,
      "step": 3090
    },
    {
      "epoch": 2.8338285714285716,
      "grad_norm": 2.004680028191605,
      "learning_rate": 4.7229445908638095e-08,
      "loss": 0.2365335464477539,
      "step": 3100
    },
    {
      "epoch": 2.8429714285714285,
      "grad_norm": 2.647932155238902,
      "learning_rate": 4.222297086214494e-08,
      "loss": 0.2586550712585449,
      "step": 3110
    },
    {
      "epoch": 2.852114285714286,
      "grad_norm": 3.395740085543939,
      "learning_rate": 3.7494666421381274e-08,
      "loss": 0.23486170768737794,
      "step": 3120
    },
    {
      "epoch": 2.8612571428571427,
      "grad_norm": 2.787999061375289,
      "learning_rate": 3.304506773469329e-08,
      "loss": 0.22506484985351563,
      "step": 3130
    },
    {
      "epoch": 2.8704,
      "grad_norm": 2.346793724490058,
      "learning_rate": 2.8874678406576594e-08,
      "loss": 0.23982949256896974,
      "step": 3140
    },
    {
      "epoch": 2.879542857142857,
      "grad_norm": 2.489715457198812,
      "learning_rate": 2.4983970440680128e-08,
      "loss": 0.23452537059783934,
      "step": 3150
    },
    {
      "epoch": 2.8886857142857143,
      "grad_norm": 2.3289451231297393,
      "learning_rate": 2.1373384186383905e-08,
      "loss": 0.2291539192199707,
      "step": 3160
    },
    {
      "epoch": 2.8978285714285716,
      "grad_norm": 2.505460481164053,
      "learning_rate": 1.8043328288961105e-08,
      "loss": 0.26039395332336424,
      "step": 3170
    },
    {
      "epoch": 2.9069714285714285,
      "grad_norm": 2.083187615740974,
      "learning_rate": 1.4994179643327555e-08,
      "loss": 0.25235729217529296,
      "step": 3180
    },
    {
      "epoch": 2.9161142857142854,
      "grad_norm": 2.0521974559595884,
      "learning_rate": 1.2226283351384482e-08,
      "loss": 0.24238498210906984,
      "step": 3190
    },
    {
      "epoch": 2.925257142857143,
      "grad_norm": 2.0398952946202553,
      "learning_rate": 9.73995268296002e-09,
      "loss": 0.23039143085479735,
      "step": 3200
    },
    {
      "epoch": 2.9344,
      "grad_norm": 1.8893770642276202,
      "learning_rate": 7.535469040354516e-09,
      "loss": 0.24156970977783204,
      "step": 3210
    },
    {
      "epoch": 2.943542857142857,
      "grad_norm": 2.2364423543144905,
      "learning_rate": 5.613081926489073e-09,
      "loss": 0.2442497730255127,
      "step": 3220
    },
    {
      "epoch": 2.9526857142857144,
      "grad_norm": 2.2219890342005795,
      "learning_rate": 3.973008916669519e-09,
      "loss": 0.23272013664245605,
      "step": 3230
    },
    {
      "epoch": 2.9618285714285717,
      "grad_norm": 2.3602221870552658,
      "learning_rate": 2.6154356339599952e-09,
      "loss": 0.2429194927215576,
      "step": 3240
    },
    {
      "epoch": 2.9709714285714286,
      "grad_norm": 2.183573213864706,
      "learning_rate": 1.5405157281739303e-09,
      "loss": 0.2300334930419922,
      "step": 3250
    },
    {
      "epoch": 2.9801142857142855,
      "grad_norm": 2.3166141059513032,
      "learning_rate": 7.483708584843374e-10,
      "loss": 0.24141957759857177,
      "step": 3260
    },
    {
      "epoch": 2.989257142857143,
      "grad_norm": 2.2309555257820075,
      "learning_rate": 2.390906796548298e-10,
      "loss": 0.2349327564239502,
      "step": 3270
    },
    {
      "epoch": 2.9984,
      "grad_norm": 2.46052971808927,
      "learning_rate": 1.2732831892181553e-11,
      "loss": 0.23719000816345215,
      "step": 3280
    },
    {
      "epoch": 3.0,
      "step": 3282,
      "total_flos": 1549864055603200.0,
      "train_loss": 0.4266891849433264,
      "train_runtime": 55827.688,
      "train_samples_per_second": 3.762,
      "train_steps_per_second": 0.059
    }
  ],
  "logging_steps": 10,
  "max_steps": 3282,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1549864055603200.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}