{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.798775211342608,
  "eval_steps": 500,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005325168075617386,
      "grad_norm": 0.8344284892082214,
      "learning_rate": 4.787234042553191e-06,
      "loss": 0.5980220317840577,
      "step": 10
    },
    {
      "epoch": 0.010650336151234773,
      "grad_norm": 0.525068998336792,
      "learning_rate": 1.0106382978723404e-05,
      "loss": 0.6147313594818116,
      "step": 20
    },
    {
      "epoch": 0.01597550422685216,
      "grad_norm": 0.5869501233100891,
      "learning_rate": 1.5425531914893617e-05,
      "loss": 0.5046036720275879,
      "step": 30
    },
    {
      "epoch": 0.021300672302469546,
      "grad_norm": 0.3942352533340454,
      "learning_rate": 2.074468085106383e-05,
      "loss": 0.5274202823638916,
      "step": 40
    },
    {
      "epoch": 0.026625840378086935,
      "grad_norm": 0.5211300849914551,
      "learning_rate": 2.6063829787234046e-05,
      "loss": 0.5180192947387695,
      "step": 50
    },
    {
      "epoch": 0.03195100845370432,
      "grad_norm": 0.6842674016952515,
      "learning_rate": 3.1382978723404254e-05,
      "loss": 0.5298021793365478,
      "step": 60
    },
    {
      "epoch": 0.037276176529321706,
      "grad_norm": 0.5676107406616211,
      "learning_rate": 3.670212765957447e-05,
      "loss": 0.4515068054199219,
      "step": 70
    },
    {
      "epoch": 0.04260134460493909,
      "grad_norm": 0.46678245067596436,
      "learning_rate": 4.2021276595744684e-05,
      "loss": 0.5488709449768067,
      "step": 80
    },
    {
      "epoch": 0.04792651268055648,
      "grad_norm": 0.8120838403701782,
      "learning_rate": 4.734042553191489e-05,
      "loss": 0.4499814510345459,
      "step": 90
    },
    {
      "epoch": 0.05325168075617387,
      "grad_norm": 0.42668527364730835,
      "learning_rate": 4.985986547085202e-05,
      "loss": 0.4877783298492432,
      "step": 100
    },
    {
      "epoch": 0.058576848831791255,
      "grad_norm": 0.5529832243919373,
      "learning_rate": 4.9579596412556055e-05,
      "loss": 0.46338715553283694,
      "step": 110
    },
    {
      "epoch": 0.06390201690740864,
      "grad_norm": 0.42609626054763794,
      "learning_rate": 4.9299327354260097e-05,
      "loss": 0.48037519454956057,
      "step": 120
    },
    {
      "epoch": 0.06922718498302603,
      "grad_norm": 0.5383743643760681,
      "learning_rate": 4.9019058295964125e-05,
      "loss": 0.4572282791137695,
      "step": 130
    },
    {
      "epoch": 0.07455235305864341,
      "grad_norm": 0.42756345868110657,
      "learning_rate": 4.8738789237668166e-05,
      "loss": 0.5292802810668945,
      "step": 140
    },
    {
      "epoch": 0.0798775211342608,
      "grad_norm": 0.4525592029094696,
      "learning_rate": 4.84585201793722e-05,
      "loss": 0.5042720317840577,
      "step": 150
    },
    {
      "epoch": 0.08520268920987818,
      "grad_norm": 0.3349194824695587,
      "learning_rate": 4.8178251121076236e-05,
      "loss": 0.4734020233154297,
      "step": 160
    },
    {
      "epoch": 0.09052785728549557,
      "grad_norm": 0.8984376788139343,
      "learning_rate": 4.789798206278027e-05,
      "loss": 0.47010250091552735,
      "step": 170
    },
    {
      "epoch": 0.09585302536111295,
      "grad_norm": 0.4772610068321228,
      "learning_rate": 4.7617713004484306e-05,
      "loss": 0.4653562068939209,
      "step": 180
    },
    {
      "epoch": 0.10117819343673035,
      "grad_norm": 159.02210998535156,
      "learning_rate": 4.733744394618834e-05,
      "loss": 0.47655563354492186,
      "step": 190
    },
    {
      "epoch": 0.10650336151234774,
      "grad_norm": 0.41617923974990845,
      "learning_rate": 4.705717488789238e-05,
      "loss": 0.4334551811218262,
      "step": 200
    },
    {
      "epoch": 0.11182852958796512,
      "grad_norm": 0.4802906811237335,
      "learning_rate": 4.677690582959641e-05,
      "loss": 0.525525426864624,
      "step": 210
    },
    {
      "epoch": 0.11715369766358251,
      "grad_norm": 0.5827672481536865,
      "learning_rate": 4.649663677130045e-05,
      "loss": 0.4246038913726807,
      "step": 220
    },
    {
      "epoch": 0.12247886573919989,
      "grad_norm": 1.3294140100479126,
      "learning_rate": 4.621636771300449e-05,
      "loss": 0.4457253932952881,
      "step": 230
    },
    {
      "epoch": 0.12780403381481728,
      "grad_norm": 0.2611984610557556,
      "learning_rate": 4.593609865470852e-05,
      "loss": 0.5061336517333984,
      "step": 240
    },
    {
      "epoch": 0.13312920189043467,
      "grad_norm": 0.2762424051761627,
      "learning_rate": 4.565582959641256e-05,
      "loss": 0.43485054969787595,
      "step": 250
    },
    {
      "epoch": 0.13845436996605207,
      "grad_norm": 0.5583783388137817,
      "learning_rate": 4.537556053811659e-05,
      "loss": 0.4515842914581299,
      "step": 260
    },
    {
      "epoch": 0.14377953804166943,
      "grad_norm": 0.27033549547195435,
      "learning_rate": 4.509529147982063e-05,
      "loss": 0.5199233055114746,
      "step": 270
    },
    {
      "epoch": 0.14910470611728682,
      "grad_norm": 0.24272581934928894,
      "learning_rate": 4.481502242152467e-05,
      "loss": 0.4389020919799805,
      "step": 280
    },
    {
      "epoch": 0.15442987419290422,
      "grad_norm": 0.36963024735450745,
      "learning_rate": 4.4534753363228704e-05,
      "loss": 0.4352914810180664,
      "step": 290
    },
    {
      "epoch": 0.1597550422685216,
      "grad_norm": 0.3767717182636261,
      "learning_rate": 4.425448430493274e-05,
      "loss": 0.5081020832061768,
      "step": 300
    },
    {
      "epoch": 0.165080210344139,
      "grad_norm": 0.543945848941803,
      "learning_rate": 4.3974215246636774e-05,
      "loss": 0.48286943435668944,
      "step": 310
    },
    {
      "epoch": 0.17040537841975636,
      "grad_norm": 0.41836485266685486,
      "learning_rate": 4.369394618834081e-05,
      "loss": 0.4590434551239014,
      "step": 320
    },
    {
      "epoch": 0.17573054649537376,
      "grad_norm": 0.5613887906074524,
      "learning_rate": 4.3413677130044844e-05,
      "loss": 0.5482186317443848,
      "step": 330
    },
    {
      "epoch": 0.18105571457099115,
      "grad_norm": 0.8271971344947815,
      "learning_rate": 4.313340807174888e-05,
      "loss": 0.4763641834259033,
      "step": 340
    },
    {
      "epoch": 0.18638088264660854,
      "grad_norm": 0.3581993877887726,
      "learning_rate": 4.2853139013452914e-05,
      "loss": 0.43637499809265134,
      "step": 350
    },
    {
      "epoch": 0.1917060507222259,
      "grad_norm": 0.6449769735336304,
      "learning_rate": 4.257286995515695e-05,
      "loss": 0.4360114574432373,
      "step": 360
    },
    {
      "epoch": 0.1970312187978433,
      "grad_norm": 0.43556517362594604,
      "learning_rate": 4.229260089686099e-05,
      "loss": 0.5036840915679932,
      "step": 370
    },
    {
      "epoch": 0.2023563868734607,
      "grad_norm": 0.5417722463607788,
      "learning_rate": 4.201233183856502e-05,
      "loss": 0.3876487255096436,
      "step": 380
    },
    {
      "epoch": 0.20768155494907808,
      "grad_norm": 0.24452178180217743,
      "learning_rate": 4.173206278026906e-05,
      "loss": 0.38057937622070315,
      "step": 390
    },
    {
      "epoch": 0.21300672302469548,
      "grad_norm": 0.2775194048881531,
      "learning_rate": 4.1451793721973096e-05,
      "loss": 0.4347269535064697,
      "step": 400
    },
    {
      "epoch": 0.21833189110031284,
      "grad_norm": 0.479094922542572,
      "learning_rate": 4.117152466367713e-05,
      "loss": 0.5209210395812989,
      "step": 410
    },
    {
      "epoch": 0.22365705917593023,
      "grad_norm": 0.4610283076763153,
      "learning_rate": 4.0891255605381166e-05,
      "loss": 0.454630184173584,
      "step": 420
    },
    {
      "epoch": 0.22898222725154763,
      "grad_norm": 0.27423325181007385,
      "learning_rate": 4.061098654708521e-05,
      "loss": 0.4224459171295166,
      "step": 430
    },
    {
      "epoch": 0.23430739532716502,
      "grad_norm": 0.5122270584106445,
      "learning_rate": 4.0330717488789236e-05,
      "loss": 0.4236710548400879,
      "step": 440
    },
    {
      "epoch": 0.2396325634027824,
      "grad_norm": 0.3543158769607544,
      "learning_rate": 4.005044843049328e-05,
      "loss": 0.44300537109375,
      "step": 450
    },
    {
      "epoch": 0.24495773147839978,
      "grad_norm": 0.3774661421775818,
      "learning_rate": 3.977017937219731e-05,
      "loss": 0.47635488510131835,
      "step": 460
    },
    {
      "epoch": 0.25028289955401717,
      "grad_norm": 0.2737087309360504,
      "learning_rate": 3.948991031390135e-05,
      "loss": 0.42488551139831543,
      "step": 470
    },
    {
      "epoch": 0.25560806762963456,
      "grad_norm": 0.20862221717834473,
      "learning_rate": 3.920964125560538e-05,
      "loss": 0.42057185173034667,
      "step": 480
    },
    {
      "epoch": 0.26093323570525195,
      "grad_norm": 0.32547131180763245,
      "learning_rate": 3.8929372197309424e-05,
      "loss": 0.45575990676879885,
      "step": 490
    },
    {
      "epoch": 0.26625840378086935,
      "grad_norm": 0.42190849781036377,
      "learning_rate": 3.864910313901345e-05,
      "loss": 0.4550923347473145,
      "step": 500
    },
    {
      "epoch": 0.27158357185648674,
      "grad_norm": 0.350862592458725,
      "learning_rate": 3.8368834080717494e-05,
      "loss": 0.4051810741424561,
      "step": 510
    },
    {
      "epoch": 0.27690873993210413,
      "grad_norm": 0.7726069688796997,
      "learning_rate": 3.808856502242152e-05,
      "loss": 0.43002872467041015,
      "step": 520
    },
    {
      "epoch": 0.28223390800772147,
      "grad_norm": 0.4414989948272705,
      "learning_rate": 3.7808295964125564e-05,
      "loss": 0.5304703712463379,
      "step": 530
    },
    {
      "epoch": 0.28755907608333886,
      "grad_norm": 0.35361161828041077,
      "learning_rate": 3.75280269058296e-05,
      "loss": 0.5216789722442627,
      "step": 540
    },
    {
      "epoch": 0.29288424415895625,
      "grad_norm": 0.47444018721580505,
      "learning_rate": 3.7247757847533634e-05,
      "loss": 0.46560940742492674,
      "step": 550
    },
    {
      "epoch": 0.29820941223457365,
      "grad_norm": 0.7555748224258423,
      "learning_rate": 3.696748878923767e-05,
      "loss": 0.4657598495483398,
      "step": 560
    },
    {
      "epoch": 0.30353458031019104,
      "grad_norm": 0.9206741452217102,
      "learning_rate": 3.668721973094171e-05,
      "loss": 0.35036501884460447,
      "step": 570
    },
    {
      "epoch": 0.30885974838580843,
      "grad_norm": 0.30173489451408386,
      "learning_rate": 3.640695067264574e-05,
      "loss": 0.38302834033966066,
      "step": 580
    },
    {
      "epoch": 0.3141849164614258,
      "grad_norm": 0.4420791268348694,
      "learning_rate": 3.612668161434978e-05,
      "loss": 0.4434223175048828,
      "step": 590
    },
    {
      "epoch": 0.3195100845370432,
      "grad_norm": 0.2853008508682251,
      "learning_rate": 3.5846412556053815e-05,
      "loss": 0.4605288028717041,
      "step": 600
    },
    {
      "epoch": 0.3248352526126606,
      "grad_norm": 0.3213026821613312,
      "learning_rate": 3.556614349775785e-05,
      "loss": 0.33591127395629883,
      "step": 610
    },
    {
      "epoch": 0.330160420688278,
      "grad_norm": 0.26542145013809204,
      "learning_rate": 3.5285874439461885e-05,
      "loss": 0.48589391708374025,
      "step": 620
    },
    {
      "epoch": 0.33548558876389534,
      "grad_norm": 0.3070538341999054,
      "learning_rate": 3.500560538116593e-05,
      "loss": 0.4815805435180664,
      "step": 630
    },
    {
      "epoch": 0.34081075683951273,
      "grad_norm": 0.552280604839325,
      "learning_rate": 3.4725336322869955e-05,
      "loss": 0.4178333282470703,
      "step": 640
    },
    {
      "epoch": 0.3461359249151301,
      "grad_norm": 0.2819511890411377,
      "learning_rate": 3.4445067264574e-05,
      "loss": 0.4334256649017334,
      "step": 650
    },
    {
      "epoch": 0.3514610929907475,
      "grad_norm": 0.6073421239852905,
      "learning_rate": 3.4164798206278025e-05,
      "loss": 0.466888427734375,
      "step": 660
    },
    {
      "epoch": 0.3567862610663649,
      "grad_norm": 0.3700631260871887,
      "learning_rate": 3.388452914798207e-05,
      "loss": 0.5009899616241456,
      "step": 670
    },
    {
      "epoch": 0.3621114291419823,
      "grad_norm": 0.20300807058811188,
      "learning_rate": 3.36042600896861e-05,
      "loss": 0.3724061965942383,
      "step": 680
    },
    {
      "epoch": 0.3674365972175997,
      "grad_norm": 0.257453054189682,
      "learning_rate": 3.3323991031390137e-05,
      "loss": 0.48417000770568847,
      "step": 690
    },
    {
      "epoch": 0.3727617652932171,
      "grad_norm": 0.22375397384166718,
      "learning_rate": 3.304372197309417e-05,
      "loss": 0.4401752471923828,
      "step": 700
    },
    {
      "epoch": 0.3780869333688345,
      "grad_norm": 0.2705913782119751,
      "learning_rate": 3.2763452914798206e-05,
      "loss": 0.41625218391418456,
      "step": 710
    },
    {
      "epoch": 0.3834121014444518,
      "grad_norm": 0.23147891461849213,
      "learning_rate": 3.248318385650224e-05,
      "loss": 0.4183196544647217,
      "step": 720
    },
    {
      "epoch": 0.3887372695200692,
      "grad_norm": 0.2166634202003479,
      "learning_rate": 3.2202914798206276e-05,
      "loss": 0.3522088289260864,
      "step": 730
    },
    {
      "epoch": 0.3940624375956866,
      "grad_norm": 0.22666458785533905,
      "learning_rate": 3.192264573991032e-05,
      "loss": 0.4572209358215332,
      "step": 740
    },
    {
      "epoch": 0.399387605671304,
      "grad_norm": 0.2989974319934845,
      "learning_rate": 3.1642376681614346e-05,
      "loss": 0.46685256958007815,
      "step": 750
    },
    {
      "epoch": 0.4047127737469214,
      "grad_norm": 0.3221113681793213,
      "learning_rate": 3.136210762331839e-05,
      "loss": 0.4657712459564209,
      "step": 760
    },
    {
      "epoch": 0.4100379418225388,
      "grad_norm": 0.3088386356830597,
      "learning_rate": 3.108183856502242e-05,
      "loss": 0.5020542144775391,
      "step": 770
    },
    {
      "epoch": 0.41536310989815617,
      "grad_norm": 0.30433326959609985,
      "learning_rate": 3.080156950672646e-05,
      "loss": 0.49015517234802247,
      "step": 780
    },
    {
      "epoch": 0.42068827797377356,
      "grad_norm": 0.2764674425125122,
      "learning_rate": 3.052130044843049e-05,
      "loss": 0.4256411075592041,
      "step": 790
    },
    {
      "epoch": 0.42601344604939095,
      "grad_norm": 0.2978418469429016,
      "learning_rate": 3.0241031390134535e-05,
      "loss": 0.3681518316268921,
      "step": 800
    },
    {
      "epoch": 0.43133861412500835,
      "grad_norm": 0.23801204562187195,
      "learning_rate": 2.9960762331838566e-05,
      "loss": 0.38332669734954833,
      "step": 810
    },
    {
      "epoch": 0.4366637822006257,
      "grad_norm": 0.324163019657135,
      "learning_rate": 2.9680493273542605e-05,
      "loss": 0.3910288095474243,
      "step": 820
    },
    {
      "epoch": 0.4419889502762431,
      "grad_norm": 0.24221642315387726,
      "learning_rate": 2.9400224215246636e-05,
      "loss": 0.3961922645568848,
      "step": 830
    },
    {
      "epoch": 0.44731411835186047,
      "grad_norm": 0.37328779697418213,
      "learning_rate": 2.9119955156950674e-05,
      "loss": 0.5027334690093994,
      "step": 840
    },
    {
      "epoch": 0.45263928642747786,
      "grad_norm": 0.33974790573120117,
      "learning_rate": 2.8839686098654713e-05,
      "loss": 0.43801040649414064,
      "step": 850
    },
    {
      "epoch": 0.45796445450309525,
      "grad_norm": 0.29041290283203125,
      "learning_rate": 2.8559417040358744e-05,
      "loss": 0.3506944179534912,
      "step": 860
    },
    {
      "epoch": 0.46328962257871265,
      "grad_norm": 0.42080768942832947,
      "learning_rate": 2.8279147982062783e-05,
      "loss": 0.4078321933746338,
      "step": 870
    },
    {
      "epoch": 0.46861479065433004,
      "grad_norm": 0.5280428528785706,
      "learning_rate": 2.7998878923766818e-05,
      "loss": 0.3987149715423584,
      "step": 880
    },
    {
      "epoch": 0.47393995872994743,
      "grad_norm": 0.20473188161849976,
      "learning_rate": 2.7718609865470853e-05,
      "loss": 0.445417594909668,
      "step": 890
    },
    {
      "epoch": 0.4792651268055648,
      "grad_norm": 0.35007864236831665,
      "learning_rate": 2.743834080717489e-05,
      "loss": 0.43278212547302247,
      "step": 900
    },
    {
      "epoch": 0.48459029488118216,
      "grad_norm": 0.3064219057559967,
      "learning_rate": 2.7158071748878926e-05,
      "loss": 0.45018458366394043,
      "step": 910
    },
    {
      "epoch": 0.48991546295679955,
      "grad_norm": 0.3913150429725647,
      "learning_rate": 2.687780269058296e-05,
      "loss": 0.37588331699371336,
      "step": 920
    },
    {
      "epoch": 0.49524063103241694,
      "grad_norm": 0.22446969151496887,
      "learning_rate": 2.6597533632286996e-05,
      "loss": 0.4505748748779297,
      "step": 930
    },
    {
      "epoch": 0.5005657991080343,
      "grad_norm": 0.172444149851799,
      "learning_rate": 2.6317264573991034e-05,
      "loss": 0.35609662532806396,
      "step": 940
    },
    {
      "epoch": 0.5058909671836518,
      "grad_norm": 0.2273557186126709,
      "learning_rate": 2.6036995515695066e-05,
      "loss": 0.4328009128570557,
      "step": 950
    },
    {
      "epoch": 0.5112161352592691,
      "grad_norm": 0.2399565875530243,
      "learning_rate": 2.5756726457399104e-05,
      "loss": 0.41023993492126465,
      "step": 960
    },
    {
      "epoch": 0.5165413033348865,
      "grad_norm": 0.20335812866687775,
      "learning_rate": 2.5476457399103142e-05,
      "loss": 0.3623132467269897,
      "step": 970
    },
    {
      "epoch": 0.5218664714105039,
      "grad_norm": 0.2177598774433136,
      "learning_rate": 2.5196188340807174e-05,
      "loss": 0.3816150426864624,
      "step": 980
    },
    {
      "epoch": 0.5271916394861212,
      "grad_norm": 0.27467212080955505,
      "learning_rate": 2.4915919282511212e-05,
      "loss": 0.3815845727920532,
      "step": 990
    },
    {
      "epoch": 0.5325168075617387,
      "grad_norm": 0.3328174352645874,
      "learning_rate": 2.4635650224215247e-05,
      "loss": 0.43585824966430664,
      "step": 1000
    },
    {
      "epoch": 0.537841975637356,
      "grad_norm": 0.3124748468399048,
      "learning_rate": 2.4355381165919282e-05,
      "loss": 0.3661165714263916,
      "step": 1010
    },
    {
      "epoch": 0.5431671437129735,
      "grad_norm": 0.22428032755851746,
      "learning_rate": 2.4075112107623317e-05,
      "loss": 0.34947929382324217,
      "step": 1020
    },
    {
      "epoch": 0.5484923117885908,
      "grad_norm": 0.17870178818702698,
      "learning_rate": 2.3794843049327356e-05,
      "loss": 0.3957356452941895,
      "step": 1030
    },
    {
      "epoch": 0.5538174798642083,
      "grad_norm": 0.22331231832504272,
      "learning_rate": 2.351457399103139e-05,
      "loss": 0.39625113010406493,
      "step": 1040
    },
    {
      "epoch": 0.5591426479398256,
      "grad_norm": 0.17870305478572845,
      "learning_rate": 2.3234304932735425e-05,
      "loss": 0.4165696144104004,
      "step": 1050
    },
    {
      "epoch": 0.5644678160154429,
      "grad_norm": 0.14084002375602722,
      "learning_rate": 2.2954035874439464e-05,
      "loss": 0.3850311040878296,
      "step": 1060
    },
    {
      "epoch": 0.5697929840910604,
      "grad_norm": 0.4580315351486206,
      "learning_rate": 2.26737668161435e-05,
      "loss": 0.480556583404541,
      "step": 1070
    },
    {
      "epoch": 0.5751181521666777,
      "grad_norm": 0.2953506112098694,
      "learning_rate": 2.2393497757847534e-05,
      "loss": 0.42296390533447265,
      "step": 1080
    },
    {
      "epoch": 0.5804433202422952,
      "grad_norm": 0.23175515234470367,
      "learning_rate": 2.2113228699551572e-05,
      "loss": 0.4330913066864014,
      "step": 1090
    },
    {
      "epoch": 0.5857684883179125,
      "grad_norm": 0.13856837153434753,
      "learning_rate": 2.1832959641255607e-05,
      "loss": 0.3875318765640259,
      "step": 1100
    },
    {
      "epoch": 0.59109365639353,
      "grad_norm": 0.21386659145355225,
      "learning_rate": 2.1552690582959642e-05,
      "loss": 0.4072891712188721,
      "step": 1110
    },
    {
      "epoch": 0.5964188244691473,
      "grad_norm": 0.17417824268341064,
      "learning_rate": 2.1272421524663677e-05,
      "loss": 0.3796313524246216,
      "step": 1120
    },
    {
      "epoch": 0.6017439925447647,
      "grad_norm": 0.22541554272174835,
      "learning_rate": 2.0992152466367715e-05,
      "loss": 0.4106564998626709,
      "step": 1130
    },
    {
      "epoch": 0.6070691606203821,
      "grad_norm": 0.27283599972724915,
      "learning_rate": 2.071188340807175e-05,
      "loss": 0.40464181900024415,
      "step": 1140
    },
    {
      "epoch": 0.6123943286959994,
      "grad_norm": 0.26354631781578064,
      "learning_rate": 2.0431614349775785e-05,
      "loss": 0.4056210517883301,
      "step": 1150
    },
    {
      "epoch": 0.6177194967716169,
      "grad_norm": 0.23499633371829987,
      "learning_rate": 2.0151345291479824e-05,
      "loss": 0.38751533031463625,
      "step": 1160
    },
    {
      "epoch": 0.6230446648472342,
      "grad_norm": 0.3320159316062927,
      "learning_rate": 1.987107623318386e-05,
      "loss": 0.4481997489929199,
      "step": 1170
    },
    {
      "epoch": 0.6283698329228516,
      "grad_norm": 0.2691243588924408,
      "learning_rate": 1.9590807174887893e-05,
      "loss": 0.46773924827575686,
      "step": 1180
    },
    {
      "epoch": 0.633695000998469,
      "grad_norm": 0.2817912995815277,
      "learning_rate": 1.931053811659193e-05,
      "loss": 0.43155827522277834,
      "step": 1190
    },
    {
      "epoch": 0.6390201690740864,
      "grad_norm": 0.2986903190612793,
      "learning_rate": 1.9030269058295967e-05,
      "loss": 0.41049776077270506,
      "step": 1200
    },
    {
      "epoch": 0.6443453371497038,
      "grad_norm": 0.18713507056236267,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 0.41066718101501465,
      "step": 1210
    },
    {
      "epoch": 0.6496705052253212,
      "grad_norm": 0.20132865011692047,
      "learning_rate": 1.8469730941704037e-05,
      "loss": 0.4964732646942139,
      "step": 1220
    },
    {
      "epoch": 0.6549956733009386,
      "grad_norm": 0.18417419493198395,
      "learning_rate": 1.8189461883408075e-05,
      "loss": 0.36364662647247314,
      "step": 1230
    },
    {
      "epoch": 0.660320841376556,
      "grad_norm": 0.26364046335220337,
      "learning_rate": 1.790919282511211e-05,
      "loss": 0.48112807273864744,
      "step": 1240
    },
    {
      "epoch": 0.6656460094521733,
      "grad_norm": 0.21041294932365417,
      "learning_rate": 1.7628923766816145e-05,
      "loss": 0.42933902740478513,
      "step": 1250
    },
    {
      "epoch": 0.6709711775277907,
      "grad_norm": 0.24681095778942108,
      "learning_rate": 1.734865470852018e-05,
      "loss": 0.48954458236694337,
      "step": 1260
    },
    {
      "epoch": 0.6762963456034081,
      "grad_norm": 0.22615176439285278,
      "learning_rate": 1.7068385650224218e-05,
      "loss": 0.4342506408691406,
      "step": 1270
    },
    {
      "epoch": 0.6816215136790255,
      "grad_norm": 0.1450670212507248,
      "learning_rate": 1.6788116591928253e-05,
      "loss": 0.4082888126373291,
      "step": 1280
    },
    {
      "epoch": 0.6869466817546429,
      "grad_norm": 0.21799904108047485,
      "learning_rate": 1.6507847533632288e-05,
      "loss": 0.40439767837524415,
      "step": 1290
    },
    {
      "epoch": 0.6922718498302602,
      "grad_norm": 0.14368169009685516,
      "learning_rate": 1.6227578475336323e-05,
      "loss": 0.4129434585571289,
      "step": 1300
    },
    {
      "epoch": 0.6975970179058777,
      "grad_norm": 0.11668065190315247,
      "learning_rate": 1.5947309417040358e-05,
      "loss": 0.42409305572509765,
      "step": 1310
    },
    {
      "epoch": 0.702922185981495,
      "grad_norm": 0.1779152750968933,
      "learning_rate": 1.5667040358744396e-05,
      "loss": 0.38319811820983884,
      "step": 1320
    },
    {
      "epoch": 0.7082473540571125,
      "grad_norm": 0.18300122022628784,
      "learning_rate": 1.538677130044843e-05,
      "loss": 0.4230902671813965,
      "step": 1330
    },
    {
      "epoch": 0.7135725221327298,
      "grad_norm": 0.1770932972431183,
      "learning_rate": 1.5106502242152468e-05,
      "loss": 0.3894460201263428,
      "step": 1340
    },
    {
      "epoch": 0.7188976902083472,
      "grad_norm": 0.1475338488817215,
      "learning_rate": 1.4826233183856503e-05,
      "loss": 0.470979118347168,
      "step": 1350
    },
    {
      "epoch": 0.7242228582839646,
      "grad_norm": 0.2351362407207489,
      "learning_rate": 1.4545964125560538e-05,
      "loss": 0.4359769344329834,
      "step": 1360
    },
    {
      "epoch": 0.7295480263595819,
      "grad_norm": 0.30792921781539917,
      "learning_rate": 1.4265695067264576e-05,
      "loss": 0.4031363964080811,
      "step": 1370
    },
    {
      "epoch": 0.7348731944351994,
      "grad_norm": 0.2503564953804016,
      "learning_rate": 1.3985426008968611e-05,
      "loss": 0.37627182006835935,
      "step": 1380
    },
    {
      "epoch": 0.7401983625108167,
      "grad_norm": 0.40601110458374023,
      "learning_rate": 1.3705156950672646e-05,
      "loss": 0.48372998237609866,
      "step": 1390
    },
    {
      "epoch": 0.7455235305864342,
      "grad_norm": 0.2278607040643692,
      "learning_rate": 1.3424887892376683e-05,
      "loss": 0.41064815521240233,
      "step": 1400
    },
    {
      "epoch": 0.7508486986620515,
      "grad_norm": 0.2405005842447281,
      "learning_rate": 1.3144618834080718e-05,
      "loss": 0.446964168548584,
      "step": 1410
    },
    {
      "epoch": 0.756173866737669,
      "grad_norm": 0.222258523106575,
      "learning_rate": 1.2864349775784754e-05,
      "loss": 0.41390285491943357,
      "step": 1420
    },
    {
      "epoch": 0.7614990348132863,
      "grad_norm": 0.1985630989074707,
      "learning_rate": 1.258408071748879e-05,
      "loss": 0.4213409900665283,
      "step": 1430
    },
    {
      "epoch": 0.7668242028889036,
      "grad_norm": 0.25876516103744507,
      "learning_rate": 1.2303811659192824e-05,
      "loss": 0.3900072813034058,
      "step": 1440
    },
    {
      "epoch": 0.7721493709645211,
      "grad_norm": 0.23240968585014343,
      "learning_rate": 1.2023542600896861e-05,
      "loss": 0.4432075500488281,
      "step": 1450
    },
    {
      "epoch": 0.7774745390401384,
      "grad_norm": 0.15717996656894684,
      "learning_rate": 1.1743273542600898e-05,
      "loss": 0.3759042501449585,
      "step": 1460
    },
    {
      "epoch": 0.7827997071157559,
      "grad_norm": 0.4032232165336609,
      "learning_rate": 1.1463004484304933e-05,
      "loss": 0.39581120014190674,
      "step": 1470
    },
    {
      "epoch": 0.7881248751913732,
      "grad_norm": 0.3865185081958771,
      "learning_rate": 1.118273542600897e-05,
      "loss": 0.3469184637069702,
      "step": 1480
    },
    {
      "epoch": 0.7934500432669906,
      "grad_norm": 0.23838624358177185,
      "learning_rate": 1.0902466367713004e-05,
      "loss": 0.40830163955688475,
      "step": 1490
    },
    {
      "epoch": 0.798775211342608,
      "grad_norm": 0.35352155566215515,
      "learning_rate": 1.0622197309417041e-05,
      "loss": 0.4146099090576172,
      "step": 1500
    }
  ],
  "logging_steps": 10,
  "max_steps": 1878,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.7722694677196544e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}