{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1173,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02560819462227913,
      "grad_norm": 153.27353844409606,
      "learning_rate": 3.813559322033899e-07,
      "loss": 3.8572372436523437,
      "step": 10
    },
    {
      "epoch": 0.05121638924455826,
      "grad_norm": 62.84922969850834,
      "learning_rate": 8.050847457627118e-07,
      "loss": 2.2734893798828124,
      "step": 20
    },
    {
      "epoch": 0.07682458386683738,
      "grad_norm": 3.769755503119313,
      "learning_rate": 1.228813559322034e-06,
      "loss": 1.0895769119262695,
      "step": 30
    },
    {
      "epoch": 0.10243277848911651,
      "grad_norm": 3.768827465389587,
      "learning_rate": 1.652542372881356e-06,
      "loss": 0.8416604995727539,
      "step": 40
    },
    {
      "epoch": 0.12804097311139565,
      "grad_norm": 2.969249061223776,
      "learning_rate": 2.076271186440678e-06,
      "loss": 0.8005556106567383,
      "step": 50
    },
    {
      "epoch": 0.15364916773367476,
      "grad_norm": 2.7063121167829647,
      "learning_rate": 2.5e-06,
      "loss": 0.7322915077209473,
      "step": 60
    },
    {
      "epoch": 0.1792573623559539,
      "grad_norm": 2.688546185338879,
      "learning_rate": 2.9237288135593224e-06,
      "loss": 0.7061005592346191,
      "step": 70
    },
    {
      "epoch": 0.20486555697823303,
      "grad_norm": 2.3050951641216195,
      "learning_rate": 3.347457627118644e-06,
      "loss": 0.6749155521392822,
      "step": 80
    },
    {
      "epoch": 0.23047375160051217,
      "grad_norm": 2.397583668512051,
      "learning_rate": 3.7711864406779664e-06,
      "loss": 0.6868059635162354,
      "step": 90
    },
    {
      "epoch": 0.2560819462227913,
      "grad_norm": 2.1188614813401947,
      "learning_rate": 4.1949152542372886e-06,
      "loss": 0.6494926452636719,
      "step": 100
    },
    {
      "epoch": 0.28169014084507044,
      "grad_norm": 1.9182639067325302,
      "learning_rate": 4.618644067796611e-06,
      "loss": 0.6528633117675782,
      "step": 110
    },
    {
      "epoch": 0.3072983354673495,
      "grad_norm": 2.3510511774564984,
      "learning_rate": 4.999988915795796e-06,
      "loss": 0.6406693935394288,
      "step": 120
    },
    {
      "epoch": 0.33290653008962867,
      "grad_norm": 1.7556549500773726,
      "learning_rate": 4.998658930215192e-06,
      "loss": 0.6446515083312988,
      "step": 130
    },
    {
      "epoch": 0.3585147247119078,
      "grad_norm": 1.9426400389564613,
      "learning_rate": 4.995113455052006e-06,
      "loss": 0.6290643692016602,
      "step": 140
    },
    {
      "epoch": 0.38412291933418696,
      "grad_norm": 1.7703216191172428,
      "learning_rate": 4.989355633977907e-06,
      "loss": 0.6318723201751709,
      "step": 150
    },
    {
      "epoch": 0.40973111395646605,
      "grad_norm": 2.016415622632667,
      "learning_rate": 4.98139057228856e-06,
      "loss": 0.6556029319763184,
      "step": 160
    },
    {
      "epoch": 0.4353393085787452,
      "grad_norm": 1.5699072387850665,
      "learning_rate": 4.971225332376911e-06,
      "loss": 0.63431396484375,
      "step": 170
    },
    {
      "epoch": 0.46094750320102434,
      "grad_norm": 2.239251081154673,
      "learning_rate": 4.958868927471157e-06,
      "loss": 0.6408280849456787,
      "step": 180
    },
    {
      "epoch": 0.48655569782330343,
      "grad_norm": 2.0878104001839146,
      "learning_rate": 4.9443323136429785e-06,
      "loss": 0.6308846950531006,
      "step": 190
    },
    {
      "epoch": 0.5121638924455826,
      "grad_norm": 2.2472375041536004,
      "learning_rate": 4.927628380093106e-06,
      "loss": 0.615133810043335,
      "step": 200
    },
    {
      "epoch": 0.5377720870678617,
      "grad_norm": 2.004422315809482,
      "learning_rate": 4.908771937722826e-06,
      "loss": 0.6189337253570557,
      "step": 210
    },
    {
      "epoch": 0.5633802816901409,
      "grad_norm": 1.6889300859400525,
      "learning_rate": 4.887779706001584e-06,
      "loss": 0.6117790699005127,
      "step": 220
    },
    {
      "epoch": 0.58898847631242,
      "grad_norm": 1.9793492599080436,
      "learning_rate": 4.864670298142303e-06,
      "loss": 0.6184802055358887,
      "step": 230
    },
    {
      "epoch": 0.614596670934699,
      "grad_norm": 2.5379805741664474,
      "learning_rate": 4.839464204597583e-06,
      "loss": 0.6326601028442382,
      "step": 240
    },
    {
      "epoch": 0.6402048655569782,
      "grad_norm": 1.9814471712083004,
      "learning_rate": 4.812183774891399e-06,
      "loss": 0.6044825553894043,
      "step": 250
    },
    {
      "epoch": 0.6658130601792573,
      "grad_norm": 1.8113978894906593,
      "learning_rate": 4.782853197802417e-06,
      "loss": 0.5929990768432617,
      "step": 260
    },
    {
      "epoch": 0.6914212548015365,
      "grad_norm": 3.1268021252532368,
      "learning_rate": 4.751498479916491e-06,
      "loss": 0.6360932350158691,
      "step": 270
    },
    {
      "epoch": 0.7170294494238156,
      "grad_norm": 1.9250603910066866,
      "learning_rate": 4.718147422567369e-06,
      "loss": 0.6308783531188965,
      "step": 280
    },
    {
      "epoch": 0.7426376440460948,
      "grad_norm": 5.456601410435929,
      "learning_rate": 4.682829597186042e-06,
      "loss": 0.603580093383789,
      "step": 290
    },
    {
      "epoch": 0.7682458386683739,
      "grad_norm": 2.635604582868932,
      "learning_rate": 4.645576319080602e-06,
      "loss": 0.5843267917633057,
      "step": 300
    },
    {
      "epoch": 0.793854033290653,
      "grad_norm": 1.637348960037048,
      "learning_rate": 4.6064206196698455e-06,
      "loss": 0.6101377010345459,
      "step": 310
    },
    {
      "epoch": 0.8194622279129321,
      "grad_norm": 1.9754353692781474,
      "learning_rate": 4.565397217195265e-06,
      "loss": 0.6075271606445313,
      "step": 320
    },
    {
      "epoch": 0.8450704225352113,
      "grad_norm": 1.9177531304969357,
      "learning_rate": 4.522542485937369e-06,
      "loss": 0.5996335029602051,
      "step": 330
    },
    {
      "epoch": 0.8706786171574904,
      "grad_norm": 1.6323748268838112,
      "learning_rate": 4.477894423963649e-06,
      "loss": 0.6118486404418946,
      "step": 340
    },
    {
      "epoch": 0.8962868117797695,
      "grad_norm": 3.2851900535885825,
      "learning_rate": 4.431492619436773e-06,
      "loss": 0.5790205478668213,
      "step": 350
    },
    {
      "epoch": 0.9218950064020487,
      "grad_norm": 1.3826502268499234,
      "learning_rate": 4.383378215512897e-06,
      "loss": 0.5924504280090332,
      "step": 360
    },
    {
      "epoch": 0.9475032010243278,
      "grad_norm": 1.7371358238499215,
      "learning_rate": 4.3335938738611975e-06,
      "loss": 0.5803703308105469,
      "step": 370
    },
    {
      "epoch": 0.9731113956466069,
      "grad_norm": 1.6403188302203746,
      "learning_rate": 4.282183736836986e-06,
      "loss": 0.5972010612487793,
      "step": 380
    },
    {
      "epoch": 0.998719590268886,
      "grad_norm": 1.7967294815797543,
      "learning_rate": 4.2291933883419475e-06,
      "loss": 0.58817458152771,
      "step": 390
    },
    {
      "epoch": 1.0230473751600513,
      "grad_norm": 1.2748852269941406,
      "learning_rate": 4.174669813406193e-06,
      "loss": 0.45647602081298827,
      "step": 400
    },
    {
      "epoch": 1.0486555697823303,
      "grad_norm": 1.7376323194697032,
      "learning_rate": 4.1186613565279676e-06,
      "loss": 0.4439413547515869,
      "step": 410
    },
    {
      "epoch": 1.0742637644046096,
      "grad_norm": 128.16545373945706,
      "learning_rate": 4.061217678807974e-06,
      "loss": 0.4280103206634521,
      "step": 420
    },
    {
      "epoch": 1.0998719590268886,
      "grad_norm": 2.4950762574929937,
      "learning_rate": 4.002389713916284e-06,
      "loss": 0.40707979202270506,
      "step": 430
    },
    {
      "epoch": 1.1254801536491676,
      "grad_norm": 1.8159106917780825,
      "learning_rate": 3.942229622930907e-06,
      "loss": 0.427966833114624,
      "step": 440
    },
    {
      "epoch": 1.151088348271447,
      "grad_norm": 1.3816936430810876,
      "learning_rate": 3.880790748088056e-06,
      "loss": 0.41638803482055664,
      "step": 450
    },
    {
      "epoch": 1.176696542893726,
      "grad_norm": 2.094197479970244,
      "learning_rate": 3.8181275654851016e-06,
      "loss": 0.43572521209716797,
      "step": 460
    },
    {
      "epoch": 1.2023047375160052,
      "grad_norm": 1.9555639459737928,
      "learning_rate": 3.7542956367781734e-06,
      "loss": 0.41444945335388184,
      "step": 470
    },
    {
      "epoch": 1.2279129321382842,
      "grad_norm": 1.4337283127736087,
      "learning_rate": 3.689351559917227e-06,
      "loss": 0.4294303894042969,
      "step": 480
    },
    {
      "epoch": 1.2535211267605635,
      "grad_norm": 2.0361282406298375,
      "learning_rate": 3.6233529189622536e-06,
      "loss": 0.43240156173706057,
      "step": 490
    },
    {
      "epoch": 1.2791293213828425,
      "grad_norm": 1.9209819867622855,
      "learning_rate": 3.556358233025138e-06,
      "loss": 0.44815425872802733,
      "step": 500
    },
    {
      "epoch": 1.3047375160051216,
      "grad_norm": 1.6712515877306602,
      "learning_rate": 3.4884269043824342e-06,
      "loss": 0.405930233001709,
      "step": 510
    },
    {
      "epoch": 1.3303457106274008,
      "grad_norm": 1.800941360824222,
      "learning_rate": 3.4196191658050555e-06,
      "loss": 0.4227952480316162,
      "step": 520
    },
    {
      "epoch": 1.3559539052496798,
      "grad_norm": 1.9542602926208692,
      "learning_rate": 3.349996027151601e-06,
      "loss": 0.4322650909423828,
      "step": 530
    },
    {
      "epoch": 1.381562099871959,
      "grad_norm": 1.7001469373500844,
      "learning_rate": 3.2796192212726524e-06,
      "loss": 0.4273072242736816,
      "step": 540
    },
    {
      "epoch": 1.4071702944942381,
      "grad_norm": 1.3602788345502808,
      "learning_rate": 3.2085511492740175e-06,
      "loss": 0.40812954902648924,
      "step": 550
    },
    {
      "epoch": 1.4327784891165174,
      "grad_norm": 1.4585378495150405,
      "learning_rate": 3.1368548251874487e-06,
      "loss": 0.4072610855102539,
      "step": 560
    },
    {
      "epoch": 1.4583866837387964,
      "grad_norm": 1.3520475551677658,
      "learning_rate": 3.0645938200978987e-06,
      "loss": 0.4169639587402344,
      "step": 570
    },
    {
      "epoch": 1.4839948783610755,
      "grad_norm": 1.4508414002019714,
      "learning_rate": 2.991832205776856e-06,
      "loss": 0.43181633949279785,
      "step": 580
    },
    {
      "epoch": 1.5096030729833547,
      "grad_norm": 1.921667585803632,
      "learning_rate": 2.918634497871731e-06,
      "loss": 0.4225574493408203,
      "step": 590
    },
    {
      "epoch": 1.5352112676056338,
      "grad_norm": 1.4671405664975743,
      "learning_rate": 2.845065598701673e-06,
      "loss": 0.418547534942627,
      "step": 600
    },
    {
      "epoch": 1.5608194622279128,
      "grad_norm": 1.4188762778752215,
      "learning_rate": 2.771190739710534e-06,
      "loss": 0.42908563613891604,
      "step": 610
    },
    {
      "epoch": 1.586427656850192,
      "grad_norm": 1.5624143403752313,
      "learning_rate": 2.69707542362801e-06,
      "loss": 0.419779109954834,
      "step": 620
    },
    {
      "epoch": 1.6120358514724713,
      "grad_norm": 1.3837172303234964,
      "learning_rate": 2.62278536639024e-06,
      "loss": 0.42682695388793945,
      "step": 630
    },
    {
      "epoch": 1.6376440460947503,
      "grad_norm": 1.8146171083481704,
      "learning_rate": 2.5483864388713608e-06,
      "loss": 0.40843868255615234,
      "step": 640
    },
    {
      "epoch": 1.6632522407170294,
      "grad_norm": 1.4700850995507602,
      "learning_rate": 2.4739446084776785e-06,
      "loss": 0.40427021980285643,
      "step": 650
    },
    {
      "epoch": 1.6888604353393086,
      "grad_norm": 1.8147479971773997,
      "learning_rate": 2.3995258806562556e-06,
      "loss": 0.4081674098968506,
      "step": 660
    },
    {
      "epoch": 1.7144686299615877,
      "grad_norm": 1.704890035046186,
      "learning_rate": 2.3251962403697635e-06,
      "loss": 0.415826416015625,
      "step": 670
    },
    {
      "epoch": 1.7400768245838667,
      "grad_norm": 1.4295801530597483,
      "learning_rate": 2.251021593589496e-06,
      "loss": 0.42801637649536134,
      "step": 680
    },
    {
      "epoch": 1.765685019206146,
      "grad_norm": 1.3198378159803181,
      "learning_rate": 2.1770677088584315e-06,
      "loss": 0.4132532119750977,
      "step": 690
    },
    {
      "epoch": 1.7912932138284252,
      "grad_norm": 1.5820027588268746,
      "learning_rate": 2.1034001589761343e-06,
      "loss": 0.4029811382293701,
      "step": 700
    },
    {
      "epoch": 1.8169014084507042,
      "grad_norm": 1.7963065436983081,
      "learning_rate": 2.0300842628572284e-06,
      "loss": 0.40697240829467773,
      "step": 710
    },
    {
      "epoch": 1.8425096030729833,
      "grad_norm": 2.0217685766751656,
      "learning_rate": 1.95718502761498e-06,
      "loss": 0.43702383041381837,
      "step": 720
    },
    {
      "epoch": 1.8681177976952625,
      "grad_norm": 1.467298226039554,
      "learning_rate": 1.8847670909213433e-06,
      "loss": 0.3957404136657715,
      "step": 730
    },
    {
      "epoch": 1.8937259923175416,
      "grad_norm": 1.7444761947382206,
      "learning_rate": 1.8128946636945827e-06,
      "loss": 0.42693262100219725,
      "step": 740
    },
    {
      "epoch": 1.9193341869398206,
      "grad_norm": 1.4400491686375012,
      "learning_rate": 1.7416314731652808e-06,
      "loss": 0.40868291854858396,
      "step": 750
    },
    {
      "epoch": 1.9449423815620999,
      "grad_norm": 1.5745758477465968,
      "learning_rate": 1.6710407063712247e-06,
      "loss": 0.42135066986083985,
      "step": 760
    },
    {
      "epoch": 1.9705505761843791,
      "grad_norm": 1.4583913680279406,
      "learning_rate": 1.6011849541312597e-06,
      "loss": 0.42116374969482423,
      "step": 770
    },
    {
      "epoch": 1.9961587708066582,
      "grad_norm": 1.5372722755239894,
      "learning_rate": 1.5321261555477989e-06,
      "loss": 0.4099825382232666,
      "step": 780
    },
    {
      "epoch": 2.0204865556978233,
      "grad_norm": 1.173579694705156,
      "learning_rate": 1.4639255430871852e-06,
      "loss": 0.3110218048095703,
      "step": 790
    },
    {
      "epoch": 2.0460947503201026,
      "grad_norm": 1.9850921331690523,
      "learning_rate": 1.3966435882866118e-06,
      "loss": 0.2804063558578491,
      "step": 800
    },
    {
      "epoch": 2.0717029449423814,
      "grad_norm": 1.2774083068020414,
      "learning_rate": 1.3303399481357354e-06,
      "loss": 0.26394855976104736,
      "step": 810
    },
    {
      "epoch": 2.0973111395646606,
      "grad_norm": 1.4091561199201226,
      "learning_rate": 1.2650734121805263e-06,
      "loss": 0.26277709007263184,
      "step": 820
    },
    {
      "epoch": 2.12291933418694,
      "grad_norm": 1.5244923052097017,
      "learning_rate": 1.2009018503962547e-06,
      "loss": 0.2693954944610596,
      "step": 830
    },
    {
      "epoch": 2.148527528809219,
      "grad_norm": 1.566063938545027,
      "learning_rate": 1.1378821618758347e-06,
      "loss": 0.2556907176971436,
      "step": 840
    },
    {
      "epoch": 2.174135723431498,
      "grad_norm": 1.3413902411262708,
      "learning_rate": 1.0760702243790213e-06,
      "loss": 0.26467223167419435,
      "step": 850
    },
    {
      "epoch": 2.1997439180537772,
      "grad_norm": 1.3701564304583917,
      "learning_rate": 1.0155208447871988e-06,
      "loss": 0.2915048360824585,
      "step": 860
    },
    {
      "epoch": 2.2253521126760565,
      "grad_norm": 1.285282293186625,
      "learning_rate": 9.562877105076776e-07,
      "loss": 0.26865172386169434,
      "step": 870
    },
    {
      "epoch": 2.2509603072983353,
      "grad_norm": 1.3232832338180234,
      "learning_rate": 8.98423341870604e-07,
      "loss": 0.25586528778076173,
      "step": 880
    },
    {
      "epoch": 2.2765685019206146,
      "grad_norm": 1.729162792877991,
      "learning_rate": 8.419790455606836e-07,
      "loss": 0.25625970363616946,
      "step": 890
    },
    {
      "epoch": 2.302176696542894,
      "grad_norm": 1.2142111531455695,
      "learning_rate": 7.87004869125006e-07,
      "loss": 0.2555440902709961,
      "step": 900
    },
    {
      "epoch": 2.327784891165173,
      "grad_norm": 1.6644945599214742,
      "learning_rate": 7.335495565973131e-07,
      "loss": 0.25954551696777345,
      "step": 910
    },
    {
      "epoch": 2.353393085787452,
      "grad_norm": 1.777987853634216,
      "learning_rate": 6.816605052780556e-07,
      "loss": 0.263485050201416,
      "step": 920
    },
    {
      "epoch": 2.379001280409731,
      "grad_norm": 1.248870947291848,
      "learning_rate": 6.313837237085577e-07,
      "loss": 0.2622115135192871,
      "step": 930
    },
    {
      "epoch": 2.4046094750320104,
      "grad_norm": 1.4827455338456255,
      "learning_rate": 5.827637908765593e-07,
      "loss": 0.2656660556793213,
      "step": 940
    },
    {
      "epoch": 2.430217669654289,
      "grad_norm": 1.3646405560360901,
      "learning_rate": 5.358438166892954e-07,
      "loss": 0.2752659320831299,
      "step": 950
    },
    {
      "epoch": 2.4558258642765685,
      "grad_norm": 1.4238020101045017,
      "learning_rate": 4.906654037491743e-07,
      "loss": 0.26270647048950196,
      "step": 960
    },
    {
      "epoch": 2.4814340588988477,
      "grad_norm": 1.5260519316724546,
      "learning_rate": 4.4726861046593545e-07,
      "loss": 0.25939154624938965,
      "step": 970
    },
    {
      "epoch": 2.507042253521127,
      "grad_norm": 1.6173109382738884,
      "learning_rate": 4.056919155380012e-07,
      "loss": 0.24803729057312013,
      "step": 980
    },
    {
      "epoch": 2.532650448143406,
      "grad_norm": 1.8148781008066097,
      "learning_rate": 3.6597218383451345e-07,
      "loss": 0.2752032518386841,
      "step": 990
    },
    {
      "epoch": 2.558258642765685,
      "grad_norm": 1.8628502260268487,
      "learning_rate": 3.281446337083039e-07,
      "loss": 0.2631263494491577,
      "step": 1000
    },
    {
      "epoch": 2.5838668373879643,
      "grad_norm": 1.1435963697391183,
      "learning_rate": 2.9224280576878763e-07,
      "loss": 0.26247210502624513,
      "step": 1010
    },
    {
      "epoch": 2.609475032010243,
      "grad_norm": 1.9509332740805303,
      "learning_rate": 2.582985331424598e-07,
      "loss": 0.2643585205078125,
      "step": 1020
    },
    {
      "epoch": 2.6350832266325224,
      "grad_norm": 1.5904515189022093,
      "learning_rate": 2.2634191324737404e-07,
      "loss": 0.26303515434265134,
      "step": 1030
    },
    {
      "epoch": 2.6606914212548016,
      "grad_norm": 1.3261214225853823,
      "learning_rate": 1.9640128110661543e-07,
      "loss": 0.2749610424041748,
      "step": 1040
    },
    {
      "epoch": 2.686299615877081,
      "grad_norm": 1.495889175623159,
      "learning_rate": 1.6850318422444805e-07,
      "loss": 0.2622413635253906,
      "step": 1050
    },
    {
      "epoch": 2.7119078104993597,
      "grad_norm": 1.6516426608653414,
      "learning_rate": 1.4267235904739856e-07,
      "loss": 0.2718184232711792,
      "step": 1060
    },
    {
      "epoch": 2.737516005121639,
      "grad_norm": 1.290344433955146,
      "learning_rate": 1.1893170903115592e-07,
      "loss": 0.2675800800323486,
      "step": 1070
    },
    {
      "epoch": 2.763124199743918,
      "grad_norm": 1.2342435708595192,
      "learning_rate": 9.730228433272982e-08,
      "loss": 0.27097086906433104,
      "step": 1080
    },
    {
      "epoch": 2.788732394366197,
      "grad_norm": 1.8795545401525064,
      "learning_rate": 7.780326314587722e-08,
      "loss": 0.2591713905334473,
      "step": 1090
    },
    {
      "epoch": 2.8143405889884763,
      "grad_norm": 1.4002746914320383,
      "learning_rate": 6.045193469634558e-08,
      "loss": 0.2686860799789429,
      "step": 1100
    },
    {
      "epoch": 2.8399487836107555,
      "grad_norm": 1.421889664318597,
      "learning_rate": 4.526368391200881e-08,
      "loss": 0.26590893268585203,
      "step": 1110
    },
    {
      "epoch": 2.865556978233035,
      "grad_norm": 1.3630144335918553,
      "learning_rate": 3.225197778149225e-08,
      "loss": 0.27231292724609374,
      "step": 1120
    },
    {
      "epoch": 2.8911651728553136,
      "grad_norm": 2.4428236421892233,
      "learning_rate": 2.1428353413376346e-08,
      "loss": 0.2678102970123291,
      "step": 1130
    },
    {
      "epoch": 2.916773367477593,
      "grad_norm": 2.9866361225125138,
      "learning_rate": 1.2802407806572215e-08,
      "loss": 0.26076421737670896,
      "step": 1140
    },
    {
      "epoch": 2.942381562099872,
      "grad_norm": 1.3463810104092713,
      "learning_rate": 6.381789340937361e-09,
      "loss": 0.2603736162185669,
      "step": 1150
    },
    {
      "epoch": 2.967989756722151,
      "grad_norm": 1.5282382163608847,
      "learning_rate": 2.172190995674284e-09,
      "loss": 0.26784801483154297,
      "step": 1160
    },
    {
      "epoch": 2.99359795134443,
      "grad_norm": 1.3701388641937626,
      "learning_rate": 1.7734530152940798e-10,
      "loss": 0.26529083251953123,
      "step": 1170
    },
    {
      "epoch": 3.0,
      "step": 1173,
      "total_flos": 2298630685327360.0,
      "train_loss": 0.4866108725646166,
      "train_runtime": 83589.2896,
      "train_samples_per_second": 1.794,
      "train_steps_per_second": 0.014
    }
  ],
  "logging_steps": 10,
  "max_steps": 1173,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2298630685327360.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}