{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 5604,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02676659528907923,
      "grad_norm": 2.9979050159454346,
      "learning_rate": 1.9825124910778018e-05,
      "loss": 3.0082,
      "step": 50
    },
    {
      "epoch": 0.05353319057815846,
      "grad_norm": 2.9530487060546875,
      "learning_rate": 1.9646680942184154e-05,
      "loss": 2.695,
      "step": 100
    },
    {
      "epoch": 0.08029978586723768,
      "grad_norm": 3.260446071624756,
      "learning_rate": 1.9468236973590294e-05,
      "loss": 2.6516,
      "step": 150
    },
    {
      "epoch": 0.10706638115631692,
      "grad_norm": 2.9396321773529053,
      "learning_rate": 1.9289793004996434e-05,
      "loss": 2.5921,
      "step": 200
    },
    {
      "epoch": 0.13383297644539616,
      "grad_norm": 3.120371103286743,
      "learning_rate": 1.911134903640257e-05,
      "loss": 2.5203,
      "step": 250
    },
    {
      "epoch": 0.16059957173447537,
      "grad_norm": 2.677847385406494,
      "learning_rate": 1.8932905067808708e-05,
      "loss": 2.5075,
      "step": 300
    },
    {
      "epoch": 0.1873661670235546,
      "grad_norm": 3.0909101963043213,
      "learning_rate": 1.8754461099214848e-05,
      "loss": 2.4827,
      "step": 350
    },
    {
      "epoch": 0.21413276231263384,
      "grad_norm": 2.9607596397399902,
      "learning_rate": 1.8576017130620988e-05,
      "loss": 2.4535,
      "step": 400
    },
    {
      "epoch": 0.24089935760171305,
      "grad_norm": 3.0049684047698975,
      "learning_rate": 1.8397573162027124e-05,
      "loss": 2.4597,
      "step": 450
    },
    {
      "epoch": 0.2676659528907923,
      "grad_norm": 3.0245325565338135,
      "learning_rate": 1.8219129193433264e-05,
      "loss": 2.4004,
      "step": 500
    },
    {
      "epoch": 0.2944325481798715,
      "grad_norm": 2.7979397773742676,
      "learning_rate": 1.8040685224839404e-05,
      "loss": 2.3558,
      "step": 550
    },
    {
      "epoch": 0.32119914346895073,
      "grad_norm": 2.7519330978393555,
      "learning_rate": 1.786224125624554e-05,
      "loss": 2.3351,
      "step": 600
    },
    {
      "epoch": 0.34796573875803,
      "grad_norm": 2.9614903926849365,
      "learning_rate": 1.7683797287651678e-05,
      "loss": 2.2947,
      "step": 650
    },
    {
      "epoch": 0.3747323340471092,
      "grad_norm": 2.9372403621673584,
      "learning_rate": 1.7505353319057818e-05,
      "loss": 2.3391,
      "step": 700
    },
    {
      "epoch": 0.4014989293361884,
      "grad_norm": 3.1255569458007812,
      "learning_rate": 1.7326909350463958e-05,
      "loss": 2.2796,
      "step": 750
    },
    {
      "epoch": 0.4282655246252677,
      "grad_norm": 2.8538198471069336,
      "learning_rate": 1.7148465381870094e-05,
      "loss": 2.3044,
      "step": 800
    },
    {
      "epoch": 0.4550321199143469,
      "grad_norm": 2.7262415885925293,
      "learning_rate": 1.697002141327623e-05,
      "loss": 2.3069,
      "step": 850
    },
    {
      "epoch": 0.4817987152034261,
      "grad_norm": 2.840595006942749,
      "learning_rate": 1.679157744468237e-05,
      "loss": 2.3475,
      "step": 900
    },
    {
      "epoch": 0.5085653104925053,
      "grad_norm": 2.8097097873687744,
      "learning_rate": 1.661313347608851e-05,
      "loss": 2.2608,
      "step": 950
    },
    {
      "epoch": 0.5353319057815846,
      "grad_norm": 2.9259767532348633,
      "learning_rate": 1.6434689507494647e-05,
      "loss": 2.2306,
      "step": 1000
    },
    {
      "epoch": 0.5620985010706638,
      "grad_norm": 3.182243585586548,
      "learning_rate": 1.6256245538900784e-05,
      "loss": 2.2221,
      "step": 1050
    },
    {
      "epoch": 0.588865096359743,
      "grad_norm": 2.854067325592041,
      "learning_rate": 1.6077801570306924e-05,
      "loss": 2.2132,
      "step": 1100
    },
    {
      "epoch": 0.6156316916488223,
      "grad_norm": 2.691558361053467,
      "learning_rate": 1.5899357601713064e-05,
      "loss": 2.2348,
      "step": 1150
    },
    {
      "epoch": 0.6423982869379015,
      "grad_norm": 2.8135249614715576,
      "learning_rate": 1.57209136331192e-05,
      "loss": 2.2453,
      "step": 1200
    },
    {
      "epoch": 0.6691648822269807,
      "grad_norm": 3.0801215171813965,
      "learning_rate": 1.554246966452534e-05,
      "loss": 2.2048,
      "step": 1250
    },
    {
      "epoch": 0.69593147751606,
      "grad_norm": 2.856278657913208,
      "learning_rate": 1.536402569593148e-05,
      "loss": 2.1927,
      "step": 1300
    },
    {
      "epoch": 0.7226980728051392,
      "grad_norm": 2.72682785987854,
      "learning_rate": 1.5185581727337617e-05,
      "loss": 2.2085,
      "step": 1350
    },
    {
      "epoch": 0.7494646680942184,
      "grad_norm": 3.2408690452575684,
      "learning_rate": 1.5007137758743756e-05,
      "loss": 2.1525,
      "step": 1400
    },
    {
      "epoch": 0.7762312633832976,
      "grad_norm": 2.8883109092712402,
      "learning_rate": 1.4828693790149896e-05,
      "loss": 2.1985,
      "step": 1450
    },
    {
      "epoch": 0.8029978586723768,
      "grad_norm": 3.16003680229187,
      "learning_rate": 1.4650249821556032e-05,
      "loss": 2.1773,
      "step": 1500
    },
    {
      "epoch": 0.8297644539614561,
      "grad_norm": 3.1774706840515137,
      "learning_rate": 1.447180585296217e-05,
      "loss": 2.2004,
      "step": 1550
    },
    {
      "epoch": 0.8565310492505354,
      "grad_norm": 3.042595624923706,
      "learning_rate": 1.4293361884368309e-05,
      "loss": 2.1503,
      "step": 1600
    },
    {
      "epoch": 0.8832976445396146,
      "grad_norm": 2.745792865753174,
      "learning_rate": 1.4114917915774449e-05,
      "loss": 2.1635,
      "step": 1650
    },
    {
      "epoch": 0.9100642398286938,
      "grad_norm": 2.93344783782959,
      "learning_rate": 1.3936473947180587e-05,
      "loss": 2.1237,
      "step": 1700
    },
    {
      "epoch": 0.936830835117773,
      "grad_norm": 3.068908452987671,
      "learning_rate": 1.3758029978586724e-05,
      "loss": 2.1454,
      "step": 1750
    },
    {
      "epoch": 0.9635974304068522,
      "grad_norm": 3.0243453979492188,
      "learning_rate": 1.3579586009992862e-05,
      "loss": 2.1157,
      "step": 1800
    },
    {
      "epoch": 0.9903640256959315,
      "grad_norm": 3.5602731704711914,
      "learning_rate": 1.3401142041399002e-05,
      "loss": 2.136,
      "step": 1850
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.9340932369232178,
      "eval_runtime": 36.3534,
      "eval_samples_per_second": 43.27,
      "eval_steps_per_second": 21.649,
      "step": 1868
    },
    {
      "epoch": 1.0171306209850106,
      "grad_norm": 2.82568621635437,
      "learning_rate": 1.322269807280514e-05,
      "loss": 2.097,
      "step": 1900
    },
    {
      "epoch": 1.04389721627409,
      "grad_norm": 2.7845304012298584,
      "learning_rate": 1.3044254104211277e-05,
      "loss": 2.0556,
      "step": 1950
    },
    {
      "epoch": 1.0706638115631693,
      "grad_norm": 2.9699254035949707,
      "learning_rate": 1.2865810135617417e-05,
      "loss": 2.05,
      "step": 2000
    },
    {
      "epoch": 1.0974304068522485,
      "grad_norm": 2.903782844543457,
      "learning_rate": 1.2687366167023556e-05,
      "loss": 2.0522,
      "step": 2050
    },
    {
      "epoch": 1.1241970021413277,
      "grad_norm": 2.9087564945220947,
      "learning_rate": 1.2508922198429694e-05,
      "loss": 2.0449,
      "step": 2100
    },
    {
      "epoch": 1.1509635974304069,
      "grad_norm": 2.9786767959594727,
      "learning_rate": 1.2330478229835832e-05,
      "loss": 2.0708,
      "step": 2150
    },
    {
      "epoch": 1.177730192719486,
      "grad_norm": 2.8851709365844727,
      "learning_rate": 1.2152034261241972e-05,
      "loss": 2.0813,
      "step": 2200
    },
    {
      "epoch": 1.2044967880085653,
      "grad_norm": 2.623887062072754,
      "learning_rate": 1.1973590292648109e-05,
      "loss": 2.0084,
      "step": 2250
    },
    {
      "epoch": 1.2312633832976445,
      "grad_norm": 2.993483781814575,
      "learning_rate": 1.1795146324054247e-05,
      "loss": 2.0446,
      "step": 2300
    },
    {
      "epoch": 1.2580299785867237,
      "grad_norm": 2.6852498054504395,
      "learning_rate": 1.1616702355460387e-05,
      "loss": 2.0583,
      "step": 2350
    },
    {
      "epoch": 1.284796573875803,
      "grad_norm": 2.6945645809173584,
      "learning_rate": 1.1438258386866526e-05,
      "loss": 2.01,
      "step": 2400
    },
    {
      "epoch": 1.3115631691648821,
      "grad_norm": 2.9381587505340576,
      "learning_rate": 1.1259814418272664e-05,
      "loss": 2.0361,
      "step": 2450
    },
    {
      "epoch": 1.3383297644539613,
      "grad_norm": 3.038867712020874,
      "learning_rate": 1.10813704496788e-05,
      "loss": 2.0184,
      "step": 2500
    },
    {
      "epoch": 1.3650963597430406,
      "grad_norm": 2.6382555961608887,
      "learning_rate": 1.090292648108494e-05,
      "loss": 2.0369,
      "step": 2550
    },
    {
      "epoch": 1.39186295503212,
      "grad_norm": 3.1296019554138184,
      "learning_rate": 1.0724482512491079e-05,
      "loss": 2.0371,
      "step": 2600
    },
    {
      "epoch": 1.4186295503211992,
      "grad_norm": 2.8468027114868164,
      "learning_rate": 1.0546038543897217e-05,
      "loss": 2.0296,
      "step": 2650
    },
    {
      "epoch": 1.4453961456102784,
      "grad_norm": 3.2008213996887207,
      "learning_rate": 1.0367594575303356e-05,
      "loss": 1.9986,
      "step": 2700
    },
    {
      "epoch": 1.4721627408993576,
      "grad_norm": 2.994807243347168,
      "learning_rate": 1.0189150606709496e-05,
      "loss": 2.0048,
      "step": 2750
    },
    {
      "epoch": 1.4989293361884368,
      "grad_norm": 2.890939712524414,
      "learning_rate": 1.0010706638115632e-05,
      "loss": 1.9606,
      "step": 2800
    },
    {
      "epoch": 1.525695931477516,
      "grad_norm": 2.8724515438079834,
      "learning_rate": 9.83226266952177e-06,
      "loss": 2.0281,
      "step": 2850
    },
    {
      "epoch": 1.5524625267665952,
      "grad_norm": 2.715092658996582,
      "learning_rate": 9.653818700927909e-06,
      "loss": 1.9557,
      "step": 2900
    },
    {
      "epoch": 1.5792291220556747,
      "grad_norm": 2.9554736614227295,
      "learning_rate": 9.475374732334049e-06,
      "loss": 2.0323,
      "step": 2950
    },
    {
      "epoch": 1.6059957173447539,
      "grad_norm": 2.64656138420105,
      "learning_rate": 9.296930763740185e-06,
      "loss": 1.9691,
      "step": 3000
    },
    {
      "epoch": 1.632762312633833,
      "grad_norm": 2.9339678287506104,
      "learning_rate": 9.118486795146325e-06,
      "loss": 1.9505,
      "step": 3050
    },
    {
      "epoch": 1.6595289079229123,
      "grad_norm": 2.7968547344207764,
      "learning_rate": 8.940042826552464e-06,
      "loss": 1.9887,
      "step": 3100
    },
    {
      "epoch": 1.6862955032119915,
      "grad_norm": 2.666221857070923,
      "learning_rate": 8.761598857958602e-06,
      "loss": 1.9413,
      "step": 3150
    },
    {
      "epoch": 1.7130620985010707,
      "grad_norm": 2.885305404663086,
      "learning_rate": 8.58315488936474e-06,
      "loss": 1.9819,
      "step": 3200
    },
    {
      "epoch": 1.73982869379015,
      "grad_norm": 2.9822065830230713,
      "learning_rate": 8.404710920770879e-06,
      "loss": 1.9727,
      "step": 3250
    },
    {
      "epoch": 1.7665952890792291,
      "grad_norm": 2.7874388694763184,
      "learning_rate": 8.226266952177017e-06,
      "loss": 1.9436,
      "step": 3300
    },
    {
      "epoch": 1.7933618843683083,
      "grad_norm": 3.180568218231201,
      "learning_rate": 8.047822983583155e-06,
      "loss": 1.9603,
      "step": 3350
    },
    {
      "epoch": 1.8201284796573876,
      "grad_norm": 2.683124303817749,
      "learning_rate": 7.869379014989294e-06,
      "loss": 2.03,
      "step": 3400
    },
    {
      "epoch": 1.8468950749464668,
      "grad_norm": 2.6965880393981934,
      "learning_rate": 7.690935046395432e-06,
      "loss": 1.9468,
      "step": 3450
    },
    {
      "epoch": 1.873661670235546,
      "grad_norm": 3.2358129024505615,
      "learning_rate": 7.512491077801571e-06,
      "loss": 1.9863,
      "step": 3500
    },
    {
      "epoch": 1.9004282655246252,
      "grad_norm": 3.009169340133667,
      "learning_rate": 7.3340471092077095e-06,
      "loss": 1.9672,
      "step": 3550
    },
    {
      "epoch": 1.9271948608137044,
      "grad_norm": 2.64310884475708,
      "learning_rate": 7.155603140613848e-06,
      "loss": 1.9382,
      "step": 3600
    },
    {
      "epoch": 1.9539614561027836,
      "grad_norm": 2.786679983139038,
      "learning_rate": 6.977159172019986e-06,
      "loss": 1.9576,
      "step": 3650
    },
    {
      "epoch": 1.9807280513918628,
      "grad_norm": 2.7089903354644775,
      "learning_rate": 6.798715203426125e-06,
      "loss": 1.9209,
      "step": 3700
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.8314259052276611,
      "eval_runtime": 36.8486,
      "eval_samples_per_second": 42.688,
      "eval_steps_per_second": 21.358,
      "step": 3736
    },
    {
      "epoch": 2.007494646680942,
      "grad_norm": 2.579239845275879,
      "learning_rate": 6.620271234832263e-06,
      "loss": 1.8775,
      "step": 3750
    },
    {
      "epoch": 2.0342612419700212,
      "grad_norm": 3.18638014793396,
      "learning_rate": 6.441827266238402e-06,
      "loss": 1.8936,
      "step": 3800
    },
    {
      "epoch": 2.0610278372591004,
      "grad_norm": 3.0220611095428467,
      "learning_rate": 6.2633832976445395e-06,
      "loss": 1.9013,
      "step": 3850
    },
    {
      "epoch": 2.08779443254818,
      "grad_norm": 2.730478286743164,
      "learning_rate": 6.084939329050679e-06,
      "loss": 1.9275,
      "step": 3900
    },
    {
      "epoch": 2.1145610278372593,
      "grad_norm": 2.691840648651123,
      "learning_rate": 5.906495360456818e-06,
      "loss": 1.9195,
      "step": 3950
    },
    {
      "epoch": 2.1413276231263385,
      "grad_norm": 2.806461811065674,
      "learning_rate": 5.728051391862955e-06,
      "loss": 1.9009,
      "step": 4000
    },
    {
      "epoch": 2.1680942184154177,
      "grad_norm": 2.777560234069824,
      "learning_rate": 5.5496074232690944e-06,
      "loss": 1.8785,
      "step": 4050
    },
    {
      "epoch": 2.194860813704497,
      "grad_norm": 2.916945219039917,
      "learning_rate": 5.371163454675232e-06,
      "loss": 1.9279,
      "step": 4100
    },
    {
      "epoch": 2.221627408993576,
      "grad_norm": 2.989783525466919,
      "learning_rate": 5.192719486081371e-06,
      "loss": 1.9143,
      "step": 4150
    },
    {
      "epoch": 2.2483940042826553,
      "grad_norm": 2.648383855819702,
      "learning_rate": 5.014275517487509e-06,
      "loss": 1.8827,
      "step": 4200
    },
    {
      "epoch": 2.2751605995717346,
      "grad_norm": 2.937838554382324,
      "learning_rate": 4.835831548893648e-06,
      "loss": 1.9033,
      "step": 4250
    },
    {
      "epoch": 2.3019271948608138,
      "grad_norm": 2.7568376064300537,
      "learning_rate": 4.657387580299786e-06,
      "loss": 1.8963,
      "step": 4300
    },
    {
      "epoch": 2.328693790149893,
      "grad_norm": 2.530881404876709,
      "learning_rate": 4.478943611705925e-06,
      "loss": 1.928,
      "step": 4350
    },
    {
      "epoch": 2.355460385438972,
      "grad_norm": 2.9647183418273926,
      "learning_rate": 4.3004996431120635e-06,
      "loss": 1.9002,
      "step": 4400
    },
    {
      "epoch": 2.3822269807280514,
      "grad_norm": 2.931968927383423,
      "learning_rate": 4.122055674518202e-06,
      "loss": 1.8671,
      "step": 4450
    },
    {
      "epoch": 2.4089935760171306,
      "grad_norm": 2.685614585876465,
      "learning_rate": 3.94361170592434e-06,
      "loss": 1.89,
      "step": 4500
    },
    {
      "epoch": 2.43576017130621,
      "grad_norm": 2.732558250427246,
      "learning_rate": 3.7651677373304785e-06,
      "loss": 1.8984,
      "step": 4550
    },
    {
      "epoch": 2.462526766595289,
      "grad_norm": 2.6629858016967773,
      "learning_rate": 3.586723768736617e-06,
      "loss": 1.9248,
      "step": 4600
    },
    {
      "epoch": 2.4892933618843682,
      "grad_norm": 2.6576650142669678,
      "learning_rate": 3.408279800142755e-06,
      "loss": 1.901,
      "step": 4650
    },
    {
      "epoch": 2.5160599571734474,
      "grad_norm": 2.985093593597412,
      "learning_rate": 3.2298358315488935e-06,
      "loss": 1.9089,
      "step": 4700
    },
    {
      "epoch": 2.5428265524625266,
      "grad_norm": 3.050156354904175,
      "learning_rate": 3.0513918629550327e-06,
      "loss": 1.8784,
      "step": 4750
    },
    {
      "epoch": 2.569593147751606,
      "grad_norm": 3.1152398586273193,
      "learning_rate": 2.872947894361171e-06,
      "loss": 1.8992,
      "step": 4800
    },
    {
      "epoch": 2.596359743040685,
      "grad_norm": 2.777099847793579,
      "learning_rate": 2.6945039257673093e-06,
      "loss": 1.8738,
      "step": 4850
    },
    {
      "epoch": 2.6231263383297643,
      "grad_norm": 2.8742003440856934,
      "learning_rate": 2.516059957173448e-06,
      "loss": 1.9086,
      "step": 4900
    },
    {
      "epoch": 2.649892933618844,
      "grad_norm": 2.7309441566467285,
      "learning_rate": 2.3376159885795864e-06,
      "loss": 1.8621,
      "step": 4950
    },
    {
      "epoch": 2.6766595289079227,
      "grad_norm": 3.072981357574463,
      "learning_rate": 2.1591720199857247e-06,
      "loss": 1.9157,
      "step": 5000
    },
    {
      "epoch": 2.7034261241970023,
      "grad_norm": 3.3822240829467773,
      "learning_rate": 1.980728051391863e-06,
      "loss": 1.8871,
      "step": 5050
    },
    {
      "epoch": 2.730192719486081,
      "grad_norm": 2.8157365322113037,
      "learning_rate": 1.8022840827980015e-06,
      "loss": 1.8838,
      "step": 5100
    },
    {
      "epoch": 2.7569593147751608,
      "grad_norm": 3.0392868518829346,
      "learning_rate": 1.6238401142041399e-06,
      "loss": 1.8623,
      "step": 5150
    },
    {
      "epoch": 2.78372591006424,
      "grad_norm": 2.761913299560547,
      "learning_rate": 1.4453961456102786e-06,
      "loss": 1.8467,
      "step": 5200
    },
    {
      "epoch": 2.810492505353319,
      "grad_norm": 3.0024800300598145,
      "learning_rate": 1.266952177016417e-06,
      "loss": 1.857,
      "step": 5250
    },
    {
      "epoch": 2.8372591006423984,
      "grad_norm": 2.7221715450286865,
      "learning_rate": 1.0885082084225555e-06,
      "loss": 1.9102,
      "step": 5300
    },
    {
      "epoch": 2.8640256959314776,
      "grad_norm": 2.6355528831481934,
      "learning_rate": 9.100642398286938e-07,
      "loss": 1.8864,
      "step": 5350
    },
    {
      "epoch": 2.890792291220557,
      "grad_norm": 2.8682303428649902,
      "learning_rate": 7.316202712348323e-07,
      "loss": 1.8992,
      "step": 5400
    },
    {
      "epoch": 2.917558886509636,
      "grad_norm": 2.8629722595214844,
      "learning_rate": 5.531763026409708e-07,
      "loss": 1.8994,
      "step": 5450
    },
    {
      "epoch": 2.9443254817987152,
      "grad_norm": 2.909656286239624,
      "learning_rate": 3.7473233404710924e-07,
      "loss": 1.9236,
      "step": 5500
    },
    {
      "epoch": 2.9710920770877944,
      "grad_norm": 3.199209451675415,
      "learning_rate": 1.962883654532477e-07,
      "loss": 1.921,
      "step": 5550
    },
    {
      "epoch": 2.9978586723768736,
      "grad_norm": 3.1052584648132324,
      "learning_rate": 1.7844396859386153e-08,
      "loss": 1.8819,
      "step": 5600
    }
  ],
  "logging_steps": 50,
  "max_steps": 5604,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.3427704881152e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}