{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 4768,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.010486577181208054,
      "grad_norm": 368.3387451171875,
      "learning_rate": 0.00039999996012889783,
      "loss": 1943.7871875,
      "step": 50
    },
    {
      "epoch": 0.02097315436241611,
      "grad_norm": 207.74237060546875,
      "learning_rate": 0.0003998963052169914,
      "loss": 1364.161875,
      "step": 100
    },
    {
      "epoch": 0.031459731543624164,
      "grad_norm": 213.6255645751953,
      "learning_rate": 0.0003995934280199486,
      "loss": 1164.829140625,
      "step": 150
    },
    {
      "epoch": 0.04194630872483222,
      "grad_norm": 142.02505493164062,
      "learning_rate": 0.0003990916639525919,
      "loss": 1055.693125,
      "step": 200
    },
    {
      "epoch": 0.05243288590604027,
      "grad_norm": 106.3203125,
      "learning_rate": 0.00039839156868272125,
      "loss": 983.63953125,
      "step": 250
    },
    {
      "epoch": 0.06291946308724833,
      "grad_norm": 102.88804626464844,
      "learning_rate": 0.00039749391751575094,
      "loss": 936.214453125,
      "step": 300
    },
    {
      "epoch": 0.07340604026845637,
      "grad_norm": 87.96272277832031,
      "learning_rate": 0.000396399704536115,
      "loss": 896.3065625,
      "step": 350
    },
    {
      "epoch": 0.08389261744966443,
      "grad_norm": 84.20787811279297,
      "learning_rate": 0.00039511014150638945,
      "loss": 864.907578125,
      "step": 400
    },
    {
      "epoch": 0.09437919463087248,
      "grad_norm": 70.50565338134766,
      "learning_rate": 0.0003936266565253521,
      "loss": 836.6284375,
      "step": 450
    },
    {
      "epoch": 0.10486577181208054,
      "grad_norm": 60.06486129760742,
      "learning_rate": 0.00039195089244646516,
      "loss": 817.46765625,
      "step": 500
    },
    {
      "epoch": 0.11535234899328858,
      "grad_norm": 59.451847076416016,
      "learning_rate": 0.00039008470505853306,
      "loss": 800.98515625,
      "step": 550
    },
    {
      "epoch": 0.12583892617449666,
      "grad_norm": 60.73537063598633,
      "learning_rate": 0.0003880301610305485,
      "loss": 786.46203125,
      "step": 600
    },
    {
      "epoch": 0.1363255033557047,
      "grad_norm": 59.06135940551758,
      "learning_rate": 0.0003857895356230049,
      "loss": 778.0659375,
      "step": 650
    },
    {
      "epoch": 0.14681208053691275,
      "grad_norm": 53.37266159057617,
      "learning_rate": 0.00038336531016820805,
      "loss": 766.003203125,
      "step": 700
    },
    {
      "epoch": 0.1572986577181208,
      "grad_norm": 53.684242248535156,
      "learning_rate": 0.00038076016932237823,
      "loss": 756.388125,
      "step": 750
    },
    {
      "epoch": 0.16778523489932887,
      "grad_norm": 48.64345169067383,
      "learning_rate": 0.0003779769980925852,
      "loss": 746.84921875,
      "step": 800
    },
    {
      "epoch": 0.1782718120805369,
      "grad_norm": 44.20575714111328,
      "learning_rate": 0.00037501887864180994,
      "loss": 744.869765625,
      "step": 850
    },
    {
      "epoch": 0.18875838926174496,
      "grad_norm": 52.58369445800781,
      "learning_rate": 0.0003718890868756691,
      "loss": 734.65953125,
      "step": 900
    },
    {
      "epoch": 0.19924496644295303,
      "grad_norm": 42.28474044799805,
      "learning_rate": 0.00036859108881458436,
      "loss": 728.80578125,
      "step": 950
    },
    {
      "epoch": 0.20973154362416108,
      "grad_norm": 42.222476959228516,
      "learning_rate": 0.00036512853675541246,
      "loss": 724.59,
      "step": 1000
    },
    {
      "epoch": 0.22021812080536912,
      "grad_norm": 43.99419021606445,
      "learning_rate": 0.0003615052652267882,
      "loss": 719.86484375,
      "step": 1050
    },
    {
      "epoch": 0.23070469798657717,
      "grad_norm": 39.6729736328125,
      "learning_rate": 0.00035772528674265803,
      "loss": 715.3203125,
      "step": 1100
    },
    {
      "epoch": 0.24119127516778524,
      "grad_norm": 38.317264556884766,
      "learning_rate": 0.0003537927873587081,
      "loss": 709.32109375,
      "step": 1150
    },
    {
      "epoch": 0.2516778523489933,
      "grad_norm": 36.196189880371094,
      "learning_rate": 0.0003497121220366071,
      "loss": 707.9553125,
      "step": 1200
    },
    {
      "epoch": 0.26216442953020136,
      "grad_norm": 44.622249603271484,
      "learning_rate": 0.00034548780982119806,
      "loss": 701.796015625,
      "step": 1250
    },
    {
      "epoch": 0.2726510067114094,
      "grad_norm": 36.12064743041992,
      "learning_rate": 0.0003411245288359792,
      "loss": 700.011640625,
      "step": 1300
    },
    {
      "epoch": 0.28313758389261745,
      "grad_norm": 38.6741828918457,
      "learning_rate": 0.00033662711110241697,
      "loss": 698.8696875,
      "step": 1350
    },
    {
      "epoch": 0.2936241610738255,
      "grad_norm": 30.641695022583008,
      "learning_rate": 0.00033200053718882835,
      "loss": 696.22375,
      "step": 1400
    },
    {
      "epoch": 0.30411073825503354,
      "grad_norm": 40.532371520996094,
      "learning_rate": 0.00032724993069475764,
      "loss": 692.38125,
      "step": 1450
    },
    {
      "epoch": 0.3145973154362416,
      "grad_norm": 34.068416595458984,
      "learning_rate": 0.00032238055257695645,
      "loss": 691.11265625,
      "step": 1500
    },
    {
      "epoch": 0.3250838926174497,
      "grad_norm": 40.80622100830078,
      "learning_rate": 0.0003173977953232508,
      "loss": 687.55140625,
      "step": 1550
    },
    {
      "epoch": 0.33557046979865773,
      "grad_norm": 34.22670364379883,
      "learning_rate": 0.0003123071769807465,
      "loss": 685.93375,
      "step": 1600
    },
    {
      "epoch": 0.3460570469798658,
      "grad_norm": 31.670894622802734,
      "learning_rate": 0.0003071143350449872,
      "loss": 681.9975,
      "step": 1650
    },
    {
      "epoch": 0.3565436241610738,
      "grad_norm": 33.595584869384766,
      "learning_rate": 0.0003018250202168308,
      "loss": 679.972734375,
      "step": 1700
    },
    {
      "epoch": 0.36703020134228187,
      "grad_norm": 30.952510833740234,
      "learning_rate": 0.00029644509003396075,
      "loss": 677.457734375,
      "step": 1750
    },
    {
      "epoch": 0.3775167785234899,
      "grad_norm": 30.160049438476562,
      "learning_rate": 0.00029098050238408137,
      "loss": 686.746953125,
      "step": 1800
    },
    {
      "epoch": 0.38800335570469796,
      "grad_norm": 31.96990203857422,
      "learning_rate": 0.00028543730890698353,
      "loss": 683.5790625,
      "step": 1850
    },
    {
      "epoch": 0.39848993288590606,
      "grad_norm": 29.51980209350586,
      "learning_rate": 0.00027982164829278754,
      "loss": 681.6565625,
      "step": 1900
    },
    {
      "epoch": 0.4089765100671141,
      "grad_norm": 29.172855377197266,
      "learning_rate": 0.0002741397394837821,
      "loss": 680.9534375,
      "step": 1950
    },
    {
      "epoch": 0.41946308724832215,
      "grad_norm": 37.14703369140625,
      "learning_rate": 0.0002683978747873912,
      "loss": 680.596640625,
      "step": 2000
    },
    {
      "epoch": 0.4299496644295302,
      "grad_norm": 32.150413513183594,
      "learning_rate": 0.0002626024129078938,
      "loss": 675.5540625,
      "step": 2050
    },
    {
      "epoch": 0.44043624161073824,
      "grad_norm": 30.413984298706055,
      "learning_rate": 0.000256759771904614,
      "loss": 675.562890625,
      "step": 2100
    },
    {
      "epoch": 0.4509228187919463,
      "grad_norm": 29.09618377685547,
      "learning_rate": 0.00025087642208437936,
      "loss": 674.3853125,
      "step": 2150
    },
    {
      "epoch": 0.46140939597315433,
      "grad_norm": 29.583885192871094,
      "learning_rate": 0.0002449588788361192,
      "loss": 672.73609375,
      "step": 2200
    },
    {
      "epoch": 0.47189597315436244,
      "grad_norm": 32.54500961303711,
      "learning_rate": 0.0002390136954155377,
      "loss": 673.1803125,
      "step": 2250
    },
    {
      "epoch": 0.4823825503355705,
      "grad_norm": 31.043081283569336,
      "learning_rate": 0.0002330474556878519,
      "loss": 671.179921875,
      "step": 2300
    },
    {
      "epoch": 0.4928691275167785,
      "grad_norm": 30.022695541381836,
      "learning_rate": 0.00022706676683663239,
      "loss": 672.07421875,
      "step": 2350
    },
    {
      "epoch": 0.5033557046979866,
      "grad_norm": 34.04905700683594,
      "learning_rate": 0.0002210782520468199,
      "loss": 670.31609375,
      "step": 2400
    },
    {
      "epoch": 0.5138422818791947,
      "grad_norm": 27.62122344970703,
      "learning_rate": 0.00021508854317002244,
      "loss": 668.07984375,
      "step": 2450
    },
    {
      "epoch": 0.5243288590604027,
      "grad_norm": 29.11014747619629,
      "learning_rate": 0.00020910427338021354,
      "loss": 667.40109375,
      "step": 2500
    },
    {
      "epoch": 0.5348154362416108,
      "grad_norm": 27.978843688964844,
      "learning_rate": 0.00020313206982796743,
      "loss": 667.185703125,
      "step": 2550
    },
    {
      "epoch": 0.5453020134228188,
      "grad_norm": 27.769739151000977,
      "learning_rate": 0.0001971785463013636,
      "loss": 661.9721875,
      "step": 2600
    },
    {
      "epoch": 0.5557885906040269,
      "grad_norm": 28.027326583862305,
      "learning_rate": 0.0001912502959016897,
      "loss": 663.7615625,
      "step": 2650
    },
    {
      "epoch": 0.5662751677852349,
      "grad_norm": 28.269882202148438,
      "learning_rate": 0.0001853538837420539,
      "loss": 660.90125,
      "step": 2700
    },
    {
      "epoch": 0.576761744966443,
      "grad_norm": 28.425081253051758,
      "learning_rate": 0.00017949583967699168,
      "loss": 659.86375,
      "step": 2750
    },
    {
      "epoch": 0.587248322147651,
      "grad_norm": 30.020648956298828,
      "learning_rate": 0.00017368265107111944,
      "loss": 658.221015625,
      "step": 2800
    },
    {
      "epoch": 0.597734899328859,
      "grad_norm": 27.04160499572754,
      "learning_rate": 0.00016792075561484216,
      "loss": 653.6601171875,
      "step": 2850
    },
    {
      "epoch": 0.6082214765100671,
      "grad_norm": 29.150625228881836,
      "learning_rate": 0.00016221653419507207,
      "loss": 655.427890625,
      "step": 2900
    },
    {
      "epoch": 0.6187080536912751,
      "grad_norm": 27.60247230529785,
      "learning_rate": 0.0001565763038288528,
      "loss": 653.712421875,
      "step": 2950
    },
    {
      "epoch": 0.6291946308724832,
      "grad_norm": 27.480228424072266,
      "learning_rate": 0.00015100631066771562,
      "loss": 654.718125,
      "step": 3000
    },
    {
      "epoch": 0.6396812080536913,
      "grad_norm": 26.716264724731445,
      "learning_rate": 0.0001455127230805128,
      "loss": 654.7971875,
      "step": 3050
    },
    {
      "epoch": 0.6501677852348994,
      "grad_norm": 28.188127517700195,
      "learning_rate": 0.00014010162482239088,
      "loss": 653.0003515625,
      "step": 3100
    },
    {
      "epoch": 0.6606543624161074,
      "grad_norm": 26.798398971557617,
      "learning_rate": 0.00013477900829746725,
      "loss": 652.0621875,
      "step": 3150
    },
    {
      "epoch": 0.6711409395973155,
      "grad_norm": 25.96640968322754,
      "learning_rate": 0.00012955076792267134,
      "loss": 649.297578125,
      "step": 3200
    },
    {
      "epoch": 0.6816275167785235,
      "grad_norm": 26.402250289916992,
      "learning_rate": 0.00012442269360009943,
      "loss": 647.39578125,
      "step": 3250
    },
    {
      "epoch": 0.6921140939597316,
      "grad_norm": 30.009817123413086,
      "learning_rate": 0.0001194004643051128,
      "loss": 648.9943359375,
      "step": 3300
    },
    {
      "epoch": 0.7026006711409396,
      "grad_norm": 24.78243064880371,
      "learning_rate": 0.00011448964179727846,
      "loss": 646.107890625,
      "step": 3350
    },
    {
      "epoch": 0.7130872483221476,
      "grad_norm": 27.300064086914062,
      "learning_rate": 0.00010969566446111879,
      "loss": 647.514296875,
      "step": 3400
    },
    {
      "epoch": 0.7235738255033557,
      "grad_norm": 27.541133880615234,
      "learning_rate": 0.00010502384128348954,
      "loss": 647.062265625,
      "step": 3450
    },
    {
      "epoch": 0.7340604026845637,
      "grad_norm": 26.25283432006836,
      "learning_rate": 0.00010047934597425688,
      "loss": 643.4507421875,
      "step": 3500
    },
    {
      "epoch": 0.7445469798657718,
      "grad_norm": 25.531070709228516,
      "learning_rate": 9.606721123678415e-05,
      "loss": 642.95484375,
      "step": 3550
    },
    {
      "epoch": 0.7550335570469798,
      "grad_norm": 26.868000030517578,
      "learning_rate": 9.179232319457263e-05,
      "loss": 642.4176953125,
      "step": 3600
    },
    {
      "epoch": 0.7655201342281879,
      "grad_norm": 27.66659164428711,
      "learning_rate": 8.765941598022974e-05,
      "loss": 642.143046875,
      "step": 3650
    },
    {
      "epoch": 0.7760067114093959,
      "grad_norm": 26.77629280090332,
      "learning_rate": 8.36730664927557e-05,
      "loss": 639.9495703125,
      "step": 3700
    },
    {
      "epoch": 0.7864932885906041,
      "grad_norm": 27.235015869140625,
      "learning_rate": 7.983768932895552e-05,
      "loss": 641.0969140625,
      "step": 3750
    },
    {
      "epoch": 0.7969798657718121,
      "grad_norm": 26.09847068786621,
      "learning_rate": 7.615753189458901e-05,
      "loss": 640.0983203125,
      "step": 3800
    },
    {
      "epoch": 0.8074664429530202,
      "grad_norm": 26.609689712524414,
      "learning_rate": 7.263666970067252e-05,
      "loss": 639.256953125,
      "step": 3850
    },
    {
      "epoch": 0.8179530201342282,
      "grad_norm": 26.14310073852539,
      "learning_rate": 6.927900185014261e-05,
      "loss": 638.1404296875,
      "step": 3900
    },
    {
      "epoch": 0.8284395973154363,
      "grad_norm": 29.49323272705078,
      "learning_rate": 6.608824671987803e-05,
      "loss": 637.4990625,
      "step": 3950
    },
    {
      "epoch": 0.8389261744966443,
      "grad_norm": 26.548120498657227,
      "learning_rate": 6.306793784286387e-05,
      "loss": 636.7809375,
      "step": 4000
    },
    {
      "epoch": 0.8494127516778524,
      "grad_norm": 27.33233642578125,
      "learning_rate": 6.022141999505628e-05,
      "loss": 637.5430078125,
      "step": 4050
    },
    {
      "epoch": 0.8598993288590604,
      "grad_norm": 26.312681198120117,
      "learning_rate": 5.755184549128258e-05,
      "loss": 636.16640625,
      "step": 4100
    },
    {
      "epoch": 0.8703859060402684,
      "grad_norm": 26.898212432861328,
      "learning_rate": 5.506217069427819e-05,
      "loss": 635.415546875,
      "step": 4150
    },
    {
      "epoch": 0.8808724832214765,
      "grad_norm": 27.051759719848633,
      "learning_rate": 5.2755152740726445e-05,
      "loss": 633.7575,
      "step": 4200
    },
    {
      "epoch": 0.8913590604026845,
      "grad_norm": 29.261503219604492,
      "learning_rate": 5.0633346487926995e-05,
      "loss": 632.527734375,
      "step": 4250
    },
    {
      "epoch": 0.9018456375838926,
      "grad_norm": 26.992849349975586,
      "learning_rate": 4.8699101684474055e-05,
      "loss": 631.6880078125,
      "step": 4300
    },
    {
      "epoch": 0.9123322147651006,
      "grad_norm": 27.665159225463867,
      "learning_rate": 4.69545603680782e-05,
      "loss": 631.40625,
      "step": 4350
    },
    {
      "epoch": 0.9228187919463087,
      "grad_norm": 26.294857025146484,
      "learning_rate": 4.540165449341264e-05,
      "loss": 630.9049609375,
      "step": 4400
    },
    {
      "epoch": 0.9333053691275168,
      "grad_norm": 27.581268310546875,
      "learning_rate": 4.404210379261189e-05,
      "loss": 629.3650390625,
      "step": 4450
    },
    {
      "epoch": 0.9437919463087249,
      "grad_norm": 26.183048248291016,
      "learning_rate": 4.2877413870791265e-05,
      "loss": 630.9475,
      "step": 4500
    },
    {
      "epoch": 0.9542785234899329,
      "grad_norm": 26.570083618164062,
      "learning_rate": 4.1908874538697176e-05,
      "loss": 632.509609375,
      "step": 4550
    },
    {
      "epoch": 0.964765100671141,
      "grad_norm": 26.519433975219727,
      "learning_rate": 4.113755838433387e-05,
      "loss": 631.91734375,
      "step": 4600
    },
    {
      "epoch": 0.975251677852349,
      "grad_norm": 26.85693359375,
      "learning_rate": 4.056431958514902e-05,
      "loss": 629.4893359375,
      "step": 4650
    },
    {
      "epoch": 0.985738255033557,
      "grad_norm": 27.51490592956543,
      "learning_rate": 4.018979296209327e-05,
      "loss": 629.0673828125,
      "step": 4700
    },
    {
      "epoch": 0.9962248322147651,
      "grad_norm": 28.307880401611328,
      "learning_rate": 4.0014393276601606e-05,
      "loss": 631.169765625,
      "step": 4750
    },
    {
      "epoch": 1.0,
      "step": 4768,
      "total_flos": 2.822075129323638e+19,
      "train_loss": 715.1964275180893,
      "train_runtime": 182966.6583,
      "train_samples_per_second": 13.342,
      "train_steps_per_second": 0.026
    }
  ],
  "logging_steps": 50,
  "max_steps": 4768,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.822075129323638e+19,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}