{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.14,
  "eval_steps": 500,
  "global_step": 1400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 2.7235865592956543,
      "learning_rate": 1.8e-06,
      "loss": 1.3062,
      "step": 10
    },
    {
      "grad_norm": 1.728572130203247,
      "learning_rate": 3.8e-06,
      "loss": 1.2836,
      "step": 20
    },
    {
      "grad_norm": 0.9103507995605469,
      "learning_rate": 5.8e-06,
      "loss": 1.2381,
      "step": 30
    },
    {
      "grad_norm": 0.5990565419197083,
      "learning_rate": 7.8e-06,
      "loss": 1.1586,
      "step": 40
    },
    {
      "grad_norm": 0.7476415634155273,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.1645,
      "step": 50
    },
    {
      "grad_norm": 0.779353141784668,
      "learning_rate": 1.18e-05,
      "loss": 1.1062,
      "step": 60
    },
    {
      "grad_norm": 1.5331050157546997,
      "learning_rate": 1.3800000000000002e-05,
      "loss": 1.0745,
      "step": 70
    },
    {
      "grad_norm": 0.8821016550064087,
      "learning_rate": 1.58e-05,
      "loss": 1.0459,
      "step": 80
    },
    {
      "grad_norm": 0.7069372534751892,
      "learning_rate": 1.78e-05,
      "loss": 1.0316,
      "step": 90
    },
    {
      "grad_norm": 0.8882275819778442,
      "learning_rate": 1.9800000000000004e-05,
      "loss": 1.0574,
      "step": 100
    },
    {
      "grad_norm": 0.7405692934989929,
      "learning_rate": 2.18e-05,
      "loss": 1.0404,
      "step": 110
    },
    {
      "grad_norm": 0.8989152908325195,
      "learning_rate": 2.38e-05,
      "loss": 1.0413,
      "step": 120
    },
    {
      "grad_norm": 0.7994363903999329,
      "learning_rate": 2.58e-05,
      "loss": 1.0046,
      "step": 130
    },
    {
      "grad_norm": 0.7832587361335754,
      "learning_rate": 2.7800000000000005e-05,
      "loss": 1.0432,
      "step": 140
    },
    {
      "grad_norm": 0.7279527187347412,
      "learning_rate": 2.98e-05,
      "loss": 1.0247,
      "step": 150
    },
    {
      "grad_norm": 0.5736011862754822,
      "learning_rate": 3.18e-05,
      "loss": 1.0226,
      "step": 160
    },
    {
      "grad_norm": 0.7875821590423584,
      "learning_rate": 3.38e-05,
      "loss": 1.0132,
      "step": 170
    },
    {
      "grad_norm": 1.9923306703567505,
      "learning_rate": 3.58e-05,
      "loss": 1.0068,
      "step": 180
    },
    {
      "grad_norm": 1.0174721479415894,
      "learning_rate": 3.7800000000000004e-05,
      "loss": 0.9882,
      "step": 190
    },
    {
      "grad_norm": 1.2093017101287842,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 0.9596,
      "step": 200
    },
    {
      "grad_norm": 1.1982413530349731,
      "learning_rate": 4.18e-05,
      "loss": 0.9083,
      "step": 210
    },
    {
      "grad_norm": 1.0665863752365112,
      "learning_rate": 4.38e-05,
      "loss": 0.8807,
      "step": 220
    },
    {
      "grad_norm": 1.2544691562652588,
      "learning_rate": 4.58e-05,
      "loss": 0.839,
      "step": 230
    },
    {
      "grad_norm": 1.3970142602920532,
      "learning_rate": 4.78e-05,
      "loss": 0.8039,
      "step": 240
    },
    {
      "grad_norm": 1.375622034072876,
      "learning_rate": 4.9800000000000004e-05,
      "loss": 0.7449,
      "step": 250
    },
    {
      "grad_norm": 1.4242069721221924,
      "learning_rate": 5.1800000000000005e-05,
      "loss": 0.6853,
      "step": 260
    },
    {
      "grad_norm": 1.7568080425262451,
      "learning_rate": 5.380000000000001e-05,
      "loss": 0.6114,
      "step": 270
    },
    {
      "grad_norm": 2.0625576972961426,
      "learning_rate": 5.580000000000001e-05,
      "loss": 0.5084,
      "step": 280
    },
    {
      "grad_norm": 2.137798547744751,
      "learning_rate": 5.7799999999999995e-05,
      "loss": 0.4182,
      "step": 290
    },
    {
      "grad_norm": 1.4877147674560547,
      "learning_rate": 5.9800000000000003e-05,
      "loss": 0.3704,
      "step": 300
    },
    {
      "grad_norm": 1.568670630455017,
      "learning_rate": 6.18e-05,
      "loss": 0.3203,
      "step": 310
    },
    {
      "grad_norm": 1.2726070880889893,
      "learning_rate": 6.38e-05,
      "loss": 0.2442,
      "step": 320
    },
    {
      "grad_norm": 1.7254693508148193,
      "learning_rate": 6.58e-05,
      "loss": 0.226,
      "step": 330
    },
    {
      "grad_norm": 1.3184534311294556,
      "learning_rate": 6.780000000000001e-05,
      "loss": 0.179,
      "step": 340
    },
    {
      "grad_norm": 1.247791051864624,
      "learning_rate": 6.98e-05,
      "loss": 0.1607,
      "step": 350
    },
    {
      "grad_norm": 1.0366252660751343,
      "learning_rate": 7.18e-05,
      "loss": 0.1462,
      "step": 360
    },
    {
      "grad_norm": 1.5369986295700073,
      "learning_rate": 7.38e-05,
      "loss": 0.1731,
      "step": 370
    },
    {
      "grad_norm": 1.5386507511138916,
      "learning_rate": 7.58e-05,
      "loss": 0.169,
      "step": 380
    },
    {
      "grad_norm": 1.2936265468597412,
      "learning_rate": 7.780000000000001e-05,
      "loss": 0.1706,
      "step": 390
    },
    {
      "grad_norm": 1.420244574546814,
      "learning_rate": 7.98e-05,
      "loss": 0.1689,
      "step": 400
    },
    {
      "grad_norm": 1.0225824117660522,
      "learning_rate": 8.18e-05,
      "loss": 0.169,
      "step": 410
    },
    {
      "grad_norm": 0.8011528253555298,
      "learning_rate": 8.38e-05,
      "loss": 0.1387,
      "step": 420
    },
    {
      "grad_norm": 0.7911453247070312,
      "learning_rate": 8.58e-05,
      "loss": 0.1591,
      "step": 430
    },
    {
      "grad_norm": 0.9051388502120972,
      "learning_rate": 8.78e-05,
      "loss": 0.1456,
      "step": 440
    },
    {
      "grad_norm": 0.7053804397583008,
      "learning_rate": 8.98e-05,
      "loss": 0.1255,
      "step": 450
    },
    {
      "grad_norm": 1.1338269710540771,
      "learning_rate": 9.180000000000001e-05,
      "loss": 0.1367,
      "step": 460
    },
    {
      "grad_norm": 1.299891471862793,
      "learning_rate": 9.38e-05,
      "loss": 0.1254,
      "step": 470
    },
    {
      "grad_norm": 0.9713226556777954,
      "learning_rate": 9.58e-05,
      "loss": 0.13,
      "step": 480
    },
    {
      "grad_norm": 0.6963210701942444,
      "learning_rate": 9.78e-05,
      "loss": 0.1523,
      "step": 490
    },
    {
      "grad_norm": 0.9888042211532593,
      "learning_rate": 9.98e-05,
      "loss": 0.1221,
      "step": 500
    },
    {
      "grad_norm": 0.7608430981636047,
      "learning_rate": 9.9999778549206e-05,
      "loss": 0.1271,
      "step": 510
    },
    {
      "grad_norm": 1.088894248008728,
      "learning_rate": 9.999901304280685e-05,
      "loss": 0.1448,
      "step": 520
    },
    {
      "grad_norm": 0.7456501126289368,
      "learning_rate": 9.999770075521164e-05,
      "loss": 0.1395,
      "step": 530
    },
    {
      "grad_norm": 0.6787962317466736,
      "learning_rate": 9.99958417007713e-05,
      "loss": 0.1083,
      "step": 540
    },
    {
      "grad_norm": 0.7639486193656921,
      "learning_rate": 9.999343589981615e-05,
      "loss": 0.151,
      "step": 550
    },
    {
      "grad_norm": 0.7701183557510376,
      "learning_rate": 9.999048337865568e-05,
      "loss": 0.1162,
      "step": 560
    },
    {
      "grad_norm": 0.7873595356941223,
      "learning_rate": 9.998698416957815e-05,
      "loss": 0.1055,
      "step": 570
    },
    {
      "grad_norm": 0.5775970220565796,
      "learning_rate": 9.998293831085037e-05,
      "loss": 0.0935,
      "step": 580
    },
    {
      "grad_norm": 0.6811988353729248,
      "learning_rate": 9.997834584671719e-05,
      "loss": 0.1106,
      "step": 590
    },
    {
      "grad_norm": 0.8140270113945007,
      "learning_rate": 9.997320682740107e-05,
      "loss": 0.1104,
      "step": 600
    },
    {
      "grad_norm": 0.7332885265350342,
      "learning_rate": 9.996752130910149e-05,
      "loss": 0.0995,
      "step": 610
    },
    {
      "grad_norm": 0.8294130563735962,
      "learning_rate": 9.99612893539944e-05,
      "loss": 0.112,
      "step": 620
    },
    {
      "grad_norm": 0.8760542869567871,
      "learning_rate": 9.995451103023144e-05,
      "loss": 0.1088,
      "step": 630
    },
    {
      "grad_norm": 0.666292130947113,
      "learning_rate": 9.994718641193928e-05,
      "loss": 0.1078,
      "step": 640
    },
    {
      "grad_norm": 0.6352424025535583,
      "learning_rate": 9.993931557921874e-05,
      "loss": 0.1002,
      "step": 650
    },
    {
      "grad_norm": 0.6974917650222778,
      "learning_rate": 9.993089861814402e-05,
      "loss": 0.129,
      "step": 660
    },
    {
      "grad_norm": 0.8117634057998657,
      "learning_rate": 9.992193562076166e-05,
      "loss": 0.0894,
      "step": 670
    },
    {
      "grad_norm": 0.6594702005386353,
      "learning_rate": 9.991242668508954e-05,
      "loss": 0.1132,
      "step": 680
    },
    {
      "grad_norm": 0.6721746921539307,
      "learning_rate": 9.990237191511587e-05,
      "loss": 0.0971,
      "step": 690
    },
    {
      "grad_norm": 0.6974657773971558,
      "learning_rate": 9.989177142079802e-05,
      "loss": 0.1038,
      "step": 700
    },
    {
      "grad_norm": 0.6547107696533203,
      "learning_rate": 9.988062531806126e-05,
      "loss": 0.0993,
      "step": 710
    },
    {
      "grad_norm": 0.5421633720397949,
      "learning_rate": 9.986893372879762e-05,
      "loss": 0.1023,
      "step": 720
    },
    {
      "grad_norm": 0.5468288660049438,
      "learning_rate": 9.985669678086443e-05,
      "loss": 0.1001,
      "step": 730
    },
    {
      "grad_norm": 0.702468991279602,
      "learning_rate": 9.984391460808298e-05,
      "loss": 0.0896,
      "step": 740
    },
    {
      "grad_norm": 0.6491390466690063,
      "learning_rate": 9.983058735023709e-05,
      "loss": 0.1026,
      "step": 750
    },
    {
      "grad_norm": 0.5702087879180908,
      "learning_rate": 9.98167151530715e-05,
      "loss": 0.1,
      "step": 760
    },
    {
      "grad_norm": 0.5395886301994324,
      "learning_rate": 9.980229816829034e-05,
      "loss": 0.0921,
      "step": 770
    },
    {
      "grad_norm": 0.7115892767906189,
      "learning_rate": 9.978733655355544e-05,
      "loss": 0.1247,
      "step": 780
    },
    {
      "grad_norm": 0.5494698286056519,
      "learning_rate": 9.977183047248464e-05,
      "loss": 0.0917,
      "step": 790
    },
    {
      "grad_norm": 0.543135941028595,
      "learning_rate": 9.975578009464992e-05,
      "loss": 0.0863,
      "step": 800
    },
    {
      "grad_norm": 0.5769555568695068,
      "learning_rate": 9.97391855955757e-05,
      "loss": 0.0904,
      "step": 810
    },
    {
      "grad_norm": 0.8262929320335388,
      "learning_rate": 9.972204715673669e-05,
      "loss": 0.0851,
      "step": 820
    },
    {
      "grad_norm": 0.5591674447059631,
      "learning_rate": 9.970436496555617e-05,
      "loss": 0.1025,
      "step": 830
    },
    {
      "grad_norm": 0.5183696746826172,
      "learning_rate": 9.968613921540373e-05,
      "loss": 0.0941,
      "step": 840
    },
    {
      "grad_norm": 0.5633620023727417,
      "learning_rate": 9.966737010559326e-05,
      "loss": 0.0963,
      "step": 850
    },
    {
      "grad_norm": 0.6012111306190491,
      "learning_rate": 9.964805784138072e-05,
      "loss": 0.0751,
      "step": 860
    },
    {
      "grad_norm": 0.7718893885612488,
      "learning_rate": 9.962820263396195e-05,
      "loss": 0.1002,
      "step": 870
    },
    {
      "grad_norm": 0.43630078434944153,
      "learning_rate": 9.960780470047033e-05,
      "loss": 0.0739,
      "step": 880
    },
    {
      "grad_norm": 0.4448564052581787,
      "learning_rate": 9.958686426397437e-05,
      "loss": 0.0771,
      "step": 890
    },
    {
      "grad_norm": 0.47105884552001953,
      "learning_rate": 9.956538155347534e-05,
      "loss": 0.0833,
      "step": 900
    },
    {
      "grad_norm": 0.7328141927719116,
      "learning_rate": 9.95433568039047e-05,
      "loss": 0.0841,
      "step": 910
    },
    {
      "grad_norm": 0.45969247817993164,
      "learning_rate": 9.952079025612162e-05,
      "loss": 0.0719,
      "step": 920
    },
    {
      "grad_norm": 0.5842729210853577,
      "learning_rate": 9.949768215691022e-05,
      "loss": 0.0833,
      "step": 930
    },
    {
      "grad_norm": 0.6713224649429321,
      "learning_rate": 9.9474032758977e-05,
      "loss": 0.0975,
      "step": 940
    },
    {
      "grad_norm": 0.40328073501586914,
      "learning_rate": 9.944984232094794e-05,
      "loss": 0.0768,
      "step": 950
    },
    {
      "grad_norm": 0.4870326519012451,
      "learning_rate": 9.942511110736584e-05,
      "loss": 0.0797,
      "step": 960
    },
    {
      "grad_norm": 0.46975821256637573,
      "learning_rate": 9.939983938868726e-05,
      "loss": 0.1042,
      "step": 970
    },
    {
      "grad_norm": 0.4261704385280609,
      "learning_rate": 9.93740274412797e-05,
      "loss": 0.0757,
      "step": 980
    },
    {
      "grad_norm": 0.49296048283576965,
      "learning_rate": 9.934767554741846e-05,
      "loss": 0.07,
      "step": 990
    },
    {
      "grad_norm": 0.700587809085846,
      "learning_rate": 9.932078399528361e-05,
      "loss": 0.0773,
      "step": 1000
    },
    {
      "grad_norm": 0.48134827613830566,
      "learning_rate": 9.929335307895689e-05,
      "loss": 0.0712,
      "step": 1010
    },
    {
      "grad_norm": 0.48594099283218384,
      "learning_rate": 9.926538309841839e-05,
      "loss": 0.0887,
      "step": 1020
    },
    {
      "grad_norm": 0.6529817581176758,
      "learning_rate": 9.923687435954334e-05,
      "loss": 0.071,
      "step": 1030
    },
    {
      "grad_norm": 0.43099382519721985,
      "learning_rate": 9.920782717409873e-05,
      "loss": 0.0685,
      "step": 1040
    },
    {
      "grad_norm": 0.5061713457107544,
      "learning_rate": 9.917824185973994e-05,
      "loss": 0.0813,
      "step": 1050
    },
    {
      "grad_norm": 0.49007850885391235,
      "learning_rate": 9.914811874000723e-05,
      "loss": 0.0863,
      "step": 1060
    },
    {
      "grad_norm": 0.7527875900268555,
      "learning_rate": 9.911745814432218e-05,
      "loss": 0.0942,
      "step": 1070
    },
    {
      "grad_norm": 0.6349867582321167,
      "learning_rate": 9.90862604079842e-05,
      "loss": 0.0966,
      "step": 1080
    },
    {
      "grad_norm": 0.505797266960144,
      "learning_rate": 9.90545258721667e-05,
      "loss": 0.0783,
      "step": 1090
    },
    {
      "grad_norm": 0.7068039774894714,
      "learning_rate": 9.90222548839135e-05,
      "loss": 0.0747,
      "step": 1100
    },
    {
      "grad_norm": 0.4806417226791382,
      "learning_rate": 9.898944779613495e-05,
      "loss": 0.0969,
      "step": 1110
    },
    {
      "grad_norm": 0.5106626152992249,
      "learning_rate": 9.89561049676041e-05,
      "loss": 0.068,
      "step": 1120
    },
    {
      "grad_norm": 0.4418148994445801,
      "learning_rate": 9.89222267629528e-05,
      "loss": 0.0833,
      "step": 1130
    },
    {
      "grad_norm": 0.8706759810447693,
      "learning_rate": 9.888781355266763e-05,
      "loss": 0.107,
      "step": 1140
    },
    {
      "grad_norm": 0.5463252067565918,
      "learning_rate": 9.885286571308598e-05,
      "loss": 0.0902,
      "step": 1150
    },
    {
      "grad_norm": 0.3997989892959595,
      "learning_rate": 9.881738362639182e-05,
      "loss": 0.0878,
      "step": 1160
    },
    {
      "grad_norm": 0.46273931860923767,
      "learning_rate": 9.878136768061154e-05,
      "loss": 0.0846,
      "step": 1170
    },
    {
      "grad_norm": 0.5125852227210999,
      "learning_rate": 9.874481826960979e-05,
      "loss": 0.063,
      "step": 1180
    },
    {
      "grad_norm": 0.5445611476898193,
      "learning_rate": 9.870773579308503e-05,
      "loss": 0.0753,
      "step": 1190
    },
    {
      "grad_norm": 0.6660953760147095,
      "learning_rate": 9.867012065656533e-05,
      "loss": 0.0844,
      "step": 1200
    },
    {
      "grad_norm": 0.750414252281189,
      "learning_rate": 9.863197327140376e-05,
      "loss": 0.0946,
      "step": 1210
    },
    {
      "grad_norm": 0.6888939738273621,
      "learning_rate": 9.859329405477403e-05,
      "loss": 0.0792,
      "step": 1220
    },
    {
      "grad_norm": 0.47912099957466125,
      "learning_rate": 9.855408342966585e-05,
      "loss": 0.0813,
      "step": 1230
    },
    {
      "grad_norm": 0.36273863911628723,
      "learning_rate": 9.851434182488033e-05,
      "loss": 0.0791,
      "step": 1240
    },
    {
      "grad_norm": 0.6081685423851013,
      "learning_rate": 9.84740696750253e-05,
      "loss": 0.0687,
      "step": 1250
    },
    {
      "grad_norm": 0.4913078248500824,
      "learning_rate": 9.843326742051055e-05,
      "loss": 0.0788,
      "step": 1260
    },
    {
      "grad_norm": 0.5190815925598145,
      "learning_rate": 9.839193550754297e-05,
      "loss": 0.0606,
      "step": 1270
    },
    {
      "grad_norm": 0.35437485575675964,
      "learning_rate": 9.835007438812177e-05,
      "loss": 0.0743,
      "step": 1280
    },
    {
      "grad_norm": 0.39313238859176636,
      "learning_rate": 9.830768452003341e-05,
      "loss": 0.076,
      "step": 1290
    },
    {
      "grad_norm": 0.41886866092681885,
      "learning_rate": 9.826476636684671e-05,
      "loss": 0.0759,
      "step": 1300
    },
    {
      "grad_norm": 0.541922926902771,
      "learning_rate": 9.822132039790773e-05,
      "loss": 0.074,
      "step": 1310
    },
    {
      "grad_norm": 0.595855176448822,
      "learning_rate": 9.817734708833461e-05,
      "loss": 0.0819,
      "step": 1320
    },
    {
      "grad_norm": 0.4398232698440552,
      "learning_rate": 9.813284691901243e-05,
      "loss": 0.0591,
      "step": 1330
    },
    {
      "grad_norm": 0.4390011727809906,
      "learning_rate": 9.808782037658792e-05,
      "loss": 0.0582,
      "step": 1340
    },
    {
      "grad_norm": 0.6022183299064636,
      "learning_rate": 9.804226795346411e-05,
      "loss": 0.0868,
      "step": 1350
    },
    {
      "grad_norm": 0.6155015826225281,
      "learning_rate": 9.799619014779503e-05,
      "loss": 0.0823,
      "step": 1360
    },
    {
      "grad_norm": 0.6430284976959229,
      "learning_rate": 9.794958746348013e-05,
      "loss": 0.0624,
      "step": 1370
    },
    {
      "grad_norm": 0.46535441279411316,
      "learning_rate": 9.790246041015896e-05,
      "loss": 0.0621,
      "step": 1380
    },
    {
      "grad_norm": 0.41016414761543274,
      "learning_rate": 9.785480950320538e-05,
      "loss": 0.0729,
      "step": 1390
    },
    {
      "grad_norm": 0.48556017875671387,
      "learning_rate": 9.78066352637221e-05,
      "loss": 0.0603,
      "step": 1400
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}