{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0015037593984963,
  "eval_steps": 84,
  "global_step": 333,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0030075187969924814,
      "grad_norm": 1.8860242366790771,
      "learning_rate": 2e-05,
      "loss": 2.4327,
      "step": 1
    },
    {
      "epoch": 0.006015037593984963,
      "grad_norm": 2.3175759315490723,
      "learning_rate": 4e-05,
      "loss": 2.7157,
      "step": 2
    },
    {
      "epoch": 0.009022556390977444,
      "grad_norm": 2.3169777393341064,
      "learning_rate": 6e-05,
      "loss": 2.6954,
      "step": 3
    },
    {
      "epoch": 0.012030075187969926,
      "grad_norm": 2.7386319637298584,
      "learning_rate": 8e-05,
      "loss": 2.7789,
      "step": 4
    },
    {
      "epoch": 0.015037593984962405,
      "grad_norm": 2.8053970336914062,
      "learning_rate": 0.0001,
      "loss": 2.8488,
      "step": 5
    },
    {
      "epoch": 0.01804511278195489,
      "grad_norm": 2.6744983196258545,
      "learning_rate": 0.00012,
      "loss": 2.6855,
      "step": 6
    },
    {
      "epoch": 0.021052631578947368,
      "grad_norm": 2.8277671337127686,
      "learning_rate": 0.00014,
      "loss": 2.7479,
      "step": 7
    },
    {
      "epoch": 0.02406015037593985,
      "grad_norm": 2.6924569606781006,
      "learning_rate": 0.00016,
      "loss": 2.1904,
      "step": 8
    },
    {
      "epoch": 0.02706766917293233,
      "grad_norm": 2.894005537033081,
      "learning_rate": 0.00018,
      "loss": 2.3029,
      "step": 9
    },
    {
      "epoch": 0.03007518796992481,
      "grad_norm": 3.158027172088623,
      "learning_rate": 0.0002,
      "loss": 2.3515,
      "step": 10
    },
    {
      "epoch": 0.03308270676691729,
      "grad_norm": 3.4311163425445557,
      "learning_rate": 0.00019999526999846864,
      "loss": 2.3447,
      "step": 11
    },
    {
      "epoch": 0.03609022556390978,
      "grad_norm": 3.730525016784668,
      "learning_rate": 0.00019998108044133283,
      "loss": 2.3106,
      "step": 12
    },
    {
      "epoch": 0.039097744360902256,
      "grad_norm": 3.8674285411834717,
      "learning_rate": 0.00019995743267092514,
      "loss": 2.1355,
      "step": 13
    },
    {
      "epoch": 0.042105263157894736,
      "grad_norm": 2.903994083404541,
      "learning_rate": 0.00019992432892432534,
      "loss": 1.55,
      "step": 14
    },
    {
      "epoch": 0.045112781954887216,
      "grad_norm": 3.7430622577667236,
      "learning_rate": 0.00019988177233314888,
      "loss": 2.0167,
      "step": 15
    },
    {
      "epoch": 0.0481203007518797,
      "grad_norm": 3.5254623889923096,
      "learning_rate": 0.0001998297669232506,
      "loss": 1.7514,
      "step": 16
    },
    {
      "epoch": 0.05112781954887218,
      "grad_norm": 3.955810308456421,
      "learning_rate": 0.00019976831761434389,
      "loss": 1.6167,
      "step": 17
    },
    {
      "epoch": 0.05413533834586466,
      "grad_norm": 3.696720838546753,
      "learning_rate": 0.0001996974302195352,
      "loss": 1.9884,
      "step": 18
    },
    {
      "epoch": 0.05714285714285714,
      "grad_norm": 3.6658151149749756,
      "learning_rate": 0.00019961711144477428,
      "loss": 1.4363,
      "step": 19
    },
    {
      "epoch": 0.06015037593984962,
      "grad_norm": 4.159755706787109,
      "learning_rate": 0.0001995273688882197,
      "loss": 1.7599,
      "step": 20
    },
    {
      "epoch": 0.06315789473684211,
      "grad_norm": 4.907532215118408,
      "learning_rate": 0.00019942821103952004,
      "loss": 1.9685,
      "step": 21
    },
    {
      "epoch": 0.06616541353383458,
      "grad_norm": 4.0163469314575195,
      "learning_rate": 0.0001993196472790108,
      "loss": 1.4402,
      "step": 22
    },
    {
      "epoch": 0.06917293233082707,
      "grad_norm": 4.1638641357421875,
      "learning_rate": 0.0001992016878768271,
      "loss": 1.4655,
      "step": 23
    },
    {
      "epoch": 0.07218045112781955,
      "grad_norm": 3.4609479904174805,
      "learning_rate": 0.00019907434399193196,
      "loss": 1.7741,
      "step": 24
    },
    {
      "epoch": 0.07518796992481203,
      "grad_norm": 3.6683030128479004,
      "learning_rate": 0.0001989376276710608,
      "loss": 1.4385,
      "step": 25
    },
    {
      "epoch": 0.07819548872180451,
      "grad_norm": 4.651159763336182,
      "learning_rate": 0.00019879155184758177,
      "loss": 1.9379,
      "step": 26
    },
    {
      "epoch": 0.081203007518797,
      "grad_norm": 4.320745944976807,
      "learning_rate": 0.00019863613034027224,
      "loss": 1.7106,
      "step": 27
    },
    {
      "epoch": 0.08421052631578947,
      "grad_norm": 3.23698353767395,
      "learning_rate": 0.00019847137785201157,
      "loss": 1.4215,
      "step": 28
    },
    {
      "epoch": 0.08721804511278196,
      "grad_norm": 4.3489837646484375,
      "learning_rate": 0.0001982973099683902,
      "loss": 1.9468,
      "step": 29
    },
    {
      "epoch": 0.09022556390977443,
      "grad_norm": 3.4956305027008057,
      "learning_rate": 0.00019811394315623522,
      "loss": 1.6648,
      "step": 30
    },
    {
      "epoch": 0.09323308270676692,
      "grad_norm": 5.381833076477051,
      "learning_rate": 0.0001979212947620527,
      "loss": 1.7341,
      "step": 31
    },
    {
      "epoch": 0.0962406015037594,
      "grad_norm": 3.9304234981536865,
      "learning_rate": 0.00019771938301038663,
      "loss": 1.8881,
      "step": 32
    },
    {
      "epoch": 0.09924812030075188,
      "grad_norm": 5.483725547790527,
      "learning_rate": 0.00019750822700209488,
      "loss": 1.8048,
      "step": 33
    },
    {
      "epoch": 0.10225563909774436,
      "grad_norm": 4.755112171173096,
      "learning_rate": 0.00019728784671254235,
      "loss": 1.7615,
      "step": 34
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 5.465235710144043,
      "learning_rate": 0.00019705826298971113,
      "loss": 1.7568,
      "step": 35
    },
    {
      "epoch": 0.10827067669172932,
      "grad_norm": 4.640100955963135,
      "learning_rate": 0.00019681949755222844,
      "loss": 1.8912,
      "step": 36
    },
    {
      "epoch": 0.11127819548872181,
      "grad_norm": 5.231607437133789,
      "learning_rate": 0.00019657157298731202,
      "loss": 1.7731,
      "step": 37
    },
    {
      "epoch": 0.11428571428571428,
      "grad_norm": 5.268796443939209,
      "learning_rate": 0.00019631451274863324,
      "loss": 1.8973,
      "step": 38
    },
    {
      "epoch": 0.11729323308270677,
      "grad_norm": 5.895498275756836,
      "learning_rate": 0.00019604834115409861,
      "loss": 2.3636,
      "step": 39
    },
    {
      "epoch": 0.12030075187969924,
      "grad_norm": 5.136516571044922,
      "learning_rate": 0.00019577308338354906,
      "loss": 1.6521,
      "step": 40
    },
    {
      "epoch": 0.12330827067669173,
      "grad_norm": 7.573418617248535,
      "learning_rate": 0.00019548876547637823,
      "loss": 2.0489,
      "step": 41
    },
    {
      "epoch": 0.12631578947368421,
      "grad_norm": 6.192407608032227,
      "learning_rate": 0.00019519541432906873,
      "loss": 2.1122,
      "step": 42
    },
    {
      "epoch": 0.1293233082706767,
      "grad_norm": 6.558332443237305,
      "learning_rate": 0.00019489305769264812,
      "loss": 2.2984,
      "step": 43
    },
    {
      "epoch": 0.13233082706766916,
      "grad_norm": 6.799965858459473,
      "learning_rate": 0.00019458172417006347,
      "loss": 1.5625,
      "step": 44
    },
    {
      "epoch": 0.13533834586466165,
      "grad_norm": 5.8025593757629395,
      "learning_rate": 0.00019426144321347554,
      "loss": 2.0348,
      "step": 45
    },
    {
      "epoch": 0.13834586466165413,
      "grad_norm": 6.099887847900391,
      "learning_rate": 0.00019393224512147267,
      "loss": 1.8512,
      "step": 46
    },
    {
      "epoch": 0.14135338345864662,
      "grad_norm": 4.906594276428223,
      "learning_rate": 0.00019359416103620442,
      "loss": 1.6054,
      "step": 47
    },
    {
      "epoch": 0.1443609022556391,
      "grad_norm": 5.83113431930542,
      "learning_rate": 0.00019324722294043558,
      "loss": 1.7544,
      "step": 48
    },
    {
      "epoch": 0.14736842105263157,
      "grad_norm": 8.742658615112305,
      "learning_rate": 0.0001928914636545207,
      "loss": 2.0873,
      "step": 49
    },
    {
      "epoch": 0.15037593984962405,
      "grad_norm": 5.72747802734375,
      "learning_rate": 0.00019252691683329905,
      "loss": 1.711,
      "step": 50
    },
    {
      "epoch": 0.15338345864661654,
      "grad_norm": 4.261700630187988,
      "learning_rate": 0.00019215361696291115,
      "loss": 1.9419,
      "step": 51
    },
    {
      "epoch": 0.15639097744360902,
      "grad_norm": 3.672396421432495,
      "learning_rate": 0.00019177159935753613,
      "loss": 1.9,
      "step": 52
    },
    {
      "epoch": 0.1593984962406015,
      "grad_norm": 2.9207592010498047,
      "learning_rate": 0.00019138090015605118,
      "loss": 1.544,
      "step": 53
    },
    {
      "epoch": 0.162406015037594,
      "grad_norm": 3.3755385875701904,
      "learning_rate": 0.0001909815563186127,
      "loss": 1.5641,
      "step": 54
    },
    {
      "epoch": 0.16541353383458646,
      "grad_norm": 3.86653995513916,
      "learning_rate": 0.00019057360562315997,
      "loss": 1.6487,
      "step": 55
    },
    {
      "epoch": 0.16842105263157894,
      "grad_norm": 2.681387424468994,
      "learning_rate": 0.00019015708666184127,
      "loss": 1.273,
      "step": 56
    },
    {
      "epoch": 0.17142857142857143,
      "grad_norm": 3.0962061882019043,
      "learning_rate": 0.00018973203883736309,
      "loss": 1.364,
      "step": 57
    },
    {
      "epoch": 0.17443609022556392,
      "grad_norm": 2.5910654067993164,
      "learning_rate": 0.00018929850235926266,
      "loss": 1.142,
      "step": 58
    },
    {
      "epoch": 0.1774436090225564,
      "grad_norm": 3.210624933242798,
      "learning_rate": 0.00018885651824010404,
      "loss": 1.4087,
      "step": 59
    },
    {
      "epoch": 0.18045112781954886,
      "grad_norm": 3.9016125202178955,
      "learning_rate": 0.0001884061282915985,
      "loss": 1.573,
      "step": 60
    },
    {
      "epoch": 0.18345864661654135,
      "grad_norm": 4.379786491394043,
      "learning_rate": 0.0001879473751206489,
      "loss": 1.564,
      "step": 61
    },
    {
      "epoch": 0.18646616541353384,
      "grad_norm": 3.49826717376709,
      "learning_rate": 0.00018748030212531935,
      "loss": 1.774,
      "step": 62
    },
    {
      "epoch": 0.18947368421052632,
      "grad_norm": 4.854936122894287,
      "learning_rate": 0.0001870049534907294,
      "loss": 1.3854,
      "step": 63
    },
    {
      "epoch": 0.1924812030075188,
      "grad_norm": 3.323446273803711,
      "learning_rate": 0.00018652137418487453,
      "loss": 1.5791,
      "step": 64
    },
    {
      "epoch": 0.19548872180451127,
      "grad_norm": 3.214137315750122,
      "learning_rate": 0.00018602960995437186,
      "loss": 1.3619,
      "step": 65
    },
    {
      "epoch": 0.19849624060150375,
      "grad_norm": 3.2279438972473145,
      "learning_rate": 0.00018552970732013267,
      "loss": 1.2057,
      "step": 66
    },
    {
      "epoch": 0.20150375939849624,
      "grad_norm": 3.0344603061676025,
      "learning_rate": 0.00018502171357296144,
      "loss": 1.5323,
      "step": 67
    },
    {
      "epoch": 0.20451127819548873,
      "grad_norm": 3.2916207313537598,
      "learning_rate": 0.00018450567676908222,
      "loss": 1.6195,
      "step": 68
    },
    {
      "epoch": 0.2075187969924812,
      "grad_norm": 3.721726417541504,
      "learning_rate": 0.00018398164572559243,
      "loss": 1.2473,
      "step": 69
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 3.236567497253418,
      "learning_rate": 0.0001834496700158449,
      "loss": 1.4664,
      "step": 70
    },
    {
      "epoch": 0.21353383458646616,
      "grad_norm": 3.563835620880127,
      "learning_rate": 0.00018290979996475804,
      "loss": 1.4186,
      "step": 71
    },
    {
      "epoch": 0.21654135338345865,
      "grad_norm": 4.254714012145996,
      "learning_rate": 0.0001823620866440552,
      "loss": 1.1235,
      "step": 72
    },
    {
      "epoch": 0.21954887218045113,
      "grad_norm": 3.9396417140960693,
      "learning_rate": 0.00018180658186743332,
      "loss": 1.0607,
      "step": 73
    },
    {
      "epoch": 0.22255639097744362,
      "grad_norm": 3.857529401779175,
      "learning_rate": 0.00018124333818566124,
      "loss": 0.9795,
      "step": 74
    },
    {
      "epoch": 0.22556390977443608,
      "grad_norm": 3.8312478065490723,
      "learning_rate": 0.00018067240888160855,
      "loss": 1.1738,
      "step": 75
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 3.685275077819824,
      "learning_rate": 0.00018009384796520487,
      "loss": 1.36,
      "step": 76
    },
    {
      "epoch": 0.23157894736842105,
      "grad_norm": 3.8737833499908447,
      "learning_rate": 0.00017950771016833064,
      "loss": 1.3963,
      "step": 77
    },
    {
      "epoch": 0.23458646616541354,
      "grad_norm": 4.381564140319824,
      "learning_rate": 0.00017891405093963938,
      "loss": 1.4611,
      "step": 78
    },
    {
      "epoch": 0.23759398496240602,
      "grad_norm": 3.9430861473083496,
      "learning_rate": 0.00017831292643931228,
      "loss": 1.6858,
      "step": 79
    },
    {
      "epoch": 0.24060150375939848,
      "grad_norm": 3.6615562438964844,
      "learning_rate": 0.00017770439353374554,
      "loss": 1.491,
      "step": 80
    },
    {
      "epoch": 0.24360902255639097,
      "grad_norm": 4.183657646179199,
      "learning_rate": 0.00017708850979017063,
      "loss": 1.34,
      "step": 81
    },
    {
      "epoch": 0.24661654135338346,
      "grad_norm": 3.6125714778900146,
      "learning_rate": 0.00017646533347120852,
      "loss": 1.1642,
      "step": 82
    },
    {
      "epoch": 0.24962406015037594,
      "grad_norm": 4.846709251403809,
      "learning_rate": 0.00017583492352935814,
      "loss": 1.6402,
      "step": 83
    },
    {
      "epoch": 0.25263157894736843,
      "grad_norm": 4.715357780456543,
      "learning_rate": 0.00017519733960141926,
      "loss": 1.6286,
      "step": 84
    },
    {
      "epoch": 0.25263157894736843,
      "eval_loss": 1.490108847618103,
      "eval_runtime": 8.3809,
      "eval_samples_per_second": 16.705,
      "eval_steps_per_second": 8.352,
      "step": 84
    },
    {
      "epoch": 0.2556390977443609,
      "grad_norm": 4.430804252624512,
      "learning_rate": 0.00017455264200285102,
      "loss": 1.5024,
      "step": 85
    },
    {
      "epoch": 0.2586466165413534,
      "grad_norm": 5.647735118865967,
      "learning_rate": 0.00017390089172206592,
      "loss": 1.7286,
      "step": 86
    },
    {
      "epoch": 0.26165413533834586,
      "grad_norm": 6.038175106048584,
      "learning_rate": 0.00017324215041466054,
      "loss": 1.798,
      "step": 87
    },
    {
      "epoch": 0.2646616541353383,
      "grad_norm": 6.402413368225098,
      "learning_rate": 0.00017257648039758274,
      "loss": 1.7001,
      "step": 88
    },
    {
      "epoch": 0.26766917293233083,
      "grad_norm": 5.435740947723389,
      "learning_rate": 0.0001719039446432365,
      "loss": 1.698,
      "step": 89
    },
    {
      "epoch": 0.2706766917293233,
      "grad_norm": 6.058007717132568,
      "learning_rate": 0.00017122460677352478,
      "loss": 1.5526,
      "step": 90
    },
    {
      "epoch": 0.2736842105263158,
      "grad_norm": 5.9953155517578125,
      "learning_rate": 0.00017053853105383087,
      "loss": 1.7588,
      "step": 91
    },
    {
      "epoch": 0.27669172932330827,
      "grad_norm": 5.408573627471924,
      "learning_rate": 0.00016984578238693886,
      "loss": 1.3365,
      "step": 92
    },
    {
      "epoch": 0.2796992481203007,
      "grad_norm": 6.8659348487854,
      "learning_rate": 0.00016914642630689388,
      "loss": 1.9098,
      "step": 93
    },
    {
      "epoch": 0.28270676691729324,
      "grad_norm": 6.131702899932861,
      "learning_rate": 0.00016844052897280247,
      "loss": 1.8713,
      "step": 94
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 6.832767486572266,
      "learning_rate": 0.00016772815716257412,
      "loss": 1.0692,
      "step": 95
    },
    {
      "epoch": 0.2887218045112782,
      "grad_norm": 7.979331970214844,
      "learning_rate": 0.00016700937826660383,
      "loss": 1.7828,
      "step": 96
    },
    {
      "epoch": 0.29172932330827067,
      "grad_norm": 8.187500953674316,
      "learning_rate": 0.0001662842602813972,
      "loss": 1.8042,
      "step": 97
    },
    {
      "epoch": 0.29473684210526313,
      "grad_norm": 6.129719257354736,
      "learning_rate": 0.0001655528718031379,
      "loss": 1.4679,
      "step": 98
    },
    {
      "epoch": 0.29774436090225564,
      "grad_norm": 8.697136878967285,
      "learning_rate": 0.00016481528202119824,
      "loss": 1.2814,
      "step": 99
    },
    {
      "epoch": 0.3007518796992481,
      "grad_norm": 7.188710689544678,
      "learning_rate": 0.0001640715607115943,
      "loss": 1.6315,
      "step": 100
    },
    {
      "epoch": 0.3037593984962406,
      "grad_norm": 3.2431421279907227,
      "learning_rate": 0.0001633217782303847,
      "loss": 1.5088,
      "step": 101
    },
    {
      "epoch": 0.3067669172932331,
      "grad_norm": 3.0986838340759277,
      "learning_rate": 0.00016256600550701512,
      "loss": 1.697,
      "step": 102
    },
    {
      "epoch": 0.3097744360902256,
      "grad_norm": 3.7101223468780518,
      "learning_rate": 0.00016180431403760837,
      "loss": 1.6686,
      "step": 103
    },
    {
      "epoch": 0.31278195488721805,
      "grad_norm": 3.1947739124298096,
      "learning_rate": 0.00016103677587820075,
      "loss": 1.4678,
      "step": 104
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 2.800002098083496,
      "learning_rate": 0.00016026346363792567,
      "loss": 1.1463,
      "step": 105
    },
    {
      "epoch": 0.318796992481203,
      "grad_norm": 3.24945068359375,
      "learning_rate": 0.00015948445047214471,
      "loss": 1.4721,
      "step": 106
    },
    {
      "epoch": 0.3218045112781955,
      "grad_norm": 2.748518705368042,
      "learning_rate": 0.00015869981007552727,
      "loss": 1.2052,
      "step": 107
    },
    {
      "epoch": 0.324812030075188,
      "grad_norm": 4.019266605377197,
      "learning_rate": 0.0001579096166750788,
      "loss": 1.386,
      "step": 108
    },
    {
      "epoch": 0.32781954887218046,
      "grad_norm": 3.435927152633667,
      "learning_rate": 0.00015711394502311934,
      "loss": 1.32,
      "step": 109
    },
    {
      "epoch": 0.3308270676691729,
      "grad_norm": 3.472702741622925,
      "learning_rate": 0.0001563128703902114,
      "loss": 1.3136,
      "step": 110
    },
    {
      "epoch": 0.33383458646616543,
      "grad_norm": 3.1526286602020264,
      "learning_rate": 0.00015550646855803986,
      "loss": 1.2312,
      "step": 111
    },
    {
      "epoch": 0.3368421052631579,
      "grad_norm": 3.432781457901001,
      "learning_rate": 0.00015469481581224272,
      "loss": 1.2743,
      "step": 112
    },
    {
      "epoch": 0.3398496240601504,
      "grad_norm": 3.42972469329834,
      "learning_rate": 0.00015387798893519455,
      "loss": 1.3765,
      "step": 113
    },
    {
      "epoch": 0.34285714285714286,
      "grad_norm": 3.552241563796997,
      "learning_rate": 0.000153056065198743,
      "loss": 1.4219,
      "step": 114
    },
    {
      "epoch": 0.3458646616541353,
      "grad_norm": 3.9917616844177246,
      "learning_rate": 0.00015222912235689868,
      "loss": 1.5393,
      "step": 115
    },
    {
      "epoch": 0.34887218045112783,
      "grad_norm": 3.3900697231292725,
      "learning_rate": 0.00015139723863847977,
      "loss": 1.0049,
      "step": 116
    },
    {
      "epoch": 0.3518796992481203,
      "grad_norm": 3.2471325397491455,
      "learning_rate": 0.0001505604927397115,
      "loss": 1.1336,
      "step": 117
    },
    {
      "epoch": 0.3548872180451128,
      "grad_norm": 3.217662811279297,
      "learning_rate": 0.00014971896381678153,
      "loss": 1.2817,
      "step": 118
    },
    {
      "epoch": 0.35789473684210527,
      "grad_norm": 3.1340527534484863,
      "learning_rate": 0.0001488727314783517,
      "loss": 1.0595,
      "step": 119
    },
    {
      "epoch": 0.3609022556390977,
      "grad_norm": 3.595978021621704,
      "learning_rate": 0.0001480218757780272,
      "loss": 1.3164,
      "step": 120
    },
    {
      "epoch": 0.36390977443609024,
      "grad_norm": 3.3861424922943115,
      "learning_rate": 0.0001471664772067833,
      "loss": 1.096,
      "step": 121
    },
    {
      "epoch": 0.3669172932330827,
      "grad_norm": 2.95438289642334,
      "learning_rate": 0.00014630661668535105,
      "loss": 0.985,
      "step": 122
    },
    {
      "epoch": 0.3699248120300752,
      "grad_norm": 3.1621880531311035,
      "learning_rate": 0.00014544237555656216,
      "loss": 1.1393,
      "step": 123
    },
    {
      "epoch": 0.37293233082706767,
      "grad_norm": 3.2817044258117676,
      "learning_rate": 0.00014457383557765386,
      "loss": 1.0172,
      "step": 124
    },
    {
      "epoch": 0.37593984962406013,
      "grad_norm": 4.002265930175781,
      "learning_rate": 0.00014370107891253467,
      "loss": 1.6504,
      "step": 125
    },
    {
      "epoch": 0.37894736842105264,
      "grad_norm": 3.3207013607025146,
      "learning_rate": 0.00014282418812401197,
      "loss": 1.0691,
      "step": 126
    },
    {
      "epoch": 0.3819548872180451,
      "grad_norm": 3.402953863143921,
      "learning_rate": 0.00014194324616598108,
      "loss": 1.223,
      "step": 127
    },
    {
      "epoch": 0.3849624060150376,
      "grad_norm": 3.4386861324310303,
      "learning_rate": 0.00014105833637557836,
      "loss": 1.1754,
      "step": 128
    },
    {
      "epoch": 0.3879699248120301,
      "grad_norm": 4.386657238006592,
      "learning_rate": 0.00014016954246529696,
      "loss": 1.4428,
      "step": 129
    },
    {
      "epoch": 0.39097744360902253,
      "grad_norm": 5.884545803070068,
      "learning_rate": 0.00013927694851506806,
      "loss": 1.8698,
      "step": 130
    },
    {
      "epoch": 0.39398496240601505,
      "grad_norm": 4.958119869232178,
      "learning_rate": 0.0001383806389643067,
      "loss": 1.1844,
      "step": 131
    },
    {
      "epoch": 0.3969924812030075,
      "grad_norm": 4.844274997711182,
      "learning_rate": 0.0001374806986039238,
      "loss": 1.3569,
      "step": 132
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.895648956298828,
      "learning_rate": 0.00013657721256830506,
      "loss": 1.4313,
      "step": 133
    },
    {
      "epoch": 0.4030075187969925,
      "grad_norm": 5.753983020782471,
      "learning_rate": 0.0001356702663272571,
      "loss": 1.8703,
      "step": 134
    },
    {
      "epoch": 0.40601503759398494,
      "grad_norm": 5.232301235198975,
      "learning_rate": 0.00013475994567792207,
      "loss": 1.5341,
      "step": 135
    },
    {
      "epoch": 0.40902255639097745,
      "grad_norm": 6.08428955078125,
      "learning_rate": 0.0001338463367366613,
      "loss": 1.2725,
      "step": 136
    },
    {
      "epoch": 0.4120300751879699,
      "grad_norm": 4.401620388031006,
      "learning_rate": 0.0001329295259309087,
      "loss": 1.3602,
      "step": 137
    },
    {
      "epoch": 0.4150375939849624,
      "grad_norm": 5.820856094360352,
      "learning_rate": 0.0001320095999909944,
      "loss": 1.9052,
      "step": 138
    },
    {
      "epoch": 0.4180451127819549,
      "grad_norm": 5.0973591804504395,
      "learning_rate": 0.00013108664594194063,
      "loss": 1.7704,
      "step": 139
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 5.7836012840271,
      "learning_rate": 0.00013016075109522864,
      "loss": 1.1487,
      "step": 140
    },
    {
      "epoch": 0.42406015037593986,
      "grad_norm": 4.005336284637451,
      "learning_rate": 0.0001292320030405393,
      "loss": 1.1736,
      "step": 141
    },
    {
      "epoch": 0.4270676691729323,
      "grad_norm": 5.726953506469727,
      "learning_rate": 0.00012830048963746705,
      "loss": 2.0168,
      "step": 142
    },
    {
      "epoch": 0.43007518796992483,
      "grad_norm": 7.328310966491699,
      "learning_rate": 0.0001273662990072083,
      "loss": 1.8658,
      "step": 143
    },
    {
      "epoch": 0.4330827067669173,
      "grad_norm": 7.268740653991699,
      "learning_rate": 0.00012642951952422532,
      "loss": 1.293,
      "step": 144
    },
    {
      "epoch": 0.43609022556390975,
      "grad_norm": 8.315718650817871,
      "learning_rate": 0.0001254902398078859,
      "loss": 1.6163,
      "step": 145
    },
    {
      "epoch": 0.43909774436090226,
      "grad_norm": 6.221766948699951,
      "learning_rate": 0.00012454854871407994,
      "loss": 1.6418,
      "step": 146
    },
    {
      "epoch": 0.4421052631578947,
      "grad_norm": 5.384740352630615,
      "learning_rate": 0.00012360453532681375,
      "loss": 1.0186,
      "step": 147
    },
    {
      "epoch": 0.44511278195488724,
      "grad_norm": 9.680328369140625,
      "learning_rate": 0.00012265828894978274,
      "loss": 2.2394,
      "step": 148
    },
    {
      "epoch": 0.4481203007518797,
      "grad_norm": 10.213762283325195,
      "learning_rate": 0.00012170989909792312,
      "loss": 1.8379,
      "step": 149
    },
    {
      "epoch": 0.45112781954887216,
      "grad_norm": 7.6507673263549805,
      "learning_rate": 0.00012075945548894387,
      "loss": 1.582,
      "step": 150
    },
    {
      "epoch": 0.45413533834586467,
      "grad_norm": 2.6993091106414795,
      "learning_rate": 0.00011980704803483961,
      "loss": 1.727,
      "step": 151
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 3.603748321533203,
      "learning_rate": 0.0001188527668333846,
      "loss": 1.4753,
      "step": 152
    },
    {
      "epoch": 0.46015037593984964,
      "grad_norm": 3.079791784286499,
      "learning_rate": 0.00011789670215960975,
      "loss": 1.5285,
      "step": 153
    },
    {
      "epoch": 0.4631578947368421,
      "grad_norm": 3.2075634002685547,
      "learning_rate": 0.00011693894445726246,
      "loss": 1.3697,
      "step": 154
    },
    {
      "epoch": 0.46616541353383456,
      "grad_norm": 2.7820239067077637,
      "learning_rate": 0.00011597958433025071,
      "loss": 1.3341,
      "step": 155
    },
    {
      "epoch": 0.4691729323308271,
      "grad_norm": 2.930773973464966,
      "learning_rate": 0.00011501871253407195,
      "loss": 1.1007,
      "step": 156
    },
    {
      "epoch": 0.47218045112781953,
      "grad_norm": 2.9205455780029297,
      "learning_rate": 0.00011405641996722746,
      "loss": 1.1674,
      "step": 157
    },
    {
      "epoch": 0.47518796992481205,
      "grad_norm": 3.389185905456543,
      "learning_rate": 0.00011309279766262356,
      "loss": 1.4721,
      "step": 158
    },
    {
      "epoch": 0.4781954887218045,
      "grad_norm": 3.1782877445220947,
      "learning_rate": 0.00011212793677895976,
      "loss": 1.3092,
      "step": 159
    },
    {
      "epoch": 0.48120300751879697,
      "grad_norm": 3.124680757522583,
      "learning_rate": 0.00011116192859210526,
      "loss": 0.9397,
      "step": 160
    },
    {
      "epoch": 0.4842105263157895,
      "grad_norm": 3.0392370223999023,
      "learning_rate": 0.00011019486448646406,
      "loss": 1.2428,
      "step": 161
    },
    {
      "epoch": 0.48721804511278194,
      "grad_norm": 3.432297468185425,
      "learning_rate": 0.00010922683594633021,
      "loss": 1.0167,
      "step": 162
    },
    {
      "epoch": 0.49022556390977445,
      "grad_norm": 2.9215164184570312,
      "learning_rate": 0.00010825793454723325,
      "loss": 0.8901,
      "step": 163
    },
    {
      "epoch": 0.4932330827067669,
      "grad_norm": 3.722046375274658,
      "learning_rate": 0.00010728825194727518,
      "loss": 1.0518,
      "step": 164
    },
    {
      "epoch": 0.49624060150375937,
      "grad_norm": 3.20188045501709,
      "learning_rate": 0.00010631787987845972,
      "loss": 1.2366,
      "step": 165
    },
    {
      "epoch": 0.4992481203007519,
      "grad_norm": 3.679607391357422,
      "learning_rate": 0.0001053469101380142,
      "loss": 1.1372,
      "step": 166
    },
    {
      "epoch": 0.5022556390977444,
      "grad_norm": 4.023960590362549,
      "learning_rate": 0.00010437543457970591,
      "loss": 1.0608,
      "step": 167
    },
    {
      "epoch": 0.5052631578947369,
      "grad_norm": 2.9247024059295654,
      "learning_rate": 0.00010340354510515235,
      "loss": 1.0246,
      "step": 168
    },
    {
      "epoch": 0.5052631578947369,
      "eval_loss": 1.2644540071487427,
      "eval_runtime": 8.3747,
      "eval_samples_per_second": 16.717,
      "eval_steps_per_second": 8.359,
      "step": 168
    },
    {
      "epoch": 0.5082706766917293,
      "grad_norm": 3.2195651531219482,
      "learning_rate": 0.0001024313336551276,
      "loss": 1.2254,
      "step": 169
    },
    {
      "epoch": 0.5112781954887218,
      "grad_norm": 3.686366319656372,
      "learning_rate": 0.00010145889220086464,
      "loss": 1.3872,
      "step": 170
    },
    {
      "epoch": 0.5142857142857142,
      "grad_norm": 2.9523653984069824,
      "learning_rate": 0.00010048631273535476,
      "loss": 0.853,
      "step": 171
    },
    {
      "epoch": 0.5172932330827068,
      "grad_norm": 3.0418176651000977,
      "learning_rate": 9.951368726464525e-05,
      "loss": 1.0098,
      "step": 172
    },
    {
      "epoch": 0.5203007518796993,
      "grad_norm": 4.894069194793701,
      "learning_rate": 9.854110779913537e-05,
      "loss": 1.0787,
      "step": 173
    },
    {
      "epoch": 0.5233082706766917,
      "grad_norm": 3.7414767742156982,
      "learning_rate": 9.756866634487241e-05,
      "loss": 0.9351,
      "step": 174
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 3.709827423095703,
      "learning_rate": 9.659645489484766e-05,
      "loss": 1.1505,
      "step": 175
    },
    {
      "epoch": 0.5293233082706766,
      "grad_norm": 3.550457000732422,
      "learning_rate": 9.562456542029409e-05,
      "loss": 1.1343,
      "step": 176
    },
    {
      "epoch": 0.5323308270676692,
      "grad_norm": 3.429732084274292,
      "learning_rate": 9.465308986198582e-05,
      "loss": 0.9952,
      "step": 177
    },
    {
      "epoch": 0.5353383458646617,
      "grad_norm": 4.186556816101074,
      "learning_rate": 9.368212012154031e-05,
      "loss": 1.4548,
      "step": 178
    },
    {
      "epoch": 0.5383458646616541,
      "grad_norm": 2.974575996398926,
      "learning_rate": 9.271174805272483e-05,
      "loss": 0.6722,
      "step": 179
    },
    {
      "epoch": 0.5413533834586466,
      "grad_norm": 4.615691661834717,
      "learning_rate": 9.174206545276677e-05,
      "loss": 1.257,
      "step": 180
    },
    {
      "epoch": 0.544360902255639,
      "grad_norm": 4.825925827026367,
      "learning_rate": 9.077316405366981e-05,
      "loss": 0.9798,
      "step": 181
    },
    {
      "epoch": 0.5473684210526316,
      "grad_norm": 4.77044153213501,
      "learning_rate": 8.980513551353594e-05,
      "loss": 1.0349,
      "step": 182
    },
    {
      "epoch": 0.5503759398496241,
      "grad_norm": 6.053114891052246,
      "learning_rate": 8.883807140789478e-05,
      "loss": 1.4461,
      "step": 183
    },
    {
      "epoch": 0.5533834586466165,
      "grad_norm": 5.176226615905762,
      "learning_rate": 8.787206322104025e-05,
      "loss": 1.6956,
      "step": 184
    },
    {
      "epoch": 0.556390977443609,
      "grad_norm": 4.587821960449219,
      "learning_rate": 8.690720233737645e-05,
      "loss": 1.3102,
      "step": 185
    },
    {
      "epoch": 0.5593984962406015,
      "grad_norm": 4.133220672607422,
      "learning_rate": 8.594358003277257e-05,
      "loss": 1.5097,
      "step": 186
    },
    {
      "epoch": 0.562406015037594,
      "grad_norm": 6.2763872146606445,
      "learning_rate": 8.498128746592806e-05,
      "loss": 1.5629,
      "step": 187
    },
    {
      "epoch": 0.5654135338345865,
      "grad_norm": 6.842962741851807,
      "learning_rate": 8.402041566974928e-05,
      "loss": 1.6832,
      "step": 188
    },
    {
      "epoch": 0.5684210526315789,
      "grad_norm": 5.615280628204346,
      "learning_rate": 8.306105554273757e-05,
      "loss": 1.5805,
      "step": 189
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 4.870167255401611,
      "learning_rate": 8.210329784039029e-05,
      "loss": 1.3655,
      "step": 190
    },
    {
      "epoch": 0.5744360902255639,
      "grad_norm": 6.984615802764893,
      "learning_rate": 8.114723316661541e-05,
      "loss": 1.6651,
      "step": 191
    },
    {
      "epoch": 0.5774436090225564,
      "grad_norm": 6.663520812988281,
      "learning_rate": 8.019295196516044e-05,
      "loss": 1.7291,
      "step": 192
    },
    {
      "epoch": 0.5804511278195489,
      "grad_norm": 4.530168056488037,
      "learning_rate": 7.924054451105614e-05,
      "loss": 1.2401,
      "step": 193
    },
    {
      "epoch": 0.5834586466165413,
      "grad_norm": 5.8425068855285645,
      "learning_rate": 7.82901009020769e-05,
      "loss": 1.4507,
      "step": 194
    },
    {
      "epoch": 0.5864661654135338,
      "grad_norm": 6.199319362640381,
      "learning_rate": 7.734171105021729e-05,
      "loss": 1.4784,
      "step": 195
    },
    {
      "epoch": 0.5894736842105263,
      "grad_norm": 5.669919967651367,
      "learning_rate": 7.639546467318628e-05,
      "loss": 1.613,
      "step": 196
    },
    {
      "epoch": 0.5924812030075188,
      "grad_norm": 8.581055641174316,
      "learning_rate": 7.54514512859201e-05,
      "loss": 1.4862,
      "step": 197
    },
    {
      "epoch": 0.5954887218045113,
      "grad_norm": 7.00601863861084,
      "learning_rate": 7.450976019211415e-05,
      "loss": 2.1593,
      "step": 198
    },
    {
      "epoch": 0.5984962406015037,
      "grad_norm": 7.113554000854492,
      "learning_rate": 7.35704804757747e-05,
      "loss": 1.1598,
      "step": 199
    },
    {
      "epoch": 0.6015037593984962,
      "grad_norm": 10.917217254638672,
      "learning_rate": 7.263370099279172e-05,
      "loss": 1.5437,
      "step": 200
    },
    {
      "epoch": 0.6045112781954888,
      "grad_norm": 3.7505381107330322,
      "learning_rate": 7.169951036253295e-05,
      "loss": 1.196,
      "step": 201
    },
    {
      "epoch": 0.6075187969924812,
      "grad_norm": 3.2947475910186768,
      "learning_rate": 7.076799695946071e-05,
      "loss": 1.3778,
      "step": 202
    },
    {
      "epoch": 0.6105263157894737,
      "grad_norm": 4.286363124847412,
      "learning_rate": 6.983924890477138e-05,
      "loss": 1.1946,
      "step": 203
    },
    {
      "epoch": 0.6135338345864662,
      "grad_norm": 3.182082414627075,
      "learning_rate": 6.891335405805938e-05,
      "loss": 1.266,
      "step": 204
    },
    {
      "epoch": 0.6165413533834586,
      "grad_norm": 2.811155319213867,
      "learning_rate": 6.799040000900563e-05,
      "loss": 1.3103,
      "step": 205
    },
    {
      "epoch": 0.6195488721804512,
      "grad_norm": 2.637023687362671,
      "learning_rate": 6.707047406909135e-05,
      "loss": 1.1029,
      "step": 206
    },
    {
      "epoch": 0.6225563909774436,
      "grad_norm": 2.9048404693603516,
      "learning_rate": 6.615366326333868e-05,
      "loss": 1.3271,
      "step": 207
    },
    {
      "epoch": 0.6255639097744361,
      "grad_norm": 3.3207035064697266,
      "learning_rate": 6.524005432207794e-05,
      "loss": 1.3199,
      "step": 208
    },
    {
      "epoch": 0.6285714285714286,
      "grad_norm": 4.684329509735107,
      "learning_rate": 6.432973367274292e-05,
      "loss": 1.1642,
      "step": 209
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 3.3494668006896973,
      "learning_rate": 6.342278743169495e-05,
      "loss": 1.1271,
      "step": 210
    },
    {
      "epoch": 0.6345864661654136,
      "grad_norm": 3.287461519241333,
      "learning_rate": 6.251930139607622e-05,
      "loss": 1.1594,
      "step": 211
    },
    {
      "epoch": 0.637593984962406,
      "grad_norm": 4.3567399978637695,
      "learning_rate": 6.161936103569332e-05,
      "loss": 0.9982,
      "step": 212
    },
    {
      "epoch": 0.6406015037593985,
      "grad_norm": 3.522602081298828,
      "learning_rate": 6.072305148493195e-05,
      "loss": 1.0857,
      "step": 213
    },
    {
      "epoch": 0.643609022556391,
      "grad_norm": 3.595313787460327,
      "learning_rate": 5.983045753470308e-05,
      "loss": 1.2698,
      "step": 214
    },
    {
      "epoch": 0.6466165413533834,
      "grad_norm": 2.8420674800872803,
      "learning_rate": 5.8941663624421675e-05,
      "loss": 1.0484,
      "step": 215
    },
    {
      "epoch": 0.649624060150376,
      "grad_norm": 2.761702299118042,
      "learning_rate": 5.80567538340189e-05,
      "loss": 0.9041,
      "step": 216
    },
    {
      "epoch": 0.6526315789473685,
      "grad_norm": 3.2925853729248047,
      "learning_rate": 5.71758118759881e-05,
      "loss": 1.112,
      "step": 217
    },
    {
      "epoch": 0.6556390977443609,
      "grad_norm": 3.1736397743225098,
      "learning_rate": 5.629892108746533e-05,
      "loss": 0.9614,
      "step": 218
    },
    {
      "epoch": 0.6586466165413534,
      "grad_norm": 3.345505714416504,
      "learning_rate": 5.542616442234618e-05,
      "loss": 1.1481,
      "step": 219
    },
    {
      "epoch": 0.6616541353383458,
      "grad_norm": 3.483515501022339,
      "learning_rate": 5.455762444343785e-05,
      "loss": 1.086,
      "step": 220
    },
    {
      "epoch": 0.6646616541353384,
      "grad_norm": 3.6190083026885986,
      "learning_rate": 5.3693383314648945e-05,
      "loss": 1.0524,
      "step": 221
    },
    {
      "epoch": 0.6676691729323309,
      "grad_norm": 3.1449525356292725,
      "learning_rate": 5.2833522793216724e-05,
      "loss": 0.9343,
      "step": 222
    },
    {
      "epoch": 0.6706766917293233,
      "grad_norm": 3.1101784706115723,
      "learning_rate": 5.197812422197286e-05,
      "loss": 1.1169,
      "step": 223
    },
    {
      "epoch": 0.6736842105263158,
      "grad_norm": 3.6357944011688232,
      "learning_rate": 5.112726852164835e-05,
      "loss": 0.9155,
      "step": 224
    },
    {
      "epoch": 0.6766917293233082,
      "grad_norm": 3.2080624103546143,
      "learning_rate": 5.028103618321851e-05,
      "loss": 0.9608,
      "step": 225
    },
    {
      "epoch": 0.6796992481203008,
      "grad_norm": 2.722669839859009,
      "learning_rate": 4.943950726028856e-05,
      "loss": 0.8877,
      "step": 226
    },
    {
      "epoch": 0.6827067669172933,
      "grad_norm": 3.9666390419006348,
      "learning_rate": 4.860276136152026e-05,
      "loss": 1.2819,
      "step": 227
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 4.574212551116943,
      "learning_rate": 4.777087764310134e-05,
      "loss": 1.3043,
      "step": 228
    },
    {
      "epoch": 0.6887218045112782,
      "grad_norm": 3.7571630477905273,
      "learning_rate": 4.6943934801257026e-05,
      "loss": 1.6954,
      "step": 229
    },
    {
      "epoch": 0.6917293233082706,
      "grad_norm": 5.391382694244385,
      "learning_rate": 4.612201106480548e-05,
      "loss": 1.3582,
      "step": 230
    },
    {
      "epoch": 0.6947368421052632,
      "grad_norm": 5.491283893585205,
      "learning_rate": 4.530518418775733e-05,
      "loss": 1.1134,
      "step": 231
    },
    {
      "epoch": 0.6977443609022557,
      "grad_norm": 4.879514694213867,
      "learning_rate": 4.449353144196014e-05,
      "loss": 1.2932,
      "step": 232
    },
    {
      "epoch": 0.7007518796992481,
      "grad_norm": 4.944801330566406,
      "learning_rate": 4.368712960978864e-05,
      "loss": 1.3423,
      "step": 233
    },
    {
      "epoch": 0.7037593984962406,
      "grad_norm": 4.329304218292236,
      "learning_rate": 4.2886054976880676e-05,
      "loss": 1.4659,
      "step": 234
    },
    {
      "epoch": 0.706766917293233,
      "grad_norm": 4.671476364135742,
      "learning_rate": 4.209038332492118e-05,
      "loss": 1.1528,
      "step": 235
    },
    {
      "epoch": 0.7097744360902256,
      "grad_norm": 4.793248653411865,
      "learning_rate": 4.130018992447276e-05,
      "loss": 1.5163,
      "step": 236
    },
    {
      "epoch": 0.7127819548872181,
      "grad_norm": 5.179291725158691,
      "learning_rate": 4.051554952785531e-05,
      "loss": 1.4929,
      "step": 237
    },
    {
      "epoch": 0.7157894736842105,
      "grad_norm": 6.4231276512146,
      "learning_rate": 3.973653636207437e-05,
      "loss": 1.593,
      "step": 238
    },
    {
      "epoch": 0.718796992481203,
      "grad_norm": 4.59683084487915,
      "learning_rate": 3.896322412179929e-05,
      "loss": 1.3701,
      "step": 239
    },
    {
      "epoch": 0.7218045112781954,
      "grad_norm": 6.355918884277344,
      "learning_rate": 3.819568596239167e-05,
      "loss": 1.839,
      "step": 240
    },
    {
      "epoch": 0.724812030075188,
      "grad_norm": 4.731883525848389,
      "learning_rate": 3.743399449298488e-05,
      "loss": 1.0104,
      "step": 241
    },
    {
      "epoch": 0.7278195488721805,
      "grad_norm": 5.328304290771484,
      "learning_rate": 3.667822176961534e-05,
      "loss": 1.107,
      "step": 242
    },
    {
      "epoch": 0.7308270676691729,
      "grad_norm": 7.308995246887207,
      "learning_rate": 3.59284392884057e-05,
      "loss": 1.8363,
      "step": 243
    },
    {
      "epoch": 0.7338345864661654,
      "grad_norm": 7.659263610839844,
      "learning_rate": 3.5184717978801765e-05,
      "loss": 1.5329,
      "step": 244
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 9.367938995361328,
      "learning_rate": 3.444712819686213e-05,
      "loss": 1.7063,
      "step": 245
    },
    {
      "epoch": 0.7398496240601504,
      "grad_norm": 8.249403953552246,
      "learning_rate": 3.37157397186028e-05,
      "loss": 1.7024,
      "step": 246
    },
    {
      "epoch": 0.7428571428571429,
      "grad_norm": 8.239357948303223,
      "learning_rate": 3.2990621733396186e-05,
      "loss": 1.3572,
      "step": 247
    },
    {
      "epoch": 0.7458646616541353,
      "grad_norm": 9.71092414855957,
      "learning_rate": 3.227184283742591e-05,
      "loss": 1.3191,
      "step": 248
    },
    {
      "epoch": 0.7488721804511278,
      "grad_norm": 6.790081024169922,
      "learning_rate": 3.155947102719754e-05,
      "loss": 1.2087,
      "step": 249
    },
    {
      "epoch": 0.7518796992481203,
      "grad_norm": 5.469306945800781,
      "learning_rate": 3.085357369310612e-05,
      "loss": 1.2978,
      "step": 250
    },
    {
      "epoch": 0.7548872180451128,
      "grad_norm": 2.4169023036956787,
      "learning_rate": 3.0154217613061163e-05,
      "loss": 1.2241,
      "step": 251
    },
    {
      "epoch": 0.7578947368421053,
      "grad_norm": 3.069460153579712,
      "learning_rate": 2.9461468946169136e-05,
      "loss": 1.3835,
      "step": 252
    },
    {
      "epoch": 0.7578947368421053,
      "eval_loss": 1.1685632467269897,
      "eval_runtime": 8.3842,
      "eval_samples_per_second": 16.698,
      "eval_steps_per_second": 8.349,
      "step": 252
    },
    {
      "epoch": 0.7609022556390977,
      "grad_norm": 3.697291851043701,
      "learning_rate": 2.8775393226475224e-05,
      "loss": 1.6666,
      "step": 253
    },
    {
      "epoch": 0.7639097744360902,
      "grad_norm": 3.264037847518921,
      "learning_rate": 2.809605535676352e-05,
      "loss": 1.458,
      "step": 254
    },
    {
      "epoch": 0.7669172932330827,
      "grad_norm": 2.7649950981140137,
      "learning_rate": 2.742351960241728e-05,
      "loss": 0.9902,
      "step": 255
    },
    {
      "epoch": 0.7699248120300752,
      "grad_norm": 3.27097225189209,
      "learning_rate": 2.675784958533948e-05,
      "loss": 1.3463,
      "step": 256
    },
    {
      "epoch": 0.7729323308270677,
      "grad_norm": 3.191636800765991,
      "learning_rate": 2.6099108277934103e-05,
      "loss": 1.2479,
      "step": 257
    },
    {
      "epoch": 0.7759398496240602,
      "grad_norm": 3.365002155303955,
      "learning_rate": 2.5447357997149024e-05,
      "loss": 1.1862,
      "step": 258
    },
    {
      "epoch": 0.7789473684210526,
      "grad_norm": 3.5524256229400635,
      "learning_rate": 2.4802660398580735e-05,
      "loss": 1.4124,
      "step": 259
    },
    {
      "epoch": 0.7819548872180451,
      "grad_norm": 2.770059823989868,
      "learning_rate": 2.4165076470641858e-05,
      "loss": 1.1863,
      "step": 260
    },
    {
      "epoch": 0.7849624060150376,
      "grad_norm": 3.3277459144592285,
      "learning_rate": 2.3534666528791472e-05,
      "loss": 1.2165,
      "step": 261
    },
    {
      "epoch": 0.7879699248120301,
      "grad_norm": 3.0717999935150146,
      "learning_rate": 2.29114902098294e-05,
      "loss": 0.8806,
      "step": 262
    },
    {
      "epoch": 0.7909774436090226,
      "grad_norm": 3.236403465270996,
      "learning_rate": 2.229560646625448e-05,
      "loss": 1.1309,
      "step": 263
    },
    {
      "epoch": 0.793984962406015,
      "grad_norm": 2.8005549907684326,
      "learning_rate": 2.168707356068773e-05,
      "loss": 1.0229,
      "step": 264
    },
    {
      "epoch": 0.7969924812030075,
      "grad_norm": 2.8564326763153076,
      "learning_rate": 2.1085949060360654e-05,
      "loss": 0.8242,
      "step": 265
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.2645905017852783,
      "learning_rate": 2.0492289831669366e-05,
      "loss": 0.929,
      "step": 266
    },
    {
      "epoch": 0.8030075187969925,
      "grad_norm": 3.8449900150299072,
      "learning_rate": 1.9906152034795156e-05,
      "loss": 1.3497,
      "step": 267
    },
    {
      "epoch": 0.806015037593985,
      "grad_norm": 3.7187798023223877,
      "learning_rate": 1.9327591118391465e-05,
      "loss": 1.0395,
      "step": 268
    },
    {
      "epoch": 0.8090225563909774,
      "grad_norm": 2.930509090423584,
      "learning_rate": 1.8756661814338773e-05,
      "loss": 1.1369,
      "step": 269
    },
    {
      "epoch": 0.8120300751879699,
      "grad_norm": 3.5193817615509033,
      "learning_rate": 1.8193418132566708e-05,
      "loss": 0.9343,
      "step": 270
    },
    {
      "epoch": 0.8150375939849624,
      "grad_norm": 2.9463047981262207,
      "learning_rate": 1.763791335594481e-05,
      "loss": 0.8664,
      "step": 271
    },
    {
      "epoch": 0.8180451127819549,
      "grad_norm": 3.586620807647705,
      "learning_rate": 1.7090200035241976e-05,
      "loss": 1.1297,
      "step": 272
    },
    {
      "epoch": 0.8210526315789474,
      "grad_norm": 3.8699891567230225,
      "learning_rate": 1.6550329984155112e-05,
      "loss": 0.915,
      "step": 273
    },
    {
      "epoch": 0.8240601503759398,
      "grad_norm": 3.4200100898742676,
      "learning_rate": 1.601835427440759e-05,
      "loss": 1.1492,
      "step": 274
    },
    {
      "epoch": 0.8270676691729323,
      "grad_norm": 4.134908676147461,
      "learning_rate": 1.5494323230917805e-05,
      "loss": 1.2717,
      "step": 275
    },
    {
      "epoch": 0.8300751879699249,
      "grad_norm": 3.228290557861328,
      "learning_rate": 1.4978286427038601e-05,
      "loss": 0.9755,
      "step": 276
    },
    {
      "epoch": 0.8330827067669173,
      "grad_norm": 4.021579742431641,
      "learning_rate": 1.4470292679867347e-05,
      "loss": 1.0623,
      "step": 277
    },
    {
      "epoch": 0.8360902255639098,
      "grad_norm": 2.988311767578125,
      "learning_rate": 1.3970390045628134e-05,
      "loss": 0.9125,
      "step": 278
    },
    {
      "epoch": 0.8390977443609022,
      "grad_norm": 3.4786672592163086,
      "learning_rate": 1.3478625815125467e-05,
      "loss": 0.8501,
      "step": 279
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 3.9461677074432373,
      "learning_rate": 1.2995046509270592e-05,
      "loss": 0.9907,
      "step": 280
    },
    {
      "epoch": 0.8451127819548873,
      "grad_norm": 4.329776287078857,
      "learning_rate": 1.251969787468068e-05,
      "loss": 1.2234,
      "step": 281
    },
    {
      "epoch": 0.8481203007518797,
      "grad_norm": 4.184473037719727,
      "learning_rate": 1.2052624879351104e-05,
      "loss": 0.8955,
      "step": 282
    },
    {
      "epoch": 0.8511278195488722,
      "grad_norm": 3.8424832820892334,
      "learning_rate": 1.1593871708401526e-05,
      "loss": 1.3827,
      "step": 283
    },
    {
      "epoch": 0.8541353383458646,
      "grad_norm": 4.406933784484863,
      "learning_rate": 1.1143481759895958e-05,
      "loss": 1.3161,
      "step": 284
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 6.441991806030273,
      "learning_rate": 1.070149764073738e-05,
      "loss": 1.7558,
      "step": 285
    },
    {
      "epoch": 0.8601503759398497,
      "grad_norm": 5.40665340423584,
      "learning_rate": 1.0267961162636918e-05,
      "loss": 1.2004,
      "step": 286
    },
    {
      "epoch": 0.8631578947368421,
      "grad_norm": 6.894190788269043,
      "learning_rate": 9.842913338158732e-06,
      "loss": 1.0916,
      "step": 287
    },
    {
      "epoch": 0.8661654135338346,
      "grad_norm": 4.542257785797119,
      "learning_rate": 9.426394376840053e-06,
      "loss": 1.3842,
      "step": 288
    },
    {
      "epoch": 0.869172932330827,
      "grad_norm": 6.619887351989746,
      "learning_rate": 9.018443681387312e-06,
      "loss": 1.4222,
      "step": 289
    },
    {
      "epoch": 0.8721804511278195,
      "grad_norm": 5.315747261047363,
      "learning_rate": 8.619099843948842e-06,
      "loss": 1.0074,
      "step": 290
    },
    {
      "epoch": 0.8751879699248121,
      "grad_norm": 5.0374040603637695,
      "learning_rate": 8.228400642463874e-06,
      "loss": 1.4533,
      "step": 291
    },
    {
      "epoch": 0.8781954887218045,
      "grad_norm": 5.6161651611328125,
      "learning_rate": 7.846383037088867e-06,
      "loss": 1.0584,
      "step": 292
    },
    {
      "epoch": 0.881203007518797,
      "grad_norm": 6.119424343109131,
      "learning_rate": 7.473083166700945e-06,
      "loss": 0.8845,
      "step": 293
    },
    {
      "epoch": 0.8842105263157894,
      "grad_norm": 8.041459083557129,
      "learning_rate": 7.108536345479322e-06,
      "loss": 1.2647,
      "step": 294
    },
    {
      "epoch": 0.8872180451127819,
      "grad_norm": 6.252427577972412,
      "learning_rate": 6.75277705956443e-06,
      "loss": 1.1579,
      "step": 295
    },
    {
      "epoch": 0.8902255639097745,
      "grad_norm": 6.018775939941406,
      "learning_rate": 6.405838963795597e-06,
      "loss": 1.5139,
      "step": 296
    },
    {
      "epoch": 0.8932330827067669,
      "grad_norm": 5.89967155456543,
      "learning_rate": 6.067754878527332e-06,
      "loss": 1.1438,
      "step": 297
    },
    {
      "epoch": 0.8962406015037594,
      "grad_norm": 7.368281841278076,
      "learning_rate": 5.738556786524452e-06,
      "loss": 1.2739,
      "step": 298
    },
    {
      "epoch": 0.8992481203007519,
      "grad_norm": 7.558155536651611,
      "learning_rate": 5.418275829936537e-06,
      "loss": 1.2097,
      "step": 299
    },
    {
      "epoch": 0.9022556390977443,
      "grad_norm": 7.609523296356201,
      "learning_rate": 5.106942307351881e-06,
      "loss": 1.432,
      "step": 300
    },
    {
      "epoch": 0.9052631578947369,
      "grad_norm": 2.8281469345092773,
      "learning_rate": 4.8045856709312945e-06,
      "loss": 1.254,
      "step": 301
    },
    {
      "epoch": 0.9082706766917293,
      "grad_norm": 3.464733839035034,
      "learning_rate": 4.511234523621799e-06,
      "loss": 1.6052,
      "step": 302
    },
    {
      "epoch": 0.9112781954887218,
      "grad_norm": 3.2303576469421387,
      "learning_rate": 4.226916616450916e-06,
      "loss": 1.1784,
      "step": 303
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 2.967763662338257,
      "learning_rate": 3.951658845901418e-06,
      "loss": 1.2649,
      "step": 304
    },
    {
      "epoch": 0.9172932330827067,
      "grad_norm": 3.5499050617218018,
      "learning_rate": 3.6854872513667705e-06,
      "loss": 1.2532,
      "step": 305
    },
    {
      "epoch": 0.9203007518796993,
      "grad_norm": 3.9110796451568604,
      "learning_rate": 3.428427012688007e-06,
      "loss": 1.3193,
      "step": 306
    },
    {
      "epoch": 0.9233082706766917,
      "grad_norm": 3.819706439971924,
      "learning_rate": 3.1805024477715716e-06,
      "loss": 1.3538,
      "step": 307
    },
    {
      "epoch": 0.9263157894736842,
      "grad_norm": 3.544463634490967,
      "learning_rate": 2.941737010288903e-06,
      "loss": 0.9691,
      "step": 308
    },
    {
      "epoch": 0.9293233082706767,
      "grad_norm": 3.5002360343933105,
      "learning_rate": 2.712153287457686e-06,
      "loss": 0.9575,
      "step": 309
    },
    {
      "epoch": 0.9323308270676691,
      "grad_norm": 3.601735830307007,
      "learning_rate": 2.4917729979051396e-06,
      "loss": 0.9807,
      "step": 310
    },
    {
      "epoch": 0.9353383458646617,
      "grad_norm": 3.5812902450561523,
      "learning_rate": 2.2806169896134042e-06,
      "loss": 1.2568,
      "step": 311
    },
    {
      "epoch": 0.9383458646616541,
      "grad_norm": 3.4070911407470703,
      "learning_rate": 2.0787052379473203e-06,
      "loss": 1.0116,
      "step": 312
    },
    {
      "epoch": 0.9413533834586466,
      "grad_norm": 3.1326417922973633,
      "learning_rate": 1.8860568437648052e-06,
      "loss": 0.9221,
      "step": 313
    },
    {
      "epoch": 0.9443609022556391,
      "grad_norm": 3.43778133392334,
      "learning_rate": 1.7026900316098215e-06,
      "loss": 1.024,
      "step": 314
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 3.884143829345703,
      "learning_rate": 1.5286221479884343e-06,
      "loss": 1.0465,
      "step": 315
    },
    {
      "epoch": 0.9503759398496241,
      "grad_norm": 3.9630684852600098,
      "learning_rate": 1.3638696597277679e-06,
      "loss": 0.695,
      "step": 316
    },
    {
      "epoch": 0.9533834586466166,
      "grad_norm": 4.500962734222412,
      "learning_rate": 1.20844815241824e-06,
      "loss": 1.1712,
      "step": 317
    },
    {
      "epoch": 0.956390977443609,
      "grad_norm": 3.6982693672180176,
      "learning_rate": 1.0623723289392096e-06,
      "loss": 1.0222,
      "step": 318
    },
    {
      "epoch": 0.9593984962406015,
      "grad_norm": 4.035722732543945,
      "learning_rate": 9.256560080680543e-07,
      "loss": 1.3457,
      "step": 319
    },
    {
      "epoch": 0.9624060150375939,
      "grad_norm": 4.126447677612305,
      "learning_rate": 7.983121231729174e-07,
      "loss": 1.1077,
      "step": 320
    },
    {
      "epoch": 0.9654135338345865,
      "grad_norm": 4.463468551635742,
      "learning_rate": 6.80352720989208e-07,
      "loss": 1.347,
      "step": 321
    },
    {
      "epoch": 0.968421052631579,
      "grad_norm": 4.763998508453369,
      "learning_rate": 5.717889604799797e-07,
      "loss": 1.1388,
      "step": 322
    },
    {
      "epoch": 0.9714285714285714,
      "grad_norm": 5.615616321563721,
      "learning_rate": 4.726311117803084e-07,
      "loss": 1.2105,
      "step": 323
    },
    {
      "epoch": 0.9744360902255639,
      "grad_norm": 4.94752836227417,
      "learning_rate": 3.8288855522572444e-07,
      "loss": 1.5719,
      "step": 324
    },
    {
      "epoch": 0.9774436090225563,
      "grad_norm": 5.214188575744629,
      "learning_rate": 3.02569780464812e-07,
      "loss": 1.1898,
      "step": 325
    },
    {
      "epoch": 0.9804511278195489,
      "grad_norm": 5.569785118103027,
      "learning_rate": 2.31682385656129e-07,
      "loss": 1.5969,
      "step": 326
    },
    {
      "epoch": 0.9834586466165414,
      "grad_norm": 6.208746910095215,
      "learning_rate": 1.7023307674940424e-07,
      "loss": 1.6771,
      "step": 327
    },
    {
      "epoch": 0.9864661654135338,
      "grad_norm": 6.083163738250732,
      "learning_rate": 1.1822766685112286e-07,
      "loss": 1.1363,
      "step": 328
    },
    {
      "epoch": 0.9894736842105263,
      "grad_norm": 6.206316947937012,
      "learning_rate": 7.567107567467701e-08,
      "loss": 1.2475,
      "step": 329
    },
    {
      "epoch": 0.9924812030075187,
      "grad_norm": 8.015814781188965,
      "learning_rate": 4.256732907487182e-08,
      "loss": 1.8381,
      "step": 330
    },
    {
      "epoch": 0.9954887218045113,
      "grad_norm": 4.961983680725098,
      "learning_rate": 1.8919558667174208e-08,
      "loss": 0.9952,
      "step": 331
    },
    {
      "epoch": 0.9984962406015038,
      "grad_norm": 7.627207279205322,
      "learning_rate": 4.730001531361161e-09,
      "loss": 1.6434,
      "step": 332
    },
    {
      "epoch": 1.0015037593984963,
      "grad_norm": 14.249573707580566,
      "learning_rate": 0.0,
      "loss": 2.0654,
      "step": 333
    }
  ],
  "logging_steps": 1,
  "max_steps": 333,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 84,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.2318097892651827e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}