{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 3210,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0009345794392523365,
      "grad_norm": 2.017852488500846,
      "learning_rate": 0.0,
      "loss": 0.4862,
      "num_tokens": 524288.0,
      "step": 1
    },
    {
      "epoch": 0.001869158878504673,
      "grad_norm": 1.8071246691389795,
      "learning_rate": 3.1055900621118013e-07,
      "loss": 0.4672,
      "num_tokens": 1048576.0,
      "step": 2
    },
    {
      "epoch": 0.002803738317757009,
      "grad_norm": 1.9479494866290634,
      "learning_rate": 6.211180124223603e-07,
      "loss": 0.4642,
      "num_tokens": 1572864.0,
      "step": 3
    },
    {
      "epoch": 0.003738317757009346,
      "grad_norm": 1.8758052357159156,
      "learning_rate": 9.316770186335405e-07,
      "loss": 0.4627,
      "num_tokens": 2097152.0,
      "step": 4
    },
    {
      "epoch": 0.004672897196261682,
      "grad_norm": 1.9435720101850076,
      "learning_rate": 1.2422360248447205e-06,
      "loss": 0.4817,
      "num_tokens": 2621440.0,
      "step": 5
    },
    {
      "epoch": 0.005607476635514018,
      "grad_norm": 1.8324675794413225,
      "learning_rate": 1.5527950310559006e-06,
      "loss": 0.4687,
      "num_tokens": 3145728.0,
      "step": 6
    },
    {
      "epoch": 0.0065420560747663555,
      "grad_norm": 1.6304225572339808,
      "learning_rate": 1.863354037267081e-06,
      "loss": 0.4598,
      "num_tokens": 3670016.0,
      "step": 7
    },
    {
      "epoch": 0.007476635514018692,
      "grad_norm": 1.6780401631680744,
      "learning_rate": 2.173913043478261e-06,
      "loss": 0.4942,
      "num_tokens": 4194304.0,
      "step": 8
    },
    {
      "epoch": 0.008411214953271028,
      "grad_norm": 1.3074763928193625,
      "learning_rate": 2.484472049689441e-06,
      "loss": 0.4558,
      "num_tokens": 4718592.0,
      "step": 9
    },
    {
      "epoch": 0.009345794392523364,
      "grad_norm": 1.3006955656362056,
      "learning_rate": 2.7950310559006214e-06,
      "loss": 0.4575,
      "num_tokens": 5242880.0,
      "step": 10
    },
    {
      "epoch": 0.010280373831775701,
      "grad_norm": 1.1458088273159241,
      "learning_rate": 3.1055900621118013e-06,
      "loss": 0.4325,
      "num_tokens": 5767168.0,
      "step": 11
    },
    {
      "epoch": 0.011214953271028037,
      "grad_norm": 1.054831481327972,
      "learning_rate": 3.4161490683229816e-06,
      "loss": 0.4179,
      "num_tokens": 6291456.0,
      "step": 12
    },
    {
      "epoch": 0.012149532710280374,
      "grad_norm": 0.6751538908066327,
      "learning_rate": 3.726708074534162e-06,
      "loss": 0.4044,
      "num_tokens": 6814458.0,
      "step": 13
    },
    {
      "epoch": 0.013084112149532711,
      "grad_norm": 0.5550010112663276,
      "learning_rate": 4.037267080745342e-06,
      "loss": 0.4197,
      "num_tokens": 7323393.0,
      "step": 14
    },
    {
      "epoch": 0.014018691588785047,
      "grad_norm": 0.5499017410229011,
      "learning_rate": 4.347826086956522e-06,
      "loss": 0.3838,
      "num_tokens": 7847681.0,
      "step": 15
    },
    {
      "epoch": 0.014953271028037384,
      "grad_norm": 0.47051373960197745,
      "learning_rate": 4.658385093167702e-06,
      "loss": 0.4085,
      "num_tokens": 8367424.0,
      "step": 16
    },
    {
      "epoch": 0.01588785046728972,
      "grad_norm": 0.6944739408030081,
      "learning_rate": 4.968944099378882e-06,
      "loss": 0.3973,
      "num_tokens": 8891712.0,
      "step": 17
    },
    {
      "epoch": 0.016822429906542057,
      "grad_norm": 0.7195085981614084,
      "learning_rate": 5.279503105590062e-06,
      "loss": 0.4278,
      "num_tokens": 9416000.0,
      "step": 18
    },
    {
      "epoch": 0.017757009345794394,
      "grad_norm": 0.6225520689477533,
      "learning_rate": 5.590062111801243e-06,
      "loss": 0.4058,
      "num_tokens": 9940288.0,
      "step": 19
    },
    {
      "epoch": 0.018691588785046728,
      "grad_norm": 0.4983829968687404,
      "learning_rate": 5.900621118012423e-06,
      "loss": 0.3899,
      "num_tokens": 10464576.0,
      "step": 20
    },
    {
      "epoch": 0.019626168224299065,
      "grad_norm": 0.41686145849023476,
      "learning_rate": 6.2111801242236025e-06,
      "loss": 0.396,
      "num_tokens": 10988864.0,
      "step": 21
    },
    {
      "epoch": 0.020560747663551402,
      "grad_norm": 0.40429126981289865,
      "learning_rate": 6.521739130434783e-06,
      "loss": 0.3867,
      "num_tokens": 11513152.0,
      "step": 22
    },
    {
      "epoch": 0.02149532710280374,
      "grad_norm": 0.44079621422149246,
      "learning_rate": 6.832298136645963e-06,
      "loss": 0.3931,
      "num_tokens": 12037440.0,
      "step": 23
    },
    {
      "epoch": 0.022429906542056073,
      "grad_norm": 0.486280217339589,
      "learning_rate": 7.142857142857143e-06,
      "loss": 0.3914,
      "num_tokens": 12561728.0,
      "step": 24
    },
    {
      "epoch": 0.02336448598130841,
      "grad_norm": 0.4849264945192523,
      "learning_rate": 7.453416149068324e-06,
      "loss": 0.3858,
      "num_tokens": 13084871.0,
      "step": 25
    },
    {
      "epoch": 0.024299065420560748,
      "grad_norm": 0.4653996260180473,
      "learning_rate": 7.763975155279503e-06,
      "loss": 0.4045,
      "num_tokens": 13593330.0,
      "step": 26
    },
    {
      "epoch": 0.025233644859813085,
      "grad_norm": 0.39690449685813606,
      "learning_rate": 8.074534161490684e-06,
      "loss": 0.4026,
      "num_tokens": 14117618.0,
      "step": 27
    },
    {
      "epoch": 0.026168224299065422,
      "grad_norm": 0.378753914002436,
      "learning_rate": 8.385093167701864e-06,
      "loss": 0.4099,
      "num_tokens": 14641906.0,
      "step": 28
    },
    {
      "epoch": 0.027102803738317756,
      "grad_norm": 0.3530825349190552,
      "learning_rate": 8.695652173913044e-06,
      "loss": 0.3938,
      "num_tokens": 15166194.0,
      "step": 29
    },
    {
      "epoch": 0.028037383177570093,
      "grad_norm": 0.36686979135107817,
      "learning_rate": 9.006211180124225e-06,
      "loss": 0.3771,
      "num_tokens": 15690482.0,
      "step": 30
    },
    {
      "epoch": 0.02897196261682243,
      "grad_norm": 0.34606303983673836,
      "learning_rate": 9.316770186335403e-06,
      "loss": 0.3796,
      "num_tokens": 16192729.0,
      "step": 31
    },
    {
      "epoch": 0.029906542056074768,
      "grad_norm": 0.36048195328485455,
      "learning_rate": 9.627329192546584e-06,
      "loss": 0.3959,
      "num_tokens": 16717017.0,
      "step": 32
    },
    {
      "epoch": 0.0308411214953271,
      "grad_norm": 0.30940051120264955,
      "learning_rate": 9.937888198757764e-06,
      "loss": 0.3792,
      "num_tokens": 17241305.0,
      "step": 33
    },
    {
      "epoch": 0.03177570093457944,
      "grad_norm": 0.35749511246834215,
      "learning_rate": 1.0248447204968944e-05,
      "loss": 0.4077,
      "num_tokens": 17765593.0,
      "step": 34
    },
    {
      "epoch": 0.03271028037383177,
      "grad_norm": 0.3014898171956371,
      "learning_rate": 1.0559006211180125e-05,
      "loss": 0.3956,
      "num_tokens": 18289881.0,
      "step": 35
    },
    {
      "epoch": 0.03364485981308411,
      "grad_norm": 0.29539061859244403,
      "learning_rate": 1.0869565217391305e-05,
      "loss": 0.3995,
      "num_tokens": 18814169.0,
      "step": 36
    },
    {
      "epoch": 0.03457943925233645,
      "grad_norm": 0.267720703006703,
      "learning_rate": 1.1180124223602485e-05,
      "loss": 0.3628,
      "num_tokens": 19338457.0,
      "step": 37
    },
    {
      "epoch": 0.03551401869158879,
      "grad_norm": 0.2683362844058575,
      "learning_rate": 1.1490683229813664e-05,
      "loss": 0.3809,
      "num_tokens": 19862745.0,
      "step": 38
    },
    {
      "epoch": 0.03644859813084112,
      "grad_norm": 0.26484756597829434,
      "learning_rate": 1.1801242236024846e-05,
      "loss": 0.3911,
      "num_tokens": 20387033.0,
      "step": 39
    },
    {
      "epoch": 0.037383177570093455,
      "grad_norm": 0.2726940396825026,
      "learning_rate": 1.2111801242236026e-05,
      "loss": 0.3824,
      "num_tokens": 20911321.0,
      "step": 40
    },
    {
      "epoch": 0.038317757009345796,
      "grad_norm": 0.27178658162502173,
      "learning_rate": 1.2422360248447205e-05,
      "loss": 0.3842,
      "num_tokens": 21435609.0,
      "step": 41
    },
    {
      "epoch": 0.03925233644859813,
      "grad_norm": 0.25028895756533753,
      "learning_rate": 1.2732919254658385e-05,
      "loss": 0.3711,
      "num_tokens": 21959897.0,
      "step": 42
    },
    {
      "epoch": 0.04018691588785047,
      "grad_norm": 0.35474786219476834,
      "learning_rate": 1.3043478260869566e-05,
      "loss": 0.3852,
      "num_tokens": 22463219.0,
      "step": 43
    },
    {
      "epoch": 0.041121495327102804,
      "grad_norm": 0.2393650525688989,
      "learning_rate": 1.3354037267080746e-05,
      "loss": 0.3763,
      "num_tokens": 22987507.0,
      "step": 44
    },
    {
      "epoch": 0.04205607476635514,
      "grad_norm": 0.2366022217534697,
      "learning_rate": 1.3664596273291926e-05,
      "loss": 0.3821,
      "num_tokens": 23511795.0,
      "step": 45
    },
    {
      "epoch": 0.04299065420560748,
      "grad_norm": 0.22974671794614332,
      "learning_rate": 1.3975155279503105e-05,
      "loss": 0.3741,
      "num_tokens": 24036083.0,
      "step": 46
    },
    {
      "epoch": 0.04392523364485981,
      "grad_norm": 0.23216606782984167,
      "learning_rate": 1.4285714285714285e-05,
      "loss": 0.3751,
      "num_tokens": 24560371.0,
      "step": 47
    },
    {
      "epoch": 0.044859813084112146,
      "grad_norm": 0.2074228737927743,
      "learning_rate": 1.4596273291925466e-05,
      "loss": 0.359,
      "num_tokens": 25084659.0,
      "step": 48
    },
    {
      "epoch": 0.04579439252336449,
      "grad_norm": 0.23643120073909973,
      "learning_rate": 1.4906832298136648e-05,
      "loss": 0.3793,
      "num_tokens": 25583678.0,
      "step": 49
    },
    {
      "epoch": 0.04672897196261682,
      "grad_norm": 0.22087548441228955,
      "learning_rate": 1.5217391304347828e-05,
      "loss": 0.3914,
      "num_tokens": 26107966.0,
      "step": 50
    },
    {
      "epoch": 0.04766355140186916,
      "grad_norm": 0.22700268570132812,
      "learning_rate": 1.5527950310559007e-05,
      "loss": 0.3814,
      "num_tokens": 26632254.0,
      "step": 51
    },
    {
      "epoch": 0.048598130841121495,
      "grad_norm": 0.2173296880778052,
      "learning_rate": 1.5838509316770185e-05,
      "loss": 0.3673,
      "num_tokens": 27156542.0,
      "step": 52
    },
    {
      "epoch": 0.04953271028037383,
      "grad_norm": 0.22439738926940148,
      "learning_rate": 1.6149068322981367e-05,
      "loss": 0.3798,
      "num_tokens": 27680830.0,
      "step": 53
    },
    {
      "epoch": 0.05046728971962617,
      "grad_norm": 0.21329319252896195,
      "learning_rate": 1.645962732919255e-05,
      "loss": 0.3919,
      "num_tokens": 28205118.0,
      "step": 54
    },
    {
      "epoch": 0.0514018691588785,
      "grad_norm": 0.21169105638712404,
      "learning_rate": 1.6770186335403728e-05,
      "loss": 0.3479,
      "num_tokens": 28729406.0,
      "step": 55
    },
    {
      "epoch": 0.052336448598130844,
      "grad_norm": 0.2120372238726954,
      "learning_rate": 1.7080745341614907e-05,
      "loss": 0.3704,
      "num_tokens": 29253694.0,
      "step": 56
    },
    {
      "epoch": 0.05327102803738318,
      "grad_norm": 0.22391465196793192,
      "learning_rate": 1.739130434782609e-05,
      "loss": 0.3882,
      "num_tokens": 29748563.0,
      "step": 57
    },
    {
      "epoch": 0.05420560747663551,
      "grad_norm": 0.22398021409420552,
      "learning_rate": 1.7701863354037267e-05,
      "loss": 0.3899,
      "num_tokens": 30272851.0,
      "step": 58
    },
    {
      "epoch": 0.05514018691588785,
      "grad_norm": 0.20428501490785764,
      "learning_rate": 1.801242236024845e-05,
      "loss": 0.3713,
      "num_tokens": 30797139.0,
      "step": 59
    },
    {
      "epoch": 0.056074766355140186,
      "grad_norm": 0.19564269134605344,
      "learning_rate": 1.8322981366459628e-05,
      "loss": 0.3837,
      "num_tokens": 31321427.0,
      "step": 60
    },
    {
      "epoch": 0.05700934579439252,
      "grad_norm": 0.2589002452747362,
      "learning_rate": 1.8633540372670807e-05,
      "loss": 0.3578,
      "num_tokens": 31845715.0,
      "step": 61
    },
    {
      "epoch": 0.05794392523364486,
      "grad_norm": 0.20071431993581218,
      "learning_rate": 1.894409937888199e-05,
      "loss": 0.3667,
      "num_tokens": 32370003.0,
      "step": 62
    },
    {
      "epoch": 0.058878504672897194,
      "grad_norm": 0.2079221231983398,
      "learning_rate": 1.9254658385093167e-05,
      "loss": 0.3644,
      "num_tokens": 32894291.0,
      "step": 63
    },
    {
      "epoch": 0.059813084112149535,
      "grad_norm": 0.20591055767858862,
      "learning_rate": 1.956521739130435e-05,
      "loss": 0.3667,
      "num_tokens": 33418579.0,
      "step": 64
    },
    {
      "epoch": 0.06074766355140187,
      "grad_norm": 0.19907429490636963,
      "learning_rate": 1.9875776397515528e-05,
      "loss": 0.3751,
      "num_tokens": 33942867.0,
      "step": 65
    },
    {
      "epoch": 0.0616822429906542,
      "grad_norm": 0.2009516783983648,
      "learning_rate": 2.0186335403726707e-05,
      "loss": 0.3719,
      "num_tokens": 34461387.0,
      "step": 66
    },
    {
      "epoch": 0.06261682242990654,
      "grad_norm": 0.20196101566330504,
      "learning_rate": 2.049689440993789e-05,
      "loss": 0.3863,
      "num_tokens": 34985675.0,
      "step": 67
    },
    {
      "epoch": 0.06355140186915888,
      "grad_norm": 0.19182018916961346,
      "learning_rate": 2.080745341614907e-05,
      "loss": 0.3765,
      "num_tokens": 35509963.0,
      "step": 68
    },
    {
      "epoch": 0.06448598130841121,
      "grad_norm": 0.20268344841594663,
      "learning_rate": 2.111801242236025e-05,
      "loss": 0.3843,
      "num_tokens": 36034251.0,
      "step": 69
    },
    {
      "epoch": 0.06542056074766354,
      "grad_norm": 0.20186154265595171,
      "learning_rate": 2.1428571428571428e-05,
      "loss": 0.3735,
      "num_tokens": 36558539.0,
      "step": 70
    },
    {
      "epoch": 0.06635514018691589,
      "grad_norm": 0.24460318495914363,
      "learning_rate": 2.173913043478261e-05,
      "loss": 0.3855,
      "num_tokens": 37082827.0,
      "step": 71
    },
    {
      "epoch": 0.06728971962616823,
      "grad_norm": 0.19376470402684193,
      "learning_rate": 2.204968944099379e-05,
      "loss": 0.3586,
      "num_tokens": 37607115.0,
      "step": 72
    },
    {
      "epoch": 0.06822429906542056,
      "grad_norm": 0.22247830800830629,
      "learning_rate": 2.236024844720497e-05,
      "loss": 0.381,
      "num_tokens": 38131403.0,
      "step": 73
    },
    {
      "epoch": 0.0691588785046729,
      "grad_norm": 0.18529225344863978,
      "learning_rate": 2.2670807453416153e-05,
      "loss": 0.3671,
      "num_tokens": 38655691.0,
      "step": 74
    },
    {
      "epoch": 0.07009345794392523,
      "grad_norm": 0.24019406154430759,
      "learning_rate": 2.2981366459627328e-05,
      "loss": 0.3864,
      "num_tokens": 39179979.0,
      "step": 75
    },
    {
      "epoch": 0.07102803738317758,
      "grad_norm": 0.21009883297485127,
      "learning_rate": 2.329192546583851e-05,
      "loss": 0.3771,
      "num_tokens": 39704267.0,
      "step": 76
    },
    {
      "epoch": 0.07196261682242991,
      "grad_norm": 0.21235991144556934,
      "learning_rate": 2.3602484472049692e-05,
      "loss": 0.3625,
      "num_tokens": 40228555.0,
      "step": 77
    },
    {
      "epoch": 0.07289719626168224,
      "grad_norm": 0.20412935935607737,
      "learning_rate": 2.391304347826087e-05,
      "loss": 0.381,
      "num_tokens": 40752843.0,
      "step": 78
    },
    {
      "epoch": 0.07383177570093458,
      "grad_norm": 0.20766904929182162,
      "learning_rate": 2.4223602484472053e-05,
      "loss": 0.4023,
      "num_tokens": 41277131.0,
      "step": 79
    },
    {
      "epoch": 0.07476635514018691,
      "grad_norm": 0.23849239605989417,
      "learning_rate": 2.453416149068323e-05,
      "loss": 0.3768,
      "num_tokens": 41801419.0,
      "step": 80
    },
    {
      "epoch": 0.07570093457943926,
      "grad_norm": 0.2042858725933061,
      "learning_rate": 2.484472049689441e-05,
      "loss": 0.3767,
      "num_tokens": 42325707.0,
      "step": 81
    },
    {
      "epoch": 0.07663551401869159,
      "grad_norm": 0.20653020391646104,
      "learning_rate": 2.515527950310559e-05,
      "loss": 0.3657,
      "num_tokens": 42849995.0,
      "step": 82
    },
    {
      "epoch": 0.07757009345794393,
      "grad_norm": 0.21135969953657735,
      "learning_rate": 2.546583850931677e-05,
      "loss": 0.3749,
      "num_tokens": 43374283.0,
      "step": 83
    },
    {
      "epoch": 0.07850467289719626,
      "grad_norm": 0.20013527311842882,
      "learning_rate": 2.577639751552795e-05,
      "loss": 0.3774,
      "num_tokens": 43898571.0,
      "step": 84
    },
    {
      "epoch": 0.0794392523364486,
      "grad_norm": 0.20931004909551879,
      "learning_rate": 2.608695652173913e-05,
      "loss": 0.3799,
      "num_tokens": 44422859.0,
      "step": 85
    },
    {
      "epoch": 0.08037383177570094,
      "grad_norm": 0.23320683648281962,
      "learning_rate": 2.639751552795031e-05,
      "loss": 0.3963,
      "num_tokens": 44947147.0,
      "step": 86
    },
    {
      "epoch": 0.08130841121495327,
      "grad_norm": 0.1997619306765276,
      "learning_rate": 2.6708074534161492e-05,
      "loss": 0.3511,
      "num_tokens": 45471435.0,
      "step": 87
    },
    {
      "epoch": 0.08224299065420561,
      "grad_norm": 0.22394399081406163,
      "learning_rate": 2.7018633540372674e-05,
      "loss": 0.3617,
      "num_tokens": 45974723.0,
      "step": 88
    },
    {
      "epoch": 0.08317757009345794,
      "grad_norm": 0.20950597778933658,
      "learning_rate": 2.7329192546583853e-05,
      "loss": 0.3816,
      "num_tokens": 46499011.0,
      "step": 89
    },
    {
      "epoch": 0.08411214953271028,
      "grad_norm": 0.20168658476285822,
      "learning_rate": 2.7639751552795035e-05,
      "loss": 0.372,
      "num_tokens": 47023299.0,
      "step": 90
    },
    {
      "epoch": 0.08504672897196262,
      "grad_norm": 0.22638499051074662,
      "learning_rate": 2.795031055900621e-05,
      "loss": 0.3849,
      "num_tokens": 47547587.0,
      "step": 91
    },
    {
      "epoch": 0.08598130841121496,
      "grad_norm": 0.23604701438873152,
      "learning_rate": 2.826086956521739e-05,
      "loss": 0.3877,
      "num_tokens": 48071875.0,
      "step": 92
    },
    {
      "epoch": 0.08691588785046729,
      "grad_norm": 0.22427942234266063,
      "learning_rate": 2.857142857142857e-05,
      "loss": 0.3784,
      "num_tokens": 48596163.0,
      "step": 93
    },
    {
      "epoch": 0.08785046728971962,
      "grad_norm": 0.21895423474047035,
      "learning_rate": 2.8881987577639753e-05,
      "loss": 0.37,
      "num_tokens": 49120451.0,
      "step": 94
    },
    {
      "epoch": 0.08878504672897196,
      "grad_norm": 0.218888239104701,
      "learning_rate": 2.919254658385093e-05,
      "loss": 0.3542,
      "num_tokens": 49644739.0,
      "step": 95
    },
    {
      "epoch": 0.08971962616822429,
      "grad_norm": 0.2208931791722322,
      "learning_rate": 2.9503105590062114e-05,
      "loss": 0.3776,
      "num_tokens": 50169027.0,
      "step": 96
    },
    {
      "epoch": 0.09065420560747664,
      "grad_norm": 0.2211018695658659,
      "learning_rate": 2.9813664596273296e-05,
      "loss": 0.3588,
      "num_tokens": 50693315.0,
      "step": 97
    },
    {
      "epoch": 0.09158878504672897,
      "grad_norm": 0.21010975526628942,
      "learning_rate": 3.0124223602484474e-05,
      "loss": 0.3557,
      "num_tokens": 51217603.0,
      "step": 98
    },
    {
      "epoch": 0.09252336448598131,
      "grad_norm": 0.24573509550093275,
      "learning_rate": 3.0434782608695656e-05,
      "loss": 0.414,
      "num_tokens": 51741891.0,
      "step": 99
    },
    {
      "epoch": 0.09345794392523364,
      "grad_norm": 0.20780643655072928,
      "learning_rate": 3.074534161490684e-05,
      "loss": 0.3772,
      "num_tokens": 52266179.0,
      "step": 100
    },
    {
      "epoch": 0.09439252336448598,
      "grad_norm": 0.22264392854050957,
      "learning_rate": 3.1055900621118014e-05,
      "loss": 0.3567,
      "num_tokens": 52790467.0,
      "step": 101
    },
    {
      "epoch": 0.09532710280373832,
      "grad_norm": 0.21718337980105337,
      "learning_rate": 3.136645962732919e-05,
      "loss": 0.3685,
      "num_tokens": 53314755.0,
      "step": 102
    },
    {
      "epoch": 0.09626168224299066,
      "grad_norm": 0.25334727955292724,
      "learning_rate": 3.167701863354037e-05,
      "loss": 0.3865,
      "num_tokens": 53839043.0,
      "step": 103
    },
    {
      "epoch": 0.09719626168224299,
      "grad_norm": 0.22817184301125376,
      "learning_rate": 3.198757763975155e-05,
      "loss": 0.3718,
      "num_tokens": 54363331.0,
      "step": 104
    },
    {
      "epoch": 0.09813084112149532,
      "grad_norm": 0.21966041025876074,
      "learning_rate": 3.2298136645962735e-05,
      "loss": 0.3668,
      "num_tokens": 54887619.0,
      "step": 105
    },
    {
      "epoch": 0.09906542056074766,
      "grad_norm": 0.21930705017520402,
      "learning_rate": 3.260869565217392e-05,
      "loss": 0.372,
      "num_tokens": 55402408.0,
      "step": 106
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.22741271496369328,
      "learning_rate": 3.29192546583851e-05,
      "loss": 0.3912,
      "num_tokens": 55926696.0,
      "step": 107
    },
    {
      "epoch": 0.10093457943925234,
      "grad_norm": 0.22604216746877262,
      "learning_rate": 3.3229813664596274e-05,
      "loss": 0.3765,
      "num_tokens": 56450984.0,
      "step": 108
    },
    {
      "epoch": 0.10186915887850467,
      "grad_norm": 0.20915485561045183,
      "learning_rate": 3.3540372670807456e-05,
      "loss": 0.366,
      "num_tokens": 56975272.0,
      "step": 109
    },
    {
      "epoch": 0.102803738317757,
      "grad_norm": 0.23354129729684922,
      "learning_rate": 3.385093167701863e-05,
      "loss": 0.3922,
      "num_tokens": 57499560.0,
      "step": 110
    },
    {
      "epoch": 0.10373831775700934,
      "grad_norm": 0.27532495580112715,
      "learning_rate": 3.4161490683229814e-05,
      "loss": 0.3943,
      "num_tokens": 58023848.0,
      "step": 111
    },
    {
      "epoch": 0.10467289719626169,
      "grad_norm": 0.20425389560094678,
      "learning_rate": 3.4472049689440996e-05,
      "loss": 0.3504,
      "num_tokens": 58544669.0,
      "step": 112
    },
    {
      "epoch": 0.10560747663551402,
      "grad_norm": 0.2255971510568709,
      "learning_rate": 3.478260869565218e-05,
      "loss": 0.3702,
      "num_tokens": 59068957.0,
      "step": 113
    },
    {
      "epoch": 0.10654205607476636,
      "grad_norm": 0.22426104212998352,
      "learning_rate": 3.509316770186335e-05,
      "loss": 0.3682,
      "num_tokens": 59593245.0,
      "step": 114
    },
    {
      "epoch": 0.10747663551401869,
      "grad_norm": 0.22215521461134538,
      "learning_rate": 3.5403726708074535e-05,
      "loss": 0.3882,
      "num_tokens": 60117533.0,
      "step": 115
    },
    {
      "epoch": 0.10841121495327102,
      "grad_norm": 0.22894904791998885,
      "learning_rate": 3.571428571428572e-05,
      "loss": 0.3663,
      "num_tokens": 60611022.0,
      "step": 116
    },
    {
      "epoch": 0.10934579439252337,
      "grad_norm": 0.21332379738106172,
      "learning_rate": 3.60248447204969e-05,
      "loss": 0.3742,
      "num_tokens": 61135310.0,
      "step": 117
    },
    {
      "epoch": 0.1102803738317757,
      "grad_norm": 0.24489967113945665,
      "learning_rate": 3.633540372670808e-05,
      "loss": 0.3812,
      "num_tokens": 61659598.0,
      "step": 118
    },
    {
      "epoch": 0.11121495327102804,
      "grad_norm": 0.20450949810088712,
      "learning_rate": 3.6645962732919256e-05,
      "loss": 0.368,
      "num_tokens": 62183886.0,
      "step": 119
    },
    {
      "epoch": 0.11214953271028037,
      "grad_norm": 0.2156919080436167,
      "learning_rate": 3.695652173913043e-05,
      "loss": 0.3674,
      "num_tokens": 62708174.0,
      "step": 120
    },
    {
      "epoch": 0.1130841121495327,
      "grad_norm": 0.23571299783540814,
      "learning_rate": 3.7267080745341614e-05,
      "loss": 0.3972,
      "num_tokens": 63232462.0,
      "step": 121
    },
    {
      "epoch": 0.11401869158878504,
      "grad_norm": 0.20784233356944956,
      "learning_rate": 3.7577639751552796e-05,
      "loss": 0.354,
      "num_tokens": 63756750.0,
      "step": 122
    },
    {
      "epoch": 0.11495327102803739,
      "grad_norm": 0.21661559476253336,
      "learning_rate": 3.788819875776398e-05,
      "loss": 0.3919,
      "num_tokens": 64281038.0,
      "step": 123
    },
    {
      "epoch": 0.11588785046728972,
      "grad_norm": 0.20915265491081222,
      "learning_rate": 3.819875776397516e-05,
      "loss": 0.3846,
      "num_tokens": 64805326.0,
      "step": 124
    },
    {
      "epoch": 0.11682242990654206,
      "grad_norm": 0.21490633628407843,
      "learning_rate": 3.8509316770186335e-05,
      "loss": 0.3792,
      "num_tokens": 65329614.0,
      "step": 125
    },
    {
      "epoch": 0.11775700934579439,
      "grad_norm": 0.19648485427453696,
      "learning_rate": 3.881987577639752e-05,
      "loss": 0.3614,
      "num_tokens": 65853902.0,
      "step": 126
    },
    {
      "epoch": 0.11869158878504672,
      "grad_norm": 0.22222997258289656,
      "learning_rate": 3.91304347826087e-05,
      "loss": 0.3705,
      "num_tokens": 66378190.0,
      "step": 127
    },
    {
      "epoch": 0.11962616822429907,
      "grad_norm": 0.21887139677893902,
      "learning_rate": 3.944099378881988e-05,
      "loss": 0.3621,
      "num_tokens": 66902478.0,
      "step": 128
    },
    {
      "epoch": 0.1205607476635514,
      "grad_norm": 0.21595976947516687,
      "learning_rate": 3.9751552795031056e-05,
      "loss": 0.3683,
      "num_tokens": 67426766.0,
      "step": 129
    },
    {
      "epoch": 0.12149532710280374,
      "grad_norm": 0.2270685515087912,
      "learning_rate": 4.006211180124224e-05,
      "loss": 0.3717,
      "num_tokens": 67951054.0,
      "step": 130
    },
    {
      "epoch": 0.12242990654205607,
      "grad_norm": 0.23312651490306063,
      "learning_rate": 4.0372670807453414e-05,
      "loss": 0.384,
      "num_tokens": 68475342.0,
      "step": 131
    },
    {
      "epoch": 0.1233644859813084,
      "grad_norm": 0.37177226116786205,
      "learning_rate": 4.0683229813664596e-05,
      "loss": 0.371,
      "num_tokens": 68999630.0,
      "step": 132
    },
    {
      "epoch": 0.12429906542056075,
      "grad_norm": 0.23790384182100463,
      "learning_rate": 4.099378881987578e-05,
      "loss": 0.3866,
      "num_tokens": 69506092.0,
      "step": 133
    },
    {
      "epoch": 0.1252336448598131,
      "grad_norm": 0.23965633707087378,
      "learning_rate": 4.130434782608696e-05,
      "loss": 0.3741,
      "num_tokens": 70005774.0,
      "step": 134
    },
    {
      "epoch": 0.1261682242990654,
      "grad_norm": 0.2236982535872711,
      "learning_rate": 4.161490683229814e-05,
      "loss": 0.3801,
      "num_tokens": 70530062.0,
      "step": 135
    },
    {
      "epoch": 0.12710280373831775,
      "grad_norm": 0.2217036813100393,
      "learning_rate": 4.192546583850932e-05,
      "loss": 0.3765,
      "num_tokens": 71054350.0,
      "step": 136
    },
    {
      "epoch": 0.1280373831775701,
      "grad_norm": 0.2961600334126461,
      "learning_rate": 4.22360248447205e-05,
      "loss": 0.3653,
      "num_tokens": 71578638.0,
      "step": 137
    },
    {
      "epoch": 0.12897196261682242,
      "grad_norm": 0.2131425452172746,
      "learning_rate": 4.254658385093168e-05,
      "loss": 0.403,
      "num_tokens": 72102926.0,
      "step": 138
    },
    {
      "epoch": 0.12990654205607477,
      "grad_norm": 0.26585528725701235,
      "learning_rate": 4.2857142857142856e-05,
      "loss": 0.3837,
      "num_tokens": 72627214.0,
      "step": 139
    },
    {
      "epoch": 0.1308411214953271,
      "grad_norm": 0.22511802517448037,
      "learning_rate": 4.316770186335404e-05,
      "loss": 0.3683,
      "num_tokens": 73151502.0,
      "step": 140
    },
    {
      "epoch": 0.13177570093457944,
      "grad_norm": 0.24783871916843095,
      "learning_rate": 4.347826086956522e-05,
      "loss": 0.3886,
      "num_tokens": 73675790.0,
      "step": 141
    },
    {
      "epoch": 0.13271028037383178,
      "grad_norm": 0.23066165368450073,
      "learning_rate": 4.3788819875776396e-05,
      "loss": 0.3864,
      "num_tokens": 74174061.0,
      "step": 142
    },
    {
      "epoch": 0.1336448598130841,
      "grad_norm": 0.2798830553139983,
      "learning_rate": 4.409937888198758e-05,
      "loss": 0.3861,
      "num_tokens": 74698349.0,
      "step": 143
    },
    {
      "epoch": 0.13457943925233645,
      "grad_norm": 0.2104770337768826,
      "learning_rate": 4.440993788819876e-05,
      "loss": 0.3838,
      "num_tokens": 75222637.0,
      "step": 144
    },
    {
      "epoch": 0.13551401869158877,
      "grad_norm": 0.23082735080098818,
      "learning_rate": 4.472049689440994e-05,
      "loss": 0.37,
      "num_tokens": 75746925.0,
      "step": 145
    },
    {
      "epoch": 0.13644859813084112,
      "grad_norm": 0.252302733053659,
      "learning_rate": 4.5031055900621124e-05,
      "loss": 0.3723,
      "num_tokens": 76271213.0,
      "step": 146
    },
    {
      "epoch": 0.13738317757009347,
      "grad_norm": 0.22433107315885706,
      "learning_rate": 4.5341614906832306e-05,
      "loss": 0.3781,
      "num_tokens": 76795501.0,
      "step": 147
    },
    {
      "epoch": 0.1383177570093458,
      "grad_norm": 0.2563049879360185,
      "learning_rate": 4.565217391304348e-05,
      "loss": 0.3926,
      "num_tokens": 77319789.0,
      "step": 148
    },
    {
      "epoch": 0.13925233644859814,
      "grad_norm": 0.2321604693868697,
      "learning_rate": 4.5962732919254656e-05,
      "loss": 0.3903,
      "num_tokens": 77844077.0,
      "step": 149
    },
    {
      "epoch": 0.14018691588785046,
      "grad_norm": 0.24052643103012059,
      "learning_rate": 4.627329192546584e-05,
      "loss": 0.3876,
      "num_tokens": 78368365.0,
      "step": 150
    },
    {
      "epoch": 0.1411214953271028,
      "grad_norm": 0.2608875504566685,
      "learning_rate": 4.658385093167702e-05,
      "loss": 0.3841,
      "num_tokens": 78892653.0,
      "step": 151
    },
    {
      "epoch": 0.14205607476635515,
      "grad_norm": 0.25468032507390154,
      "learning_rate": 4.68944099378882e-05,
      "loss": 0.3665,
      "num_tokens": 79393005.0,
      "step": 152
    },
    {
      "epoch": 0.14299065420560747,
      "grad_norm": 0.2653084185340757,
      "learning_rate": 4.7204968944099384e-05,
      "loss": 0.3991,
      "num_tokens": 79917293.0,
      "step": 153
    },
    {
      "epoch": 0.14392523364485982,
      "grad_norm": 0.22787438362159373,
      "learning_rate": 4.751552795031056e-05,
      "loss": 0.3789,
      "num_tokens": 80441581.0,
      "step": 154
    },
    {
      "epoch": 0.14485981308411214,
      "grad_norm": 0.24736326038857487,
      "learning_rate": 4.782608695652174e-05,
      "loss": 0.37,
      "num_tokens": 80965869.0,
      "step": 155
    },
    {
      "epoch": 0.14579439252336449,
      "grad_norm": 0.2173834459126874,
      "learning_rate": 4.8136645962732924e-05,
      "loss": 0.3791,
      "num_tokens": 81490157.0,
      "step": 156
    },
    {
      "epoch": 0.14672897196261683,
      "grad_norm": 0.21965291563070974,
      "learning_rate": 4.8447204968944106e-05,
      "loss": 0.364,
      "num_tokens": 82014445.0,
      "step": 157
    },
    {
      "epoch": 0.14766355140186915,
      "grad_norm": 0.2353503606062832,
      "learning_rate": 4.875776397515528e-05,
      "loss": 0.3829,
      "num_tokens": 82538733.0,
      "step": 158
    },
    {
      "epoch": 0.1485981308411215,
      "grad_norm": 0.22771910311273721,
      "learning_rate": 4.906832298136646e-05,
      "loss": 0.3971,
      "num_tokens": 83063021.0,
      "step": 159
    },
    {
      "epoch": 0.14953271028037382,
      "grad_norm": 0.22855381242957193,
      "learning_rate": 4.937888198757764e-05,
      "loss": 0.3836,
      "num_tokens": 83587309.0,
      "step": 160
    },
    {
      "epoch": 0.15046728971962617,
      "grad_norm": 0.2741357917856722,
      "learning_rate": 4.968944099378882e-05,
      "loss": 0.3859,
      "num_tokens": 84111597.0,
      "step": 161
    },
    {
      "epoch": 0.15140186915887852,
      "grad_norm": 0.2196841542769532,
      "learning_rate": 5e-05,
      "loss": 0.3602,
      "num_tokens": 84635885.0,
      "step": 162
    },
    {
      "epoch": 0.15233644859813084,
      "grad_norm": 0.25244371908497737,
      "learning_rate": 4.9999988056341416e-05,
      "loss": 0.3826,
      "num_tokens": 85160173.0,
      "step": 163
    },
    {
      "epoch": 0.15327102803738318,
      "grad_norm": 0.2187062029838957,
      "learning_rate": 4.999995222537831e-05,
      "loss": 0.3704,
      "num_tokens": 85684461.0,
      "step": 164
    },
    {
      "epoch": 0.1542056074766355,
      "grad_norm": 0.2225051985695079,
      "learning_rate": 4.9999892507148746e-05,
      "loss": 0.3947,
      "num_tokens": 86208749.0,
      "step": 165
    },
    {
      "epoch": 0.15514018691588785,
      "grad_norm": 0.23694229037561124,
      "learning_rate": 4.999980890171612e-05,
      "loss": 0.3743,
      "num_tokens": 86733037.0,
      "step": 166
    },
    {
      "epoch": 0.1560747663551402,
      "grad_norm": 0.2131921602743674,
      "learning_rate": 4.9999701409169177e-05,
      "loss": 0.3747,
      "num_tokens": 87257325.0,
      "step": 167
    },
    {
      "epoch": 0.15700934579439252,
      "grad_norm": 0.2762081881851223,
      "learning_rate": 4.999957002962206e-05,
      "loss": 0.3817,
      "num_tokens": 87781613.0,
      "step": 168
    },
    {
      "epoch": 0.15794392523364487,
      "grad_norm": 0.2142480272892833,
      "learning_rate": 4.999941476321423e-05,
      "loss": 0.369,
      "num_tokens": 88305901.0,
      "step": 169
    },
    {
      "epoch": 0.1588785046728972,
      "grad_norm": 0.22576147887859493,
      "learning_rate": 4.999923561011054e-05,
      "loss": 0.3793,
      "num_tokens": 88830189.0,
      "step": 170
    },
    {
      "epoch": 0.15981308411214953,
      "grad_norm": 0.23214714873982747,
      "learning_rate": 4.999903257050119e-05,
      "loss": 0.3928,
      "num_tokens": 89354477.0,
      "step": 171
    },
    {
      "epoch": 0.16074766355140188,
      "grad_norm": 0.2330125938348516,
      "learning_rate": 4.999880564460172e-05,
      "loss": 0.3707,
      "num_tokens": 89878765.0,
      "step": 172
    },
    {
      "epoch": 0.1616822429906542,
      "grad_norm": 0.23233641618445197,
      "learning_rate": 4.999855483265307e-05,
      "loss": 0.3683,
      "num_tokens": 90403053.0,
      "step": 173
    },
    {
      "epoch": 0.16261682242990655,
      "grad_norm": 0.22932080122541082,
      "learning_rate": 4.999828013492151e-05,
      "loss": 0.409,
      "num_tokens": 90927341.0,
      "step": 174
    },
    {
      "epoch": 0.16355140186915887,
      "grad_norm": 0.22526496394691092,
      "learning_rate": 4.9997981551698674e-05,
      "loss": 0.3872,
      "num_tokens": 91451629.0,
      "step": 175
    },
    {
      "epoch": 0.16448598130841122,
      "grad_norm": 0.22804049185994094,
      "learning_rate": 4.999765908330155e-05,
      "loss": 0.3812,
      "num_tokens": 91975917.0,
      "step": 176
    },
    {
      "epoch": 0.16542056074766356,
      "grad_norm": 0.22469540687387446,
      "learning_rate": 4.999731273007249e-05,
      "loss": 0.3885,
      "num_tokens": 92500205.0,
      "step": 177
    },
    {
      "epoch": 0.16635514018691588,
      "grad_norm": 0.24830319810052237,
      "learning_rate": 4.999694249237922e-05,
      "loss": 0.3833,
      "num_tokens": 93024493.0,
      "step": 178
    },
    {
      "epoch": 0.16728971962616823,
      "grad_norm": 0.23022978985965598,
      "learning_rate": 4.999654837061478e-05,
      "loss": 0.3896,
      "num_tokens": 93548781.0,
      "step": 179
    },
    {
      "epoch": 0.16822429906542055,
      "grad_norm": 0.22727142807973985,
      "learning_rate": 4.9996130365197614e-05,
      "loss": 0.3736,
      "num_tokens": 94073069.0,
      "step": 180
    },
    {
      "epoch": 0.1691588785046729,
      "grad_norm": 0.21147545769792983,
      "learning_rate": 4.999568847657149e-05,
      "loss": 0.3838,
      "num_tokens": 94597357.0,
      "step": 181
    },
    {
      "epoch": 0.17009345794392525,
      "grad_norm": 0.21415484573716714,
      "learning_rate": 4.999522270520553e-05,
      "loss": 0.3587,
      "num_tokens": 95121645.0,
      "step": 182
    },
    {
      "epoch": 0.17102803738317757,
      "grad_norm": 0.2201865628151083,
      "learning_rate": 4.999473305159426e-05,
      "loss": 0.3905,
      "num_tokens": 95645933.0,
      "step": 183
    },
    {
      "epoch": 0.17196261682242991,
      "grad_norm": 0.1960565321357385,
      "learning_rate": 4.999421951625751e-05,
      "loss": 0.3837,
      "num_tokens": 96170221.0,
      "step": 184
    },
    {
      "epoch": 0.17289719626168223,
      "grad_norm": 0.23921120298488677,
      "learning_rate": 4.999368209974046e-05,
      "loss": 0.4007,
      "num_tokens": 96694509.0,
      "step": 185
    },
    {
      "epoch": 0.17383177570093458,
      "grad_norm": 0.4737859032879363,
      "learning_rate": 4.999312080261367e-05,
      "loss": 0.392,
      "num_tokens": 97218797.0,
      "step": 186
    },
    {
      "epoch": 0.17476635514018693,
      "grad_norm": 0.23279559614352913,
      "learning_rate": 4.9992535625473064e-05,
      "loss": 0.4056,
      "num_tokens": 97743085.0,
      "step": 187
    },
    {
      "epoch": 0.17570093457943925,
      "grad_norm": 0.20861254387238815,
      "learning_rate": 4.9991926568939884e-05,
      "loss": 0.3911,
      "num_tokens": 98267373.0,
      "step": 188
    },
    {
      "epoch": 0.1766355140186916,
      "grad_norm": 0.3091076945942983,
      "learning_rate": 4.9991293633660744e-05,
      "loss": 0.3789,
      "num_tokens": 98791661.0,
      "step": 189
    },
    {
      "epoch": 0.17757009345794392,
      "grad_norm": 0.23137914611952595,
      "learning_rate": 4.999063682030761e-05,
      "loss": 0.4241,
      "num_tokens": 99315949.0,
      "step": 190
    },
    {
      "epoch": 0.17850467289719626,
      "grad_norm": 0.2313214566562773,
      "learning_rate": 4.9989956129577786e-05,
      "loss": 0.3916,
      "num_tokens": 99840237.0,
      "step": 191
    },
    {
      "epoch": 0.17943925233644858,
      "grad_norm": 0.21225725326197856,
      "learning_rate": 4.998925156219393e-05,
      "loss": 0.3828,
      "num_tokens": 100364525.0,
      "step": 192
    },
    {
      "epoch": 0.18037383177570093,
      "grad_norm": 0.22091075142158764,
      "learning_rate": 4.998852311890408e-05,
      "loss": 0.3879,
      "num_tokens": 100872248.0,
      "step": 193
    },
    {
      "epoch": 0.18130841121495328,
      "grad_norm": 0.21261929622549028,
      "learning_rate": 4.9987770800481555e-05,
      "loss": 0.382,
      "num_tokens": 101396536.0,
      "step": 194
    },
    {
      "epoch": 0.1822429906542056,
      "grad_norm": 0.22411668565771808,
      "learning_rate": 4.998699460772508e-05,
      "loss": 0.3686,
      "num_tokens": 101920824.0,
      "step": 195
    },
    {
      "epoch": 0.18317757009345795,
      "grad_norm": 0.22062844749624472,
      "learning_rate": 4.9986194541458706e-05,
      "loss": 0.3644,
      "num_tokens": 102445112.0,
      "step": 196
    },
    {
      "epoch": 0.18411214953271027,
      "grad_norm": 0.2231137439204839,
      "learning_rate": 4.998537060253183e-05,
      "loss": 0.3809,
      "num_tokens": 102969400.0,
      "step": 197
    },
    {
      "epoch": 0.18504672897196262,
      "grad_norm": 0.2149095139964815,
      "learning_rate": 4.9984522791819195e-05,
      "loss": 0.3873,
      "num_tokens": 103493688.0,
      "step": 198
    },
    {
      "epoch": 0.18598130841121496,
      "grad_norm": 0.2232684265262803,
      "learning_rate": 4.998365111022088e-05,
      "loss": 0.3862,
      "num_tokens": 104017976.0,
      "step": 199
    },
    {
      "epoch": 0.18691588785046728,
      "grad_norm": 0.2074058767073691,
      "learning_rate": 4.998275555866232e-05,
      "loss": 0.369,
      "num_tokens": 104542264.0,
      "step": 200
    },
    {
      "epoch": 0.18785046728971963,
      "grad_norm": 0.2269986001138185,
      "learning_rate": 4.998183613809428e-05,
      "loss": 0.3923,
      "num_tokens": 105066552.0,
      "step": 201
    },
    {
      "epoch": 0.18878504672897195,
      "grad_norm": 0.22262493290548238,
      "learning_rate": 4.9980892849492866e-05,
      "loss": 0.3695,
      "num_tokens": 105579867.0,
      "step": 202
    },
    {
      "epoch": 0.1897196261682243,
      "grad_norm": 0.23141933127404507,
      "learning_rate": 4.997992569385954e-05,
      "loss": 0.37,
      "num_tokens": 106104155.0,
      "step": 203
    },
    {
      "epoch": 0.19065420560747665,
      "grad_norm": 0.21619802273647107,
      "learning_rate": 4.997893467222109e-05,
      "loss": 0.3799,
      "num_tokens": 106628443.0,
      "step": 204
    },
    {
      "epoch": 0.19158878504672897,
      "grad_norm": 0.2337342837555696,
      "learning_rate": 4.997791978562963e-05,
      "loss": 0.3749,
      "num_tokens": 107152731.0,
      "step": 205
    },
    {
      "epoch": 0.1925233644859813,
      "grad_norm": 0.23354378814655344,
      "learning_rate": 4.997688103516265e-05,
      "loss": 0.3995,
      "num_tokens": 107656012.0,
      "step": 206
    },
    {
      "epoch": 0.19345794392523363,
      "grad_norm": 0.24291123754943605,
      "learning_rate": 4.997581842192291e-05,
      "loss": 0.3937,
      "num_tokens": 108180300.0,
      "step": 207
    },
    {
      "epoch": 0.19439252336448598,
      "grad_norm": 0.2301959119434297,
      "learning_rate": 4.997473194703858e-05,
      "loss": 0.3953,
      "num_tokens": 108704588.0,
      "step": 208
    },
    {
      "epoch": 0.19532710280373833,
      "grad_norm": 0.23219266529409294,
      "learning_rate": 4.9973621611663094e-05,
      "loss": 0.3746,
      "num_tokens": 109228876.0,
      "step": 209
    },
    {
      "epoch": 0.19626168224299065,
      "grad_norm": 0.24854218970414538,
      "learning_rate": 4.997248741697527e-05,
      "loss": 0.3778,
      "num_tokens": 109753164.0,
      "step": 210
    },
    {
      "epoch": 0.197196261682243,
      "grad_norm": 0.22349807807171979,
      "learning_rate": 4.9971329364179234e-05,
      "loss": 0.4011,
      "num_tokens": 110277452.0,
      "step": 211
    },
    {
      "epoch": 0.19813084112149532,
      "grad_norm": 0.2304711259403046,
      "learning_rate": 4.997014745450442e-05,
      "loss": 0.3733,
      "num_tokens": 110801740.0,
      "step": 212
    },
    {
      "epoch": 0.19906542056074766,
      "grad_norm": 0.24673917290911873,
      "learning_rate": 4.9968941689205645e-05,
      "loss": 0.392,
      "num_tokens": 111326028.0,
      "step": 213
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.2537276877828273,
      "learning_rate": 4.9967712069563e-05,
      "loss": 0.3769,
      "num_tokens": 111850316.0,
      "step": 214
    },
    {
      "epoch": 0.20093457943925233,
      "grad_norm": 0.21506293184297784,
      "learning_rate": 4.996645859688193e-05,
      "loss": 0.4021,
      "num_tokens": 112374604.0,
      "step": 215
    },
    {
      "epoch": 0.20186915887850468,
      "grad_norm": 0.22515659028046248,
      "learning_rate": 4.996518127249318e-05,
      "loss": 0.399,
      "num_tokens": 112898892.0,
      "step": 216
    },
    {
      "epoch": 0.202803738317757,
      "grad_norm": 0.20558988432130432,
      "learning_rate": 4.996388009775285e-05,
      "loss": 0.3828,
      "num_tokens": 113423180.0,
      "step": 217
    },
    {
      "epoch": 0.20373831775700935,
      "grad_norm": 0.24601336882538527,
      "learning_rate": 4.996255507404234e-05,
      "loss": 0.3964,
      "num_tokens": 113944082.0,
      "step": 218
    },
    {
      "epoch": 0.2046728971962617,
      "grad_norm": 0.20261603492478614,
      "learning_rate": 4.996120620276836e-05,
      "loss": 0.3801,
      "num_tokens": 114440613.0,
      "step": 219
    },
    {
      "epoch": 0.205607476635514,
      "grad_norm": 0.22830782942080594,
      "learning_rate": 4.995983348536297e-05,
      "loss": 0.3743,
      "num_tokens": 114964901.0,
      "step": 220
    },
    {
      "epoch": 0.20654205607476636,
      "grad_norm": 0.2121756231241517,
      "learning_rate": 4.995843692328351e-05,
      "loss": 0.3751,
      "num_tokens": 115489189.0,
      "step": 221
    },
    {
      "epoch": 0.20747663551401868,
      "grad_norm": 0.21378096939541438,
      "learning_rate": 4.9957016518012655e-05,
      "loss": 0.3757,
      "num_tokens": 116013477.0,
      "step": 222
    },
    {
      "epoch": 0.20841121495327103,
      "grad_norm": 0.2396182358484616,
      "learning_rate": 4.995557227105841e-05,
      "loss": 0.3838,
      "num_tokens": 116537765.0,
      "step": 223
    },
    {
      "epoch": 0.20934579439252338,
      "grad_norm": 0.21622913168816424,
      "learning_rate": 4.995410418395404e-05,
      "loss": 0.4084,
      "num_tokens": 117062053.0,
      "step": 224
    },
    {
      "epoch": 0.2102803738317757,
      "grad_norm": 0.20774784890889378,
      "learning_rate": 4.995261225825818e-05,
      "loss": 0.367,
      "num_tokens": 117586341.0,
      "step": 225
    },
    {
      "epoch": 0.21121495327102804,
      "grad_norm": 0.21633731583541743,
      "learning_rate": 4.995109649555473e-05,
      "loss": 0.3891,
      "num_tokens": 118110629.0,
      "step": 226
    },
    {
      "epoch": 0.21214953271028036,
      "grad_norm": 0.19983674856027245,
      "learning_rate": 4.994955689745292e-05,
      "loss": 0.3855,
      "num_tokens": 118634917.0,
      "step": 227
    },
    {
      "epoch": 0.2130841121495327,
      "grad_norm": 0.2710544249163986,
      "learning_rate": 4.994799346558727e-05,
      "loss": 0.3777,
      "num_tokens": 119159205.0,
      "step": 228
    },
    {
      "epoch": 0.21401869158878506,
      "grad_norm": 0.19787448669399044,
      "learning_rate": 4.9946406201617616e-05,
      "loss": 0.3787,
      "num_tokens": 119683493.0,
      "step": 229
    },
    {
      "epoch": 0.21495327102803738,
      "grad_norm": 0.2027494349208652,
      "learning_rate": 4.9944795107229095e-05,
      "loss": 0.3834,
      "num_tokens": 120203145.0,
      "step": 230
    },
    {
      "epoch": 0.21588785046728973,
      "grad_norm": 0.20118613303867725,
      "learning_rate": 4.9943160184132126e-05,
      "loss": 0.369,
      "num_tokens": 120706458.0,
      "step": 231
    },
    {
      "epoch": 0.21682242990654205,
      "grad_norm": 0.21577366721797914,
      "learning_rate": 4.9941501434062446e-05,
      "loss": 0.3761,
      "num_tokens": 121230746.0,
      "step": 232
    },
    {
      "epoch": 0.2177570093457944,
      "grad_norm": 0.21685152516993694,
      "learning_rate": 4.993981885878109e-05,
      "loss": 0.3907,
      "num_tokens": 121755034.0,
      "step": 233
    },
    {
      "epoch": 0.21869158878504674,
      "grad_norm": 0.20865170551348128,
      "learning_rate": 4.993811246007436e-05,
      "loss": 0.365,
      "num_tokens": 122279322.0,
      "step": 234
    },
    {
      "epoch": 0.21962616822429906,
      "grad_norm": 0.2081788742224729,
      "learning_rate": 4.993638223975389e-05,
      "loss": 0.3703,
      "num_tokens": 122803610.0,
      "step": 235
    },
    {
      "epoch": 0.2205607476635514,
      "grad_norm": 0.2198845321566776,
      "learning_rate": 4.9934628199656567e-05,
      "loss": 0.379,
      "num_tokens": 123327898.0,
      "step": 236
    },
    {
      "epoch": 0.22149532710280373,
      "grad_norm": 0.2246483032867276,
      "learning_rate": 4.993285034164459e-05,
      "loss": 0.362,
      "num_tokens": 123852186.0,
      "step": 237
    },
    {
      "epoch": 0.22242990654205608,
      "grad_norm": 0.21879593488153715,
      "learning_rate": 4.9931048667605434e-05,
      "loss": 0.3995,
      "num_tokens": 124376474.0,
      "step": 238
    },
    {
      "epoch": 0.22336448598130842,
      "grad_norm": 0.2133271376788959,
      "learning_rate": 4.9929223179451864e-05,
      "loss": 0.3771,
      "num_tokens": 124900762.0,
      "step": 239
    },
    {
      "epoch": 0.22429906542056074,
      "grad_norm": 0.20378420189055024,
      "learning_rate": 4.9927373879121915e-05,
      "loss": 0.3763,
      "num_tokens": 125425050.0,
      "step": 240
    },
    {
      "epoch": 0.2252336448598131,
      "grad_norm": 0.21158572658436411,
      "learning_rate": 4.9925500768578935e-05,
      "loss": 0.3795,
      "num_tokens": 125949338.0,
      "step": 241
    },
    {
      "epoch": 0.2261682242990654,
      "grad_norm": 0.22204004204368907,
      "learning_rate": 4.9923603849811506e-05,
      "loss": 0.3485,
      "num_tokens": 126473626.0,
      "step": 242
    },
    {
      "epoch": 0.22710280373831776,
      "grad_norm": 0.2025560875099984,
      "learning_rate": 4.9921683124833514e-05,
      "loss": 0.3759,
      "num_tokens": 126997914.0,
      "step": 243
    },
    {
      "epoch": 0.22803738317757008,
      "grad_norm": 0.25173045274457445,
      "learning_rate": 4.9919738595684126e-05,
      "loss": 0.3912,
      "num_tokens": 127522202.0,
      "step": 244
    },
    {
      "epoch": 0.22897196261682243,
      "grad_norm": 0.20644111439549503,
      "learning_rate": 4.9917770264427745e-05,
      "loss": 0.3774,
      "num_tokens": 128046490.0,
      "step": 245
    },
    {
      "epoch": 0.22990654205607478,
      "grad_norm": 0.260634694019345,
      "learning_rate": 4.991577813315408e-05,
      "loss": 0.3887,
      "num_tokens": 128570778.0,
      "step": 246
    },
    {
      "epoch": 0.2308411214953271,
      "grad_norm": 0.2098452026237698,
      "learning_rate": 4.9913762203978096e-05,
      "loss": 0.3844,
      "num_tokens": 129095066.0,
      "step": 247
    },
    {
      "epoch": 0.23177570093457944,
      "grad_norm": 0.24392713945508415,
      "learning_rate": 4.9911722479040024e-05,
      "loss": 0.3866,
      "num_tokens": 129619354.0,
      "step": 248
    },
    {
      "epoch": 0.23271028037383176,
      "grad_norm": 0.19926313761965764,
      "learning_rate": 4.990965896050534e-05,
      "loss": 0.3849,
      "num_tokens": 130143642.0,
      "step": 249
    },
    {
      "epoch": 0.2336448598130841,
      "grad_norm": 0.2546949000187857,
      "learning_rate": 4.990757165056482e-05,
      "loss": 0.3759,
      "num_tokens": 130667930.0,
      "step": 250
    },
    {
      "epoch": 0.23457943925233646,
      "grad_norm": 0.20744420837517794,
      "learning_rate": 4.990546055143444e-05,
      "loss": 0.3657,
      "num_tokens": 131192218.0,
      "step": 251
    },
    {
      "epoch": 0.23551401869158878,
      "grad_norm": 0.24709423295134691,
      "learning_rate": 4.99033256653555e-05,
      "loss": 0.3721,
      "num_tokens": 131716506.0,
      "step": 252
    },
    {
      "epoch": 0.23644859813084113,
      "grad_norm": 0.23485857635084031,
      "learning_rate": 4.990116699459451e-05,
      "loss": 0.3782,
      "num_tokens": 132240794.0,
      "step": 253
    },
    {
      "epoch": 0.23738317757009345,
      "grad_norm": 0.20673589813101162,
      "learning_rate": 4.9898984541443234e-05,
      "loss": 0.369,
      "num_tokens": 132765082.0,
      "step": 254
    },
    {
      "epoch": 0.2383177570093458,
      "grad_norm": 0.2376423560151927,
      "learning_rate": 4.9896778308218694e-05,
      "loss": 0.4018,
      "num_tokens": 133289370.0,
      "step": 255
    },
    {
      "epoch": 0.23925233644859814,
      "grad_norm": 0.23032353761063998,
      "learning_rate": 4.989454829726316e-05,
      "loss": 0.3674,
      "num_tokens": 133813658.0,
      "step": 256
    },
    {
      "epoch": 0.24018691588785046,
      "grad_norm": 0.21563683342294424,
      "learning_rate": 4.9892294510944145e-05,
      "loss": 0.3978,
      "num_tokens": 134337946.0,
      "step": 257
    },
    {
      "epoch": 0.2411214953271028,
      "grad_norm": 0.21615643301242424,
      "learning_rate": 4.9890016951654387e-05,
      "loss": 0.3912,
      "num_tokens": 134862234.0,
      "step": 258
    },
    {
      "epoch": 0.24205607476635513,
      "grad_norm": 0.21992954468331752,
      "learning_rate": 4.9887715621811895e-05,
      "loss": 0.3611,
      "num_tokens": 135386522.0,
      "step": 259
    },
    {
      "epoch": 0.24299065420560748,
      "grad_norm": 0.2068160857320328,
      "learning_rate": 4.9885390523859874e-05,
      "loss": 0.3667,
      "num_tokens": 135910810.0,
      "step": 260
    },
    {
      "epoch": 0.24392523364485982,
      "grad_norm": 0.22821290754511311,
      "learning_rate": 4.98830416602668e-05,
      "loss": 0.3682,
      "num_tokens": 136435098.0,
      "step": 261
    },
    {
      "epoch": 0.24485981308411214,
      "grad_norm": 0.21192919292188034,
      "learning_rate": 4.9880669033526364e-05,
      "loss": 0.3882,
      "num_tokens": 136959386.0,
      "step": 262
    },
    {
      "epoch": 0.2457943925233645,
      "grad_norm": 0.21363469535278648,
      "learning_rate": 4.987827264615748e-05,
      "loss": 0.3619,
      "num_tokens": 137483674.0,
      "step": 263
    },
    {
      "epoch": 0.2467289719626168,
      "grad_norm": 0.20099019682740743,
      "learning_rate": 4.98758525007043e-05,
      "loss": 0.3817,
      "num_tokens": 138007962.0,
      "step": 264
    },
    {
      "epoch": 0.24766355140186916,
      "grad_norm": 0.2102813961495874,
      "learning_rate": 4.987340859973618e-05,
      "loss": 0.3904,
      "num_tokens": 138532250.0,
      "step": 265
    },
    {
      "epoch": 0.2485981308411215,
      "grad_norm": 0.22343529996662287,
      "learning_rate": 4.9870940945847716e-05,
      "loss": 0.3798,
      "num_tokens": 139056538.0,
      "step": 266
    },
    {
      "epoch": 0.24953271028037383,
      "grad_norm": 0.1921218037294699,
      "learning_rate": 4.986844954165871e-05,
      "loss": 0.3739,
      "num_tokens": 139580826.0,
      "step": 267
    },
    {
      "epoch": 0.2504672897196262,
      "grad_norm": 0.22184475234216947,
      "learning_rate": 4.98659343898142e-05,
      "loss": 0.3642,
      "num_tokens": 140105114.0,
      "step": 268
    },
    {
      "epoch": 0.2514018691588785,
      "grad_norm": 0.20040063208762623,
      "learning_rate": 4.986339549298439e-05,
      "loss": 0.3844,
      "num_tokens": 140629402.0,
      "step": 269
    },
    {
      "epoch": 0.2523364485981308,
      "grad_norm": 0.20665980628089545,
      "learning_rate": 4.986083285386474e-05,
      "loss": 0.3696,
      "num_tokens": 141153690.0,
      "step": 270
    },
    {
      "epoch": 0.25327102803738316,
      "grad_norm": 0.19457441279719145,
      "learning_rate": 4.985824647517589e-05,
      "loss": 0.367,
      "num_tokens": 141677978.0,
      "step": 271
    },
    {
      "epoch": 0.2542056074766355,
      "grad_norm": 0.210246548885069,
      "learning_rate": 4.985563635966369e-05,
      "loss": 0.3879,
      "num_tokens": 142202266.0,
      "step": 272
    },
    {
      "epoch": 0.25514018691588786,
      "grad_norm": 0.202506874979371,
      "learning_rate": 4.98530025100992e-05,
      "loss": 0.3675,
      "num_tokens": 142726554.0,
      "step": 273
    },
    {
      "epoch": 0.2560747663551402,
      "grad_norm": 0.19350962924432505,
      "learning_rate": 4.985034492927867e-05,
      "loss": 0.3755,
      "num_tokens": 143250842.0,
      "step": 274
    },
    {
      "epoch": 0.2570093457943925,
      "grad_norm": 0.21473352459182274,
      "learning_rate": 4.9847663620023536e-05,
      "loss": 0.3868,
      "num_tokens": 143775130.0,
      "step": 275
    },
    {
      "epoch": 0.25794392523364484,
      "grad_norm": 0.18874480965075227,
      "learning_rate": 4.9844958585180436e-05,
      "loss": 0.3687,
      "num_tokens": 144299418.0,
      "step": 276
    },
    {
      "epoch": 0.2588785046728972,
      "grad_norm": 0.20739722252158316,
      "learning_rate": 4.9842229827621176e-05,
      "loss": 0.3965,
      "num_tokens": 144823706.0,
      "step": 277
    },
    {
      "epoch": 0.25981308411214954,
      "grad_norm": 0.20547464796350406,
      "learning_rate": 4.9839477350242804e-05,
      "loss": 0.3899,
      "num_tokens": 145347994.0,
      "step": 278
    },
    {
      "epoch": 0.2607476635514019,
      "grad_norm": 0.1893605053380759,
      "learning_rate": 4.9836701155967476e-05,
      "loss": 0.3652,
      "num_tokens": 145872282.0,
      "step": 279
    },
    {
      "epoch": 0.2616822429906542,
      "grad_norm": 0.450226251505758,
      "learning_rate": 4.983390124774257e-05,
      "loss": 0.3835,
      "num_tokens": 146396570.0,
      "step": 280
    },
    {
      "epoch": 0.2626168224299065,
      "grad_norm": 0.1891938623459338,
      "learning_rate": 4.983107762854065e-05,
      "loss": 0.3816,
      "num_tokens": 146920858.0,
      "step": 281
    },
    {
      "epoch": 0.2635514018691589,
      "grad_norm": 0.20571141207438476,
      "learning_rate": 4.9828230301359415e-05,
      "loss": 0.3844,
      "num_tokens": 147445146.0,
      "step": 282
    },
    {
      "epoch": 0.2644859813084112,
      "grad_norm": 0.2086068760846791,
      "learning_rate": 4.982535926922176e-05,
      "loss": 0.3724,
      "num_tokens": 147969434.0,
      "step": 283
    },
    {
      "epoch": 0.26542056074766357,
      "grad_norm": 0.1959896292014997,
      "learning_rate": 4.982246453517574e-05,
      "loss": 0.3743,
      "num_tokens": 148493722.0,
      "step": 284
    },
    {
      "epoch": 0.26635514018691586,
      "grad_norm": 0.20407867746362374,
      "learning_rate": 4.9819546102294575e-05,
      "loss": 0.3657,
      "num_tokens": 149018010.0,
      "step": 285
    },
    {
      "epoch": 0.2672897196261682,
      "grad_norm": 0.6979151949858481,
      "learning_rate": 4.981660397367666e-05,
      "loss": 0.4129,
      "num_tokens": 149542298.0,
      "step": 286
    },
    {
      "epoch": 0.26822429906542056,
      "grad_norm": 0.206967091653113,
      "learning_rate": 4.9813638152445504e-05,
      "loss": 0.3752,
      "num_tokens": 150066586.0,
      "step": 287
    },
    {
      "epoch": 0.2691588785046729,
      "grad_norm": 0.21357327154871375,
      "learning_rate": 4.981064864174981e-05,
      "loss": 0.3971,
      "num_tokens": 150590874.0,
      "step": 288
    },
    {
      "epoch": 0.27009345794392525,
      "grad_norm": 0.2105433716178918,
      "learning_rate": 4.980763544476342e-05,
      "loss": 0.3697,
      "num_tokens": 151115162.0,
      "step": 289
    },
    {
      "epoch": 0.27102803738317754,
      "grad_norm": 0.1994424520039059,
      "learning_rate": 4.980459856468531e-05,
      "loss": 0.3642,
      "num_tokens": 151639450.0,
      "step": 290
    },
    {
      "epoch": 0.2719626168224299,
      "grad_norm": 0.20908736367487066,
      "learning_rate": 4.980153800473963e-05,
      "loss": 0.3861,
      "num_tokens": 152163738.0,
      "step": 291
    },
    {
      "epoch": 0.27289719626168224,
      "grad_norm": 0.21606378319443206,
      "learning_rate": 4.979845376817562e-05,
      "loss": 0.3959,
      "num_tokens": 152688026.0,
      "step": 292
    },
    {
      "epoch": 0.2738317757009346,
      "grad_norm": 0.1964872352653785,
      "learning_rate": 4.979534585826771e-05,
      "loss": 0.3769,
      "num_tokens": 153212314.0,
      "step": 293
    },
    {
      "epoch": 0.27476635514018694,
      "grad_norm": 0.20274519525255674,
      "learning_rate": 4.9792214278315435e-05,
      "loss": 0.3663,
      "num_tokens": 153705703.0,
      "step": 294
    },
    {
      "epoch": 0.2757009345794392,
      "grad_norm": 0.21718038789570965,
      "learning_rate": 4.978905903164346e-05,
      "loss": 0.3676,
      "num_tokens": 154229991.0,
      "step": 295
    },
    {
      "epoch": 0.2766355140186916,
      "grad_norm": 0.20617851386342848,
      "learning_rate": 4.978588012160157e-05,
      "loss": 0.375,
      "num_tokens": 154754279.0,
      "step": 296
    },
    {
      "epoch": 0.2775700934579439,
      "grad_norm": 0.19329675500741086,
      "learning_rate": 4.97826775515647e-05,
      "loss": 0.3655,
      "num_tokens": 155278567.0,
      "step": 297
    },
    {
      "epoch": 0.27850467289719627,
      "grad_norm": 0.2119267919335651,
      "learning_rate": 4.9779451324932876e-05,
      "loss": 0.3886,
      "num_tokens": 155802855.0,
      "step": 298
    },
    {
      "epoch": 0.2794392523364486,
      "grad_norm": 0.21179837201441265,
      "learning_rate": 4.9776201445131246e-05,
      "loss": 0.377,
      "num_tokens": 156327143.0,
      "step": 299
    },
    {
      "epoch": 0.2803738317757009,
      "grad_norm": 0.2024887979173786,
      "learning_rate": 4.9772927915610076e-05,
      "loss": 0.3888,
      "num_tokens": 156851431.0,
      "step": 300
    },
    {
      "epoch": 0.28130841121495326,
      "grad_norm": 0.21600885523079136,
      "learning_rate": 4.976963073984475e-05,
      "loss": 0.3882,
      "num_tokens": 157375719.0,
      "step": 301
    },
    {
      "epoch": 0.2822429906542056,
      "grad_norm": 0.19501829099658324,
      "learning_rate": 4.9766309921335724e-05,
      "loss": 0.3744,
      "num_tokens": 157888238.0,
      "step": 302
    },
    {
      "epoch": 0.28317757009345795,
      "grad_norm": 0.227779356104721,
      "learning_rate": 4.976296546360857e-05,
      "loss": 0.3859,
      "num_tokens": 158412526.0,
      "step": 303
    },
    {
      "epoch": 0.2841121495327103,
      "grad_norm": 0.2224769853687733,
      "learning_rate": 4.975959737021399e-05,
      "loss": 0.4032,
      "num_tokens": 158936814.0,
      "step": 304
    },
    {
      "epoch": 0.2850467289719626,
      "grad_norm": 0.20856473336799927,
      "learning_rate": 4.975620564472771e-05,
      "loss": 0.3782,
      "num_tokens": 159461102.0,
      "step": 305
    },
    {
      "epoch": 0.28598130841121494,
      "grad_norm": 0.21657552683824888,
      "learning_rate": 4.9752790290750614e-05,
      "loss": 0.3501,
      "num_tokens": 159985390.0,
      "step": 306
    },
    {
      "epoch": 0.2869158878504673,
      "grad_norm": 0.2073094728848998,
      "learning_rate": 4.974935131190863e-05,
      "loss": 0.3776,
      "num_tokens": 160509678.0,
      "step": 307
    },
    {
      "epoch": 0.28785046728971964,
      "grad_norm": 0.21278234345986227,
      "learning_rate": 4.974588871185277e-05,
      "loss": 0.3889,
      "num_tokens": 161002503.0,
      "step": 308
    },
    {
      "epoch": 0.288785046728972,
      "grad_norm": 0.21452961526692116,
      "learning_rate": 4.974240249425915e-05,
      "loss": 0.3822,
      "num_tokens": 161526791.0,
      "step": 309
    },
    {
      "epoch": 0.2897196261682243,
      "grad_norm": 0.19730278707750828,
      "learning_rate": 4.973889266282895e-05,
      "loss": 0.3681,
      "num_tokens": 162051079.0,
      "step": 310
    },
    {
      "epoch": 0.2906542056074766,
      "grad_norm": 0.21021319758086834,
      "learning_rate": 4.973535922128838e-05,
      "loss": 0.376,
      "num_tokens": 162575367.0,
      "step": 311
    },
    {
      "epoch": 0.29158878504672897,
      "grad_norm": 0.2230987504320998,
      "learning_rate": 4.973180217338877e-05,
      "loss": 0.4017,
      "num_tokens": 163099655.0,
      "step": 312
    },
    {
      "epoch": 0.2925233644859813,
      "grad_norm": 0.21426473786932904,
      "learning_rate": 4.972822152290649e-05,
      "loss": 0.3837,
      "num_tokens": 163623943.0,
      "step": 313
    },
    {
      "epoch": 0.29345794392523367,
      "grad_norm": 0.20783237607864924,
      "learning_rate": 4.972461727364297e-05,
      "loss": 0.3698,
      "num_tokens": 164148231.0,
      "step": 314
    },
    {
      "epoch": 0.29439252336448596,
      "grad_norm": 0.21640097008555897,
      "learning_rate": 4.972098942942468e-05,
      "loss": 0.3652,
      "num_tokens": 164672519.0,
      "step": 315
    },
    {
      "epoch": 0.2953271028037383,
      "grad_norm": 0.22170208035449057,
      "learning_rate": 4.971733799410316e-05,
      "loss": 0.3854,
      "num_tokens": 165196807.0,
      "step": 316
    },
    {
      "epoch": 0.29626168224299065,
      "grad_norm": 0.18236888074367513,
      "learning_rate": 4.971366297155499e-05,
      "loss": 0.3787,
      "num_tokens": 165721095.0,
      "step": 317
    },
    {
      "epoch": 0.297196261682243,
      "grad_norm": 0.22715310613369954,
      "learning_rate": 4.970996436568178e-05,
      "loss": 0.3843,
      "num_tokens": 166245383.0,
      "step": 318
    },
    {
      "epoch": 0.29813084112149535,
      "grad_norm": 0.20082013089603706,
      "learning_rate": 4.97062421804102e-05,
      "loss": 0.3936,
      "num_tokens": 166769671.0,
      "step": 319
    },
    {
      "epoch": 0.29906542056074764,
      "grad_norm": 0.20910483918661585,
      "learning_rate": 4.9702496419691926e-05,
      "loss": 0.3874,
      "num_tokens": 167293959.0,
      "step": 320
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.2157136956611574,
      "learning_rate": 4.969872708750369e-05,
      "loss": 0.4011,
      "num_tokens": 167818247.0,
      "step": 321
    },
    {
      "epoch": 0.30093457943925234,
      "grad_norm": 0.19903173845387262,
      "learning_rate": 4.9694934187847226e-05,
      "loss": 0.3552,
      "num_tokens": 168342535.0,
      "step": 322
    },
    {
      "epoch": 0.3018691588785047,
      "grad_norm": 0.20622889594478108,
      "learning_rate": 4.96911177247493e-05,
      "loss": 0.3749,
      "num_tokens": 168866823.0,
      "step": 323
    },
    {
      "epoch": 0.30280373831775703,
      "grad_norm": 0.1992160964604191,
      "learning_rate": 4.9687277702261686e-05,
      "loss": 0.3862,
      "num_tokens": 169391111.0,
      "step": 324
    },
    {
      "epoch": 0.3037383177570093,
      "grad_norm": 0.2062542016134741,
      "learning_rate": 4.9683414124461196e-05,
      "loss": 0.3997,
      "num_tokens": 169915399.0,
      "step": 325
    },
    {
      "epoch": 0.30467289719626167,
      "grad_norm": 0.18394161263990644,
      "learning_rate": 4.967952699544961e-05,
      "loss": 0.3925,
      "num_tokens": 170439687.0,
      "step": 326
    },
    {
      "epoch": 0.305607476635514,
      "grad_norm": 0.20529191545269376,
      "learning_rate": 4.967561631935375e-05,
      "loss": 0.3737,
      "num_tokens": 170963975.0,
      "step": 327
    },
    {
      "epoch": 0.30654205607476637,
      "grad_norm": 0.19283792591077603,
      "learning_rate": 4.967168210032539e-05,
      "loss": 0.3696,
      "num_tokens": 171488263.0,
      "step": 328
    },
    {
      "epoch": 0.3074766355140187,
      "grad_norm": 0.20388351022533424,
      "learning_rate": 4.966772434254137e-05,
      "loss": 0.3682,
      "num_tokens": 172012551.0,
      "step": 329
    },
    {
      "epoch": 0.308411214953271,
      "grad_norm": 0.20239685626862644,
      "learning_rate": 4.966374305020344e-05,
      "loss": 0.3693,
      "num_tokens": 172529443.0,
      "step": 330
    },
    {
      "epoch": 0.30934579439252335,
      "grad_norm": 0.18516320082425436,
      "learning_rate": 4.9659738227538385e-05,
      "loss": 0.3648,
      "num_tokens": 173053731.0,
      "step": 331
    },
    {
      "epoch": 0.3102803738317757,
      "grad_norm": 0.2107188855251374,
      "learning_rate": 4.965570987879797e-05,
      "loss": 0.3821,
      "num_tokens": 173578019.0,
      "step": 332
    },
    {
      "epoch": 0.31121495327102805,
      "grad_norm": 0.20778275209521327,
      "learning_rate": 4.965165800825892e-05,
      "loss": 0.3951,
      "num_tokens": 174102307.0,
      "step": 333
    },
    {
      "epoch": 0.3121495327102804,
      "grad_norm": 0.19717727805416752,
      "learning_rate": 4.9647582620222914e-05,
      "loss": 0.363,
      "num_tokens": 174626595.0,
      "step": 334
    },
    {
      "epoch": 0.3130841121495327,
      "grad_norm": 0.22316722487996402,
      "learning_rate": 4.964348371901666e-05,
      "loss": 0.3713,
      "num_tokens": 175150883.0,
      "step": 335
    },
    {
      "epoch": 0.31401869158878504,
      "grad_norm": 0.20405146017228892,
      "learning_rate": 4.963936130899177e-05,
      "loss": 0.381,
      "num_tokens": 175675171.0,
      "step": 336
    },
    {
      "epoch": 0.3149532710280374,
      "grad_norm": 0.22455929141965547,
      "learning_rate": 4.963521539452484e-05,
      "loss": 0.3846,
      "num_tokens": 176199459.0,
      "step": 337
    },
    {
      "epoch": 0.31588785046728973,
      "grad_norm": 0.22059671099928357,
      "learning_rate": 4.9631045980017414e-05,
      "loss": 0.3793,
      "num_tokens": 176723747.0,
      "step": 338
    },
    {
      "epoch": 0.3168224299065421,
      "grad_norm": 0.20444656922411472,
      "learning_rate": 4.9626853069895996e-05,
      "loss": 0.3805,
      "num_tokens": 177248035.0,
      "step": 339
    },
    {
      "epoch": 0.3177570093457944,
      "grad_norm": 0.1939438620138274,
      "learning_rate": 4.962263666861201e-05,
      "loss": 0.3603,
      "num_tokens": 177772323.0,
      "step": 340
    },
    {
      "epoch": 0.3186915887850467,
      "grad_norm": 0.6787846585097246,
      "learning_rate": 4.961839678064185e-05,
      "loss": 0.3819,
      "num_tokens": 178296611.0,
      "step": 341
    },
    {
      "epoch": 0.31962616822429907,
      "grad_norm": 0.25106171853942316,
      "learning_rate": 4.961413341048681e-05,
      "loss": 0.4088,
      "num_tokens": 178788533.0,
      "step": 342
    },
    {
      "epoch": 0.3205607476635514,
      "grad_norm": 0.21645744150093757,
      "learning_rate": 4.960984656267315e-05,
      "loss": 0.3719,
      "num_tokens": 179312821.0,
      "step": 343
    },
    {
      "epoch": 0.32149532710280376,
      "grad_norm": 0.21865709775800427,
      "learning_rate": 4.9605536241752036e-05,
      "loss": 0.3929,
      "num_tokens": 179837109.0,
      "step": 344
    },
    {
      "epoch": 0.32242990654205606,
      "grad_norm": 0.21505918157968018,
      "learning_rate": 4.960120245229955e-05,
      "loss": 0.3988,
      "num_tokens": 180361397.0,
      "step": 345
    },
    {
      "epoch": 0.3233644859813084,
      "grad_norm": 0.19401991242571642,
      "learning_rate": 4.95968451989167e-05,
      "loss": 0.3786,
      "num_tokens": 180885685.0,
      "step": 346
    },
    {
      "epoch": 0.32429906542056075,
      "grad_norm": 0.22313980274646286,
      "learning_rate": 4.95924644862294e-05,
      "loss": 0.3919,
      "num_tokens": 181409973.0,
      "step": 347
    },
    {
      "epoch": 0.3252336448598131,
      "grad_norm": 0.22305263380430584,
      "learning_rate": 4.9588060318888475e-05,
      "loss": 0.3973,
      "num_tokens": 181934261.0,
      "step": 348
    },
    {
      "epoch": 0.32616822429906545,
      "grad_norm": 0.2030640564100564,
      "learning_rate": 4.9583632701569646e-05,
      "loss": 0.3833,
      "num_tokens": 182458549.0,
      "step": 349
    },
    {
      "epoch": 0.32710280373831774,
      "grad_norm": 0.21940148958362907,
      "learning_rate": 4.957918163897353e-05,
      "loss": 0.3789,
      "num_tokens": 182982837.0,
      "step": 350
    },
    {
      "epoch": 0.3280373831775701,
      "grad_norm": 0.2197067411090922,
      "learning_rate": 4.9574707135825634e-05,
      "loss": 0.3766,
      "num_tokens": 183507125.0,
      "step": 351
    },
    {
      "epoch": 0.32897196261682243,
      "grad_norm": 0.20244386458574268,
      "learning_rate": 4.9570209196876356e-05,
      "loss": 0.3914,
      "num_tokens": 184031413.0,
      "step": 352
    },
    {
      "epoch": 0.3299065420560748,
      "grad_norm": 0.22122238668485236,
      "learning_rate": 4.956568782690096e-05,
      "loss": 0.3671,
      "num_tokens": 184555701.0,
      "step": 353
    },
    {
      "epoch": 0.33084112149532713,
      "grad_norm": 0.19977433369222286,
      "learning_rate": 4.956114303069962e-05,
      "loss": 0.369,
      "num_tokens": 185079989.0,
      "step": 354
    },
    {
      "epoch": 0.3317757009345794,
      "grad_norm": 0.21588608601309253,
      "learning_rate": 4.955657481309734e-05,
      "loss": 0.3714,
      "num_tokens": 185604277.0,
      "step": 355
    },
    {
      "epoch": 0.33271028037383177,
      "grad_norm": 0.20574511567377152,
      "learning_rate": 4.955198317894401e-05,
      "loss": 0.3952,
      "num_tokens": 186128565.0,
      "step": 356
    },
    {
      "epoch": 0.3336448598130841,
      "grad_norm": 0.21828899798037663,
      "learning_rate": 4.954736813311438e-05,
      "loss": 0.3647,
      "num_tokens": 186652853.0,
      "step": 357
    },
    {
      "epoch": 0.33457943925233646,
      "grad_norm": 0.20444775429081702,
      "learning_rate": 4.954272968050804e-05,
      "loss": 0.3811,
      "num_tokens": 187177141.0,
      "step": 358
    },
    {
      "epoch": 0.3355140186915888,
      "grad_norm": 0.22133583587772587,
      "learning_rate": 4.9538067826049463e-05,
      "loss": 0.3999,
      "num_tokens": 187701429.0,
      "step": 359
    },
    {
      "epoch": 0.3364485981308411,
      "grad_norm": 0.20516421777598842,
      "learning_rate": 4.9533382574687934e-05,
      "loss": 0.3697,
      "num_tokens": 188225717.0,
      "step": 360
    },
    {
      "epoch": 0.33738317757009345,
      "grad_norm": 0.23121095818228773,
      "learning_rate": 4.95286739313976e-05,
      "loss": 0.3901,
      "num_tokens": 188750005.0,
      "step": 361
    },
    {
      "epoch": 0.3383177570093458,
      "grad_norm": 0.20927608913923323,
      "learning_rate": 4.9523941901177415e-05,
      "loss": 0.3767,
      "num_tokens": 189274293.0,
      "step": 362
    },
    {
      "epoch": 0.33925233644859815,
      "grad_norm": 0.23373660947369343,
      "learning_rate": 4.95191864890512e-05,
      "loss": 0.3757,
      "num_tokens": 189798581.0,
      "step": 363
    },
    {
      "epoch": 0.3401869158878505,
      "grad_norm": 0.20618699459677955,
      "learning_rate": 4.9514407700067575e-05,
      "loss": 0.3775,
      "num_tokens": 190322869.0,
      "step": 364
    },
    {
      "epoch": 0.3411214953271028,
      "grad_norm": 0.21461427334044186,
      "learning_rate": 4.950960553929997e-05,
      "loss": 0.37,
      "num_tokens": 190835671.0,
      "step": 365
    },
    {
      "epoch": 0.34205607476635513,
      "grad_norm": 0.22401885203959565,
      "learning_rate": 4.950478001184664e-05,
      "loss": 0.3871,
      "num_tokens": 191328078.0,
      "step": 366
    },
    {
      "epoch": 0.3429906542056075,
      "grad_norm": 0.2305991516708776,
      "learning_rate": 4.949993112283067e-05,
      "loss": 0.3715,
      "num_tokens": 191852366.0,
      "step": 367
    },
    {
      "epoch": 0.34392523364485983,
      "grad_norm": 0.25779423679640723,
      "learning_rate": 4.9495058877399897e-05,
      "loss": 0.3692,
      "num_tokens": 192376654.0,
      "step": 368
    },
    {
      "epoch": 0.3448598130841122,
      "grad_norm": 0.20917919932950435,
      "learning_rate": 4.9490163280726995e-05,
      "loss": 0.3796,
      "num_tokens": 192900942.0,
      "step": 369
    },
    {
      "epoch": 0.34579439252336447,
      "grad_norm": 0.22473047102611274,
      "learning_rate": 4.948524433800941e-05,
      "loss": 0.3697,
      "num_tokens": 193425230.0,
      "step": 370
    },
    {
      "epoch": 0.3467289719626168,
      "grad_norm": 0.24055821244230957,
      "learning_rate": 4.9480302054469396e-05,
      "loss": 0.4028,
      "num_tokens": 193949518.0,
      "step": 371
    },
    {
      "epoch": 0.34766355140186916,
      "grad_norm": 0.21126724827106388,
      "learning_rate": 4.9475336435353944e-05,
      "loss": 0.3889,
      "num_tokens": 194473806.0,
      "step": 372
    },
    {
      "epoch": 0.3485981308411215,
      "grad_norm": 0.1986049743740858,
      "learning_rate": 4.9470347485934875e-05,
      "loss": 0.3683,
      "num_tokens": 194998094.0,
      "step": 373
    },
    {
      "epoch": 0.34953271028037386,
      "grad_norm": 0.243224275071991,
      "learning_rate": 4.9465335211508726e-05,
      "loss": 0.363,
      "num_tokens": 195499550.0,
      "step": 374
    },
    {
      "epoch": 0.35046728971962615,
      "grad_norm": 0.2429426257383894,
      "learning_rate": 4.9460299617396835e-05,
      "loss": 0.4059,
      "num_tokens": 196023838.0,
      "step": 375
    },
    {
      "epoch": 0.3514018691588785,
      "grad_norm": 0.23399445087410367,
      "learning_rate": 4.9455240708945276e-05,
      "loss": 0.3679,
      "num_tokens": 196548126.0,
      "step": 376
    },
    {
      "epoch": 0.35233644859813085,
      "grad_norm": 0.2113246279323249,
      "learning_rate": 4.945015849152489e-05,
      "loss": 0.3748,
      "num_tokens": 197072414.0,
      "step": 377
    },
    {
      "epoch": 0.3532710280373832,
      "grad_norm": 0.2207871915835167,
      "learning_rate": 4.9445052970531246e-05,
      "loss": 0.3892,
      "num_tokens": 197574921.0,
      "step": 378
    },
    {
      "epoch": 0.3542056074766355,
      "grad_norm": 0.20896439625625018,
      "learning_rate": 4.943992415138467e-05,
      "loss": 0.3643,
      "num_tokens": 198099209.0,
      "step": 379
    },
    {
      "epoch": 0.35514018691588783,
      "grad_norm": 0.21305896095034255,
      "learning_rate": 4.943477203953022e-05,
      "loss": 0.3817,
      "num_tokens": 198623497.0,
      "step": 380
    },
    {
      "epoch": 0.3560747663551402,
      "grad_norm": 0.1926075961577422,
      "learning_rate": 4.9429596640437675e-05,
      "loss": 0.3795,
      "num_tokens": 199147785.0,
      "step": 381
    },
    {
      "epoch": 0.35700934579439253,
      "grad_norm": 0.21164751231156279,
      "learning_rate": 4.942439795960154e-05,
      "loss": 0.3887,
      "num_tokens": 199672073.0,
      "step": 382
    },
    {
      "epoch": 0.3579439252336449,
      "grad_norm": 0.20996412866158412,
      "learning_rate": 4.941917600254105e-05,
      "loss": 0.3944,
      "num_tokens": 200196361.0,
      "step": 383
    },
    {
      "epoch": 0.35887850467289717,
      "grad_norm": 0.21153997448594977,
      "learning_rate": 4.941393077480012e-05,
      "loss": 0.4048,
      "num_tokens": 200709708.0,
      "step": 384
    },
    {
      "epoch": 0.3598130841121495,
      "grad_norm": 0.2085917811759205,
      "learning_rate": 4.94086622819474e-05,
      "loss": 0.3767,
      "num_tokens": 201233996.0,
      "step": 385
    },
    {
      "epoch": 0.36074766355140186,
      "grad_norm": 0.2051383955009578,
      "learning_rate": 4.940337052957624e-05,
      "loss": 0.3837,
      "num_tokens": 201745227.0,
      "step": 386
    },
    {
      "epoch": 0.3616822429906542,
      "grad_norm": 0.20395007278941468,
      "learning_rate": 4.9398055523304674e-05,
      "loss": 0.3997,
      "num_tokens": 202269515.0,
      "step": 387
    },
    {
      "epoch": 0.36261682242990656,
      "grad_norm": 0.19355291440744843,
      "learning_rate": 4.939271726877541e-05,
      "loss": 0.3655,
      "num_tokens": 202793803.0,
      "step": 388
    },
    {
      "epoch": 0.36355140186915885,
      "grad_norm": 0.20737831932330003,
      "learning_rate": 4.9387355771655856e-05,
      "loss": 0.4039,
      "num_tokens": 203318091.0,
      "step": 389
    },
    {
      "epoch": 0.3644859813084112,
      "grad_norm": 0.18825716188912528,
      "learning_rate": 4.93819710376381e-05,
      "loss": 0.3672,
      "num_tokens": 203842379.0,
      "step": 390
    },
    {
      "epoch": 0.36542056074766355,
      "grad_norm": 0.19046284388136428,
      "learning_rate": 4.937656307243888e-05,
      "loss": 0.3755,
      "num_tokens": 204366667.0,
      "step": 391
    },
    {
      "epoch": 0.3663551401869159,
      "grad_norm": 0.19026275795851894,
      "learning_rate": 4.9371131881799615e-05,
      "loss": 0.3796,
      "num_tokens": 204890955.0,
      "step": 392
    },
    {
      "epoch": 0.36728971962616824,
      "grad_norm": 0.1943544350319913,
      "learning_rate": 4.936567747148637e-05,
      "loss": 0.39,
      "num_tokens": 205415243.0,
      "step": 393
    },
    {
      "epoch": 0.36822429906542054,
      "grad_norm": 0.1939050895836303,
      "learning_rate": 4.9360199847289875e-05,
      "loss": 0.394,
      "num_tokens": 205939531.0,
      "step": 394
    },
    {
      "epoch": 0.3691588785046729,
      "grad_norm": 0.19732951464760318,
      "learning_rate": 4.9354699015025484e-05,
      "loss": 0.3693,
      "num_tokens": 206463819.0,
      "step": 395
    },
    {
      "epoch": 0.37009345794392523,
      "grad_norm": 0.18801041777310057,
      "learning_rate": 4.934917498053322e-05,
      "loss": 0.3947,
      "num_tokens": 206988107.0,
      "step": 396
    },
    {
      "epoch": 0.3710280373831776,
      "grad_norm": 0.20066246794778847,
      "learning_rate": 4.93436277496777e-05,
      "loss": 0.3832,
      "num_tokens": 207512395.0,
      "step": 397
    },
    {
      "epoch": 0.3719626168224299,
      "grad_norm": 0.1886215910235609,
      "learning_rate": 4.9338057328348206e-05,
      "loss": 0.3729,
      "num_tokens": 208036683.0,
      "step": 398
    },
    {
      "epoch": 0.3728971962616822,
      "grad_norm": 0.20315158696962216,
      "learning_rate": 4.933246372245861e-05,
      "loss": 0.3837,
      "num_tokens": 208560971.0,
      "step": 399
    },
    {
      "epoch": 0.37383177570093457,
      "grad_norm": 0.18942677289972257,
      "learning_rate": 4.9326846937947415e-05,
      "loss": 0.3597,
      "num_tokens": 209085259.0,
      "step": 400
    },
    {
      "epoch": 0.3747663551401869,
      "grad_norm": 0.19980014697723666,
      "learning_rate": 4.932120698077774e-05,
      "loss": 0.3683,
      "num_tokens": 209609547.0,
      "step": 401
    },
    {
      "epoch": 0.37570093457943926,
      "grad_norm": 0.20271245509505995,
      "learning_rate": 4.931554385693729e-05,
      "loss": 0.3871,
      "num_tokens": 210133835.0,
      "step": 402
    },
    {
      "epoch": 0.3766355140186916,
      "grad_norm": 0.22271579535462915,
      "learning_rate": 4.930985757243835e-05,
      "loss": 0.3718,
      "num_tokens": 210658123.0,
      "step": 403
    },
    {
      "epoch": 0.3775700934579439,
      "grad_norm": 0.22333343214158943,
      "learning_rate": 4.930414813331785e-05,
      "loss": 0.3765,
      "num_tokens": 211170709.0,
      "step": 404
    },
    {
      "epoch": 0.37850467289719625,
      "grad_norm": 0.20502518285076063,
      "learning_rate": 4.929841554563722e-05,
      "loss": 0.3696,
      "num_tokens": 211694997.0,
      "step": 405
    },
    {
      "epoch": 0.3794392523364486,
      "grad_norm": 0.19629791161595483,
      "learning_rate": 4.929265981548254e-05,
      "loss": 0.3741,
      "num_tokens": 212219285.0,
      "step": 406
    },
    {
      "epoch": 0.38037383177570094,
      "grad_norm": 0.19304437732725688,
      "learning_rate": 4.928688094896443e-05,
      "loss": 0.3613,
      "num_tokens": 212743573.0,
      "step": 407
    },
    {
      "epoch": 0.3813084112149533,
      "grad_norm": 0.20609122651297737,
      "learning_rate": 4.928107895221805e-05,
      "loss": 0.3649,
      "num_tokens": 213267861.0,
      "step": 408
    },
    {
      "epoch": 0.3822429906542056,
      "grad_norm": 0.18072398843106272,
      "learning_rate": 4.927525383140317e-05,
      "loss": 0.3721,
      "num_tokens": 213792149.0,
      "step": 409
    },
    {
      "epoch": 0.38317757009345793,
      "grad_norm": 0.20731636189543132,
      "learning_rate": 4.9269405592704054e-05,
      "loss": 0.3605,
      "num_tokens": 214316437.0,
      "step": 410
    },
    {
      "epoch": 0.3841121495327103,
      "grad_norm": 0.1830446706151874,
      "learning_rate": 4.9263534242329546e-05,
      "loss": 0.3865,
      "num_tokens": 214816753.0,
      "step": 411
    },
    {
      "epoch": 0.3850467289719626,
      "grad_norm": 0.19372592142051737,
      "learning_rate": 4.925763978651302e-05,
      "loss": 0.3978,
      "num_tokens": 215341041.0,
      "step": 412
    },
    {
      "epoch": 0.385981308411215,
      "grad_norm": 0.1975733175781898,
      "learning_rate": 4.925172223151236e-05,
      "loss": 0.3886,
      "num_tokens": 215865329.0,
      "step": 413
    },
    {
      "epoch": 0.38691588785046727,
      "grad_norm": 0.1917153198932683,
      "learning_rate": 4.924578158361001e-05,
      "loss": 0.3775,
      "num_tokens": 216389617.0,
      "step": 414
    },
    {
      "epoch": 0.3878504672897196,
      "grad_norm": 0.17924695058538465,
      "learning_rate": 4.923981784911288e-05,
      "loss": 0.3721,
      "num_tokens": 216913905.0,
      "step": 415
    },
    {
      "epoch": 0.38878504672897196,
      "grad_norm": 0.1902124919630928,
      "learning_rate": 4.923383103435246e-05,
      "loss": 0.3827,
      "num_tokens": 217438193.0,
      "step": 416
    },
    {
      "epoch": 0.3897196261682243,
      "grad_norm": 0.19858345838019226,
      "learning_rate": 4.922782114568466e-05,
      "loss": 0.3672,
      "num_tokens": 217962481.0,
      "step": 417
    },
    {
      "epoch": 0.39065420560747666,
      "grad_norm": 0.19795674933351395,
      "learning_rate": 4.922178818948996e-05,
      "loss": 0.407,
      "num_tokens": 218486769.0,
      "step": 418
    },
    {
      "epoch": 0.39158878504672895,
      "grad_norm": 0.18877033432710427,
      "learning_rate": 4.921573217217329e-05,
      "loss": 0.3875,
      "num_tokens": 219011057.0,
      "step": 419
    },
    {
      "epoch": 0.3925233644859813,
      "grad_norm": 0.202259023628901,
      "learning_rate": 4.9209653100164074e-05,
      "loss": 0.3864,
      "num_tokens": 219535345.0,
      "step": 420
    },
    {
      "epoch": 0.39345794392523364,
      "grad_norm": 0.18792116033935904,
      "learning_rate": 4.9203550979916195e-05,
      "loss": 0.3537,
      "num_tokens": 220059633.0,
      "step": 421
    },
    {
      "epoch": 0.394392523364486,
      "grad_norm": 0.1894287414758844,
      "learning_rate": 4.919742581790805e-05,
      "loss": 0.3915,
      "num_tokens": 220583921.0,
      "step": 422
    },
    {
      "epoch": 0.39532710280373834,
      "grad_norm": 0.20593128980257475,
      "learning_rate": 4.919127762064245e-05,
      "loss": 0.378,
      "num_tokens": 221108209.0,
      "step": 423
    },
    {
      "epoch": 0.39626168224299063,
      "grad_norm": 0.1907070950393136,
      "learning_rate": 4.9185106394646685e-05,
      "loss": 0.3669,
      "num_tokens": 221632497.0,
      "step": 424
    },
    {
      "epoch": 0.397196261682243,
      "grad_norm": 0.19621654333858676,
      "learning_rate": 4.917891214647249e-05,
      "loss": 0.378,
      "num_tokens": 222148354.0,
      "step": 425
    },
    {
      "epoch": 0.3981308411214953,
      "grad_norm": 0.20937378741875945,
      "learning_rate": 4.9172694882696044e-05,
      "loss": 0.4007,
      "num_tokens": 222672642.0,
      "step": 426
    },
    {
      "epoch": 0.3990654205607477,
      "grad_norm": 0.20089187259459207,
      "learning_rate": 4.916645460991796e-05,
      "loss": 0.39,
      "num_tokens": 223196930.0,
      "step": 427
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.18710691045346708,
      "learning_rate": 4.9160191334763256e-05,
      "loss": 0.38,
      "num_tokens": 223721218.0,
      "step": 428
    },
    {
      "epoch": 0.4009345794392523,
      "grad_norm": 0.21802862856504507,
      "learning_rate": 4.915390506388142e-05,
      "loss": 0.3852,
      "num_tokens": 224212078.0,
      "step": 429
    },
    {
      "epoch": 0.40186915887850466,
      "grad_norm": 0.19021022288235404,
      "learning_rate": 4.9147595803946316e-05,
      "loss": 0.3838,
      "num_tokens": 224736366.0,
      "step": 430
    },
    {
      "epoch": 0.402803738317757,
      "grad_norm": 0.19109972979994824,
      "learning_rate": 4.914126356165622e-05,
      "loss": 0.3778,
      "num_tokens": 225260654.0,
      "step": 431
    },
    {
      "epoch": 0.40373831775700936,
      "grad_norm": 0.19559654817196345,
      "learning_rate": 4.913490834373381e-05,
      "loss": 0.3688,
      "num_tokens": 225784942.0,
      "step": 432
    },
    {
      "epoch": 0.4046728971962617,
      "grad_norm": 0.2030771540506854,
      "learning_rate": 4.912853015692616e-05,
      "loss": 0.3855,
      "num_tokens": 226309230.0,
      "step": 433
    },
    {
      "epoch": 0.405607476635514,
      "grad_norm": 0.21371937708734218,
      "learning_rate": 4.912212900800473e-05,
      "loss": 0.3856,
      "num_tokens": 226833518.0,
      "step": 434
    },
    {
      "epoch": 0.40654205607476634,
      "grad_norm": 0.20187991365903885,
      "learning_rate": 4.911570490376534e-05,
      "loss": 0.3764,
      "num_tokens": 227357806.0,
      "step": 435
    },
    {
      "epoch": 0.4074766355140187,
      "grad_norm": 0.20208187522765925,
      "learning_rate": 4.9109257851028215e-05,
      "loss": 0.3746,
      "num_tokens": 227882094.0,
      "step": 436
    },
    {
      "epoch": 0.40841121495327104,
      "grad_norm": 0.22101558618519984,
      "learning_rate": 4.910278785663792e-05,
      "loss": 0.3756,
      "num_tokens": 228406382.0,
      "step": 437
    },
    {
      "epoch": 0.4093457943925234,
      "grad_norm": 0.191761366115736,
      "learning_rate": 4.9096294927463364e-05,
      "loss": 0.3872,
      "num_tokens": 228930670.0,
      "step": 438
    },
    {
      "epoch": 0.4102803738317757,
      "grad_norm": 0.20907593395147497,
      "learning_rate": 4.908977907039783e-05,
      "loss": 0.3809,
      "num_tokens": 229454958.0,
      "step": 439
    },
    {
      "epoch": 0.411214953271028,
      "grad_norm": 0.22500292863282825,
      "learning_rate": 4.908324029235894e-05,
      "loss": 0.3659,
      "num_tokens": 229979246.0,
      "step": 440
    },
    {
      "epoch": 0.4121495327102804,
      "grad_norm": 0.20074596258656507,
      "learning_rate": 4.907667860028864e-05,
      "loss": 0.3714,
      "num_tokens": 230503534.0,
      "step": 441
    },
    {
      "epoch": 0.4130841121495327,
      "grad_norm": 0.19690633155483608,
      "learning_rate": 4.90700940011532e-05,
      "loss": 0.3615,
      "num_tokens": 231027822.0,
      "step": 442
    },
    {
      "epoch": 0.41401869158878507,
      "grad_norm": 0.21411798129235413,
      "learning_rate": 4.906348650194322e-05,
      "loss": 0.361,
      "num_tokens": 231552110.0,
      "step": 443
    },
    {
      "epoch": 0.41495327102803736,
      "grad_norm": 0.19312010501895804,
      "learning_rate": 4.905685610967362e-05,
      "loss": 0.3857,
      "num_tokens": 232076398.0,
      "step": 444
    },
    {
      "epoch": 0.4158878504672897,
      "grad_norm": 0.2020590245511906,
      "learning_rate": 4.9050202831383586e-05,
      "loss": 0.3692,
      "num_tokens": 232600686.0,
      "step": 445
    },
    {
      "epoch": 0.41682242990654206,
      "grad_norm": 0.18796430208260143,
      "learning_rate": 4.9043526674136647e-05,
      "loss": 0.3834,
      "num_tokens": 233124974.0,
      "step": 446
    },
    {
      "epoch": 0.4177570093457944,
      "grad_norm": 0.1938908667393389,
      "learning_rate": 4.9036827645020595e-05,
      "loss": 0.3663,
      "num_tokens": 233649262.0,
      "step": 447
    },
    {
      "epoch": 0.41869158878504675,
      "grad_norm": 0.18645121764357142,
      "learning_rate": 4.903010575114752e-05,
      "loss": 0.3695,
      "num_tokens": 234173550.0,
      "step": 448
    },
    {
      "epoch": 0.41962616822429905,
      "grad_norm": 0.19023120091180498,
      "learning_rate": 4.902336099965377e-05,
      "loss": 0.3754,
      "num_tokens": 234697838.0,
      "step": 449
    },
    {
      "epoch": 0.4205607476635514,
      "grad_norm": 0.18654125184448833,
      "learning_rate": 4.901659339769997e-05,
      "loss": 0.375,
      "num_tokens": 235222126.0,
      "step": 450
    },
    {
      "epoch": 0.42149532710280374,
      "grad_norm": 0.21064437285791385,
      "learning_rate": 4.9009802952471004e-05,
      "loss": 0.3967,
      "num_tokens": 235717706.0,
      "step": 451
    },
    {
      "epoch": 0.4224299065420561,
      "grad_norm": 0.21511809326416742,
      "learning_rate": 4.9002989671176e-05,
      "loss": 0.3683,
      "num_tokens": 236241994.0,
      "step": 452
    },
    {
      "epoch": 0.42336448598130844,
      "grad_norm": 0.20242855954002562,
      "learning_rate": 4.899615356104835e-05,
      "loss": 0.3801,
      "num_tokens": 236766282.0,
      "step": 453
    },
    {
      "epoch": 0.42429906542056073,
      "grad_norm": 0.20752846211291756,
      "learning_rate": 4.8989294629345655e-05,
      "loss": 0.3877,
      "num_tokens": 237290570.0,
      "step": 454
    },
    {
      "epoch": 0.4252336448598131,
      "grad_norm": 0.21135464460896836,
      "learning_rate": 4.898241288334976e-05,
      "loss": 0.358,
      "num_tokens": 237814858.0,
      "step": 455
    },
    {
      "epoch": 0.4261682242990654,
      "grad_norm": 0.2180556150752061,
      "learning_rate": 4.897550833036674e-05,
      "loss": 0.3848,
      "num_tokens": 238339146.0,
      "step": 456
    },
    {
      "epoch": 0.42710280373831777,
      "grad_norm": 0.1955846643802436,
      "learning_rate": 4.896858097772686e-05,
      "loss": 0.3855,
      "num_tokens": 238863434.0,
      "step": 457
    },
    {
      "epoch": 0.4280373831775701,
      "grad_norm": 0.20064670220365338,
      "learning_rate": 4.8961630832784624e-05,
      "loss": 0.3743,
      "num_tokens": 239387722.0,
      "step": 458
    },
    {
      "epoch": 0.4289719626168224,
      "grad_norm": 0.19332071591376368,
      "learning_rate": 4.895465790291868e-05,
      "loss": 0.3579,
      "num_tokens": 239912010.0,
      "step": 459
    },
    {
      "epoch": 0.42990654205607476,
      "grad_norm": 0.19461649906850448,
      "learning_rate": 4.894766219553192e-05,
      "loss": 0.3939,
      "num_tokens": 240436298.0,
      "step": 460
    },
    {
      "epoch": 0.4308411214953271,
      "grad_norm": 0.19732328433534285,
      "learning_rate": 4.894064371805139e-05,
      "loss": 0.3762,
      "num_tokens": 240960586.0,
      "step": 461
    },
    {
      "epoch": 0.43177570093457945,
      "grad_norm": 0.1882393008667149,
      "learning_rate": 4.8933602477928326e-05,
      "loss": 0.3723,
      "num_tokens": 241484874.0,
      "step": 462
    },
    {
      "epoch": 0.4327102803738318,
      "grad_norm": 0.20674861485830565,
      "learning_rate": 4.892653848263811e-05,
      "loss": 0.3546,
      "num_tokens": 242009162.0,
      "step": 463
    },
    {
      "epoch": 0.4336448598130841,
      "grad_norm": 0.2054307163443403,
      "learning_rate": 4.89194517396803e-05,
      "loss": 0.3843,
      "num_tokens": 242533450.0,
      "step": 464
    },
    {
      "epoch": 0.43457943925233644,
      "grad_norm": 0.22245678062759186,
      "learning_rate": 4.891234225657858e-05,
      "loss": 0.3825,
      "num_tokens": 243057738.0,
      "step": 465
    },
    {
      "epoch": 0.4355140186915888,
      "grad_norm": 0.21958248472879685,
      "learning_rate": 4.890521004088083e-05,
      "loss": 0.382,
      "num_tokens": 243582026.0,
      "step": 466
    },
    {
      "epoch": 0.43644859813084114,
      "grad_norm": 0.20897214050667354,
      "learning_rate": 4.889805510015899e-05,
      "loss": 0.3848,
      "num_tokens": 244106314.0,
      "step": 467
    },
    {
      "epoch": 0.4373831775700935,
      "grad_norm": 0.21939937676884622,
      "learning_rate": 4.889087744200919e-05,
      "loss": 0.3801,
      "num_tokens": 244630602.0,
      "step": 468
    },
    {
      "epoch": 0.4383177570093458,
      "grad_norm": 0.21007844698447672,
      "learning_rate": 4.888367707405162e-05,
      "loss": 0.3987,
      "num_tokens": 245154890.0,
      "step": 469
    },
    {
      "epoch": 0.4392523364485981,
      "grad_norm": 0.24571117685838958,
      "learning_rate": 4.887645400393065e-05,
      "loss": 0.3714,
      "num_tokens": 245679178.0,
      "step": 470
    },
    {
      "epoch": 0.44018691588785047,
      "grad_norm": 0.1913722382675956,
      "learning_rate": 4.8869208239314704e-05,
      "loss": 0.3869,
      "num_tokens": 246203466.0,
      "step": 471
    },
    {
      "epoch": 0.4411214953271028,
      "grad_norm": 0.2235247208704414,
      "learning_rate": 4.8861939787896285e-05,
      "loss": 0.3686,
      "num_tokens": 246727754.0,
      "step": 472
    },
    {
      "epoch": 0.44205607476635517,
      "grad_norm": 0.20054546069401816,
      "learning_rate": 4.885464865739204e-05,
      "loss": 0.3599,
      "num_tokens": 247252042.0,
      "step": 473
    },
    {
      "epoch": 0.44299065420560746,
      "grad_norm": 0.20460454560439878,
      "learning_rate": 4.8847334855542635e-05,
      "loss": 0.3658,
      "num_tokens": 247776330.0,
      "step": 474
    },
    {
      "epoch": 0.4439252336448598,
      "grad_norm": 0.20196559343349157,
      "learning_rate": 4.883999839011284e-05,
      "loss": 0.3774,
      "num_tokens": 248300618.0,
      "step": 475
    },
    {
      "epoch": 0.44485981308411215,
      "grad_norm": 0.221780062955184,
      "learning_rate": 4.883263926889148e-05,
      "loss": 0.3797,
      "num_tokens": 248824906.0,
      "step": 476
    },
    {
      "epoch": 0.4457943925233645,
      "grad_norm": 0.23757507823080895,
      "learning_rate": 4.8825257499691425e-05,
      "loss": 0.392,
      "num_tokens": 249349194.0,
      "step": 477
    },
    {
      "epoch": 0.44672897196261685,
      "grad_norm": 0.21000609377825202,
      "learning_rate": 4.8817853090349586e-05,
      "loss": 0.3601,
      "num_tokens": 249873482.0,
      "step": 478
    },
    {
      "epoch": 0.44766355140186914,
      "grad_norm": 0.22708155430865506,
      "learning_rate": 4.881042604872694e-05,
      "loss": 0.371,
      "num_tokens": 250397770.0,
      "step": 479
    },
    {
      "epoch": 0.4485981308411215,
      "grad_norm": 0.2002309161143198,
      "learning_rate": 4.880297638270844e-05,
      "loss": 0.3977,
      "num_tokens": 250922058.0,
      "step": 480
    },
    {
      "epoch": 0.44953271028037384,
      "grad_norm": 0.21269640877693607,
      "learning_rate": 4.8795504100203105e-05,
      "loss": 0.3803,
      "num_tokens": 251446346.0,
      "step": 481
    },
    {
      "epoch": 0.4504672897196262,
      "grad_norm": 0.19623944263423423,
      "learning_rate": 4.8788009209143947e-05,
      "loss": 0.3769,
      "num_tokens": 251970634.0,
      "step": 482
    },
    {
      "epoch": 0.4514018691588785,
      "grad_norm": 0.1964145056888278,
      "learning_rate": 4.878049171748798e-05,
      "loss": 0.3707,
      "num_tokens": 252494922.0,
      "step": 483
    },
    {
      "epoch": 0.4523364485981308,
      "grad_norm": 0.20421942916815253,
      "learning_rate": 4.8772951633216205e-05,
      "loss": 0.3687,
      "num_tokens": 253019210.0,
      "step": 484
    },
    {
      "epoch": 0.4532710280373832,
      "grad_norm": 0.20795197197649637,
      "learning_rate": 4.876538896433363e-05,
      "loss": 0.389,
      "num_tokens": 253543498.0,
      "step": 485
    },
    {
      "epoch": 0.4542056074766355,
      "grad_norm": 0.21174334063236108,
      "learning_rate": 4.8757803718869216e-05,
      "loss": 0.3807,
      "num_tokens": 254067786.0,
      "step": 486
    },
    {
      "epoch": 0.45514018691588787,
      "grad_norm": 0.21056528551295386,
      "learning_rate": 4.8750195904875905e-05,
      "loss": 0.3837,
      "num_tokens": 254592074.0,
      "step": 487
    },
    {
      "epoch": 0.45607476635514016,
      "grad_norm": 0.21143612441965984,
      "learning_rate": 4.874256553043061e-05,
      "loss": 0.3962,
      "num_tokens": 255116362.0,
      "step": 488
    },
    {
      "epoch": 0.4570093457943925,
      "grad_norm": 0.19951616098026914,
      "learning_rate": 4.873491260363417e-05,
      "loss": 0.3567,
      "num_tokens": 255640650.0,
      "step": 489
    },
    {
      "epoch": 0.45794392523364486,
      "grad_norm": 0.22035941644374465,
      "learning_rate": 4.8727237132611374e-05,
      "loss": 0.3711,
      "num_tokens": 256164938.0,
      "step": 490
    },
    {
      "epoch": 0.4588785046728972,
      "grad_norm": 0.2680046005856831,
      "learning_rate": 4.871953912551097e-05,
      "loss": 0.4031,
      "num_tokens": 256689226.0,
      "step": 491
    },
    {
      "epoch": 0.45981308411214955,
      "grad_norm": 0.20642671252511702,
      "learning_rate": 4.87118185905056e-05,
      "loss": 0.397,
      "num_tokens": 257213514.0,
      "step": 492
    },
    {
      "epoch": 0.46074766355140184,
      "grad_norm": 0.18899920365547587,
      "learning_rate": 4.870407553579185e-05,
      "loss": 0.3598,
      "num_tokens": 257737802.0,
      "step": 493
    },
    {
      "epoch": 0.4616822429906542,
      "grad_norm": 0.20030046782485647,
      "learning_rate": 4.8696309969590186e-05,
      "loss": 0.3706,
      "num_tokens": 258262090.0,
      "step": 494
    },
    {
      "epoch": 0.46261682242990654,
      "grad_norm": 0.19265952384909907,
      "learning_rate": 4.868852190014499e-05,
      "loss": 0.3801,
      "num_tokens": 258786378.0,
      "step": 495
    },
    {
      "epoch": 0.4635514018691589,
      "grad_norm": 0.18864632296764697,
      "learning_rate": 4.868071133572454e-05,
      "loss": 0.3842,
      "num_tokens": 259310666.0,
      "step": 496
    },
    {
      "epoch": 0.46448598130841123,
      "grad_norm": 0.23578637372291195,
      "learning_rate": 4.867287828462098e-05,
      "loss": 0.4005,
      "num_tokens": 259834954.0,
      "step": 497
    },
    {
      "epoch": 0.4654205607476635,
      "grad_norm": 2.2706321403553207,
      "learning_rate": 4.866502275515033e-05,
      "loss": 0.3973,
      "num_tokens": 260359242.0,
      "step": 498
    },
    {
      "epoch": 0.4663551401869159,
      "grad_norm": 0.1996910750144322,
      "learning_rate": 4.865714475565249e-05,
      "loss": 0.3701,
      "num_tokens": 260883530.0,
      "step": 499
    },
    {
      "epoch": 0.4672897196261682,
      "grad_norm": 0.2045237562130797,
      "learning_rate": 4.8649244294491206e-05,
      "loss": 0.3626,
      "num_tokens": 261385581.0,
      "step": 500
    },
    {
      "epoch": 0.46822429906542057,
      "grad_norm": 1.2543794248369349,
      "learning_rate": 4.8641321380054084e-05,
      "loss": 0.3888,
      "num_tokens": 261909869.0,
      "step": 501
    },
    {
      "epoch": 0.4691588785046729,
      "grad_norm": 0.20470914919621483,
      "learning_rate": 4.8633376020752526e-05,
      "loss": 0.3675,
      "num_tokens": 262434157.0,
      "step": 502
    },
    {
      "epoch": 0.4700934579439252,
      "grad_norm": 0.186467977519817,
      "learning_rate": 4.8625408225021796e-05,
      "loss": 0.3701,
      "num_tokens": 262958445.0,
      "step": 503
    },
    {
      "epoch": 0.47102803738317756,
      "grad_norm": 0.21509095944974907,
      "learning_rate": 4.861741800132099e-05,
      "loss": 0.3784,
      "num_tokens": 263463752.0,
      "step": 504
    },
    {
      "epoch": 0.4719626168224299,
      "grad_norm": 0.2029278342447766,
      "learning_rate": 4.860940535813297e-05,
      "loss": 0.3875,
      "num_tokens": 263988040.0,
      "step": 505
    },
    {
      "epoch": 0.47289719626168225,
      "grad_norm": 0.22328098233781335,
      "learning_rate": 4.860137030396446e-05,
      "loss": 0.3717,
      "num_tokens": 264512328.0,
      "step": 506
    },
    {
      "epoch": 0.4738317757009346,
      "grad_norm": 0.21805686639118016,
      "learning_rate": 4.859331284734592e-05,
      "loss": 0.3766,
      "num_tokens": 265036616.0,
      "step": 507
    },
    {
      "epoch": 0.4747663551401869,
      "grad_norm": 0.25073536041774913,
      "learning_rate": 4.858523299683162e-05,
      "loss": 0.3872,
      "num_tokens": 265560904.0,
      "step": 508
    },
    {
      "epoch": 0.47570093457943924,
      "grad_norm": 0.2884298567095406,
      "learning_rate": 4.857713076099962e-05,
      "loss": 0.381,
      "num_tokens": 266085192.0,
      "step": 509
    },
    {
      "epoch": 0.4766355140186916,
      "grad_norm": 0.20802512736457635,
      "learning_rate": 4.8569006148451704e-05,
      "loss": 0.3895,
      "num_tokens": 266609480.0,
      "step": 510
    },
    {
      "epoch": 0.47757009345794393,
      "grad_norm": 0.22991770281682972,
      "learning_rate": 4.8560859167813455e-05,
      "loss": 0.3754,
      "num_tokens": 267133768.0,
      "step": 511
    },
    {
      "epoch": 0.4785046728971963,
      "grad_norm": 0.18281177655601843,
      "learning_rate": 4.855268982773417e-05,
      "loss": 0.3657,
      "num_tokens": 267658056.0,
      "step": 512
    },
    {
      "epoch": 0.4794392523364486,
      "grad_norm": 0.27703110621172033,
      "learning_rate": 4.8544498136886904e-05,
      "loss": 0.3756,
      "num_tokens": 268182344.0,
      "step": 513
    },
    {
      "epoch": 0.4803738317757009,
      "grad_norm": 0.19475693784396494,
      "learning_rate": 4.8536284103968444e-05,
      "loss": 0.3598,
      "num_tokens": 268706632.0,
      "step": 514
    },
    {
      "epoch": 0.48130841121495327,
      "grad_norm": 0.21548321157070974,
      "learning_rate": 4.852804773769928e-05,
      "loss": 0.3704,
      "num_tokens": 269230920.0,
      "step": 515
    },
    {
      "epoch": 0.4822429906542056,
      "grad_norm": 0.21929577375800052,
      "learning_rate": 4.851978904682362e-05,
      "loss": 0.3926,
      "num_tokens": 269755208.0,
      "step": 516
    },
    {
      "epoch": 0.48317757009345796,
      "grad_norm": 0.19366165469307223,
      "learning_rate": 4.851150804010937e-05,
      "loss": 0.3746,
      "num_tokens": 270279496.0,
      "step": 517
    },
    {
      "epoch": 0.48411214953271026,
      "grad_norm": 0.19452396312456866,
      "learning_rate": 4.8503204726348145e-05,
      "loss": 0.3839,
      "num_tokens": 270803784.0,
      "step": 518
    },
    {
      "epoch": 0.4850467289719626,
      "grad_norm": 0.21723731050873896,
      "learning_rate": 4.849487911435522e-05,
      "loss": 0.3962,
      "num_tokens": 271328072.0,
      "step": 519
    },
    {
      "epoch": 0.48598130841121495,
      "grad_norm": 0.18655968647508947,
      "learning_rate": 4.848653121296956e-05,
      "loss": 0.371,
      "num_tokens": 271852360.0,
      "step": 520
    },
    {
      "epoch": 0.4869158878504673,
      "grad_norm": 0.1914232668976019,
      "learning_rate": 4.8478161031053765e-05,
      "loss": 0.3822,
      "num_tokens": 272376648.0,
      "step": 521
    },
    {
      "epoch": 0.48785046728971965,
      "grad_norm": 7.27672941149091,
      "learning_rate": 4.846976857749413e-05,
      "loss": 0.546,
      "num_tokens": 272900936.0,
      "step": 522
    },
    {
      "epoch": 0.48878504672897194,
      "grad_norm": 0.21802718534491053,
      "learning_rate": 4.8461353861200564e-05,
      "loss": 0.3637,
      "num_tokens": 273425224.0,
      "step": 523
    },
    {
      "epoch": 0.4897196261682243,
      "grad_norm": 0.26038961168345587,
      "learning_rate": 4.845291689110663e-05,
      "loss": 0.3734,
      "num_tokens": 273949512.0,
      "step": 524
    },
    {
      "epoch": 0.49065420560747663,
      "grad_norm": 0.47203027789893537,
      "learning_rate": 4.844445767616951e-05,
      "loss": 0.3808,
      "num_tokens": 274473800.0,
      "step": 525
    },
    {
      "epoch": 0.491588785046729,
      "grad_norm": 0.232685276236352,
      "learning_rate": 4.8435976225370005e-05,
      "loss": 0.3899,
      "num_tokens": 274970192.0,
      "step": 526
    },
    {
      "epoch": 0.49252336448598133,
      "grad_norm": 0.21899400757428136,
      "learning_rate": 4.84274725477125e-05,
      "loss": 0.3841,
      "num_tokens": 275494480.0,
      "step": 527
    },
    {
      "epoch": 0.4934579439252336,
      "grad_norm": 0.1946778521249301,
      "learning_rate": 4.8418946652225016e-05,
      "loss": 0.3694,
      "num_tokens": 276018768.0,
      "step": 528
    },
    {
      "epoch": 0.49439252336448597,
      "grad_norm": 0.1920584067037554,
      "learning_rate": 4.841039854795914e-05,
      "loss": 0.3718,
      "num_tokens": 276543056.0,
      "step": 529
    },
    {
      "epoch": 0.4953271028037383,
      "grad_norm": 0.18779675767776052,
      "learning_rate": 4.8401828243990034e-05,
      "loss": 0.3711,
      "num_tokens": 277067344.0,
      "step": 530
    },
    {
      "epoch": 0.49626168224299066,
      "grad_norm": 0.1778076446271889,
      "learning_rate": 4.839323574941643e-05,
      "loss": 0.3671,
      "num_tokens": 277591632.0,
      "step": 531
    },
    {
      "epoch": 0.497196261682243,
      "grad_norm": 0.4337274693050633,
      "learning_rate": 4.8384621073360644e-05,
      "loss": 0.385,
      "num_tokens": 278115920.0,
      "step": 532
    },
    {
      "epoch": 0.4981308411214953,
      "grad_norm": 0.19769012471471858,
      "learning_rate": 4.8375984224968504e-05,
      "loss": 0.3857,
      "num_tokens": 278640208.0,
      "step": 533
    },
    {
      "epoch": 0.49906542056074765,
      "grad_norm": 0.19994826105869098,
      "learning_rate": 4.83673252134094e-05,
      "loss": 0.3857,
      "num_tokens": 279164496.0,
      "step": 534
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.35884277315577523,
      "learning_rate": 4.8358644047876235e-05,
      "loss": 0.3818,
      "num_tokens": 279688784.0,
      "step": 535
    },
    {
      "epoch": 0.5009345794392523,
      "grad_norm": 0.18811938101973022,
      "learning_rate": 4.834994073758545e-05,
      "loss": 0.3786,
      "num_tokens": 280213072.0,
      "step": 536
    },
    {
      "epoch": 0.5018691588785047,
      "grad_norm": 0.18572716404114117,
      "learning_rate": 4.834121529177699e-05,
      "loss": 0.3737,
      "num_tokens": 280714242.0,
      "step": 537
    },
    {
      "epoch": 0.502803738317757,
      "grad_norm": 0.20809466829264295,
      "learning_rate": 4.8332467719714295e-05,
      "loss": 0.3766,
      "num_tokens": 281238530.0,
      "step": 538
    },
    {
      "epoch": 0.5037383177570094,
      "grad_norm": 0.2142951637879238,
      "learning_rate": 4.832369803068431e-05,
      "loss": 0.3776,
      "num_tokens": 281762818.0,
      "step": 539
    },
    {
      "epoch": 0.5046728971962616,
      "grad_norm": 0.19560473855515942,
      "learning_rate": 4.831490623399744e-05,
      "loss": 0.39,
      "num_tokens": 282287106.0,
      "step": 540
    },
    {
      "epoch": 0.505607476635514,
      "grad_norm": 0.24104841513479944,
      "learning_rate": 4.830609233898757e-05,
      "loss": 0.3912,
      "num_tokens": 282811394.0,
      "step": 541
    },
    {
      "epoch": 0.5065420560747663,
      "grad_norm": 1.342850833657001,
      "learning_rate": 4.8297256355012056e-05,
      "loss": 0.3826,
      "num_tokens": 283331315.0,
      "step": 542
    },
    {
      "epoch": 0.5074766355140187,
      "grad_norm": 0.22339097754832338,
      "learning_rate": 4.828839829145169e-05,
      "loss": 0.3803,
      "num_tokens": 283853101.0,
      "step": 543
    },
    {
      "epoch": 0.508411214953271,
      "grad_norm": 0.23261118064914724,
      "learning_rate": 4.8279518157710704e-05,
      "loss": 0.3836,
      "num_tokens": 284352618.0,
      "step": 544
    },
    {
      "epoch": 0.5093457943925234,
      "grad_norm": 0.23816795123743079,
      "learning_rate": 4.827061596321678e-05,
      "loss": 0.3852,
      "num_tokens": 284876906.0,
      "step": 545
    },
    {
      "epoch": 0.5102803738317757,
      "grad_norm": 0.19791775343605836,
      "learning_rate": 4.826169171742102e-05,
      "loss": 0.3708,
      "num_tokens": 285401194.0,
      "step": 546
    },
    {
      "epoch": 0.5112149532710281,
      "grad_norm": 0.20347283984684864,
      "learning_rate": 4.825274542979789e-05,
      "loss": 0.3948,
      "num_tokens": 285925482.0,
      "step": 547
    },
    {
      "epoch": 0.5121495327102804,
      "grad_norm": 0.20107668694645803,
      "learning_rate": 4.824377710984532e-05,
      "loss": 0.3965,
      "num_tokens": 286449770.0,
      "step": 548
    },
    {
      "epoch": 0.5130841121495328,
      "grad_norm": 0.2087944899239672,
      "learning_rate": 4.8234786767084587e-05,
      "loss": 0.356,
      "num_tokens": 286974058.0,
      "step": 549
    },
    {
      "epoch": 0.514018691588785,
      "grad_norm": 0.19598411989052172,
      "learning_rate": 4.8225774411060384e-05,
      "loss": 0.399,
      "num_tokens": 287498346.0,
      "step": 550
    },
    {
      "epoch": 0.5149532710280373,
      "grad_norm": 0.21552761410817067,
      "learning_rate": 4.821674005134074e-05,
      "loss": 0.3849,
      "num_tokens": 288022634.0,
      "step": 551
    },
    {
      "epoch": 0.5158878504672897,
      "grad_norm": 0.21759573436452911,
      "learning_rate": 4.820768369751707e-05,
      "loss": 0.3825,
      "num_tokens": 288546922.0,
      "step": 552
    },
    {
      "epoch": 0.516822429906542,
      "grad_norm": 0.21305460521033845,
      "learning_rate": 4.8198605359204125e-05,
      "loss": 0.3891,
      "num_tokens": 289071210.0,
      "step": 553
    },
    {
      "epoch": 0.5177570093457944,
      "grad_norm": 0.2377706795251121,
      "learning_rate": 4.818950504604e-05,
      "loss": 0.364,
      "num_tokens": 289595498.0,
      "step": 554
    },
    {
      "epoch": 0.5186915887850467,
      "grad_norm": 0.5599456791296228,
      "learning_rate": 4.818038276768612e-05,
      "loss": 0.3832,
      "num_tokens": 290119786.0,
      "step": 555
    },
    {
      "epoch": 0.5196261682242991,
      "grad_norm": 0.3601671011511335,
      "learning_rate": 4.817123853382723e-05,
      "loss": 0.3746,
      "num_tokens": 290644074.0,
      "step": 556
    },
    {
      "epoch": 0.5205607476635514,
      "grad_norm": 0.19167557644907732,
      "learning_rate": 4.816207235417139e-05,
      "loss": 0.3819,
      "num_tokens": 291168362.0,
      "step": 557
    },
    {
      "epoch": 0.5214953271028038,
      "grad_norm": 0.18954165641796442,
      "learning_rate": 4.8152884238449946e-05,
      "loss": 0.3753,
      "num_tokens": 291692650.0,
      "step": 558
    },
    {
      "epoch": 0.5224299065420561,
      "grad_norm": 0.19419903302480976,
      "learning_rate": 4.814367419641754e-05,
      "loss": 0.3817,
      "num_tokens": 292216938.0,
      "step": 559
    },
    {
      "epoch": 0.5233644859813084,
      "grad_norm": 0.21033641174226672,
      "learning_rate": 4.8134442237852096e-05,
      "loss": 0.3829,
      "num_tokens": 292741226.0,
      "step": 560
    },
    {
      "epoch": 0.5242990654205607,
      "grad_norm": 0.19969349110787496,
      "learning_rate": 4.812518837255479e-05,
      "loss": 0.3652,
      "num_tokens": 293252134.0,
      "step": 561
    },
    {
      "epoch": 0.525233644859813,
      "grad_norm": 0.23482289680180338,
      "learning_rate": 4.8115912610350086e-05,
      "loss": 0.3809,
      "num_tokens": 293776422.0,
      "step": 562
    },
    {
      "epoch": 0.5261682242990654,
      "grad_norm": 0.238729390288786,
      "learning_rate": 4.810661496108566e-05,
      "loss": 0.35,
      "num_tokens": 294300710.0,
      "step": 563
    },
    {
      "epoch": 0.5271028037383177,
      "grad_norm": 0.2271112352365086,
      "learning_rate": 4.809729543463246e-05,
      "loss": 0.3734,
      "num_tokens": 294824998.0,
      "step": 564
    },
    {
      "epoch": 0.5280373831775701,
      "grad_norm": 0.21471836414498538,
      "learning_rate": 4.808795404088461e-05,
      "loss": 0.3709,
      "num_tokens": 295349286.0,
      "step": 565
    },
    {
      "epoch": 0.5289719626168224,
      "grad_norm": 0.24394564897131737,
      "learning_rate": 4.80785907897595e-05,
      "loss": 0.3803,
      "num_tokens": 295873574.0,
      "step": 566
    },
    {
      "epoch": 0.5299065420560748,
      "grad_norm": 0.21381780209680168,
      "learning_rate": 4.8069205691197714e-05,
      "loss": 0.364,
      "num_tokens": 296397862.0,
      "step": 567
    },
    {
      "epoch": 0.5308411214953271,
      "grad_norm": 0.26182916247539617,
      "learning_rate": 4.8059798755163006e-05,
      "loss": 0.395,
      "num_tokens": 296922150.0,
      "step": 568
    },
    {
      "epoch": 0.5317757009345795,
      "grad_norm": 0.19209034183257298,
      "learning_rate": 4.805036999164233e-05,
      "loss": 0.3681,
      "num_tokens": 297446438.0,
      "step": 569
    },
    {
      "epoch": 0.5327102803738317,
      "grad_norm": 0.21326865882851437,
      "learning_rate": 4.804091941064583e-05,
      "loss": 0.4047,
      "num_tokens": 297970726.0,
      "step": 570
    },
    {
      "epoch": 0.5336448598130841,
      "grad_norm": 0.2029558527369087,
      "learning_rate": 4.8031447022206775e-05,
      "loss": 0.3785,
      "num_tokens": 298495014.0,
      "step": 571
    },
    {
      "epoch": 0.5345794392523364,
      "grad_norm": 0.1959240340728024,
      "learning_rate": 4.802195283638162e-05,
      "loss": 0.3816,
      "num_tokens": 299019302.0,
      "step": 572
    },
    {
      "epoch": 0.5355140186915888,
      "grad_norm": 0.21706870997844746,
      "learning_rate": 4.8012436863249955e-05,
      "loss": 0.3767,
      "num_tokens": 299543590.0,
      "step": 573
    },
    {
      "epoch": 0.5364485981308411,
      "grad_norm": 0.20566745127687308,
      "learning_rate": 4.800289911291447e-05,
      "loss": 0.4028,
      "num_tokens": 300067878.0,
      "step": 574
    },
    {
      "epoch": 0.5373831775700935,
      "grad_norm": 0.18252190866753465,
      "learning_rate": 4.7993339595501025e-05,
      "loss": 0.3805,
      "num_tokens": 300592166.0,
      "step": 575
    },
    {
      "epoch": 0.5383177570093458,
      "grad_norm": 1.4489208276562706,
      "learning_rate": 4.798375832115855e-05,
      "loss": 0.3819,
      "num_tokens": 301116454.0,
      "step": 576
    },
    {
      "epoch": 0.5392523364485982,
      "grad_norm": 0.2189118313422999,
      "learning_rate": 4.797415530005909e-05,
      "loss": 0.38,
      "num_tokens": 301618934.0,
      "step": 577
    },
    {
      "epoch": 0.5401869158878505,
      "grad_norm": 3.979468484106709,
      "learning_rate": 4.7964530542397765e-05,
      "loss": 0.3757,
      "num_tokens": 302143222.0,
      "step": 578
    },
    {
      "epoch": 0.5411214953271029,
      "grad_norm": 0.23465163511813567,
      "learning_rate": 4.7954884058392805e-05,
      "loss": 0.3825,
      "num_tokens": 302667510.0,
      "step": 579
    },
    {
      "epoch": 0.5420560747663551,
      "grad_norm": 0.18883278951158075,
      "learning_rate": 4.794521585828545e-05,
      "loss": 0.3878,
      "num_tokens": 303191798.0,
      "step": 580
    },
    {
      "epoch": 0.5429906542056074,
      "grad_norm": 0.7480440133707315,
      "learning_rate": 4.793552595234006e-05,
      "loss": 0.3732,
      "num_tokens": 303716086.0,
      "step": 581
    },
    {
      "epoch": 0.5439252336448598,
      "grad_norm": 0.18783123666976528,
      "learning_rate": 4.792581435084398e-05,
      "loss": 0.4043,
      "num_tokens": 304240374.0,
      "step": 582
    },
    {
      "epoch": 0.5448598130841121,
      "grad_norm": 0.20397171027970307,
      "learning_rate": 4.791608106410763e-05,
      "loss": 0.3767,
      "num_tokens": 304764662.0,
      "step": 583
    },
    {
      "epoch": 0.5457943925233645,
      "grad_norm": 0.32319093220459144,
      "learning_rate": 4.790632610246443e-05,
      "loss": 0.4063,
      "num_tokens": 305288950.0,
      "step": 584
    },
    {
      "epoch": 0.5467289719626168,
      "grad_norm": 1.438131613435304,
      "learning_rate": 4.7896549476270816e-05,
      "loss": 0.3817,
      "num_tokens": 305813238.0,
      "step": 585
    },
    {
      "epoch": 0.5476635514018692,
      "grad_norm": 0.2726894871731695,
      "learning_rate": 4.7886751195906235e-05,
      "loss": 0.3892,
      "num_tokens": 306337526.0,
      "step": 586
    },
    {
      "epoch": 0.5485981308411215,
      "grad_norm": 0.6805562340349897,
      "learning_rate": 4.78769312717731e-05,
      "loss": 0.3627,
      "num_tokens": 306861814.0,
      "step": 587
    },
    {
      "epoch": 0.5495327102803739,
      "grad_norm": 0.355268340848448,
      "learning_rate": 4.7867089714296844e-05,
      "loss": 0.38,
      "num_tokens": 307386102.0,
      "step": 588
    },
    {
      "epoch": 0.5504672897196262,
      "grad_norm": 0.2149947421430721,
      "learning_rate": 4.785722653392582e-05,
      "loss": 0.3759,
      "num_tokens": 307910390.0,
      "step": 589
    },
    {
      "epoch": 0.5514018691588785,
      "grad_norm": 0.19550001537432768,
      "learning_rate": 4.784734174113136e-05,
      "loss": 0.3801,
      "num_tokens": 308425674.0,
      "step": 590
    },
    {
      "epoch": 0.5523364485981308,
      "grad_norm": 0.20069175087841673,
      "learning_rate": 4.783743534640775e-05,
      "loss": 0.3829,
      "num_tokens": 308921051.0,
      "step": 591
    },
    {
      "epoch": 0.5532710280373832,
      "grad_norm": 0.27306662797229686,
      "learning_rate": 4.782750736027218e-05,
      "loss": 0.3848,
      "num_tokens": 309445339.0,
      "step": 592
    },
    {
      "epoch": 0.5542056074766355,
      "grad_norm": 0.237503931164942,
      "learning_rate": 4.78175577932648e-05,
      "loss": 0.3744,
      "num_tokens": 309969627.0,
      "step": 593
    },
    {
      "epoch": 0.5551401869158878,
      "grad_norm": 0.25235710160444197,
      "learning_rate": 4.780758665594863e-05,
      "loss": 0.3753,
      "num_tokens": 310493915.0,
      "step": 594
    },
    {
      "epoch": 0.5560747663551402,
      "grad_norm": 0.4496378335421898,
      "learning_rate": 4.779759395890964e-05,
      "loss": 0.386,
      "num_tokens": 311018203.0,
      "step": 595
    },
    {
      "epoch": 0.5570093457943925,
      "grad_norm": 0.21111610038175047,
      "learning_rate": 4.7787579712756655e-05,
      "loss": 0.3874,
      "num_tokens": 311542491.0,
      "step": 596
    },
    {
      "epoch": 0.5579439252336449,
      "grad_norm": 0.26262497717068944,
      "learning_rate": 4.777754392812136e-05,
      "loss": 0.3823,
      "num_tokens": 312066779.0,
      "step": 597
    },
    {
      "epoch": 0.5588785046728972,
      "grad_norm": 0.19079071959350608,
      "learning_rate": 4.7767486615658364e-05,
      "loss": 0.3951,
      "num_tokens": 312591067.0,
      "step": 598
    },
    {
      "epoch": 0.5598130841121496,
      "grad_norm": 0.2025777092333651,
      "learning_rate": 4.775740778604509e-05,
      "loss": 0.3631,
      "num_tokens": 313115355.0,
      "step": 599
    },
    {
      "epoch": 0.5607476635514018,
      "grad_norm": 0.24526712989531566,
      "learning_rate": 4.774730744998179e-05,
      "loss": 0.3559,
      "num_tokens": 313607162.0,
      "step": 600
    },
    {
      "epoch": 0.5616822429906542,
      "grad_norm": 0.19659601871488477,
      "learning_rate": 4.773718561819161e-05,
      "loss": 0.3848,
      "num_tokens": 314131450.0,
      "step": 601
    },
    {
      "epoch": 0.5626168224299065,
      "grad_norm": 0.5479164886043606,
      "learning_rate": 4.772704230142045e-05,
      "loss": 0.3534,
      "num_tokens": 314655738.0,
      "step": 602
    },
    {
      "epoch": 0.5635514018691589,
      "grad_norm": 1.9063445185720436,
      "learning_rate": 4.7716877510437064e-05,
      "loss": 0.3788,
      "num_tokens": 315180026.0,
      "step": 603
    },
    {
      "epoch": 0.5644859813084112,
      "grad_norm": 0.26761602214212504,
      "learning_rate": 4.770669125603298e-05,
      "loss": 0.3794,
      "num_tokens": 315704314.0,
      "step": 604
    },
    {
      "epoch": 0.5654205607476636,
      "grad_norm": 0.18245593491887846,
      "learning_rate": 4.769648354902253e-05,
      "loss": 0.3642,
      "num_tokens": 316228602.0,
      "step": 605
    },
    {
      "epoch": 0.5663551401869159,
      "grad_norm": 0.40148002729456933,
      "learning_rate": 4.7686254400242805e-05,
      "loss": 0.3882,
      "num_tokens": 316752890.0,
      "step": 606
    },
    {
      "epoch": 0.5672897196261683,
      "grad_norm": 0.21235952579251655,
      "learning_rate": 4.767600382055368e-05,
      "loss": 0.3929,
      "num_tokens": 317277178.0,
      "step": 607
    },
    {
      "epoch": 0.5682242990654206,
      "grad_norm": 0.2610830711518284,
      "learning_rate": 4.7665731820837754e-05,
      "loss": 0.3776,
      "num_tokens": 317801466.0,
      "step": 608
    },
    {
      "epoch": 0.569158878504673,
      "grad_norm": 0.250257147948039,
      "learning_rate": 4.7655438412000405e-05,
      "loss": 0.3607,
      "num_tokens": 318325754.0,
      "step": 609
    },
    {
      "epoch": 0.5700934579439252,
      "grad_norm": 1.0591867264210126,
      "learning_rate": 4.764512360496969e-05,
      "loss": 0.3863,
      "num_tokens": 318850042.0,
      "step": 610
    },
    {
      "epoch": 0.5710280373831775,
      "grad_norm": 0.21442353885321846,
      "learning_rate": 4.7634787410696445e-05,
      "loss": 0.3875,
      "num_tokens": 319374330.0,
      "step": 611
    },
    {
      "epoch": 0.5719626168224299,
      "grad_norm": 0.2706353614079643,
      "learning_rate": 4.7624429840154156e-05,
      "loss": 0.3638,
      "num_tokens": 319898618.0,
      "step": 612
    },
    {
      "epoch": 0.5728971962616822,
      "grad_norm": 1.2100960337438629,
      "learning_rate": 4.761405090433903e-05,
      "loss": 0.3807,
      "num_tokens": 320422906.0,
      "step": 613
    },
    {
      "epoch": 0.5738317757009346,
      "grad_norm": 1.4825362771753359,
      "learning_rate": 4.760365061426994e-05,
      "loss": 0.3904,
      "num_tokens": 320947194.0,
      "step": 614
    },
    {
      "epoch": 0.5747663551401869,
      "grad_norm": 0.24364997055907123,
      "learning_rate": 4.759322898098848e-05,
      "loss": 0.3634,
      "num_tokens": 321471482.0,
      "step": 615
    },
    {
      "epoch": 0.5757009345794393,
      "grad_norm": 0.20966791414032598,
      "learning_rate": 4.758278601555884e-05,
      "loss": 0.3868,
      "num_tokens": 321995770.0,
      "step": 616
    },
    {
      "epoch": 0.5766355140186916,
      "grad_norm": 0.22987728135587887,
      "learning_rate": 4.7572321729067884e-05,
      "loss": 0.374,
      "num_tokens": 322520058.0,
      "step": 617
    },
    {
      "epoch": 0.577570093457944,
      "grad_norm": 0.1910329508692468,
      "learning_rate": 4.7561836132625106e-05,
      "loss": 0.3683,
      "num_tokens": 323044346.0,
      "step": 618
    },
    {
      "epoch": 0.5785046728971963,
      "grad_norm": 0.2015096463479976,
      "learning_rate": 4.7551329237362646e-05,
      "loss": 0.381,
      "num_tokens": 323557851.0,
      "step": 619
    },
    {
      "epoch": 0.5794392523364486,
      "grad_norm": 0.22651650207371848,
      "learning_rate": 4.754080105443523e-05,
      "loss": 0.3757,
      "num_tokens": 324082139.0,
      "step": 620
    },
    {
      "epoch": 0.5803738317757009,
      "grad_norm": 0.2111844089358618,
      "learning_rate": 4.7530251595020195e-05,
      "loss": 0.378,
      "num_tokens": 324606427.0,
      "step": 621
    },
    {
      "epoch": 0.5813084112149532,
      "grad_norm": 0.18562652825108558,
      "learning_rate": 4.751968087031746e-05,
      "loss": 0.3513,
      "num_tokens": 325130715.0,
      "step": 622
    },
    {
      "epoch": 0.5822429906542056,
      "grad_norm": 0.22696932495929442,
      "learning_rate": 4.750908889154953e-05,
      "loss": 0.3908,
      "num_tokens": 325655003.0,
      "step": 623
    },
    {
      "epoch": 0.5831775700934579,
      "grad_norm": 0.1888568232691372,
      "learning_rate": 4.749847566996147e-05,
      "loss": 0.3914,
      "num_tokens": 326179291.0,
      "step": 624
    },
    {
      "epoch": 0.5841121495327103,
      "grad_norm": 0.20746790241027008,
      "learning_rate": 4.74878412168209e-05,
      "loss": 0.382,
      "num_tokens": 326703579.0,
      "step": 625
    },
    {
      "epoch": 0.5850467289719626,
      "grad_norm": 0.18971381501182358,
      "learning_rate": 4.7477185543417964e-05,
      "loss": 0.3666,
      "num_tokens": 327227867.0,
      "step": 626
    },
    {
      "epoch": 0.585981308411215,
      "grad_norm": 0.17933436549879092,
      "learning_rate": 4.7466508661065365e-05,
      "loss": 0.3712,
      "num_tokens": 327752155.0,
      "step": 627
    },
    {
      "epoch": 0.5869158878504673,
      "grad_norm": 0.20375695015738274,
      "learning_rate": 4.7455810581098295e-05,
      "loss": 0.3697,
      "num_tokens": 328276443.0,
      "step": 628
    },
    {
      "epoch": 0.5878504672897197,
      "grad_norm": 0.19458470325957636,
      "learning_rate": 4.7445091314874476e-05,
      "loss": 0.3919,
      "num_tokens": 328800731.0,
      "step": 629
    },
    {
      "epoch": 0.5887850467289719,
      "grad_norm": 0.20403118062312642,
      "learning_rate": 4.743435087377409e-05,
      "loss": 0.3771,
      "num_tokens": 329325019.0,
      "step": 630
    },
    {
      "epoch": 0.5897196261682243,
      "grad_norm": 0.19394355503919686,
      "learning_rate": 4.7423589269199825e-05,
      "loss": 0.3741,
      "num_tokens": 329849307.0,
      "step": 631
    },
    {
      "epoch": 0.5906542056074766,
      "grad_norm": 0.18140739531479516,
      "learning_rate": 4.7412806512576836e-05,
      "loss": 0.3766,
      "num_tokens": 330373595.0,
      "step": 632
    },
    {
      "epoch": 0.591588785046729,
      "grad_norm": 0.20535589213039224,
      "learning_rate": 4.740200261535273e-05,
      "loss": 0.3951,
      "num_tokens": 330897883.0,
      "step": 633
    },
    {
      "epoch": 0.5925233644859813,
      "grad_norm": 0.18166946061543887,
      "learning_rate": 4.739117758899755e-05,
      "loss": 0.3571,
      "num_tokens": 331422171.0,
      "step": 634
    },
    {
      "epoch": 0.5934579439252337,
      "grad_norm": 0.2388349874161251,
      "learning_rate": 4.738033144500378e-05,
      "loss": 0.3807,
      "num_tokens": 331946459.0,
      "step": 635
    },
    {
      "epoch": 0.594392523364486,
      "grad_norm": 0.17265371448100064,
      "learning_rate": 4.736946419488632e-05,
      "loss": 0.3798,
      "num_tokens": 332470747.0,
      "step": 636
    },
    {
      "epoch": 0.5953271028037384,
      "grad_norm": 0.18684401977033208,
      "learning_rate": 4.735857585018248e-05,
      "loss": 0.3656,
      "num_tokens": 332995035.0,
      "step": 637
    },
    {
      "epoch": 0.5962616822429907,
      "grad_norm": 0.17333032687243166,
      "learning_rate": 4.7347666422451964e-05,
      "loss": 0.3728,
      "num_tokens": 333519323.0,
      "step": 638
    },
    {
      "epoch": 0.597196261682243,
      "grad_norm": 0.2176239105360786,
      "learning_rate": 4.733673592327686e-05,
      "loss": 0.3825,
      "num_tokens": 334043611.0,
      "step": 639
    },
    {
      "epoch": 0.5981308411214953,
      "grad_norm": 0.17100939199480486,
      "learning_rate": 4.732578436426163e-05,
      "loss": 0.3711,
      "num_tokens": 334567899.0,
      "step": 640
    },
    {
      "epoch": 0.5990654205607476,
      "grad_norm": 0.18325628295496657,
      "learning_rate": 4.731481175703308e-05,
      "loss": 0.398,
      "num_tokens": 335092187.0,
      "step": 641
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.17036825805367412,
      "learning_rate": 4.730381811324038e-05,
      "loss": 0.357,
      "num_tokens": 335616475.0,
      "step": 642
    },
    {
      "epoch": 0.6009345794392523,
      "grad_norm": 0.17738725846100384,
      "learning_rate": 4.729280344455502e-05,
      "loss": 0.3787,
      "num_tokens": 336140763.0,
      "step": 643
    },
    {
      "epoch": 0.6018691588785047,
      "grad_norm": 0.1829635562830567,
      "learning_rate": 4.7281767762670825e-05,
      "loss": 0.3764,
      "num_tokens": 336665051.0,
      "step": 644
    },
    {
      "epoch": 0.602803738317757,
      "grad_norm": 0.18747921444304316,
      "learning_rate": 4.727071107930391e-05,
      "loss": 0.3812,
      "num_tokens": 337189339.0,
      "step": 645
    },
    {
      "epoch": 0.6037383177570094,
      "grad_norm": 0.2217541089048394,
      "learning_rate": 4.725963340619271e-05,
      "loss": 0.3833,
      "num_tokens": 337713627.0,
      "step": 646
    },
    {
      "epoch": 0.6046728971962617,
      "grad_norm": 0.19566901451723742,
      "learning_rate": 4.724853475509793e-05,
      "loss": 0.3958,
      "num_tokens": 338237915.0,
      "step": 647
    },
    {
      "epoch": 0.6056074766355141,
      "grad_norm": 0.1812922787880629,
      "learning_rate": 4.7237415137802534e-05,
      "loss": 0.3821,
      "num_tokens": 338762203.0,
      "step": 648
    },
    {
      "epoch": 0.6065420560747663,
      "grad_norm": 0.1775182982071862,
      "learning_rate": 4.7226274566111774e-05,
      "loss": 0.3684,
      "num_tokens": 339271843.0,
      "step": 649
    },
    {
      "epoch": 0.6074766355140186,
      "grad_norm": 0.17081570701812782,
      "learning_rate": 4.7215113051853124e-05,
      "loss": 0.3789,
      "num_tokens": 339796131.0,
      "step": 650
    },
    {
      "epoch": 0.608411214953271,
      "grad_norm": 0.17111456715028925,
      "learning_rate": 4.72039306068763e-05,
      "loss": 0.358,
      "num_tokens": 340320419.0,
      "step": 651
    },
    {
      "epoch": 0.6093457943925233,
      "grad_norm": 0.17274378143043156,
      "learning_rate": 4.7192727243053245e-05,
      "loss": 0.3775,
      "num_tokens": 340844707.0,
      "step": 652
    },
    {
      "epoch": 0.6102803738317757,
      "grad_norm": 0.18994397503043742,
      "learning_rate": 4.7181502972278106e-05,
      "loss": 0.3527,
      "num_tokens": 341368995.0,
      "step": 653
    },
    {
      "epoch": 0.611214953271028,
      "grad_norm": 0.1802398614858089,
      "learning_rate": 4.7170257806467225e-05,
      "loss": 0.3852,
      "num_tokens": 341893283.0,
      "step": 654
    },
    {
      "epoch": 0.6121495327102804,
      "grad_norm": 0.18397985470197023,
      "learning_rate": 4.7158991757559125e-05,
      "loss": 0.4001,
      "num_tokens": 342417571.0,
      "step": 655
    },
    {
      "epoch": 0.6130841121495327,
      "grad_norm": 0.1739231383564758,
      "learning_rate": 4.714770483751451e-05,
      "loss": 0.3618,
      "num_tokens": 342941859.0,
      "step": 656
    },
    {
      "epoch": 0.6140186915887851,
      "grad_norm": 0.17537800104284024,
      "learning_rate": 4.713639705831623e-05,
      "loss": 0.3768,
      "num_tokens": 343466147.0,
      "step": 657
    },
    {
      "epoch": 0.6149532710280374,
      "grad_norm": 0.18105923841013402,
      "learning_rate": 4.7125068431969286e-05,
      "loss": 0.3896,
      "num_tokens": 343990435.0,
      "step": 658
    },
    {
      "epoch": 0.6158878504672897,
      "grad_norm": 0.6002635925478933,
      "learning_rate": 4.711371897050082e-05,
      "loss": 0.3639,
      "num_tokens": 344491670.0,
      "step": 659
    },
    {
      "epoch": 0.616822429906542,
      "grad_norm": 0.18749106556156972,
      "learning_rate": 4.710234868596007e-05,
      "loss": 0.388,
      "num_tokens": 345015958.0,
      "step": 660
    },
    {
      "epoch": 0.6177570093457944,
      "grad_norm": 0.16766714308029973,
      "learning_rate": 4.7090957590418396e-05,
      "loss": 0.378,
      "num_tokens": 345540246.0,
      "step": 661
    },
    {
      "epoch": 0.6186915887850467,
      "grad_norm": 0.18914824792331186,
      "learning_rate": 4.707954569596926e-05,
      "loss": 0.378,
      "num_tokens": 346062695.0,
      "step": 662
    },
    {
      "epoch": 0.6196261682242991,
      "grad_norm": 0.17676605827379008,
      "learning_rate": 4.7068113014728195e-05,
      "loss": 0.3891,
      "num_tokens": 346586983.0,
      "step": 663
    },
    {
      "epoch": 0.6205607476635514,
      "grad_norm": 0.19481384889257453,
      "learning_rate": 4.7056659558832813e-05,
      "loss": 0.3782,
      "num_tokens": 347111271.0,
      "step": 664
    },
    {
      "epoch": 0.6214953271028038,
      "grad_norm": 0.1796059088489132,
      "learning_rate": 4.7045185340442756e-05,
      "loss": 0.382,
      "num_tokens": 347635559.0,
      "step": 665
    },
    {
      "epoch": 0.6224299065420561,
      "grad_norm": 0.18790132262016382,
      "learning_rate": 4.703369037173974e-05,
      "loss": 0.374,
      "num_tokens": 348159847.0,
      "step": 666
    },
    {
      "epoch": 0.6233644859813084,
      "grad_norm": 0.1651393611675058,
      "learning_rate": 4.7022174664927485e-05,
      "loss": 0.3668,
      "num_tokens": 348684135.0,
      "step": 667
    },
    {
      "epoch": 0.6242990654205608,
      "grad_norm": 0.19438132415042922,
      "learning_rate": 4.701063823223175e-05,
      "loss": 0.3978,
      "num_tokens": 349208423.0,
      "step": 668
    },
    {
      "epoch": 0.625233644859813,
      "grad_norm": 0.17112667240568422,
      "learning_rate": 4.6999081085900284e-05,
      "loss": 0.3686,
      "num_tokens": 349732711.0,
      "step": 669
    },
    {
      "epoch": 0.6261682242990654,
      "grad_norm": 0.1806488384915564,
      "learning_rate": 4.698750323820283e-05,
      "loss": 0.3791,
      "num_tokens": 350256113.0,
      "step": 670
    },
    {
      "epoch": 0.6271028037383177,
      "grad_norm": 0.16942917275435398,
      "learning_rate": 4.697590470143111e-05,
      "loss": 0.3672,
      "num_tokens": 350780401.0,
      "step": 671
    },
    {
      "epoch": 0.6280373831775701,
      "grad_norm": 0.17473017354597542,
      "learning_rate": 4.696428548789881e-05,
      "loss": 0.3546,
      "num_tokens": 351304689.0,
      "step": 672
    },
    {
      "epoch": 0.6289719626168224,
      "grad_norm": 0.1990499525905642,
      "learning_rate": 4.695264560994155e-05,
      "loss": 0.3835,
      "num_tokens": 351828977.0,
      "step": 673
    },
    {
      "epoch": 0.6299065420560748,
      "grad_norm": 0.19441114712232177,
      "learning_rate": 4.694098507991694e-05,
      "loss": 0.3797,
      "num_tokens": 352353265.0,
      "step": 674
    },
    {
      "epoch": 0.6308411214953271,
      "grad_norm": 0.16679118405094098,
      "learning_rate": 4.6929303910204454e-05,
      "loss": 0.3772,
      "num_tokens": 352877553.0,
      "step": 675
    },
    {
      "epoch": 0.6317757009345795,
      "grad_norm": 0.22134179040030144,
      "learning_rate": 4.691760211320551e-05,
      "loss": 0.3812,
      "num_tokens": 353401841.0,
      "step": 676
    },
    {
      "epoch": 0.6327102803738318,
      "grad_norm": 0.2300227823383805,
      "learning_rate": 4.690587970134343e-05,
      "loss": 0.3831,
      "num_tokens": 353926129.0,
      "step": 677
    },
    {
      "epoch": 0.6336448598130842,
      "grad_norm": 0.20422823165934226,
      "learning_rate": 4.689413668706342e-05,
      "loss": 0.365,
      "num_tokens": 354431168.0,
      "step": 678
    },
    {
      "epoch": 0.6345794392523364,
      "grad_norm": 0.1913087802425296,
      "learning_rate": 4.6882373082832514e-05,
      "loss": 0.3675,
      "num_tokens": 354955456.0,
      "step": 679
    },
    {
      "epoch": 0.6355140186915887,
      "grad_norm": 0.1939933227335587,
      "learning_rate": 4.687058890113968e-05,
      "loss": 0.3796,
      "num_tokens": 355479744.0,
      "step": 680
    },
    {
      "epoch": 0.6364485981308411,
      "grad_norm": 0.18395741726037074,
      "learning_rate": 4.685878415449569e-05,
      "loss": 0.3705,
      "num_tokens": 356004032.0,
      "step": 681
    },
    {
      "epoch": 0.6373831775700934,
      "grad_norm": 0.1960733985951317,
      "learning_rate": 4.6846958855433135e-05,
      "loss": 0.3633,
      "num_tokens": 356528320.0,
      "step": 682
    },
    {
      "epoch": 0.6383177570093458,
      "grad_norm": 0.19279992927146805,
      "learning_rate": 4.683511301650647e-05,
      "loss": 0.393,
      "num_tokens": 357042026.0,
      "step": 683
    },
    {
      "epoch": 0.6392523364485981,
      "grad_norm": 0.1927884265420057,
      "learning_rate": 4.682324665029191e-05,
      "loss": 0.3792,
      "num_tokens": 357566314.0,
      "step": 684
    },
    {
      "epoch": 0.6401869158878505,
      "grad_norm": 0.17321915344212752,
      "learning_rate": 4.681135976938749e-05,
      "loss": 0.372,
      "num_tokens": 358090602.0,
      "step": 685
    },
    {
      "epoch": 0.6411214953271028,
      "grad_norm": 0.19051924868776066,
      "learning_rate": 4.679945238641302e-05,
      "loss": 0.3821,
      "num_tokens": 358614890.0,
      "step": 686
    },
    {
      "epoch": 0.6420560747663552,
      "grad_norm": 0.16794473667985332,
      "learning_rate": 4.6787524514010083e-05,
      "loss": 0.3755,
      "num_tokens": 359139178.0,
      "step": 687
    },
    {
      "epoch": 0.6429906542056075,
      "grad_norm": 0.1967265440019489,
      "learning_rate": 4.6775576164842e-05,
      "loss": 0.3834,
      "num_tokens": 359663466.0,
      "step": 688
    },
    {
      "epoch": 0.6439252336448598,
      "grad_norm": 0.17262148597414578,
      "learning_rate": 4.676360735159382e-05,
      "loss": 0.3642,
      "num_tokens": 360187754.0,
      "step": 689
    },
    {
      "epoch": 0.6448598130841121,
      "grad_norm": 0.18410012488608837,
      "learning_rate": 4.675161808697237e-05,
      "loss": 0.3819,
      "num_tokens": 360712042.0,
      "step": 690
    },
    {
      "epoch": 0.6457943925233645,
      "grad_norm": 0.18813465377894864,
      "learning_rate": 4.673960838370613e-05,
      "loss": 0.3718,
      "num_tokens": 361236330.0,
      "step": 691
    },
    {
      "epoch": 0.6467289719626168,
      "grad_norm": 0.1820842661838716,
      "learning_rate": 4.6727578254545316e-05,
      "loss": 0.3797,
      "num_tokens": 361760618.0,
      "step": 692
    },
    {
      "epoch": 0.6476635514018692,
      "grad_norm": 0.2066375033474569,
      "learning_rate": 4.671552771226182e-05,
      "loss": 0.3794,
      "num_tokens": 362284906.0,
      "step": 693
    },
    {
      "epoch": 0.6485981308411215,
      "grad_norm": 0.1942709330790398,
      "learning_rate": 4.670345676964919e-05,
      "loss": 0.3632,
      "num_tokens": 362809194.0,
      "step": 694
    },
    {
      "epoch": 0.6495327102803738,
      "grad_norm": 0.19622083445341654,
      "learning_rate": 4.669136543952264e-05,
      "loss": 0.3717,
      "num_tokens": 363333482.0,
      "step": 695
    },
    {
      "epoch": 0.6504672897196262,
      "grad_norm": 0.17283153501353257,
      "learning_rate": 4.6679253734719065e-05,
      "loss": 0.3777,
      "num_tokens": 363857770.0,
      "step": 696
    },
    {
      "epoch": 0.6514018691588785,
      "grad_norm": 0.19377120813256352,
      "learning_rate": 4.666712166809692e-05,
      "loss": 0.3758,
      "num_tokens": 364382058.0,
      "step": 697
    },
    {
      "epoch": 0.6523364485981309,
      "grad_norm": 0.1725209456316386,
      "learning_rate": 4.665496925253636e-05,
      "loss": 0.3903,
      "num_tokens": 364906346.0,
      "step": 698
    },
    {
      "epoch": 0.6532710280373831,
      "grad_norm": 0.17823213060088977,
      "learning_rate": 4.664279650093907e-05,
      "loss": 0.3897,
      "num_tokens": 365430634.0,
      "step": 699
    },
    {
      "epoch": 0.6542056074766355,
      "grad_norm": 0.18095747160018938,
      "learning_rate": 4.663060342622836e-05,
      "loss": 0.3756,
      "num_tokens": 365954922.0,
      "step": 700
    },
    {
      "epoch": 0.6551401869158878,
      "grad_norm": 0.16622742810980237,
      "learning_rate": 4.6618390041349126e-05,
      "loss": 0.3507,
      "num_tokens": 366479210.0,
      "step": 701
    },
    {
      "epoch": 0.6560747663551402,
      "grad_norm": 0.17498924610386649,
      "learning_rate": 4.660615635926779e-05,
      "loss": 0.3623,
      "num_tokens": 367003498.0,
      "step": 702
    },
    {
      "epoch": 0.6570093457943925,
      "grad_norm": 0.17906213044625954,
      "learning_rate": 4.659390239297237e-05,
      "loss": 0.3823,
      "num_tokens": 367527786.0,
      "step": 703
    },
    {
      "epoch": 0.6579439252336449,
      "grad_norm": 0.19379672312694082,
      "learning_rate": 4.658162815547238e-05,
      "loss": 0.3844,
      "num_tokens": 368052074.0,
      "step": 704
    },
    {
      "epoch": 0.6588785046728972,
      "grad_norm": 0.177048546551474,
      "learning_rate": 4.656933365979887e-05,
      "loss": 0.3695,
      "num_tokens": 368576362.0,
      "step": 705
    },
    {
      "epoch": 0.6598130841121496,
      "grad_norm": 0.18113917887050038,
      "learning_rate": 4.655701891900439e-05,
      "loss": 0.3636,
      "num_tokens": 369100650.0,
      "step": 706
    },
    {
      "epoch": 0.6607476635514019,
      "grad_norm": 0.16893385212686232,
      "learning_rate": 4.6544683946163e-05,
      "loss": 0.3708,
      "num_tokens": 369624938.0,
      "step": 707
    },
    {
      "epoch": 0.6616822429906543,
      "grad_norm": 0.1738482403594811,
      "learning_rate": 4.653232875437023e-05,
      "loss": 0.3528,
      "num_tokens": 370149226.0,
      "step": 708
    },
    {
      "epoch": 0.6626168224299065,
      "grad_norm": 0.1870864008450113,
      "learning_rate": 4.651995335674307e-05,
      "loss": 0.3771,
      "num_tokens": 370673514.0,
      "step": 709
    },
    {
      "epoch": 0.6635514018691588,
      "grad_norm": 0.17315971011307227,
      "learning_rate": 4.6507557766419965e-05,
      "loss": 0.3883,
      "num_tokens": 371194796.0,
      "step": 710
    },
    {
      "epoch": 0.6644859813084112,
      "grad_norm": 0.18972186576959532,
      "learning_rate": 4.6495141996560805e-05,
      "loss": 0.3934,
      "num_tokens": 371719084.0,
      "step": 711
    },
    {
      "epoch": 0.6654205607476635,
      "grad_norm": 0.1850171061392883,
      "learning_rate": 4.6482706060346894e-05,
      "loss": 0.4032,
      "num_tokens": 372243372.0,
      "step": 712
    },
    {
      "epoch": 0.6663551401869159,
      "grad_norm": 0.18468084733965837,
      "learning_rate": 4.647024997098095e-05,
      "loss": 0.3821,
      "num_tokens": 372767660.0,
      "step": 713
    },
    {
      "epoch": 0.6672897196261682,
      "grad_norm": 0.18157567199400362,
      "learning_rate": 4.645777374168708e-05,
      "loss": 0.3844,
      "num_tokens": 373291948.0,
      "step": 714
    },
    {
      "epoch": 0.6682242990654206,
      "grad_norm": 0.17084932386663504,
      "learning_rate": 4.644527738571081e-05,
      "loss": 0.3653,
      "num_tokens": 373816236.0,
      "step": 715
    },
    {
      "epoch": 0.6691588785046729,
      "grad_norm": 0.1817011965198533,
      "learning_rate": 4.643276091631896e-05,
      "loss": 0.3751,
      "num_tokens": 374340524.0,
      "step": 716
    },
    {
      "epoch": 0.6700934579439253,
      "grad_norm": 0.1849243543670247,
      "learning_rate": 4.642022434679977e-05,
      "loss": 0.3936,
      "num_tokens": 374864812.0,
      "step": 717
    },
    {
      "epoch": 0.6710280373831776,
      "grad_norm": 0.17894160477397864,
      "learning_rate": 4.64076676904628e-05,
      "loss": 0.3489,
      "num_tokens": 375389100.0,
      "step": 718
    },
    {
      "epoch": 0.6719626168224299,
      "grad_norm": 0.18021701085490655,
      "learning_rate": 4.6395090960638915e-05,
      "loss": 0.3605,
      "num_tokens": 375913388.0,
      "step": 719
    },
    {
      "epoch": 0.6728971962616822,
      "grad_norm": 0.18381784412498714,
      "learning_rate": 4.638249417068033e-05,
      "loss": 0.3797,
      "num_tokens": 376437676.0,
      "step": 720
    },
    {
      "epoch": 0.6738317757009346,
      "grad_norm": 0.18967476882997855,
      "learning_rate": 4.636987733396051e-05,
      "loss": 0.3921,
      "num_tokens": 376958996.0,
      "step": 721
    },
    {
      "epoch": 0.6747663551401869,
      "grad_norm": 0.18706399589165,
      "learning_rate": 4.6357240463874246e-05,
      "loss": 0.3503,
      "num_tokens": 377483284.0,
      "step": 722
    },
    {
      "epoch": 0.6757009345794392,
      "grad_norm": 0.17465190612190148,
      "learning_rate": 4.6344583573837565e-05,
      "loss": 0.3709,
      "num_tokens": 378007572.0,
      "step": 723
    },
    {
      "epoch": 0.6766355140186916,
      "grad_norm": 0.19123572869290525,
      "learning_rate": 4.6331906677287774e-05,
      "loss": 0.3712,
      "num_tokens": 378531860.0,
      "step": 724
    },
    {
      "epoch": 0.677570093457944,
      "grad_norm": 0.16981069895713435,
      "learning_rate": 4.631920978768341e-05,
      "loss": 0.3725,
      "num_tokens": 379056148.0,
      "step": 725
    },
    {
      "epoch": 0.6785046728971963,
      "grad_norm": 0.17896965124564815,
      "learning_rate": 4.630649291850422e-05,
      "loss": 0.3787,
      "num_tokens": 379580436.0,
      "step": 726
    },
    {
      "epoch": 0.6794392523364486,
      "grad_norm": 0.18076739184446766,
      "learning_rate": 4.629375608325119e-05,
      "loss": 0.3552,
      "num_tokens": 380089172.0,
      "step": 727
    },
    {
      "epoch": 0.680373831775701,
      "grad_norm": 0.1794626092783966,
      "learning_rate": 4.628099929544648e-05,
      "loss": 0.3768,
      "num_tokens": 380613460.0,
      "step": 728
    },
    {
      "epoch": 0.6813084112149532,
      "grad_norm": 0.18931972364631014,
      "learning_rate": 4.626822256863346e-05,
      "loss": 0.3639,
      "num_tokens": 381137748.0,
      "step": 729
    },
    {
      "epoch": 0.6822429906542056,
      "grad_norm": 0.19553070294268596,
      "learning_rate": 4.625542591637663e-05,
      "loss": 0.3725,
      "num_tokens": 381662036.0,
      "step": 730
    },
    {
      "epoch": 0.6831775700934579,
      "grad_norm": 0.1792791518561527,
      "learning_rate": 4.624260935226167e-05,
      "loss": 0.371,
      "num_tokens": 382186324.0,
      "step": 731
    },
    {
      "epoch": 0.6841121495327103,
      "grad_norm": 0.1705241736148333,
      "learning_rate": 4.622977288989541e-05,
      "loss": 0.3585,
      "num_tokens": 382710612.0,
      "step": 732
    },
    {
      "epoch": 0.6850467289719626,
      "grad_norm": 0.18318659125319642,
      "learning_rate": 4.621691654290577e-05,
      "loss": 0.3888,
      "num_tokens": 383234900.0,
      "step": 733
    },
    {
      "epoch": 0.685981308411215,
      "grad_norm": 0.245625738983912,
      "learning_rate": 4.620404032494181e-05,
      "loss": 0.3722,
      "num_tokens": 383759188.0,
      "step": 734
    },
    {
      "epoch": 0.6869158878504673,
      "grad_norm": 0.17393492796230942,
      "learning_rate": 4.619114424967368e-05,
      "loss": 0.3725,
      "num_tokens": 384283476.0,
      "step": 735
    },
    {
      "epoch": 0.6878504672897197,
      "grad_norm": 0.18752453689880746,
      "learning_rate": 4.6178228330792605e-05,
      "loss": 0.3616,
      "num_tokens": 384780325.0,
      "step": 736
    },
    {
      "epoch": 0.688785046728972,
      "grad_norm": 0.17340809953801947,
      "learning_rate": 4.6165292582010875e-05,
      "loss": 0.3662,
      "num_tokens": 385304613.0,
      "step": 737
    },
    {
      "epoch": 0.6897196261682244,
      "grad_norm": 0.20056735919734703,
      "learning_rate": 4.6152337017061856e-05,
      "loss": 0.4069,
      "num_tokens": 385828901.0,
      "step": 738
    },
    {
      "epoch": 0.6906542056074766,
      "grad_norm": 0.18179457636838234,
      "learning_rate": 4.6139361649699906e-05,
      "loss": 0.3721,
      "num_tokens": 386320754.0,
      "step": 739
    },
    {
      "epoch": 0.6915887850467289,
      "grad_norm": 0.1719071660035547,
      "learning_rate": 4.6126366493700465e-05,
      "loss": 0.353,
      "num_tokens": 386845042.0,
      "step": 740
    },
    {
      "epoch": 0.6925233644859813,
      "grad_norm": 0.18699518411634092,
      "learning_rate": 4.611335156285992e-05,
      "loss": 0.3601,
      "num_tokens": 387369330.0,
      "step": 741
    },
    {
      "epoch": 0.6934579439252336,
      "grad_norm": 0.17158092437277112,
      "learning_rate": 4.610031687099571e-05,
      "loss": 0.362,
      "num_tokens": 387891689.0,
      "step": 742
    },
    {
      "epoch": 0.694392523364486,
      "grad_norm": 0.20199063538329493,
      "learning_rate": 4.608726243194622e-05,
      "loss": 0.3706,
      "num_tokens": 388415977.0,
      "step": 743
    },
    {
      "epoch": 0.6953271028037383,
      "grad_norm": 0.17332563885573962,
      "learning_rate": 4.607418825957081e-05,
      "loss": 0.3677,
      "num_tokens": 388940265.0,
      "step": 744
    },
    {
      "epoch": 0.6962616822429907,
      "grad_norm": 0.1812690621190531,
      "learning_rate": 4.6061094367749765e-05,
      "loss": 0.3727,
      "num_tokens": 389464553.0,
      "step": 745
    },
    {
      "epoch": 0.697196261682243,
      "grad_norm": 0.18283377602812922,
      "learning_rate": 4.6047980770384355e-05,
      "loss": 0.3459,
      "num_tokens": 389988841.0,
      "step": 746
    },
    {
      "epoch": 0.6981308411214954,
      "grad_norm": 0.17981347794253624,
      "learning_rate": 4.603484748139672e-05,
      "loss": 0.3732,
      "num_tokens": 390513129.0,
      "step": 747
    },
    {
      "epoch": 0.6990654205607477,
      "grad_norm": 0.18139981096023094,
      "learning_rate": 4.6021694514729945e-05,
      "loss": 0.3848,
      "num_tokens": 391037417.0,
      "step": 748
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.19380905964665893,
      "learning_rate": 4.600852188434799e-05,
      "loss": 0.3899,
      "num_tokens": 391561705.0,
      "step": 749
    },
    {
      "epoch": 0.7009345794392523,
      "grad_norm": 0.16780566458122165,
      "learning_rate": 4.599532960423567e-05,
      "loss": 0.3627,
      "num_tokens": 392085993.0,
      "step": 750
    },
    {
      "epoch": 0.7018691588785047,
      "grad_norm": 0.17520948228564628,
      "learning_rate": 4.59821176883987e-05,
      "loss": 0.3815,
      "num_tokens": 392610281.0,
      "step": 751
    },
    {
      "epoch": 0.702803738317757,
      "grad_norm": 0.1803752377945823,
      "learning_rate": 4.596888615086363e-05,
      "loss": 0.3595,
      "num_tokens": 393104549.0,
      "step": 752
    },
    {
      "epoch": 0.7037383177570093,
      "grad_norm": 0.1763978347887178,
      "learning_rate": 4.5955635005677804e-05,
      "loss": 0.358,
      "num_tokens": 393628837.0,
      "step": 753
    },
    {
      "epoch": 0.7046728971962617,
      "grad_norm": 0.16787835446420166,
      "learning_rate": 4.594236426690945e-05,
      "loss": 0.3562,
      "num_tokens": 394153125.0,
      "step": 754
    },
    {
      "epoch": 0.705607476635514,
      "grad_norm": 0.19953169732731735,
      "learning_rate": 4.592907394864754e-05,
      "loss": 0.3513,
      "num_tokens": 394677413.0,
      "step": 755
    },
    {
      "epoch": 0.7065420560747664,
      "grad_norm": 0.18671453174320096,
      "learning_rate": 4.591576406500186e-05,
      "loss": 0.384,
      "num_tokens": 395201701.0,
      "step": 756
    },
    {
      "epoch": 0.7074766355140187,
      "grad_norm": 0.17582485978735501,
      "learning_rate": 4.5902434630102953e-05,
      "loss": 0.372,
      "num_tokens": 395725989.0,
      "step": 757
    },
    {
      "epoch": 0.708411214953271,
      "grad_norm": 0.1672921518372521,
      "learning_rate": 4.588908565810213e-05,
      "loss": 0.3539,
      "num_tokens": 396250277.0,
      "step": 758
    },
    {
      "epoch": 0.7093457943925233,
      "grad_norm": 0.1653159917460256,
      "learning_rate": 4.5875717163171456e-05,
      "loss": 0.3588,
      "num_tokens": 396774565.0,
      "step": 759
    },
    {
      "epoch": 0.7102803738317757,
      "grad_norm": 0.17954810804005292,
      "learning_rate": 4.58623291595037e-05,
      "loss": 0.3864,
      "num_tokens": 397298853.0,
      "step": 760
    },
    {
      "epoch": 0.711214953271028,
      "grad_norm": 0.19575778799805765,
      "learning_rate": 4.584892166131234e-05,
      "loss": 0.3876,
      "num_tokens": 397823141.0,
      "step": 761
    },
    {
      "epoch": 0.7121495327102804,
      "grad_norm": 0.17446738002861187,
      "learning_rate": 4.583549468283157e-05,
      "loss": 0.3627,
      "num_tokens": 398347429.0,
      "step": 762
    },
    {
      "epoch": 0.7130841121495327,
      "grad_norm": 0.22352494983779844,
      "learning_rate": 4.5822048238316264e-05,
      "loss": 0.3881,
      "num_tokens": 398871717.0,
      "step": 763
    },
    {
      "epoch": 0.7140186915887851,
      "grad_norm": 0.17271281740329997,
      "learning_rate": 4.580858234204193e-05,
      "loss": 0.3624,
      "num_tokens": 399396005.0,
      "step": 764
    },
    {
      "epoch": 0.7149532710280374,
      "grad_norm": 0.18097311753832784,
      "learning_rate": 4.579509700830478e-05,
      "loss": 0.3872,
      "num_tokens": 399920293.0,
      "step": 765
    },
    {
      "epoch": 0.7158878504672898,
      "grad_norm": 0.17255132363365228,
      "learning_rate": 4.5781592251421626e-05,
      "loss": 0.3794,
      "num_tokens": 400444581.0,
      "step": 766
    },
    {
      "epoch": 0.7168224299065421,
      "grad_norm": 0.1861827242351887,
      "learning_rate": 4.576806808572989e-05,
      "loss": 0.3612,
      "num_tokens": 400968869.0,
      "step": 767
    },
    {
      "epoch": 0.7177570093457943,
      "grad_norm": 0.17434303381416705,
      "learning_rate": 4.5754524525587646e-05,
      "loss": 0.3677,
      "num_tokens": 401493157.0,
      "step": 768
    },
    {
      "epoch": 0.7186915887850467,
      "grad_norm": 0.1891323146413298,
      "learning_rate": 4.574096158537351e-05,
      "loss": 0.3833,
      "num_tokens": 401994100.0,
      "step": 769
    },
    {
      "epoch": 0.719626168224299,
      "grad_norm": 0.1630797696754894,
      "learning_rate": 4.5727379279486694e-05,
      "loss": 0.3606,
      "num_tokens": 402518388.0,
      "step": 770
    },
    {
      "epoch": 0.7205607476635514,
      "grad_norm": 0.19203918414091153,
      "learning_rate": 4.571377762234698e-05,
      "loss": 0.375,
      "num_tokens": 403042676.0,
      "step": 771
    },
    {
      "epoch": 0.7214953271028037,
      "grad_norm": 0.20219278552315714,
      "learning_rate": 4.5700156628394675e-05,
      "loss": 0.3898,
      "num_tokens": 403566964.0,
      "step": 772
    },
    {
      "epoch": 0.7224299065420561,
      "grad_norm": 0.18634945237825437,
      "learning_rate": 4.5686516312090625e-05,
      "loss": 0.3882,
      "num_tokens": 404091252.0,
      "step": 773
    },
    {
      "epoch": 0.7233644859813084,
      "grad_norm": 0.18287263402782195,
      "learning_rate": 4.56728566879162e-05,
      "loss": 0.3915,
      "num_tokens": 404615540.0,
      "step": 774
    },
    {
      "epoch": 0.7242990654205608,
      "grad_norm": 0.21774038390561742,
      "learning_rate": 4.565917777037324e-05,
      "loss": 0.3513,
      "num_tokens": 405139828.0,
      "step": 775
    },
    {
      "epoch": 0.7252336448598131,
      "grad_norm": 0.16973245382088872,
      "learning_rate": 4.5645479573984095e-05,
      "loss": 0.3526,
      "num_tokens": 405664116.0,
      "step": 776
    },
    {
      "epoch": 0.7261682242990655,
      "grad_norm": 0.1729999742103066,
      "learning_rate": 4.5631762113291567e-05,
      "loss": 0.3779,
      "num_tokens": 406188404.0,
      "step": 777
    },
    {
      "epoch": 0.7271028037383177,
      "grad_norm": 0.186242155197928,
      "learning_rate": 4.5618025402858917e-05,
      "loss": 0.3928,
      "num_tokens": 406712692.0,
      "step": 778
    },
    {
      "epoch": 0.72803738317757,
      "grad_norm": 0.17247359657942737,
      "learning_rate": 4.560426945726984e-05,
      "loss": 0.3831,
      "num_tokens": 407236980.0,
      "step": 779
    },
    {
      "epoch": 0.7289719626168224,
      "grad_norm": 0.17337974758992986,
      "learning_rate": 4.5590494291128456e-05,
      "loss": 0.3774,
      "num_tokens": 407761268.0,
      "step": 780
    },
    {
      "epoch": 0.7299065420560747,
      "grad_norm": 0.19084537857839734,
      "learning_rate": 4.557669991905928e-05,
      "loss": 0.3939,
      "num_tokens": 408285556.0,
      "step": 781
    },
    {
      "epoch": 0.7308411214953271,
      "grad_norm": 0.1776101276556979,
      "learning_rate": 4.5562886355707236e-05,
      "loss": 0.3721,
      "num_tokens": 408809844.0,
      "step": 782
    },
    {
      "epoch": 0.7317757009345794,
      "grad_norm": 0.18560401825480458,
      "learning_rate": 4.55490536157376e-05,
      "loss": 0.3662,
      "num_tokens": 409334132.0,
      "step": 783
    },
    {
      "epoch": 0.7327102803738318,
      "grad_norm": 0.15973686482055086,
      "learning_rate": 4.5535201713836034e-05,
      "loss": 0.337,
      "num_tokens": 409858420.0,
      "step": 784
    },
    {
      "epoch": 0.7336448598130841,
      "grad_norm": 0.17278737478751646,
      "learning_rate": 4.552133066470852e-05,
      "loss": 0.3537,
      "num_tokens": 410359897.0,
      "step": 785
    },
    {
      "epoch": 0.7345794392523365,
      "grad_norm": 0.18808271064101156,
      "learning_rate": 4.550744048308136e-05,
      "loss": 0.3932,
      "num_tokens": 410884185.0,
      "step": 786
    },
    {
      "epoch": 0.7355140186915888,
      "grad_norm": 0.16498663776841782,
      "learning_rate": 4.549353118370121e-05,
      "loss": 0.3808,
      "num_tokens": 411408473.0,
      "step": 787
    },
    {
      "epoch": 0.7364485981308411,
      "grad_norm": 0.18767626931465034,
      "learning_rate": 4.547960278133499e-05,
      "loss": 0.3568,
      "num_tokens": 411932761.0,
      "step": 788
    },
    {
      "epoch": 0.7373831775700934,
      "grad_norm": 0.1889434410165379,
      "learning_rate": 4.546565529076989e-05,
      "loss": 0.372,
      "num_tokens": 412457049.0,
      "step": 789
    },
    {
      "epoch": 0.7383177570093458,
      "grad_norm": 0.18654489173667677,
      "learning_rate": 4.5451688726813396e-05,
      "loss": 0.3777,
      "num_tokens": 412981337.0,
      "step": 790
    },
    {
      "epoch": 0.7392523364485981,
      "grad_norm": 0.18164301001975375,
      "learning_rate": 4.543770310429324e-05,
      "loss": 0.3738,
      "num_tokens": 413505625.0,
      "step": 791
    },
    {
      "epoch": 0.7401869158878505,
      "grad_norm": 0.16446171487095815,
      "learning_rate": 4.542369843805736e-05,
      "loss": 0.3582,
      "num_tokens": 414029913.0,
      "step": 792
    },
    {
      "epoch": 0.7411214953271028,
      "grad_norm": 0.16108131865899403,
      "learning_rate": 4.5409674742973935e-05,
      "loss": 0.352,
      "num_tokens": 414554201.0,
      "step": 793
    },
    {
      "epoch": 0.7420560747663552,
      "grad_norm": 0.27613164802197354,
      "learning_rate": 4.539563203393134e-05,
      "loss": 0.383,
      "num_tokens": 415078489.0,
      "step": 794
    },
    {
      "epoch": 0.7429906542056075,
      "grad_norm": 0.16936556237596898,
      "learning_rate": 4.538157032583814e-05,
      "loss": 0.3583,
      "num_tokens": 415602777.0,
      "step": 795
    },
    {
      "epoch": 0.7439252336448599,
      "grad_norm": 0.17291567460791604,
      "learning_rate": 4.536748963362306e-05,
      "loss": 0.3786,
      "num_tokens": 416127065.0,
      "step": 796
    },
    {
      "epoch": 0.7448598130841122,
      "grad_norm": 0.16596558714152612,
      "learning_rate": 4.5353389972235e-05,
      "loss": 0.3698,
      "num_tokens": 416651353.0,
      "step": 797
    },
    {
      "epoch": 0.7457943925233644,
      "grad_norm": 0.18949379943890557,
      "learning_rate": 4.533927135664299e-05,
      "loss": 0.3894,
      "num_tokens": 417175641.0,
      "step": 798
    },
    {
      "epoch": 0.7467289719626168,
      "grad_norm": 0.17488842832604698,
      "learning_rate": 4.532513380183615e-05,
      "loss": 0.3762,
      "num_tokens": 417699929.0,
      "step": 799
    },
    {
      "epoch": 0.7476635514018691,
      "grad_norm": 0.17664620879896153,
      "learning_rate": 4.531097732282376e-05,
      "loss": 0.3803,
      "num_tokens": 418224217.0,
      "step": 800
    },
    {
      "epoch": 0.7485981308411215,
      "grad_norm": 0.1752812049253977,
      "learning_rate": 4.529680193463517e-05,
      "loss": 0.3678,
      "num_tokens": 418748505.0,
      "step": 801
    },
    {
      "epoch": 0.7495327102803738,
      "grad_norm": 0.1947001265997896,
      "learning_rate": 4.528260765231978e-05,
      "loss": 0.3834,
      "num_tokens": 419272793.0,
      "step": 802
    },
    {
      "epoch": 0.7504672897196262,
      "grad_norm": 0.1829085754105316,
      "learning_rate": 4.5268394490947085e-05,
      "loss": 0.3842,
      "num_tokens": 419797081.0,
      "step": 803
    },
    {
      "epoch": 0.7514018691588785,
      "grad_norm": 0.1752586750376469,
      "learning_rate": 4.525416246560661e-05,
      "loss": 0.3678,
      "num_tokens": 420321369.0,
      "step": 804
    },
    {
      "epoch": 0.7523364485981309,
      "grad_norm": 0.1714213375256848,
      "learning_rate": 4.523991159140791e-05,
      "loss": 0.3541,
      "num_tokens": 420845657.0,
      "step": 805
    },
    {
      "epoch": 0.7532710280373832,
      "grad_norm": 0.17009536859222962,
      "learning_rate": 4.522564188348053e-05,
      "loss": 0.3727,
      "num_tokens": 421369945.0,
      "step": 806
    },
    {
      "epoch": 0.7542056074766356,
      "grad_norm": 0.19353174626918895,
      "learning_rate": 4.521135335697406e-05,
      "loss": 0.3837,
      "num_tokens": 421894233.0,
      "step": 807
    },
    {
      "epoch": 0.7551401869158878,
      "grad_norm": 0.16973346710380527,
      "learning_rate": 4.5197046027057993e-05,
      "loss": 0.376,
      "num_tokens": 422397502.0,
      "step": 808
    },
    {
      "epoch": 0.7560747663551401,
      "grad_norm": 0.17175194671157012,
      "learning_rate": 4.518271990892186e-05,
      "loss": 0.358,
      "num_tokens": 422921790.0,
      "step": 809
    },
    {
      "epoch": 0.7570093457943925,
      "grad_norm": 0.18366481838537407,
      "learning_rate": 4.5168375017775086e-05,
      "loss": 0.3723,
      "num_tokens": 423416282.0,
      "step": 810
    },
    {
      "epoch": 0.7579439252336448,
      "grad_norm": 0.1724204267394264,
      "learning_rate": 4.515401136884707e-05,
      "loss": 0.4011,
      "num_tokens": 423940570.0,
      "step": 811
    },
    {
      "epoch": 0.7588785046728972,
      "grad_norm": 0.17165651761262132,
      "learning_rate": 4.513962897738708e-05,
      "loss": 0.3697,
      "num_tokens": 424464858.0,
      "step": 812
    },
    {
      "epoch": 0.7598130841121495,
      "grad_norm": 0.17629516744106993,
      "learning_rate": 4.512522785866433e-05,
      "loss": 0.3827,
      "num_tokens": 424989146.0,
      "step": 813
    },
    {
      "epoch": 0.7607476635514019,
      "grad_norm": 0.17289237280440994,
      "learning_rate": 4.5110808027967866e-05,
      "loss": 0.3674,
      "num_tokens": 425513434.0,
      "step": 814
    },
    {
      "epoch": 0.7616822429906542,
      "grad_norm": 0.18167986330100108,
      "learning_rate": 4.509636950060664e-05,
      "loss": 0.3776,
      "num_tokens": 426037722.0,
      "step": 815
    },
    {
      "epoch": 0.7626168224299066,
      "grad_norm": 0.18793107494913436,
      "learning_rate": 4.5081912291909426e-05,
      "loss": 0.3669,
      "num_tokens": 426562010.0,
      "step": 816
    },
    {
      "epoch": 0.7635514018691589,
      "grad_norm": 0.16923113239955143,
      "learning_rate": 4.5067436417224855e-05,
      "loss": 0.3768,
      "num_tokens": 427086298.0,
      "step": 817
    },
    {
      "epoch": 0.7644859813084112,
      "grad_norm": 0.1874803570983337,
      "learning_rate": 4.505294189192135e-05,
      "loss": 0.3855,
      "num_tokens": 427610586.0,
      "step": 818
    },
    {
      "epoch": 0.7654205607476635,
      "grad_norm": 0.17500103707961215,
      "learning_rate": 4.503842873138717e-05,
      "loss": 0.3831,
      "num_tokens": 428134874.0,
      "step": 819
    },
    {
      "epoch": 0.7663551401869159,
      "grad_norm": 0.17608357450099205,
      "learning_rate": 4.50238969510303e-05,
      "loss": 0.3734,
      "num_tokens": 428659162.0,
      "step": 820
    },
    {
      "epoch": 0.7672897196261682,
      "grad_norm": 0.18314279498823957,
      "learning_rate": 4.5009346566278566e-05,
      "loss": 0.3879,
      "num_tokens": 429183450.0,
      "step": 821
    },
    {
      "epoch": 0.7682242990654206,
      "grad_norm": 0.18378549898506877,
      "learning_rate": 4.499477759257948e-05,
      "loss": 0.3736,
      "num_tokens": 429707738.0,
      "step": 822
    },
    {
      "epoch": 0.7691588785046729,
      "grad_norm": 0.1727573959806419,
      "learning_rate": 4.498019004540034e-05,
      "loss": 0.364,
      "num_tokens": 430232026.0,
      "step": 823
    },
    {
      "epoch": 0.7700934579439253,
      "grad_norm": 0.17187587278005137,
      "learning_rate": 4.496558394022813e-05,
      "loss": 0.3676,
      "num_tokens": 430756314.0,
      "step": 824
    },
    {
      "epoch": 0.7710280373831776,
      "grad_norm": 0.18593344541167373,
      "learning_rate": 4.4950959292569535e-05,
      "loss": 0.3829,
      "num_tokens": 431280602.0,
      "step": 825
    },
    {
      "epoch": 0.77196261682243,
      "grad_norm": 0.18714294992700561,
      "learning_rate": 4.493631611795095e-05,
      "loss": 0.3722,
      "num_tokens": 431804890.0,
      "step": 826
    },
    {
      "epoch": 0.7728971962616823,
      "grad_norm": 0.16936204833431293,
      "learning_rate": 4.492165443191843e-05,
      "loss": 0.3599,
      "num_tokens": 432329178.0,
      "step": 827
    },
    {
      "epoch": 0.7738317757009345,
      "grad_norm": 0.1740000548436406,
      "learning_rate": 4.490697425003767e-05,
      "loss": 0.3774,
      "num_tokens": 432853466.0,
      "step": 828
    },
    {
      "epoch": 0.7747663551401869,
      "grad_norm": 0.16713812298923372,
      "learning_rate": 4.4892275587894014e-05,
      "loss": 0.3682,
      "num_tokens": 433377754.0,
      "step": 829
    },
    {
      "epoch": 0.7757009345794392,
      "grad_norm": 0.2003326318096971,
      "learning_rate": 4.4877558461092424e-05,
      "loss": 0.3898,
      "num_tokens": 433902042.0,
      "step": 830
    },
    {
      "epoch": 0.7766355140186916,
      "grad_norm": 0.17536599076243772,
      "learning_rate": 4.486282288525746e-05,
      "loss": 0.3836,
      "num_tokens": 434426330.0,
      "step": 831
    },
    {
      "epoch": 0.7775700934579439,
      "grad_norm": 0.17662020239882592,
      "learning_rate": 4.484806887603327e-05,
      "loss": 0.3823,
      "num_tokens": 434950618.0,
      "step": 832
    },
    {
      "epoch": 0.7785046728971963,
      "grad_norm": 0.17133546988260268,
      "learning_rate": 4.483329644908358e-05,
      "loss": 0.366,
      "num_tokens": 435474906.0,
      "step": 833
    },
    {
      "epoch": 0.7794392523364486,
      "grad_norm": 0.18325894003398324,
      "learning_rate": 4.4818505620091663e-05,
      "loss": 0.372,
      "num_tokens": 435980355.0,
      "step": 834
    },
    {
      "epoch": 0.780373831775701,
      "grad_norm": 0.1725341731188627,
      "learning_rate": 4.480369640476032e-05,
      "loss": 0.3611,
      "num_tokens": 436504643.0,
      "step": 835
    },
    {
      "epoch": 0.7813084112149533,
      "grad_norm": 0.16977255804233654,
      "learning_rate": 4.4788868818811896e-05,
      "loss": 0.3577,
      "num_tokens": 437028931.0,
      "step": 836
    },
    {
      "epoch": 0.7822429906542057,
      "grad_norm": 0.17418767618167322,
      "learning_rate": 4.4774022877988216e-05,
      "loss": 0.3663,
      "num_tokens": 437553219.0,
      "step": 837
    },
    {
      "epoch": 0.7831775700934579,
      "grad_norm": 0.16470315264339605,
      "learning_rate": 4.475915859805059e-05,
      "loss": 0.3522,
      "num_tokens": 438077507.0,
      "step": 838
    },
    {
      "epoch": 0.7841121495327102,
      "grad_norm": 0.17331368348809845,
      "learning_rate": 4.474427599477982e-05,
      "loss": 0.3609,
      "num_tokens": 438601795.0,
      "step": 839
    },
    {
      "epoch": 0.7850467289719626,
      "grad_norm": 0.16105129763547146,
      "learning_rate": 4.472937508397615e-05,
      "loss": 0.359,
      "num_tokens": 439126083.0,
      "step": 840
    },
    {
      "epoch": 0.7859813084112149,
      "grad_norm": 0.19224340398310946,
      "learning_rate": 4.471445588145925e-05,
      "loss": 0.3941,
      "num_tokens": 439650371.0,
      "step": 841
    },
    {
      "epoch": 0.7869158878504673,
      "grad_norm": 0.1798091019415985,
      "learning_rate": 4.469951840306823e-05,
      "loss": 0.3772,
      "num_tokens": 440174659.0,
      "step": 842
    },
    {
      "epoch": 0.7878504672897196,
      "grad_norm": 0.3098405850159386,
      "learning_rate": 4.468456266466158e-05,
      "loss": 0.3976,
      "num_tokens": 440698947.0,
      "step": 843
    },
    {
      "epoch": 0.788785046728972,
      "grad_norm": 0.1695167988692464,
      "learning_rate": 4.46695886821172e-05,
      "loss": 0.371,
      "num_tokens": 441223235.0,
      "step": 844
    },
    {
      "epoch": 0.7897196261682243,
      "grad_norm": 0.18686345850575786,
      "learning_rate": 4.465459647133234e-05,
      "loss": 0.3906,
      "num_tokens": 441747523.0,
      "step": 845
    },
    {
      "epoch": 0.7906542056074767,
      "grad_norm": 0.2793056968062023,
      "learning_rate": 4.4639586048223605e-05,
      "loss": 0.3806,
      "num_tokens": 442271811.0,
      "step": 846
    },
    {
      "epoch": 0.791588785046729,
      "grad_norm": 0.1809227486835886,
      "learning_rate": 4.462455742872694e-05,
      "loss": 0.3784,
      "num_tokens": 442796099.0,
      "step": 847
    },
    {
      "epoch": 0.7925233644859813,
      "grad_norm": 0.1810481122082249,
      "learning_rate": 4.460951062879761e-05,
      "loss": 0.3704,
      "num_tokens": 443320387.0,
      "step": 848
    },
    {
      "epoch": 0.7934579439252336,
      "grad_norm": 0.19194146284795258,
      "learning_rate": 4.459444566441018e-05,
      "loss": 0.3664,
      "num_tokens": 443844675.0,
      "step": 849
    },
    {
      "epoch": 0.794392523364486,
      "grad_norm": 0.17704485365566874,
      "learning_rate": 4.45793625515585e-05,
      "loss": 0.3508,
      "num_tokens": 444368963.0,
      "step": 850
    },
    {
      "epoch": 0.7953271028037383,
      "grad_norm": 0.1919328642141979,
      "learning_rate": 4.4564261306255675e-05,
      "loss": 0.3557,
      "num_tokens": 444893251.0,
      "step": 851
    },
    {
      "epoch": 0.7962616822429907,
      "grad_norm": 0.16812494024456143,
      "learning_rate": 4.454914194453408e-05,
      "loss": 0.3696,
      "num_tokens": 445417539.0,
      "step": 852
    },
    {
      "epoch": 0.797196261682243,
      "grad_norm": 0.17859190626716462,
      "learning_rate": 4.453400448244531e-05,
      "loss": 0.3862,
      "num_tokens": 445941827.0,
      "step": 853
    },
    {
      "epoch": 0.7981308411214953,
      "grad_norm": 0.18347928397091454,
      "learning_rate": 4.4518848936060185e-05,
      "loss": 0.3784,
      "num_tokens": 446466115.0,
      "step": 854
    },
    {
      "epoch": 0.7990654205607477,
      "grad_norm": 0.182960303227104,
      "learning_rate": 4.450367532146873e-05,
      "loss": 0.3868,
      "num_tokens": 446990403.0,
      "step": 855
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.17599671402495803,
      "learning_rate": 4.448848365478011e-05,
      "loss": 0.3514,
      "num_tokens": 447514691.0,
      "step": 856
    },
    {
      "epoch": 0.8009345794392523,
      "grad_norm": 0.19605445621299308,
      "learning_rate": 4.4473273952122725e-05,
      "loss": 0.3884,
      "num_tokens": 448038979.0,
      "step": 857
    },
    {
      "epoch": 0.8018691588785046,
      "grad_norm": 0.19536092991530998,
      "learning_rate": 4.445804622964406e-05,
      "loss": 0.3925,
      "num_tokens": 448563267.0,
      "step": 858
    },
    {
      "epoch": 0.802803738317757,
      "grad_norm": 0.17491719852574247,
      "learning_rate": 4.4442800503510774e-05,
      "loss": 0.3523,
      "num_tokens": 449087555.0,
      "step": 859
    },
    {
      "epoch": 0.8037383177570093,
      "grad_norm": 0.18978720422723008,
      "learning_rate": 4.442753678990861e-05,
      "loss": 0.3765,
      "num_tokens": 449611843.0,
      "step": 860
    },
    {
      "epoch": 0.8046728971962617,
      "grad_norm": 0.18091270783313168,
      "learning_rate": 4.4412255105042425e-05,
      "loss": 0.3666,
      "num_tokens": 450136131.0,
      "step": 861
    },
    {
      "epoch": 0.805607476635514,
      "grad_norm": 0.16874738030453723,
      "learning_rate": 4.4396955465136155e-05,
      "loss": 0.3685,
      "num_tokens": 450660419.0,
      "step": 862
    },
    {
      "epoch": 0.8065420560747664,
      "grad_norm": 0.1898335020378679,
      "learning_rate": 4.438163788643279e-05,
      "loss": 0.3744,
      "num_tokens": 451162546.0,
      "step": 863
    },
    {
      "epoch": 0.8074766355140187,
      "grad_norm": 0.18327401341550967,
      "learning_rate": 4.436630238519435e-05,
      "loss": 0.3784,
      "num_tokens": 451686834.0,
      "step": 864
    },
    {
      "epoch": 0.8084112149532711,
      "grad_norm": 0.17665713333984798,
      "learning_rate": 4.435094897770193e-05,
      "loss": 0.3936,
      "num_tokens": 452211122.0,
      "step": 865
    },
    {
      "epoch": 0.8093457943925234,
      "grad_norm": 0.17393324154150122,
      "learning_rate": 4.433557768025559e-05,
      "loss": 0.3516,
      "num_tokens": 452735410.0,
      "step": 866
    },
    {
      "epoch": 0.8102803738317756,
      "grad_norm": 0.1777232878067679,
      "learning_rate": 4.4320188509174405e-05,
      "loss": 0.382,
      "num_tokens": 453259698.0,
      "step": 867
    },
    {
      "epoch": 0.811214953271028,
      "grad_norm": 0.175535533636715,
      "learning_rate": 4.430478148079642e-05,
      "loss": 0.3806,
      "num_tokens": 453783986.0,
      "step": 868
    },
    {
      "epoch": 0.8121495327102803,
      "grad_norm": 0.17379990920582236,
      "learning_rate": 4.428935661147863e-05,
      "loss": 0.3747,
      "num_tokens": 454308274.0,
      "step": 869
    },
    {
      "epoch": 0.8130841121495327,
      "grad_norm": 0.18259924141824668,
      "learning_rate": 4.427391391759699e-05,
      "loss": 0.3668,
      "num_tokens": 454832562.0,
      "step": 870
    },
    {
      "epoch": 0.814018691588785,
      "grad_norm": 0.18362089874112184,
      "learning_rate": 4.4258453415546356e-05,
      "loss": 0.3742,
      "num_tokens": 455356850.0,
      "step": 871
    },
    {
      "epoch": 0.8149532710280374,
      "grad_norm": 0.18360610992245682,
      "learning_rate": 4.4242975121740516e-05,
      "loss": 0.378,
      "num_tokens": 455849986.0,
      "step": 872
    },
    {
      "epoch": 0.8158878504672897,
      "grad_norm": 0.18431979036258608,
      "learning_rate": 4.422747905261212e-05,
      "loss": 0.3729,
      "num_tokens": 456374274.0,
      "step": 873
    },
    {
      "epoch": 0.8168224299065421,
      "grad_norm": 0.17226504661309777,
      "learning_rate": 4.4211965224612714e-05,
      "loss": 0.3668,
      "num_tokens": 456898562.0,
      "step": 874
    },
    {
      "epoch": 0.8177570093457944,
      "grad_norm": 0.1657982988483255,
      "learning_rate": 4.419643365421268e-05,
      "loss": 0.3644,
      "num_tokens": 457422850.0,
      "step": 875
    },
    {
      "epoch": 0.8186915887850468,
      "grad_norm": 0.17439978396135128,
      "learning_rate": 4.418088435790124e-05,
      "loss": 0.3732,
      "num_tokens": 457916255.0,
      "step": 876
    },
    {
      "epoch": 0.819626168224299,
      "grad_norm": 0.1631803917975698,
      "learning_rate": 4.416531735218645e-05,
      "loss": 0.3732,
      "num_tokens": 458440543.0,
      "step": 877
    },
    {
      "epoch": 0.8205607476635514,
      "grad_norm": 0.25683180506921277,
      "learning_rate": 4.414973265359513e-05,
      "loss": 0.387,
      "num_tokens": 458964831.0,
      "step": 878
    },
    {
      "epoch": 0.8214953271028037,
      "grad_norm": 0.18360324618825077,
      "learning_rate": 4.413413027867292e-05,
      "loss": 0.3885,
      "num_tokens": 459489119.0,
      "step": 879
    },
    {
      "epoch": 0.822429906542056,
      "grad_norm": 0.1659128670834515,
      "learning_rate": 4.411851024398423e-05,
      "loss": 0.381,
      "num_tokens": 460013407.0,
      "step": 880
    },
    {
      "epoch": 0.8233644859813084,
      "grad_norm": 0.1682102663926196,
      "learning_rate": 4.4102872566112184e-05,
      "loss": 0.3812,
      "num_tokens": 460537695.0,
      "step": 881
    },
    {
      "epoch": 0.8242990654205608,
      "grad_norm": 0.17412426482019752,
      "learning_rate": 4.408721726165867e-05,
      "loss": 0.3563,
      "num_tokens": 461061983.0,
      "step": 882
    },
    {
      "epoch": 0.8252336448598131,
      "grad_norm": 0.1743205088703154,
      "learning_rate": 4.407154434724426e-05,
      "loss": 0.3926,
      "num_tokens": 461586271.0,
      "step": 883
    },
    {
      "epoch": 0.8261682242990654,
      "grad_norm": 0.1701749600213427,
      "learning_rate": 4.405585383950825e-05,
      "loss": 0.3773,
      "num_tokens": 462098608.0,
      "step": 884
    },
    {
      "epoch": 0.8271028037383178,
      "grad_norm": 0.18651928489790207,
      "learning_rate": 4.40401457551086e-05,
      "loss": 0.3908,
      "num_tokens": 462622896.0,
      "step": 885
    },
    {
      "epoch": 0.8280373831775701,
      "grad_norm": 0.2689487038243336,
      "learning_rate": 4.402442011072192e-05,
      "loss": 0.3685,
      "num_tokens": 463147184.0,
      "step": 886
    },
    {
      "epoch": 0.8289719626168224,
      "grad_norm": 0.18020542127464928,
      "learning_rate": 4.4008676923043494e-05,
      "loss": 0.3843,
      "num_tokens": 463671472.0,
      "step": 887
    },
    {
      "epoch": 0.8299065420560747,
      "grad_norm": 0.2823821990814225,
      "learning_rate": 4.39929162087872e-05,
      "loss": 0.3864,
      "num_tokens": 464166478.0,
      "step": 888
    },
    {
      "epoch": 0.8308411214953271,
      "grad_norm": 0.18609803873076322,
      "learning_rate": 4.397713798468553e-05,
      "loss": 0.3904,
      "num_tokens": 464690766.0,
      "step": 889
    },
    {
      "epoch": 0.8317757009345794,
      "grad_norm": 0.18641043185985365,
      "learning_rate": 4.3961342267489586e-05,
      "loss": 0.3542,
      "num_tokens": 465215054.0,
      "step": 890
    },
    {
      "epoch": 0.8327102803738318,
      "grad_norm": 0.1771245217661692,
      "learning_rate": 4.394552907396901e-05,
      "loss": 0.3858,
      "num_tokens": 465739342.0,
      "step": 891
    },
    {
      "epoch": 0.8336448598130841,
      "grad_norm": 0.18506225358316725,
      "learning_rate": 4.392969842091203e-05,
      "loss": 0.3737,
      "num_tokens": 466263630.0,
      "step": 892
    },
    {
      "epoch": 0.8345794392523365,
      "grad_norm": 0.1830010288224128,
      "learning_rate": 4.391385032512538e-05,
      "loss": 0.3901,
      "num_tokens": 466787918.0,
      "step": 893
    },
    {
      "epoch": 0.8355140186915888,
      "grad_norm": 0.16931500144758105,
      "learning_rate": 4.389798480343433e-05,
      "loss": 0.3746,
      "num_tokens": 467312206.0,
      "step": 894
    },
    {
      "epoch": 0.8364485981308412,
      "grad_norm": 0.18494913846180844,
      "learning_rate": 4.388210187268265e-05,
      "loss": 0.3768,
      "num_tokens": 467836494.0,
      "step": 895
    },
    {
      "epoch": 0.8373831775700935,
      "grad_norm": 0.17946626193771612,
      "learning_rate": 4.386620154973259e-05,
      "loss": 0.38,
      "num_tokens": 468360782.0,
      "step": 896
    },
    {
      "epoch": 0.8383177570093457,
      "grad_norm": 0.18366337167774535,
      "learning_rate": 4.385028385146486e-05,
      "loss": 0.3821,
      "num_tokens": 468885070.0,
      "step": 897
    },
    {
      "epoch": 0.8392523364485981,
      "grad_norm": 0.18036709482051552,
      "learning_rate": 4.383434879477861e-05,
      "loss": 0.3598,
      "num_tokens": 469409358.0,
      "step": 898
    },
    {
      "epoch": 0.8401869158878504,
      "grad_norm": 0.2009740986058338,
      "learning_rate": 4.381839639659146e-05,
      "loss": 0.3351,
      "num_tokens": 469933646.0,
      "step": 899
    },
    {
      "epoch": 0.8411214953271028,
      "grad_norm": 0.23056648089412599,
      "learning_rate": 4.380242667383937e-05,
      "loss": 0.3693,
      "num_tokens": 470457934.0,
      "step": 900
    },
    {
      "epoch": 0.8420560747663551,
      "grad_norm": 0.1834470054634164,
      "learning_rate": 4.378643964347677e-05,
      "loss": 0.3588,
      "num_tokens": 470982222.0,
      "step": 901
    },
    {
      "epoch": 0.8429906542056075,
      "grad_norm": 0.16845340344819815,
      "learning_rate": 4.37704353224764e-05,
      "loss": 0.3782,
      "num_tokens": 471506510.0,
      "step": 902
    },
    {
      "epoch": 0.8439252336448598,
      "grad_norm": 0.20174261088803286,
      "learning_rate": 4.3754413727829395e-05,
      "loss": 0.3589,
      "num_tokens": 472030798.0,
      "step": 903
    },
    {
      "epoch": 0.8448598130841122,
      "grad_norm": 0.1798956088023653,
      "learning_rate": 4.3738374876545225e-05,
      "loss": 0.3595,
      "num_tokens": 472555086.0,
      "step": 904
    },
    {
      "epoch": 0.8457943925233645,
      "grad_norm": 0.1877520620420091,
      "learning_rate": 4.372231878565166e-05,
      "loss": 0.3756,
      "num_tokens": 473079374.0,
      "step": 905
    },
    {
      "epoch": 0.8467289719626169,
      "grad_norm": 0.48603655682729074,
      "learning_rate": 4.370624547219479e-05,
      "loss": 0.3613,
      "num_tokens": 473603662.0,
      "step": 906
    },
    {
      "epoch": 0.8476635514018691,
      "grad_norm": 0.18341518571538096,
      "learning_rate": 4.369015495323899e-05,
      "loss": 0.3824,
      "num_tokens": 474127950.0,
      "step": 907
    },
    {
      "epoch": 0.8485981308411215,
      "grad_norm": 0.1754676135616484,
      "learning_rate": 4.367404724586689e-05,
      "loss": 0.3517,
      "num_tokens": 474652238.0,
      "step": 908
    },
    {
      "epoch": 0.8495327102803738,
      "grad_norm": 0.1773111134934613,
      "learning_rate": 4.365792236717938e-05,
      "loss": 0.367,
      "num_tokens": 475176526.0,
      "step": 909
    },
    {
      "epoch": 0.8504672897196262,
      "grad_norm": 0.2103118967782342,
      "learning_rate": 4.364178033429557e-05,
      "loss": 0.4094,
      "num_tokens": 475700814.0,
      "step": 910
    },
    {
      "epoch": 0.8514018691588785,
      "grad_norm": 0.17734337193938732,
      "learning_rate": 4.36256211643528e-05,
      "loss": 0.3762,
      "num_tokens": 476222067.0,
      "step": 911
    },
    {
      "epoch": 0.8523364485981308,
      "grad_norm": 0.1732052560264948,
      "learning_rate": 4.3609444874506586e-05,
      "loss": 0.3788,
      "num_tokens": 476746355.0,
      "step": 912
    },
    {
      "epoch": 0.8532710280373832,
      "grad_norm": 0.15847498199365423,
      "learning_rate": 4.3593251481930604e-05,
      "loss": 0.3358,
      "num_tokens": 477270643.0,
      "step": 913
    },
    {
      "epoch": 0.8542056074766355,
      "grad_norm": 0.1976100817863341,
      "learning_rate": 4.357704100381673e-05,
      "loss": 0.3701,
      "num_tokens": 477794931.0,
      "step": 914
    },
    {
      "epoch": 0.8551401869158879,
      "grad_norm": 0.17695255767976187,
      "learning_rate": 4.356081345737496e-05,
      "loss": 0.3654,
      "num_tokens": 478319219.0,
      "step": 915
    },
    {
      "epoch": 0.8560747663551402,
      "grad_norm": 0.17224817557032682,
      "learning_rate": 4.3544568859833386e-05,
      "loss": 0.3714,
      "num_tokens": 478843507.0,
      "step": 916
    },
    {
      "epoch": 0.8570093457943925,
      "grad_norm": 0.1867799525128472,
      "learning_rate": 4.3528307228438234e-05,
      "loss": 0.3723,
      "num_tokens": 479367795.0,
      "step": 917
    },
    {
      "epoch": 0.8579439252336448,
      "grad_norm": 0.2013035163304781,
      "learning_rate": 4.351202858045382e-05,
      "loss": 0.3778,
      "num_tokens": 479866213.0,
      "step": 918
    },
    {
      "epoch": 0.8588785046728972,
      "grad_norm": 0.19448712806441462,
      "learning_rate": 4.349573293316249e-05,
      "loss": 0.389,
      "num_tokens": 480390501.0,
      "step": 919
    },
    {
      "epoch": 0.8598130841121495,
      "grad_norm": 0.1759602226688972,
      "learning_rate": 4.347942030386465e-05,
      "loss": 0.3642,
      "num_tokens": 480914789.0,
      "step": 920
    },
    {
      "epoch": 0.8607476635514019,
      "grad_norm": 0.19766596014224402,
      "learning_rate": 4.346309070987877e-05,
      "loss": 0.3786,
      "num_tokens": 481407693.0,
      "step": 921
    },
    {
      "epoch": 0.8616822429906542,
      "grad_norm": 0.19080446862070147,
      "learning_rate": 4.344674416854128e-05,
      "loss": 0.3651,
      "num_tokens": 481931981.0,
      "step": 922
    },
    {
      "epoch": 0.8626168224299066,
      "grad_norm": 0.19065922706918045,
      "learning_rate": 4.343038069720663e-05,
      "loss": 0.358,
      "num_tokens": 482456269.0,
      "step": 923
    },
    {
      "epoch": 0.8635514018691589,
      "grad_norm": 0.1866785969126432,
      "learning_rate": 4.3414000313247246e-05,
      "loss": 0.387,
      "num_tokens": 482980557.0,
      "step": 924
    },
    {
      "epoch": 0.8644859813084113,
      "grad_norm": 0.2608639361715698,
      "learning_rate": 4.339760303405349e-05,
      "loss": 0.3593,
      "num_tokens": 483504845.0,
      "step": 925
    },
    {
      "epoch": 0.8654205607476636,
      "grad_norm": 0.1746832233534805,
      "learning_rate": 4.338118887703369e-05,
      "loss": 0.3613,
      "num_tokens": 484029133.0,
      "step": 926
    },
    {
      "epoch": 0.8663551401869158,
      "grad_norm": 0.17888951097798825,
      "learning_rate": 4.336475785961407e-05,
      "loss": 0.3837,
      "num_tokens": 484553421.0,
      "step": 927
    },
    {
      "epoch": 0.8672897196261682,
      "grad_norm": 0.20214083467460098,
      "learning_rate": 4.334830999923875e-05,
      "loss": 0.3684,
      "num_tokens": 485077709.0,
      "step": 928
    },
    {
      "epoch": 0.8682242990654205,
      "grad_norm": 0.17396378453227704,
      "learning_rate": 4.333184531336975e-05,
      "loss": 0.3577,
      "num_tokens": 485601997.0,
      "step": 929
    },
    {
      "epoch": 0.8691588785046729,
      "grad_norm": 0.17912194563289088,
      "learning_rate": 4.331536381948695e-05,
      "loss": 0.3593,
      "num_tokens": 486126285.0,
      "step": 930
    },
    {
      "epoch": 0.8700934579439252,
      "grad_norm": 0.17378595946959174,
      "learning_rate": 4.3298865535088064e-05,
      "loss": 0.3515,
      "num_tokens": 486650573.0,
      "step": 931
    },
    {
      "epoch": 0.8710280373831776,
      "grad_norm": 0.1768965306273525,
      "learning_rate": 4.328235047768863e-05,
      "loss": 0.3712,
      "num_tokens": 487174861.0,
      "step": 932
    },
    {
      "epoch": 0.8719626168224299,
      "grad_norm": 0.41830790582063754,
      "learning_rate": 4.3265818664822e-05,
      "loss": 0.3777,
      "num_tokens": 487699149.0,
      "step": 933
    },
    {
      "epoch": 0.8728971962616823,
      "grad_norm": 0.16793140781183516,
      "learning_rate": 4.324927011403932e-05,
      "loss": 0.3465,
      "num_tokens": 488223437.0,
      "step": 934
    },
    {
      "epoch": 0.8738317757009346,
      "grad_norm": 0.19174967816426106,
      "learning_rate": 4.3232704842909504e-05,
      "loss": 0.3842,
      "num_tokens": 488747725.0,
      "step": 935
    },
    {
      "epoch": 0.874766355140187,
      "grad_norm": 0.17229587359297407,
      "learning_rate": 4.321612286901921e-05,
      "loss": 0.3606,
      "num_tokens": 489272013.0,
      "step": 936
    },
    {
      "epoch": 0.8757009345794392,
      "grad_norm": 0.16556626025441382,
      "learning_rate": 4.3199524209972824e-05,
      "loss": 0.3762,
      "num_tokens": 489796301.0,
      "step": 937
    },
    {
      "epoch": 0.8766355140186916,
      "grad_norm": 0.16888279932402206,
      "learning_rate": 4.318290888339247e-05,
      "loss": 0.3606,
      "num_tokens": 490320589.0,
      "step": 938
    },
    {
      "epoch": 0.8775700934579439,
      "grad_norm": 0.466534832144982,
      "learning_rate": 4.316627690691794e-05,
      "loss": 0.3704,
      "num_tokens": 490844877.0,
      "step": 939
    },
    {
      "epoch": 0.8785046728971962,
      "grad_norm": 0.1762303454337332,
      "learning_rate": 4.314962829820672e-05,
      "loss": 0.3633,
      "num_tokens": 491369165.0,
      "step": 940
    },
    {
      "epoch": 0.8794392523364486,
      "grad_norm": 0.18030305745002695,
      "learning_rate": 4.313296307493393e-05,
      "loss": 0.3808,
      "num_tokens": 491893453.0,
      "step": 941
    },
    {
      "epoch": 0.8803738317757009,
      "grad_norm": 0.17335524327543445,
      "learning_rate": 4.3116281254792376e-05,
      "loss": 0.3755,
      "num_tokens": 492417741.0,
      "step": 942
    },
    {
      "epoch": 0.8813084112149533,
      "grad_norm": 0.25331278747426916,
      "learning_rate": 4.309958285549243e-05,
      "loss": 0.3766,
      "num_tokens": 492942029.0,
      "step": 943
    },
    {
      "epoch": 0.8822429906542056,
      "grad_norm": 0.16992792943198162,
      "learning_rate": 4.3082867894762105e-05,
      "loss": 0.3648,
      "num_tokens": 493466317.0,
      "step": 944
    },
    {
      "epoch": 0.883177570093458,
      "grad_norm": 0.2378190079015306,
      "learning_rate": 4.306613639034697e-05,
      "loss": 0.3755,
      "num_tokens": 493990605.0,
      "step": 945
    },
    {
      "epoch": 0.8841121495327103,
      "grad_norm": 0.16174746750217392,
      "learning_rate": 4.304938836001019e-05,
      "loss": 0.3819,
      "num_tokens": 494514893.0,
      "step": 946
    },
    {
      "epoch": 0.8850467289719626,
      "grad_norm": 0.15751985628584844,
      "learning_rate": 4.3032623821532426e-05,
      "loss": 0.352,
      "num_tokens": 495039181.0,
      "step": 947
    },
    {
      "epoch": 0.8859813084112149,
      "grad_norm": 0.15793296533594164,
      "learning_rate": 4.3015842792711915e-05,
      "loss": 0.3785,
      "num_tokens": 495563469.0,
      "step": 948
    },
    {
      "epoch": 0.8869158878504673,
      "grad_norm": 0.1856231065254264,
      "learning_rate": 4.299904529136437e-05,
      "loss": 0.3813,
      "num_tokens": 496087757.0,
      "step": 949
    },
    {
      "epoch": 0.8878504672897196,
      "grad_norm": 0.18182421295124115,
      "learning_rate": 4.298223133532301e-05,
      "loss": 0.3774,
      "num_tokens": 496581345.0,
      "step": 950
    },
    {
      "epoch": 0.888785046728972,
      "grad_norm": 0.17982551748637016,
      "learning_rate": 4.29654009424385e-05,
      "loss": 0.3606,
      "num_tokens": 497105633.0,
      "step": 951
    },
    {
      "epoch": 0.8897196261682243,
      "grad_norm": 0.1606519686426162,
      "learning_rate": 4.294855413057899e-05,
      "loss": 0.3692,
      "num_tokens": 497629921.0,
      "step": 952
    },
    {
      "epoch": 0.8906542056074767,
      "grad_norm": 0.1591101693301902,
      "learning_rate": 4.2931690917630027e-05,
      "loss": 0.3477,
      "num_tokens": 498154209.0,
      "step": 953
    },
    {
      "epoch": 0.891588785046729,
      "grad_norm": 0.16526299904235828,
      "learning_rate": 4.291481132149459e-05,
      "loss": 0.3919,
      "num_tokens": 498678497.0,
      "step": 954
    },
    {
      "epoch": 0.8925233644859814,
      "grad_norm": 0.17185737637274645,
      "learning_rate": 4.289791536009304e-05,
      "loss": 0.3766,
      "num_tokens": 499202785.0,
      "step": 955
    },
    {
      "epoch": 0.8934579439252337,
      "grad_norm": 0.16688684246412533,
      "learning_rate": 4.2881003051363136e-05,
      "loss": 0.3659,
      "num_tokens": 499727073.0,
      "step": 956
    },
    {
      "epoch": 0.8943925233644859,
      "grad_norm": 0.1698529827847293,
      "learning_rate": 4.286407441325996e-05,
      "loss": 0.3781,
      "num_tokens": 500251361.0,
      "step": 957
    },
    {
      "epoch": 0.8953271028037383,
      "grad_norm": 0.1741742722315503,
      "learning_rate": 4.284712946375595e-05,
      "loss": 0.3776,
      "num_tokens": 500747083.0,
      "step": 958
    },
    {
      "epoch": 0.8962616822429906,
      "grad_norm": 0.18257234575154319,
      "learning_rate": 4.283016822084085e-05,
      "loss": 0.3706,
      "num_tokens": 501271371.0,
      "step": 959
    },
    {
      "epoch": 0.897196261682243,
      "grad_norm": 0.16300043036552805,
      "learning_rate": 4.2813190702521725e-05,
      "loss": 0.3711,
      "num_tokens": 501795659.0,
      "step": 960
    },
    {
      "epoch": 0.8981308411214953,
      "grad_norm": 0.1567586033019541,
      "learning_rate": 4.279619692682288e-05,
      "loss": 0.3533,
      "num_tokens": 502319947.0,
      "step": 961
    },
    {
      "epoch": 0.8990654205607477,
      "grad_norm": 0.17315620199447126,
      "learning_rate": 4.2779186911785926e-05,
      "loss": 0.3753,
      "num_tokens": 502811562.0,
      "step": 962
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.15607422161947257,
      "learning_rate": 4.276216067546966e-05,
      "loss": 0.3671,
      "num_tokens": 503335850.0,
      "step": 963
    },
    {
      "epoch": 0.9009345794392524,
      "grad_norm": 0.16379183418807958,
      "learning_rate": 4.274511823595016e-05,
      "loss": 0.325,
      "num_tokens": 503860138.0,
      "step": 964
    },
    {
      "epoch": 0.9018691588785047,
      "grad_norm": 0.17529248796853703,
      "learning_rate": 4.2728059611320676e-05,
      "loss": 0.3767,
      "num_tokens": 504384426.0,
      "step": 965
    },
    {
      "epoch": 0.902803738317757,
      "grad_norm": 0.18260811178465425,
      "learning_rate": 4.2710984819691626e-05,
      "loss": 0.3913,
      "num_tokens": 504908714.0,
      "step": 966
    },
    {
      "epoch": 0.9037383177570093,
      "grad_norm": 0.17501058590185356,
      "learning_rate": 4.26938938791906e-05,
      "loss": 0.3812,
      "num_tokens": 505433002.0,
      "step": 967
    },
    {
      "epoch": 0.9046728971962616,
      "grad_norm": 0.17125332583759836,
      "learning_rate": 4.267678680796238e-05,
      "loss": 0.3757,
      "num_tokens": 505941117.0,
      "step": 968
    },
    {
      "epoch": 0.905607476635514,
      "grad_norm": 0.17017128463699333,
      "learning_rate": 4.26596636241688e-05,
      "loss": 0.3637,
      "num_tokens": 506465405.0,
      "step": 969
    },
    {
      "epoch": 0.9065420560747663,
      "grad_norm": 0.16982429846881908,
      "learning_rate": 4.264252434598885e-05,
      "loss": 0.3769,
      "num_tokens": 506989693.0,
      "step": 970
    },
    {
      "epoch": 0.9074766355140187,
      "grad_norm": 0.17661801176458733,
      "learning_rate": 4.262536899161858e-05,
      "loss": 0.3727,
      "num_tokens": 507513981.0,
      "step": 971
    },
    {
      "epoch": 0.908411214953271,
      "grad_norm": 0.17854634834742844,
      "learning_rate": 4.260819757927113e-05,
      "loss": 0.3768,
      "num_tokens": 508038269.0,
      "step": 972
    },
    {
      "epoch": 0.9093457943925234,
      "grad_norm": 0.17898485362198985,
      "learning_rate": 4.2591010127176664e-05,
      "loss": 0.3815,
      "num_tokens": 508562557.0,
      "step": 973
    },
    {
      "epoch": 0.9102803738317757,
      "grad_norm": 0.17064925810576875,
      "learning_rate": 4.257380665358241e-05,
      "loss": 0.359,
      "num_tokens": 509086845.0,
      "step": 974
    },
    {
      "epoch": 0.9112149532710281,
      "grad_norm": 0.17531565197104665,
      "learning_rate": 4.255658717675256e-05,
      "loss": 0.388,
      "num_tokens": 509611133.0,
      "step": 975
    },
    {
      "epoch": 0.9121495327102803,
      "grad_norm": 0.17442833367443847,
      "learning_rate": 4.253935171496832e-05,
      "loss": 0.3777,
      "num_tokens": 510104622.0,
      "step": 976
    },
    {
      "epoch": 0.9130841121495327,
      "grad_norm": 0.18221859552585043,
      "learning_rate": 4.252210028652788e-05,
      "loss": 0.3878,
      "num_tokens": 510628910.0,
      "step": 977
    },
    {
      "epoch": 0.914018691588785,
      "grad_norm": 0.1745191380509763,
      "learning_rate": 4.250483290974635e-05,
      "loss": 0.3606,
      "num_tokens": 511153198.0,
      "step": 978
    },
    {
      "epoch": 0.9149532710280374,
      "grad_norm": 0.17025354747068033,
      "learning_rate": 4.24875496029558e-05,
      "loss": 0.3514,
      "num_tokens": 511677486.0,
      "step": 979
    },
    {
      "epoch": 0.9158878504672897,
      "grad_norm": 0.18114075060170437,
      "learning_rate": 4.24702503845052e-05,
      "loss": 0.3565,
      "num_tokens": 512201774.0,
      "step": 980
    },
    {
      "epoch": 0.9168224299065421,
      "grad_norm": 0.1687676719395038,
      "learning_rate": 4.24529352727604e-05,
      "loss": 0.3652,
      "num_tokens": 512726062.0,
      "step": 981
    },
    {
      "epoch": 0.9177570093457944,
      "grad_norm": 0.1863814233420216,
      "learning_rate": 4.243560428610416e-05,
      "loss": 0.3608,
      "num_tokens": 513250350.0,
      "step": 982
    },
    {
      "epoch": 0.9186915887850468,
      "grad_norm": 0.16490334562373682,
      "learning_rate": 4.2418257442936035e-05,
      "loss": 0.367,
      "num_tokens": 513774638.0,
      "step": 983
    },
    {
      "epoch": 0.9196261682242991,
      "grad_norm": 0.19421771370733446,
      "learning_rate": 4.240089476167249e-05,
      "loss": 0.3721,
      "num_tokens": 514298926.0,
      "step": 984
    },
    {
      "epoch": 0.9205607476635514,
      "grad_norm": 0.17850768907616996,
      "learning_rate": 4.2383516260746735e-05,
      "loss": 0.3597,
      "num_tokens": 514812478.0,
      "step": 985
    },
    {
      "epoch": 0.9214953271028037,
      "grad_norm": 0.22801858014739437,
      "learning_rate": 4.2366121958608814e-05,
      "loss": 0.3673,
      "num_tokens": 515306702.0,
      "step": 986
    },
    {
      "epoch": 0.922429906542056,
      "grad_norm": 0.1667896744660674,
      "learning_rate": 4.234871187372553e-05,
      "loss": 0.3788,
      "num_tokens": 515830990.0,
      "step": 987
    },
    {
      "epoch": 0.9233644859813084,
      "grad_norm": 0.18055260888780605,
      "learning_rate": 4.2331286024580456e-05,
      "loss": 0.3711,
      "num_tokens": 516355278.0,
      "step": 988
    },
    {
      "epoch": 0.9242990654205607,
      "grad_norm": 0.17763435726709176,
      "learning_rate": 4.231384442967389e-05,
      "loss": 0.3871,
      "num_tokens": 516879566.0,
      "step": 989
    },
    {
      "epoch": 0.9252336448598131,
      "grad_norm": 0.16284967532740555,
      "learning_rate": 4.229638710752286e-05,
      "loss": 0.3598,
      "num_tokens": 517403854.0,
      "step": 990
    },
    {
      "epoch": 0.9261682242990654,
      "grad_norm": 0.1815815025457019,
      "learning_rate": 4.227891407666106e-05,
      "loss": 0.391,
      "num_tokens": 517928142.0,
      "step": 991
    },
    {
      "epoch": 0.9271028037383178,
      "grad_norm": 0.16829951904488707,
      "learning_rate": 4.22614253556389e-05,
      "loss": 0.355,
      "num_tokens": 518452430.0,
      "step": 992
    },
    {
      "epoch": 0.9280373831775701,
      "grad_norm": 0.17442257416813348,
      "learning_rate": 4.224392096302343e-05,
      "loss": 0.3767,
      "num_tokens": 518976718.0,
      "step": 993
    },
    {
      "epoch": 0.9289719626168225,
      "grad_norm": 0.17553453563694338,
      "learning_rate": 4.2226400917398325e-05,
      "loss": 0.3659,
      "num_tokens": 519501006.0,
      "step": 994
    },
    {
      "epoch": 0.9299065420560748,
      "grad_norm": 0.16012913611268292,
      "learning_rate": 4.220886523736389e-05,
      "loss": 0.371,
      "num_tokens": 520025294.0,
      "step": 995
    },
    {
      "epoch": 0.930841121495327,
      "grad_norm": 0.16640812931987387,
      "learning_rate": 4.2191313941537056e-05,
      "loss": 0.379,
      "num_tokens": 520549582.0,
      "step": 996
    },
    {
      "epoch": 0.9317757009345794,
      "grad_norm": 0.1645077362384774,
      "learning_rate": 4.217374704855128e-05,
      "loss": 0.3839,
      "num_tokens": 521073870.0,
      "step": 997
    },
    {
      "epoch": 0.9327102803738317,
      "grad_norm": 0.1583195957000728,
      "learning_rate": 4.2156164577056614e-05,
      "loss": 0.3742,
      "num_tokens": 521598158.0,
      "step": 998
    },
    {
      "epoch": 0.9336448598130841,
      "grad_norm": 0.16767601987268554,
      "learning_rate": 4.213856654571964e-05,
      "loss": 0.3641,
      "num_tokens": 522122446.0,
      "step": 999
    },
    {
      "epoch": 0.9345794392523364,
      "grad_norm": 0.1630220204485294,
      "learning_rate": 4.2120952973223456e-05,
      "loss": 0.3659,
      "num_tokens": 522646734.0,
      "step": 1000
    },
    {
      "epoch": 0.9355140186915888,
      "grad_norm": 0.15037231945173413,
      "learning_rate": 4.210332387826766e-05,
      "loss": 0.3578,
      "num_tokens": 523171022.0,
      "step": 1001
    },
    {
      "epoch": 0.9364485981308411,
      "grad_norm": 0.3298061448044145,
      "learning_rate": 4.208567927956833e-05,
      "loss": 0.3801,
      "num_tokens": 523695310.0,
      "step": 1002
    },
    {
      "epoch": 0.9373831775700935,
      "grad_norm": 0.18535138509269172,
      "learning_rate": 4.206801919585801e-05,
      "loss": 0.357,
      "num_tokens": 524219598.0,
      "step": 1003
    },
    {
      "epoch": 0.9383177570093458,
      "grad_norm": 0.17899053006463916,
      "learning_rate": 4.205034364588568e-05,
      "loss": 0.3676,
      "num_tokens": 524743886.0,
      "step": 1004
    },
    {
      "epoch": 0.9392523364485982,
      "grad_norm": 0.15904059623901343,
      "learning_rate": 4.203265264841672e-05,
      "loss": 0.3612,
      "num_tokens": 525268174.0,
      "step": 1005
    },
    {
      "epoch": 0.9401869158878504,
      "grad_norm": 0.18028845669755167,
      "learning_rate": 4.201494622223296e-05,
      "loss": 0.373,
      "num_tokens": 525792462.0,
      "step": 1006
    },
    {
      "epoch": 0.9411214953271028,
      "grad_norm": 0.16845295954468695,
      "learning_rate": 4.1997224386132557e-05,
      "loss": 0.3869,
      "num_tokens": 526316750.0,
      "step": 1007
    },
    {
      "epoch": 0.9420560747663551,
      "grad_norm": 0.17002146792398432,
      "learning_rate": 4.197948715893005e-05,
      "loss": 0.3593,
      "num_tokens": 526841038.0,
      "step": 1008
    },
    {
      "epoch": 0.9429906542056075,
      "grad_norm": 0.17078270986775398,
      "learning_rate": 4.1961734559456325e-05,
      "loss": 0.3625,
      "num_tokens": 527365326.0,
      "step": 1009
    },
    {
      "epoch": 0.9439252336448598,
      "grad_norm": 0.1738147482447562,
      "learning_rate": 4.194396660655859e-05,
      "loss": 0.3645,
      "num_tokens": 527889614.0,
      "step": 1010
    },
    {
      "epoch": 0.9448598130841122,
      "grad_norm": 0.16443562099020215,
      "learning_rate": 4.1926183319100315e-05,
      "loss": 0.3396,
      "num_tokens": 528413902.0,
      "step": 1011
    },
    {
      "epoch": 0.9457943925233645,
      "grad_norm": 0.17278430426807645,
      "learning_rate": 4.190838471596131e-05,
      "loss": 0.3623,
      "num_tokens": 528938190.0,
      "step": 1012
    },
    {
      "epoch": 0.9467289719626168,
      "grad_norm": 0.18066414841574202,
      "learning_rate": 4.1890570816037585e-05,
      "loss": 0.3982,
      "num_tokens": 529462478.0,
      "step": 1013
    },
    {
      "epoch": 0.9476635514018692,
      "grad_norm": 0.17005849974066428,
      "learning_rate": 4.1872741638241455e-05,
      "loss": 0.3646,
      "num_tokens": 529986766.0,
      "step": 1014
    },
    {
      "epoch": 0.9485981308411215,
      "grad_norm": 0.1941808674602469,
      "learning_rate": 4.1854897201501376e-05,
      "loss": 0.4109,
      "num_tokens": 530511054.0,
      "step": 1015
    },
    {
      "epoch": 0.9495327102803738,
      "grad_norm": 0.17127945173091408,
      "learning_rate": 4.1837037524762085e-05,
      "loss": 0.3765,
      "num_tokens": 531035342.0,
      "step": 1016
    },
    {
      "epoch": 0.9504672897196261,
      "grad_norm": 0.17550110056479196,
      "learning_rate": 4.181916262698444e-05,
      "loss": 0.3781,
      "num_tokens": 531559630.0,
      "step": 1017
    },
    {
      "epoch": 0.9514018691588785,
      "grad_norm": 0.17909259433051802,
      "learning_rate": 4.180127252714547e-05,
      "loss": 0.3582,
      "num_tokens": 532083918.0,
      "step": 1018
    },
    {
      "epoch": 0.9523364485981308,
      "grad_norm": 0.1829005549260082,
      "learning_rate": 4.1783367244238386e-05,
      "loss": 0.3893,
      "num_tokens": 532608206.0,
      "step": 1019
    },
    {
      "epoch": 0.9532710280373832,
      "grad_norm": 0.2180689455694212,
      "learning_rate": 4.176544679727246e-05,
      "loss": 0.389,
      "num_tokens": 533132494.0,
      "step": 1020
    },
    {
      "epoch": 0.9542056074766355,
      "grad_norm": 0.16779277890403693,
      "learning_rate": 4.1747511205273085e-05,
      "loss": 0.3445,
      "num_tokens": 533656782.0,
      "step": 1021
    },
    {
      "epoch": 0.9551401869158879,
      "grad_norm": 0.1822007630262035,
      "learning_rate": 4.172956048728175e-05,
      "loss": 0.3649,
      "num_tokens": 534181070.0,
      "step": 1022
    },
    {
      "epoch": 0.9560747663551402,
      "grad_norm": 0.17030642843419955,
      "learning_rate": 4.171159466235597e-05,
      "loss": 0.3636,
      "num_tokens": 534705358.0,
      "step": 1023
    },
    {
      "epoch": 0.9570093457943926,
      "grad_norm": 0.17194417863289352,
      "learning_rate": 4.169361374956933e-05,
      "loss": 0.3703,
      "num_tokens": 535214477.0,
      "step": 1024
    },
    {
      "epoch": 0.9579439252336449,
      "grad_norm": 0.17406068423669954,
      "learning_rate": 4.1675617768011425e-05,
      "loss": 0.3495,
      "num_tokens": 535738765.0,
      "step": 1025
    },
    {
      "epoch": 0.9588785046728971,
      "grad_norm": 0.22716231054596436,
      "learning_rate": 4.165760673678784e-05,
      "loss": 0.3694,
      "num_tokens": 536242102.0,
      "step": 1026
    },
    {
      "epoch": 0.9598130841121495,
      "grad_norm": 0.172001549857628,
      "learning_rate": 4.163958067502011e-05,
      "loss": 0.3798,
      "num_tokens": 536766390.0,
      "step": 1027
    },
    {
      "epoch": 0.9607476635514018,
      "grad_norm": 0.18003111906709393,
      "learning_rate": 4.162153960184579e-05,
      "loss": 0.3869,
      "num_tokens": 537290678.0,
      "step": 1028
    },
    {
      "epoch": 0.9616822429906542,
      "grad_norm": 0.19247857566282028,
      "learning_rate": 4.1603483536418345e-05,
      "loss": 0.3768,
      "num_tokens": 537814966.0,
      "step": 1029
    },
    {
      "epoch": 0.9626168224299065,
      "grad_norm": 0.16950557978941727,
      "learning_rate": 4.1585412497907125e-05,
      "loss": 0.3862,
      "num_tokens": 538339254.0,
      "step": 1030
    },
    {
      "epoch": 0.9635514018691589,
      "grad_norm": 0.1585140814122369,
      "learning_rate": 4.156732650549741e-05,
      "loss": 0.3567,
      "num_tokens": 538855828.0,
      "step": 1031
    },
    {
      "epoch": 0.9644859813084112,
      "grad_norm": 0.17824700259134046,
      "learning_rate": 4.154922557839036e-05,
      "loss": 0.3667,
      "num_tokens": 539380116.0,
      "step": 1032
    },
    {
      "epoch": 0.9654205607476636,
      "grad_norm": 0.17194092858074977,
      "learning_rate": 4.153110973580297e-05,
      "loss": 0.3887,
      "num_tokens": 539904404.0,
      "step": 1033
    },
    {
      "epoch": 0.9663551401869159,
      "grad_norm": 0.1801256911751128,
      "learning_rate": 4.1512978996968086e-05,
      "loss": 0.3594,
      "num_tokens": 540420248.0,
      "step": 1034
    },
    {
      "epoch": 0.9672897196261683,
      "grad_norm": 0.16667153757037992,
      "learning_rate": 4.149483338113435e-05,
      "loss": 0.3527,
      "num_tokens": 540944536.0,
      "step": 1035
    },
    {
      "epoch": 0.9682242990654205,
      "grad_norm": 0.1665538344388745,
      "learning_rate": 4.147667290756621e-05,
      "loss": 0.366,
      "num_tokens": 541468824.0,
      "step": 1036
    },
    {
      "epoch": 0.9691588785046729,
      "grad_norm": 0.23085452581812324,
      "learning_rate": 4.145849759554391e-05,
      "loss": 0.3568,
      "num_tokens": 541993112.0,
      "step": 1037
    },
    {
      "epoch": 0.9700934579439252,
      "grad_norm": 0.1794352625180848,
      "learning_rate": 4.14403074643634e-05,
      "loss": 0.3855,
      "num_tokens": 542517400.0,
      "step": 1038
    },
    {
      "epoch": 0.9710280373831776,
      "grad_norm": 0.16103809652207435,
      "learning_rate": 4.1422102533336406e-05,
      "loss": 0.3784,
      "num_tokens": 543041688.0,
      "step": 1039
    },
    {
      "epoch": 0.9719626168224299,
      "grad_norm": 0.17091618165772035,
      "learning_rate": 4.140388282179033e-05,
      "loss": 0.3656,
      "num_tokens": 543565976.0,
      "step": 1040
    },
    {
      "epoch": 0.9728971962616823,
      "grad_norm": 0.18010748039233748,
      "learning_rate": 4.13856483490683e-05,
      "loss": 0.3878,
      "num_tokens": 544090264.0,
      "step": 1041
    },
    {
      "epoch": 0.9738317757009346,
      "grad_norm": 0.16050834680101742,
      "learning_rate": 4.136739913452909e-05,
      "loss": 0.3417,
      "num_tokens": 544614552.0,
      "step": 1042
    },
    {
      "epoch": 0.974766355140187,
      "grad_norm": 0.17063841066712623,
      "learning_rate": 4.134913519754715e-05,
      "loss": 0.388,
      "num_tokens": 545138840.0,
      "step": 1043
    },
    {
      "epoch": 0.9757009345794393,
      "grad_norm": 0.17408969453177908,
      "learning_rate": 4.133085655751251e-05,
      "loss": 0.3642,
      "num_tokens": 545663128.0,
      "step": 1044
    },
    {
      "epoch": 0.9766355140186916,
      "grad_norm": 0.16960487769016055,
      "learning_rate": 4.131256323383089e-05,
      "loss": 0.3605,
      "num_tokens": 546187416.0,
      "step": 1045
    },
    {
      "epoch": 0.9775700934579439,
      "grad_norm": 0.19222827741236764,
      "learning_rate": 4.129425524592353e-05,
      "loss": 0.3727,
      "num_tokens": 546711704.0,
      "step": 1046
    },
    {
      "epoch": 0.9785046728971962,
      "grad_norm": 0.17130967562151544,
      "learning_rate": 4.127593261322725e-05,
      "loss": 0.3712,
      "num_tokens": 547235992.0,
      "step": 1047
    },
    {
      "epoch": 0.9794392523364486,
      "grad_norm": 0.18313428674563412,
      "learning_rate": 4.125759535519445e-05,
      "loss": 0.3754,
      "num_tokens": 547760280.0,
      "step": 1048
    },
    {
      "epoch": 0.9803738317757009,
      "grad_norm": 0.1740388945231584,
      "learning_rate": 4.1239243491293035e-05,
      "loss": 0.3856,
      "num_tokens": 548284568.0,
      "step": 1049
    },
    {
      "epoch": 0.9813084112149533,
      "grad_norm": 0.1934648094037358,
      "learning_rate": 4.1220877041006404e-05,
      "loss": 0.3585,
      "num_tokens": 548790892.0,
      "step": 1050
    },
    {
      "epoch": 0.9822429906542056,
      "grad_norm": 0.19646464576578482,
      "learning_rate": 4.120249602383347e-05,
      "loss": 0.3659,
      "num_tokens": 549315180.0,
      "step": 1051
    },
    {
      "epoch": 0.983177570093458,
      "grad_norm": 0.16872841691786167,
      "learning_rate": 4.118410045928859e-05,
      "loss": 0.3683,
      "num_tokens": 549839468.0,
      "step": 1052
    },
    {
      "epoch": 0.9841121495327103,
      "grad_norm": 0.20388727838323104,
      "learning_rate": 4.116569036690157e-05,
      "loss": 0.3685,
      "num_tokens": 550363756.0,
      "step": 1053
    },
    {
      "epoch": 0.9850467289719627,
      "grad_norm": 0.19387969818438267,
      "learning_rate": 4.114726576621764e-05,
      "loss": 0.4002,
      "num_tokens": 550888044.0,
      "step": 1054
    },
    {
      "epoch": 0.985981308411215,
      "grad_norm": 0.16379980813234674,
      "learning_rate": 4.112882667679745e-05,
      "loss": 0.3484,
      "num_tokens": 551412332.0,
      "step": 1055
    },
    {
      "epoch": 0.9869158878504672,
      "grad_norm": 0.1624617188809357,
      "learning_rate": 4.1110373118217e-05,
      "loss": 0.3471,
      "num_tokens": 551936620.0,
      "step": 1056
    },
    {
      "epoch": 0.9878504672897196,
      "grad_norm": 0.1784847817933459,
      "learning_rate": 4.1091905110067675e-05,
      "loss": 0.3636,
      "num_tokens": 552460908.0,
      "step": 1057
    },
    {
      "epoch": 0.9887850467289719,
      "grad_norm": 0.23054871968620166,
      "learning_rate": 4.107342267195618e-05,
      "loss": 0.3704,
      "num_tokens": 552985196.0,
      "step": 1058
    },
    {
      "epoch": 0.9897196261682243,
      "grad_norm": 0.18060938373559102,
      "learning_rate": 4.1054925823504595e-05,
      "loss": 0.3676,
      "num_tokens": 553509484.0,
      "step": 1059
    },
    {
      "epoch": 0.9906542056074766,
      "grad_norm": 0.17702813366184286,
      "learning_rate": 4.1036414584350206e-05,
      "loss": 0.3754,
      "num_tokens": 554019341.0,
      "step": 1060
    },
    {
      "epoch": 0.991588785046729,
      "grad_norm": 0.17050025252710307,
      "learning_rate": 4.101788897414566e-05,
      "loss": 0.3615,
      "num_tokens": 554543629.0,
      "step": 1061
    },
    {
      "epoch": 0.9925233644859813,
      "grad_norm": 0.17410641095450438,
      "learning_rate": 4.099934901255882e-05,
      "loss": 0.3688,
      "num_tokens": 555067917.0,
      "step": 1062
    },
    {
      "epoch": 0.9934579439252337,
      "grad_norm": 0.16450927897876166,
      "learning_rate": 4.0980794719272795e-05,
      "loss": 0.3792,
      "num_tokens": 555592205.0,
      "step": 1063
    },
    {
      "epoch": 0.994392523364486,
      "grad_norm": 0.172201087751905,
      "learning_rate": 4.0962226113985905e-05,
      "loss": 0.3756,
      "num_tokens": 556116493.0,
      "step": 1064
    },
    {
      "epoch": 0.9953271028037384,
      "grad_norm": 0.1766017523174961,
      "learning_rate": 4.0943643216411676e-05,
      "loss": 0.3638,
      "num_tokens": 556640781.0,
      "step": 1065
    },
    {
      "epoch": 0.9962616822429906,
      "grad_norm": 0.18081191224897664,
      "learning_rate": 4.0925046046278795e-05,
      "loss": 0.3694,
      "num_tokens": 557165069.0,
      "step": 1066
    },
    {
      "epoch": 0.997196261682243,
      "grad_norm": 0.16990721273306983,
      "learning_rate": 4.0906434623331104e-05,
      "loss": 0.3721,
      "num_tokens": 557689357.0,
      "step": 1067
    },
    {
      "epoch": 0.9981308411214953,
      "grad_norm": 0.19666474344976242,
      "learning_rate": 4.0887808967327584e-05,
      "loss": 0.3905,
      "num_tokens": 558213645.0,
      "step": 1068
    },
    {
      "epoch": 0.9990654205607477,
      "grad_norm": 0.17747974663139165,
      "learning_rate": 4.086916909804233e-05,
      "loss": 0.3615,
      "num_tokens": 558737933.0,
      "step": 1069
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.20727308904026132,
      "learning_rate": 4.0850515035264495e-05,
      "loss": 0.3948,
      "num_tokens": 559236192.0,
      "step": 1070
    },
    {
      "epoch": 1.0009345794392523,
      "grad_norm": 0.2754029636777345,
      "learning_rate": 4.083184679879834e-05,
      "loss": 0.3241,
      "num_tokens": 559760480.0,
      "step": 1071
    },
    {
      "epoch": 1.0018691588785047,
      "grad_norm": 0.23160726165311657,
      "learning_rate": 4.081316440846316e-05,
      "loss": 0.3337,
      "num_tokens": 560284768.0,
      "step": 1072
    },
    {
      "epoch": 1.002803738317757,
      "grad_norm": 0.1878521236920623,
      "learning_rate": 4.079446788409327e-05,
      "loss": 0.2994,
      "num_tokens": 560809056.0,
      "step": 1073
    },
    {
      "epoch": 1.0037383177570094,
      "grad_norm": 0.2577797854796588,
      "learning_rate": 4.0775757245537984e-05,
      "loss": 0.3128,
      "num_tokens": 561333344.0,
      "step": 1074
    },
    {
      "epoch": 1.0046728971962617,
      "grad_norm": 0.24483795870993055,
      "learning_rate": 4.075703251266163e-05,
      "loss": 0.3049,
      "num_tokens": 561857632.0,
      "step": 1075
    },
    {
      "epoch": 1.005607476635514,
      "grad_norm": 0.19537447324588136,
      "learning_rate": 4.0738293705343475e-05,
      "loss": 0.3129,
      "num_tokens": 562381920.0,
      "step": 1076
    },
    {
      "epoch": 1.0065420560747664,
      "grad_norm": 0.21413941269482376,
      "learning_rate": 4.071954084347773e-05,
      "loss": 0.323,
      "num_tokens": 562906208.0,
      "step": 1077
    },
    {
      "epoch": 1.0074766355140188,
      "grad_norm": 0.23352593031849048,
      "learning_rate": 4.070077394697354e-05,
      "loss": 0.34,
      "num_tokens": 563430496.0,
      "step": 1078
    },
    {
      "epoch": 1.0084112149532711,
      "grad_norm": 0.1852627306449099,
      "learning_rate": 4.0681993035754916e-05,
      "loss": 0.3072,
      "num_tokens": 563954784.0,
      "step": 1079
    },
    {
      "epoch": 1.0093457943925233,
      "grad_norm": 0.1979419028525246,
      "learning_rate": 4.066319812976081e-05,
      "loss": 0.3295,
      "num_tokens": 564479072.0,
      "step": 1080
    },
    {
      "epoch": 1.0102803738317756,
      "grad_norm": 0.2119291116803881,
      "learning_rate": 4.064438924894496e-05,
      "loss": 0.341,
      "num_tokens": 565003360.0,
      "step": 1081
    },
    {
      "epoch": 1.011214953271028,
      "grad_norm": 0.22446827085606555,
      "learning_rate": 4.062556641327599e-05,
      "loss": 0.322,
      "num_tokens": 565527648.0,
      "step": 1082
    },
    {
      "epoch": 1.0121495327102803,
      "grad_norm": 0.21906078647503993,
      "learning_rate": 4.0606729642737326e-05,
      "loss": 0.3137,
      "num_tokens": 566040234.0,
      "step": 1083
    },
    {
      "epoch": 1.0130841121495326,
      "grad_norm": 0.18472601886431847,
      "learning_rate": 4.0587878957327186e-05,
      "loss": 0.3078,
      "num_tokens": 566564522.0,
      "step": 1084
    },
    {
      "epoch": 1.014018691588785,
      "grad_norm": 0.1952083580420184,
      "learning_rate": 4.056901437705856e-05,
      "loss": 0.313,
      "num_tokens": 567088810.0,
      "step": 1085
    },
    {
      "epoch": 1.0149532710280373,
      "grad_norm": 0.3567948798630111,
      "learning_rate": 4.055013592195919e-05,
      "loss": 0.3262,
      "num_tokens": 567613098.0,
      "step": 1086
    },
    {
      "epoch": 1.0158878504672897,
      "grad_norm": 0.19039390778874066,
      "learning_rate": 4.0531243612071544e-05,
      "loss": 0.3222,
      "num_tokens": 568137386.0,
      "step": 1087
    },
    {
      "epoch": 1.016822429906542,
      "grad_norm": 0.1969268522844641,
      "learning_rate": 4.0512337467452814e-05,
      "loss": 0.3036,
      "num_tokens": 568661674.0,
      "step": 1088
    },
    {
      "epoch": 1.0177570093457944,
      "grad_norm": 0.17661516861736196,
      "learning_rate": 4.049341750817487e-05,
      "loss": 0.3187,
      "num_tokens": 569185962.0,
      "step": 1089
    },
    {
      "epoch": 1.0186915887850467,
      "grad_norm": 0.20955389900535687,
      "learning_rate": 4.0474483754324236e-05,
      "loss": 0.3212,
      "num_tokens": 569689275.0,
      "step": 1090
    },
    {
      "epoch": 1.019626168224299,
      "grad_norm": 0.1749596773290411,
      "learning_rate": 4.04555362260021e-05,
      "loss": 0.3179,
      "num_tokens": 570213563.0,
      "step": 1091
    },
    {
      "epoch": 1.0205607476635514,
      "grad_norm": 0.19755913756297508,
      "learning_rate": 4.043657494332428e-05,
      "loss": 0.3366,
      "num_tokens": 570737851.0,
      "step": 1092
    },
    {
      "epoch": 1.0214953271028038,
      "grad_norm": 0.2064394351804703,
      "learning_rate": 4.0417599926421166e-05,
      "loss": 0.318,
      "num_tokens": 571262139.0,
      "step": 1093
    },
    {
      "epoch": 1.0224299065420561,
      "grad_norm": 0.27596806546558394,
      "learning_rate": 4.039861119543775e-05,
      "loss": 0.3153,
      "num_tokens": 571786427.0,
      "step": 1094
    },
    {
      "epoch": 1.0233644859813085,
      "grad_norm": 0.17856570335091276,
      "learning_rate": 4.037960877053358e-05,
      "loss": 0.3106,
      "num_tokens": 572310715.0,
      "step": 1095
    },
    {
      "epoch": 1.0242990654205608,
      "grad_norm": 0.19854200076099102,
      "learning_rate": 4.036059267188275e-05,
      "loss": 0.3106,
      "num_tokens": 572835003.0,
      "step": 1096
    },
    {
      "epoch": 1.0252336448598132,
      "grad_norm": 0.21190897365060368,
      "learning_rate": 4.0341562919673866e-05,
      "loss": 0.3294,
      "num_tokens": 573359291.0,
      "step": 1097
    },
    {
      "epoch": 1.0261682242990655,
      "grad_norm": 0.18260653788900852,
      "learning_rate": 4.032251953411001e-05,
      "loss": 0.3069,
      "num_tokens": 573883579.0,
      "step": 1098
    },
    {
      "epoch": 1.0271028037383179,
      "grad_norm": 0.19605451101248345,
      "learning_rate": 4.030346253540877e-05,
      "loss": 0.3138,
      "num_tokens": 574407867.0,
      "step": 1099
    },
    {
      "epoch": 1.02803738317757,
      "grad_norm": 0.18066469207911806,
      "learning_rate": 4.028439194380217e-05,
      "loss": 0.2995,
      "num_tokens": 574932155.0,
      "step": 1100
    },
    {
      "epoch": 1.0289719626168223,
      "grad_norm": 0.19751474842618857,
      "learning_rate": 4.026530777953666e-05,
      "loss": 0.3298,
      "num_tokens": 575456443.0,
      "step": 1101
    },
    {
      "epoch": 1.0299065420560747,
      "grad_norm": 0.17981415815952861,
      "learning_rate": 4.0246210062873116e-05,
      "loss": 0.3318,
      "num_tokens": 575980731.0,
      "step": 1102
    },
    {
      "epoch": 1.030841121495327,
      "grad_norm": 0.17376446763034264,
      "learning_rate": 4.0227098814086775e-05,
      "loss": 0.3143,
      "num_tokens": 576505019.0,
      "step": 1103
    },
    {
      "epoch": 1.0317757009345794,
      "grad_norm": 0.18252291722202146,
      "learning_rate": 4.0207974053467275e-05,
      "loss": 0.3017,
      "num_tokens": 577020863.0,
      "step": 1104
    },
    {
      "epoch": 1.0327102803738317,
      "grad_norm": 0.19758025096743068,
      "learning_rate": 4.018883580131857e-05,
      "loss": 0.3227,
      "num_tokens": 577545151.0,
      "step": 1105
    },
    {
      "epoch": 1.033644859813084,
      "grad_norm": 0.18037315385880245,
      "learning_rate": 4.016968407795896e-05,
      "loss": 0.3141,
      "num_tokens": 578069439.0,
      "step": 1106
    },
    {
      "epoch": 1.0345794392523364,
      "grad_norm": 0.20135994689871914,
      "learning_rate": 4.015051890372103e-05,
      "loss": 0.3155,
      "num_tokens": 578593727.0,
      "step": 1107
    },
    {
      "epoch": 1.0355140186915888,
      "grad_norm": 0.197630130266971,
      "learning_rate": 4.0131340298951635e-05,
      "loss": 0.3109,
      "num_tokens": 579118015.0,
      "step": 1108
    },
    {
      "epoch": 1.0364485981308411,
      "grad_norm": 0.18528262343208213,
      "learning_rate": 4.011214828401194e-05,
      "loss": 0.3234,
      "num_tokens": 579642303.0,
      "step": 1109
    },
    {
      "epoch": 1.0373831775700935,
      "grad_norm": 0.18125522270777517,
      "learning_rate": 4.0092942879277274e-05,
      "loss": 0.3107,
      "num_tokens": 580166591.0,
      "step": 1110
    },
    {
      "epoch": 1.0383177570093458,
      "grad_norm": 0.1700146743646214,
      "learning_rate": 4.007372410513725e-05,
      "loss": 0.3082,
      "num_tokens": 580688950.0,
      "step": 1111
    },
    {
      "epoch": 1.0392523364485982,
      "grad_norm": 0.19691605831541611,
      "learning_rate": 4.005449198199562e-05,
      "loss": 0.328,
      "num_tokens": 581213238.0,
      "step": 1112
    },
    {
      "epoch": 1.0401869158878505,
      "grad_norm": 0.37957378121645396,
      "learning_rate": 4.0035246530270345e-05,
      "loss": 0.336,
      "num_tokens": 581737526.0,
      "step": 1113
    },
    {
      "epoch": 1.0411214953271029,
      "grad_norm": 0.1653944429057242,
      "learning_rate": 4.0015987770393524e-05,
      "loss": 0.3004,
      "num_tokens": 582261814.0,
      "step": 1114
    },
    {
      "epoch": 1.0420560747663552,
      "grad_norm": 0.1966179219613911,
      "learning_rate": 3.999671572281138e-05,
      "loss": 0.3219,
      "num_tokens": 582786102.0,
      "step": 1115
    },
    {
      "epoch": 1.0429906542056075,
      "grad_norm": 0.16370647964662574,
      "learning_rate": 3.997743040798424e-05,
      "loss": 0.3111,
      "num_tokens": 583310390.0,
      "step": 1116
    },
    {
      "epoch": 1.04392523364486,
      "grad_norm": 0.17274399002774732,
      "learning_rate": 3.995813184638653e-05,
      "loss": 0.3233,
      "num_tokens": 583834678.0,
      "step": 1117
    },
    {
      "epoch": 1.0448598130841122,
      "grad_norm": 0.18435729899833606,
      "learning_rate": 3.993882005850673e-05,
      "loss": 0.3174,
      "num_tokens": 584358966.0,
      "step": 1118
    },
    {
      "epoch": 1.0457943925233646,
      "grad_norm": 0.20312948644017254,
      "learning_rate": 3.991949506484738e-05,
      "loss": 0.3273,
      "num_tokens": 584883254.0,
      "step": 1119
    },
    {
      "epoch": 1.0467289719626167,
      "grad_norm": 0.16359641509894574,
      "learning_rate": 3.990015688592501e-05,
      "loss": 0.3044,
      "num_tokens": 585407542.0,
      "step": 1120
    },
    {
      "epoch": 1.047663551401869,
      "grad_norm": 0.17900211763037452,
      "learning_rate": 3.988080554227015e-05,
      "loss": 0.3185,
      "num_tokens": 585931830.0,
      "step": 1121
    },
    {
      "epoch": 1.0485981308411214,
      "grad_norm": 0.2000426856828325,
      "learning_rate": 3.9861441054427345e-05,
      "loss": 0.3308,
      "num_tokens": 586456118.0,
      "step": 1122
    },
    {
      "epoch": 1.0495327102803738,
      "grad_norm": 0.17950158212734318,
      "learning_rate": 3.984206344295506e-05,
      "loss": 0.3115,
      "num_tokens": 586980406.0,
      "step": 1123
    },
    {
      "epoch": 1.050467289719626,
      "grad_norm": 0.16976056176551618,
      "learning_rate": 3.98226727284257e-05,
      "loss": 0.3167,
      "num_tokens": 587504694.0,
      "step": 1124
    },
    {
      "epoch": 1.0514018691588785,
      "grad_norm": 0.16998717777048075,
      "learning_rate": 3.9803268931425575e-05,
      "loss": 0.3024,
      "num_tokens": 588028982.0,
      "step": 1125
    },
    {
      "epoch": 1.0523364485981308,
      "grad_norm": 0.1718326047276925,
      "learning_rate": 3.97838520725549e-05,
      "loss": 0.3093,
      "num_tokens": 588553270.0,
      "step": 1126
    },
    {
      "epoch": 1.0532710280373832,
      "grad_norm": 0.19782815034838802,
      "learning_rate": 3.976442217242775e-05,
      "loss": 0.3348,
      "num_tokens": 589077558.0,
      "step": 1127
    },
    {
      "epoch": 1.0542056074766355,
      "grad_norm": 0.1820968323105284,
      "learning_rate": 3.974497925167204e-05,
      "loss": 0.33,
      "num_tokens": 589601846.0,
      "step": 1128
    },
    {
      "epoch": 1.0551401869158878,
      "grad_norm": 0.19564330043044167,
      "learning_rate": 3.972552333092952e-05,
      "loss": 0.3268,
      "num_tokens": 590126134.0,
      "step": 1129
    },
    {
      "epoch": 1.0560747663551402,
      "grad_norm": 0.18050438377496236,
      "learning_rate": 3.970605443085573e-05,
      "loss": 0.3307,
      "num_tokens": 590650422.0,
      "step": 1130
    },
    {
      "epoch": 1.0570093457943925,
      "grad_norm": 0.20447639858260472,
      "learning_rate": 3.968657257212e-05,
      "loss": 0.3181,
      "num_tokens": 591174710.0,
      "step": 1131
    },
    {
      "epoch": 1.0579439252336449,
      "grad_norm": 0.17473587150300568,
      "learning_rate": 3.966707777540539e-05,
      "loss": 0.3118,
      "num_tokens": 591698998.0,
      "step": 1132
    },
    {
      "epoch": 1.0588785046728972,
      "grad_norm": 0.18891669600270003,
      "learning_rate": 3.9647570061408744e-05,
      "loss": 0.3192,
      "num_tokens": 592223286.0,
      "step": 1133
    },
    {
      "epoch": 1.0598130841121496,
      "grad_norm": 0.1939068292224512,
      "learning_rate": 3.962804945084058e-05,
      "loss": 0.3191,
      "num_tokens": 592747574.0,
      "step": 1134
    },
    {
      "epoch": 1.060747663551402,
      "grad_norm": 0.1762587130114548,
      "learning_rate": 3.960851596442513e-05,
      "loss": 0.3392,
      "num_tokens": 593271862.0,
      "step": 1135
    },
    {
      "epoch": 1.0616822429906543,
      "grad_norm": 0.17268194540003698,
      "learning_rate": 3.9588969622900276e-05,
      "loss": 0.3099,
      "num_tokens": 593796150.0,
      "step": 1136
    },
    {
      "epoch": 1.0626168224299066,
      "grad_norm": 0.16807678087295605,
      "learning_rate": 3.956941044701756e-05,
      "loss": 0.3079,
      "num_tokens": 594320438.0,
      "step": 1137
    },
    {
      "epoch": 1.063551401869159,
      "grad_norm": 0.1641842184097988,
      "learning_rate": 3.954983845754215e-05,
      "loss": 0.3183,
      "num_tokens": 594844726.0,
      "step": 1138
    },
    {
      "epoch": 1.0644859813084113,
      "grad_norm": 0.17887667269655688,
      "learning_rate": 3.953025367525282e-05,
      "loss": 0.3109,
      "num_tokens": 595369014.0,
      "step": 1139
    },
    {
      "epoch": 1.0654205607476634,
      "grad_norm": 0.16580607663683505,
      "learning_rate": 3.951065612094191e-05,
      "loss": 0.327,
      "num_tokens": 595893302.0,
      "step": 1140
    },
    {
      "epoch": 1.0663551401869158,
      "grad_norm": 0.1633225262786994,
      "learning_rate": 3.949104581541534e-05,
      "loss": 0.3116,
      "num_tokens": 596417590.0,
      "step": 1141
    },
    {
      "epoch": 1.0672897196261681,
      "grad_norm": 0.1843752362271654,
      "learning_rate": 3.947142277949257e-05,
      "loss": 0.3246,
      "num_tokens": 596941878.0,
      "step": 1142
    },
    {
      "epoch": 1.0682242990654205,
      "grad_norm": 0.1732856634458283,
      "learning_rate": 3.9451787034006535e-05,
      "loss": 0.3187,
      "num_tokens": 597466166.0,
      "step": 1143
    },
    {
      "epoch": 1.0691588785046728,
      "grad_norm": 0.17578732173614106,
      "learning_rate": 3.943213859980372e-05,
      "loss": 0.3112,
      "num_tokens": 597990454.0,
      "step": 1144
    },
    {
      "epoch": 1.0700934579439252,
      "grad_norm": 0.18239470338867758,
      "learning_rate": 3.941247749774404e-05,
      "loss": 0.3358,
      "num_tokens": 598514742.0,
      "step": 1145
    },
    {
      "epoch": 1.0710280373831775,
      "grad_norm": 0.1859794179380238,
      "learning_rate": 3.939280374870087e-05,
      "loss": 0.3179,
      "num_tokens": 599039030.0,
      "step": 1146
    },
    {
      "epoch": 1.0719626168224299,
      "grad_norm": 0.17582709783005043,
      "learning_rate": 3.937311737356101e-05,
      "loss": 0.3186,
      "num_tokens": 599563318.0,
      "step": 1147
    },
    {
      "epoch": 1.0728971962616822,
      "grad_norm": 0.15918847908075684,
      "learning_rate": 3.935341839322468e-05,
      "loss": 0.295,
      "num_tokens": 600087606.0,
      "step": 1148
    },
    {
      "epoch": 1.0738317757009346,
      "grad_norm": 0.1800210776655723,
      "learning_rate": 3.933370682860547e-05,
      "loss": 0.3173,
      "num_tokens": 600611894.0,
      "step": 1149
    },
    {
      "epoch": 1.074766355140187,
      "grad_norm": 0.2012081051949961,
      "learning_rate": 3.9313982700630317e-05,
      "loss": 0.3316,
      "num_tokens": 601136182.0,
      "step": 1150
    },
    {
      "epoch": 1.0757009345794393,
      "grad_norm": 0.19096445759964248,
      "learning_rate": 3.929424603023952e-05,
      "loss": 0.331,
      "num_tokens": 601646597.0,
      "step": 1151
    },
    {
      "epoch": 1.0766355140186916,
      "grad_norm": 0.1706531402303923,
      "learning_rate": 3.92744968383867e-05,
      "loss": 0.3029,
      "num_tokens": 602170885.0,
      "step": 1152
    },
    {
      "epoch": 1.077570093457944,
      "grad_norm": 0.17374206207605775,
      "learning_rate": 3.925473514603872e-05,
      "loss": 0.3133,
      "num_tokens": 602695173.0,
      "step": 1153
    },
    {
      "epoch": 1.0785046728971963,
      "grad_norm": 0.16362959835030091,
      "learning_rate": 3.9234960974175774e-05,
      "loss": 0.3131,
      "num_tokens": 603219461.0,
      "step": 1154
    },
    {
      "epoch": 1.0794392523364487,
      "grad_norm": 0.17099048365892913,
      "learning_rate": 3.921517434379127e-05,
      "loss": 0.3146,
      "num_tokens": 603743749.0,
      "step": 1155
    },
    {
      "epoch": 1.080373831775701,
      "grad_norm": 0.18010246093085328,
      "learning_rate": 3.9195375275891864e-05,
      "loss": 0.3101,
      "num_tokens": 604268037.0,
      "step": 1156
    },
    {
      "epoch": 1.0813084112149534,
      "grad_norm": 0.15829424875401046,
      "learning_rate": 3.917556379149739e-05,
      "loss": 0.3024,
      "num_tokens": 604792325.0,
      "step": 1157
    },
    {
      "epoch": 1.0822429906542057,
      "grad_norm": 0.19723556356539246,
      "learning_rate": 3.91557399116409e-05,
      "loss": 0.3453,
      "num_tokens": 605310845.0,
      "step": 1158
    },
    {
      "epoch": 1.0831775700934578,
      "grad_norm": 0.17007598343785404,
      "learning_rate": 3.913590365736857e-05,
      "loss": 0.3158,
      "num_tokens": 605835133.0,
      "step": 1159
    },
    {
      "epoch": 1.0841121495327102,
      "grad_norm": 0.17708049363276784,
      "learning_rate": 3.911605504973973e-05,
      "loss": 0.3152,
      "num_tokens": 606334815.0,
      "step": 1160
    },
    {
      "epoch": 1.0850467289719625,
      "grad_norm": 0.18008943178470144,
      "learning_rate": 3.909619410982683e-05,
      "loss": 0.3298,
      "num_tokens": 606859103.0,
      "step": 1161
    },
    {
      "epoch": 1.0859813084112149,
      "grad_norm": 0.16438892021586013,
      "learning_rate": 3.907632085871541e-05,
      "loss": 0.3132,
      "num_tokens": 607383391.0,
      "step": 1162
    },
    {
      "epoch": 1.0869158878504672,
      "grad_norm": 0.18086286886057298,
      "learning_rate": 3.9056435317504056e-05,
      "loss": 0.3149,
      "num_tokens": 607907679.0,
      "step": 1163
    },
    {
      "epoch": 1.0878504672897196,
      "grad_norm": 0.16257486909790583,
      "learning_rate": 3.903653750730445e-05,
      "loss": 0.305,
      "num_tokens": 608431967.0,
      "step": 1164
    },
    {
      "epoch": 1.088785046728972,
      "grad_norm": 0.15546468391394785,
      "learning_rate": 3.901662744924125e-05,
      "loss": 0.3096,
      "num_tokens": 608956255.0,
      "step": 1165
    },
    {
      "epoch": 1.0897196261682243,
      "grad_norm": 0.19831106948606753,
      "learning_rate": 3.8996705164452144e-05,
      "loss": 0.3147,
      "num_tokens": 609480543.0,
      "step": 1166
    },
    {
      "epoch": 1.0906542056074766,
      "grad_norm": 0.18251883053413004,
      "learning_rate": 3.89767706740878e-05,
      "loss": 0.3146,
      "num_tokens": 610004831.0,
      "step": 1167
    },
    {
      "epoch": 1.091588785046729,
      "grad_norm": 0.1681844633429227,
      "learning_rate": 3.8956823999311855e-05,
      "loss": 0.314,
      "num_tokens": 610529119.0,
      "step": 1168
    },
    {
      "epoch": 1.0925233644859813,
      "grad_norm": 0.17330983273706552,
      "learning_rate": 3.893686516130084e-05,
      "loss": 0.3116,
      "num_tokens": 611053407.0,
      "step": 1169
    },
    {
      "epoch": 1.0934579439252337,
      "grad_norm": 0.17521440431156313,
      "learning_rate": 3.891689418124424e-05,
      "loss": 0.3204,
      "num_tokens": 611577695.0,
      "step": 1170
    },
    {
      "epoch": 1.094392523364486,
      "grad_norm": 0.17729351868972176,
      "learning_rate": 3.88969110803444e-05,
      "loss": 0.3199,
      "num_tokens": 612101983.0,
      "step": 1171
    },
    {
      "epoch": 1.0953271028037384,
      "grad_norm": 0.1786306412308393,
      "learning_rate": 3.8876915879816586e-05,
      "loss": 0.3095,
      "num_tokens": 612626271.0,
      "step": 1172
    },
    {
      "epoch": 1.0962616822429907,
      "grad_norm": 0.1711951832629295,
      "learning_rate": 3.885690860088884e-05,
      "loss": 0.3037,
      "num_tokens": 613150559.0,
      "step": 1173
    },
    {
      "epoch": 1.097196261682243,
      "grad_norm": 0.16914779472662445,
      "learning_rate": 3.883688926480207e-05,
      "loss": 0.3195,
      "num_tokens": 613674847.0,
      "step": 1174
    },
    {
      "epoch": 1.0981308411214954,
      "grad_norm": 0.18569913810276056,
      "learning_rate": 3.8816857892809976e-05,
      "loss": 0.3201,
      "num_tokens": 614199135.0,
      "step": 1175
    },
    {
      "epoch": 1.0990654205607477,
      "grad_norm": 0.17928991196008878,
      "learning_rate": 3.8796814506179035e-05,
      "loss": 0.3228,
      "num_tokens": 614723423.0,
      "step": 1176
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.16740856488432992,
      "learning_rate": 3.877675912618849e-05,
      "loss": 0.3214,
      "num_tokens": 615247711.0,
      "step": 1177
    },
    {
      "epoch": 1.1009345794392524,
      "grad_norm": 0.1683850568563295,
      "learning_rate": 3.875669177413029e-05,
      "loss": 0.3317,
      "num_tokens": 615771999.0,
      "step": 1178
    },
    {
      "epoch": 1.1018691588785048,
      "grad_norm": 0.16614709460038957,
      "learning_rate": 3.873661247130912e-05,
      "loss": 0.3163,
      "num_tokens": 616296287.0,
      "step": 1179
    },
    {
      "epoch": 1.102803738317757,
      "grad_norm": 0.1629458849822652,
      "learning_rate": 3.871652123904234e-05,
      "loss": 0.3171,
      "num_tokens": 616820575.0,
      "step": 1180
    },
    {
      "epoch": 1.1037383177570093,
      "grad_norm": 0.1728497106924402,
      "learning_rate": 3.869641809865998e-05,
      "loss": 0.3404,
      "num_tokens": 617344863.0,
      "step": 1181
    },
    {
      "epoch": 1.1046728971962616,
      "grad_norm": 0.15797661373468097,
      "learning_rate": 3.867630307150471e-05,
      "loss": 0.3049,
      "num_tokens": 617869151.0,
      "step": 1182
    },
    {
      "epoch": 1.105607476635514,
      "grad_norm": 0.16508855064607575,
      "learning_rate": 3.865617617893181e-05,
      "loss": 0.3067,
      "num_tokens": 618393439.0,
      "step": 1183
    },
    {
      "epoch": 1.1065420560747663,
      "grad_norm": 0.156651579136125,
      "learning_rate": 3.863603744230919e-05,
      "loss": 0.3041,
      "num_tokens": 618917727.0,
      "step": 1184
    },
    {
      "epoch": 1.1074766355140186,
      "grad_norm": 0.17278089792418536,
      "learning_rate": 3.8615886883017305e-05,
      "loss": 0.318,
      "num_tokens": 619442015.0,
      "step": 1185
    },
    {
      "epoch": 1.108411214953271,
      "grad_norm": 0.16999040945249771,
      "learning_rate": 3.859572452244915e-05,
      "loss": 0.2943,
      "num_tokens": 619966303.0,
      "step": 1186
    },
    {
      "epoch": 1.1093457943925233,
      "grad_norm": 0.16596195097951852,
      "learning_rate": 3.857555038201028e-05,
      "loss": 0.31,
      "num_tokens": 620468430.0,
      "step": 1187
    },
    {
      "epoch": 1.1102803738317757,
      "grad_norm": 0.16462280849466518,
      "learning_rate": 3.855536448311876e-05,
      "loss": 0.3161,
      "num_tokens": 620992718.0,
      "step": 1188
    },
    {
      "epoch": 1.111214953271028,
      "grad_norm": 0.17081340465991537,
      "learning_rate": 3.853516684720508e-05,
      "loss": 0.309,
      "num_tokens": 621517006.0,
      "step": 1189
    },
    {
      "epoch": 1.1121495327102804,
      "grad_norm": 0.18067077621991603,
      "learning_rate": 3.8514957495712285e-05,
      "loss": 0.3297,
      "num_tokens": 622041294.0,
      "step": 1190
    },
    {
      "epoch": 1.1130841121495327,
      "grad_norm": 0.1885491175247467,
      "learning_rate": 3.8494736450095766e-05,
      "loss": 0.3312,
      "num_tokens": 622565582.0,
      "step": 1191
    },
    {
      "epoch": 1.114018691588785,
      "grad_norm": 0.2078413879258642,
      "learning_rate": 3.847450373182339e-05,
      "loss": 0.3275,
      "num_tokens": 623057989.0,
      "step": 1192
    },
    {
      "epoch": 1.1149532710280374,
      "grad_norm": 0.17109386523618444,
      "learning_rate": 3.8454259362375376e-05,
      "loss": 0.3196,
      "num_tokens": 623582277.0,
      "step": 1193
    },
    {
      "epoch": 1.1158878504672898,
      "grad_norm": 0.17763388679207903,
      "learning_rate": 3.8434003363244347e-05,
      "loss": 0.3161,
      "num_tokens": 624106565.0,
      "step": 1194
    },
    {
      "epoch": 1.1168224299065421,
      "grad_norm": 0.18139630591428893,
      "learning_rate": 3.8413735755935255e-05,
      "loss": 0.3104,
      "num_tokens": 624630853.0,
      "step": 1195
    },
    {
      "epoch": 1.1177570093457945,
      "grad_norm": 0.18321749878196045,
      "learning_rate": 3.8393456561965375e-05,
      "loss": 0.3291,
      "num_tokens": 625155141.0,
      "step": 1196
    },
    {
      "epoch": 1.1186915887850468,
      "grad_norm": 0.18462141808916702,
      "learning_rate": 3.8373165802864284e-05,
      "loss": 0.3349,
      "num_tokens": 625679429.0,
      "step": 1197
    },
    {
      "epoch": 1.1196261682242992,
      "grad_norm": 0.23471266626598122,
      "learning_rate": 3.835286350017386e-05,
      "loss": 0.3378,
      "num_tokens": 626203717.0,
      "step": 1198
    },
    {
      "epoch": 1.1205607476635513,
      "grad_norm": 0.17399626764893122,
      "learning_rate": 3.833254967544818e-05,
      "loss": 0.3175,
      "num_tokens": 626728005.0,
      "step": 1199
    },
    {
      "epoch": 1.1214953271028036,
      "grad_norm": 0.1782163457224735,
      "learning_rate": 3.831222435025362e-05,
      "loss": 0.329,
      "num_tokens": 627252293.0,
      "step": 1200
    },
    {
      "epoch": 1.122429906542056,
      "grad_norm": 0.17161337996142478,
      "learning_rate": 3.8291887546168724e-05,
      "loss": 0.3048,
      "num_tokens": 627776581.0,
      "step": 1201
    },
    {
      "epoch": 1.1233644859813083,
      "grad_norm": 0.1703809162329516,
      "learning_rate": 3.827153928478424e-05,
      "loss": 0.2947,
      "num_tokens": 628300869.0,
      "step": 1202
    },
    {
      "epoch": 1.1242990654205607,
      "grad_norm": 0.1779572303711795,
      "learning_rate": 3.8251179587703056e-05,
      "loss": 0.3097,
      "num_tokens": 628825157.0,
      "step": 1203
    },
    {
      "epoch": 1.125233644859813,
      "grad_norm": 0.1774641836453553,
      "learning_rate": 3.823080847654024e-05,
      "loss": 0.3047,
      "num_tokens": 629349445.0,
      "step": 1204
    },
    {
      "epoch": 1.1261682242990654,
      "grad_norm": 0.18427451327031624,
      "learning_rate": 3.8210425972922946e-05,
      "loss": 0.3296,
      "num_tokens": 629873733.0,
      "step": 1205
    },
    {
      "epoch": 1.1271028037383177,
      "grad_norm": 0.17256197596055392,
      "learning_rate": 3.819003209849043e-05,
      "loss": 0.3182,
      "num_tokens": 630398021.0,
      "step": 1206
    },
    {
      "epoch": 1.12803738317757,
      "grad_norm": 0.17859978550037317,
      "learning_rate": 3.816962687489403e-05,
      "loss": 0.307,
      "num_tokens": 630922309.0,
      "step": 1207
    },
    {
      "epoch": 1.1289719626168224,
      "grad_norm": 0.17467851220472774,
      "learning_rate": 3.814921032379712e-05,
      "loss": 0.3064,
      "num_tokens": 631430032.0,
      "step": 1208
    },
    {
      "epoch": 1.1299065420560748,
      "grad_norm": 0.17084136386133672,
      "learning_rate": 3.81287824668751e-05,
      "loss": 0.3068,
      "num_tokens": 631954320.0,
      "step": 1209
    },
    {
      "epoch": 1.1308411214953271,
      "grad_norm": 0.22480609427266818,
      "learning_rate": 3.81083433258154e-05,
      "loss": 0.3223,
      "num_tokens": 632478608.0,
      "step": 1210
    },
    {
      "epoch": 1.1317757009345795,
      "grad_norm": 0.1903009908107564,
      "learning_rate": 3.8087892922317395e-05,
      "loss": 0.3164,
      "num_tokens": 633002896.0,
      "step": 1211
    },
    {
      "epoch": 1.1327102803738318,
      "grad_norm": 0.19525072482930841,
      "learning_rate": 3.806743127809242e-05,
      "loss": 0.3214,
      "num_tokens": 633502413.0,
      "step": 1212
    },
    {
      "epoch": 1.1336448598130842,
      "grad_norm": 0.16895435461189448,
      "learning_rate": 3.804695841486377e-05,
      "loss": 0.3203,
      "num_tokens": 634026701.0,
      "step": 1213
    },
    {
      "epoch": 1.1345794392523365,
      "grad_norm": 0.1823018832048442,
      "learning_rate": 3.802647435436664e-05,
      "loss": 0.2952,
      "num_tokens": 634550989.0,
      "step": 1214
    },
    {
      "epoch": 1.1355140186915889,
      "grad_norm": 0.17907950559291577,
      "learning_rate": 3.800597911834809e-05,
      "loss": 0.3394,
      "num_tokens": 635075277.0,
      "step": 1215
    },
    {
      "epoch": 1.1364485981308412,
      "grad_norm": 0.1819088842461508,
      "learning_rate": 3.7985472728567076e-05,
      "loss": 0.327,
      "num_tokens": 635599565.0,
      "step": 1216
    },
    {
      "epoch": 1.1373831775700936,
      "grad_norm": 0.17315513963574417,
      "learning_rate": 3.796495520679437e-05,
      "loss": 0.3148,
      "num_tokens": 636123853.0,
      "step": 1217
    },
    {
      "epoch": 1.1383177570093457,
      "grad_norm": 0.37298957830231017,
      "learning_rate": 3.7944426574812584e-05,
      "loss": 0.3447,
      "num_tokens": 636648141.0,
      "step": 1218
    },
    {
      "epoch": 1.1392523364485982,
      "grad_norm": 0.18698956878110884,
      "learning_rate": 3.792388685441611e-05,
      "loss": 0.3259,
      "num_tokens": 637172429.0,
      "step": 1219
    },
    {
      "epoch": 1.1401869158878504,
      "grad_norm": 0.16675218722835036,
      "learning_rate": 3.7903336067411136e-05,
      "loss": 0.3031,
      "num_tokens": 637696717.0,
      "step": 1220
    },
    {
      "epoch": 1.1411214953271027,
      "grad_norm": 0.16880170775748926,
      "learning_rate": 3.788277423561555e-05,
      "loss": 0.3173,
      "num_tokens": 638221005.0,
      "step": 1221
    },
    {
      "epoch": 1.142056074766355,
      "grad_norm": 0.1827416160460254,
      "learning_rate": 3.7862201380859014e-05,
      "loss": 0.2962,
      "num_tokens": 638745293.0,
      "step": 1222
    },
    {
      "epoch": 1.1429906542056074,
      "grad_norm": 0.17269214878871003,
      "learning_rate": 3.784161752498287e-05,
      "loss": 0.3238,
      "num_tokens": 639269581.0,
      "step": 1223
    },
    {
      "epoch": 1.1439252336448598,
      "grad_norm": 0.1792852395808387,
      "learning_rate": 3.782102268984015e-05,
      "loss": 0.3207,
      "num_tokens": 639793869.0,
      "step": 1224
    },
    {
      "epoch": 1.144859813084112,
      "grad_norm": 0.17530390794034054,
      "learning_rate": 3.7800416897295525e-05,
      "loss": 0.3293,
      "num_tokens": 640318157.0,
      "step": 1225
    },
    {
      "epoch": 1.1457943925233645,
      "grad_norm": 0.1816846707804809,
      "learning_rate": 3.777980016922533e-05,
      "loss": 0.3252,
      "num_tokens": 640842445.0,
      "step": 1226
    },
    {
      "epoch": 1.1467289719626168,
      "grad_norm": 0.18334431100166818,
      "learning_rate": 3.7759172527517475e-05,
      "loss": 0.3242,
      "num_tokens": 641366733.0,
      "step": 1227
    },
    {
      "epoch": 1.1476635514018692,
      "grad_norm": 0.1764826613408668,
      "learning_rate": 3.773853399407148e-05,
      "loss": 0.3258,
      "num_tokens": 641879535.0,
      "step": 1228
    },
    {
      "epoch": 1.1485981308411215,
      "grad_norm": 0.1784471013298449,
      "learning_rate": 3.771788459079841e-05,
      "loss": 0.3095,
      "num_tokens": 642403823.0,
      "step": 1229
    },
    {
      "epoch": 1.1495327102803738,
      "grad_norm": 0.17227987731482486,
      "learning_rate": 3.769722433962089e-05,
      "loss": 0.3106,
      "num_tokens": 642928111.0,
      "step": 1230
    },
    {
      "epoch": 1.1504672897196262,
      "grad_norm": 0.1691128452674604,
      "learning_rate": 3.767655326247305e-05,
      "loss": 0.3112,
      "num_tokens": 643421247.0,
      "step": 1231
    },
    {
      "epoch": 1.1514018691588785,
      "grad_norm": 0.18379824423543767,
      "learning_rate": 3.7655871381300515e-05,
      "loss": 0.3123,
      "num_tokens": 643933766.0,
      "step": 1232
    },
    {
      "epoch": 1.152336448598131,
      "grad_norm": 0.1812085343807254,
      "learning_rate": 3.763517871806038e-05,
      "loss": 0.2944,
      "num_tokens": 644458054.0,
      "step": 1233
    },
    {
      "epoch": 1.1532710280373832,
      "grad_norm": 0.1597953261467674,
      "learning_rate": 3.7614475294721186e-05,
      "loss": 0.2959,
      "num_tokens": 644982342.0,
      "step": 1234
    },
    {
      "epoch": 1.1542056074766356,
      "grad_norm": 0.18174953943539074,
      "learning_rate": 3.759376113326289e-05,
      "loss": 0.3238,
      "num_tokens": 645506630.0,
      "step": 1235
    },
    {
      "epoch": 1.155140186915888,
      "grad_norm": 0.17099241094788956,
      "learning_rate": 3.7573036255676895e-05,
      "loss": 0.3247,
      "num_tokens": 646017538.0,
      "step": 1236
    },
    {
      "epoch": 1.1560747663551403,
      "grad_norm": 0.1692647532579745,
      "learning_rate": 3.75523006839659e-05,
      "loss": 0.3153,
      "num_tokens": 646541826.0,
      "step": 1237
    },
    {
      "epoch": 1.1570093457943926,
      "grad_norm": 0.17359529284889855,
      "learning_rate": 3.753155444014403e-05,
      "loss": 0.3383,
      "num_tokens": 647066114.0,
      "step": 1238
    },
    {
      "epoch": 1.1579439252336448,
      "grad_norm": 0.17816719812212356,
      "learning_rate": 3.75107975462367e-05,
      "loss": 0.3323,
      "num_tokens": 647590402.0,
      "step": 1239
    },
    {
      "epoch": 1.158878504672897,
      "grad_norm": 0.16748756166229506,
      "learning_rate": 3.749003002428065e-05,
      "loss": 0.3156,
      "num_tokens": 648114690.0,
      "step": 1240
    },
    {
      "epoch": 1.1598130841121495,
      "grad_norm": 0.1708878123774324,
      "learning_rate": 3.746925189632389e-05,
      "loss": 0.3098,
      "num_tokens": 648638978.0,
      "step": 1241
    },
    {
      "epoch": 1.1607476635514018,
      "grad_norm": 0.18401967877818404,
      "learning_rate": 3.7448463184425694e-05,
      "loss": 0.335,
      "num_tokens": 649163266.0,
      "step": 1242
    },
    {
      "epoch": 1.1616822429906541,
      "grad_norm": 0.16181174019535913,
      "learning_rate": 3.742766391065659e-05,
      "loss": 0.3054,
      "num_tokens": 649687554.0,
      "step": 1243
    },
    {
      "epoch": 1.1626168224299065,
      "grad_norm": 0.17137794835248257,
      "learning_rate": 3.7406854097098304e-05,
      "loss": 0.3328,
      "num_tokens": 650194016.0,
      "step": 1244
    },
    {
      "epoch": 1.1635514018691588,
      "grad_norm": 0.1870737808647677,
      "learning_rate": 3.738603376584374e-05,
      "loss": 0.3176,
      "num_tokens": 650718304.0,
      "step": 1245
    },
    {
      "epoch": 1.1644859813084112,
      "grad_norm": 0.18139646223088862,
      "learning_rate": 3.736520293899699e-05,
      "loss": 0.343,
      "num_tokens": 651242592.0,
      "step": 1246
    },
    {
      "epoch": 1.1654205607476635,
      "grad_norm": 0.17617309004429915,
      "learning_rate": 3.734436163867326e-05,
      "loss": 0.3186,
      "num_tokens": 651766880.0,
      "step": 1247
    },
    {
      "epoch": 1.1663551401869159,
      "grad_norm": 0.17705810380925854,
      "learning_rate": 3.7323509886998924e-05,
      "loss": 0.32,
      "num_tokens": 652291168.0,
      "step": 1248
    },
    {
      "epoch": 1.1672897196261682,
      "grad_norm": 0.17159799818126995,
      "learning_rate": 3.73026477061114e-05,
      "loss": 0.3281,
      "num_tokens": 652815456.0,
      "step": 1249
    },
    {
      "epoch": 1.1682242990654206,
      "grad_norm": 0.1799855483784339,
      "learning_rate": 3.728177511815921e-05,
      "loss": 0.329,
      "num_tokens": 653339744.0,
      "step": 1250
    },
    {
      "epoch": 1.169158878504673,
      "grad_norm": 0.17168344326608523,
      "learning_rate": 3.7260892145301915e-05,
      "loss": 0.3157,
      "num_tokens": 653864032.0,
      "step": 1251
    },
    {
      "epoch": 1.1700934579439253,
      "grad_norm": 0.1895447375657909,
      "learning_rate": 3.7239998809710104e-05,
      "loss": 0.3169,
      "num_tokens": 654388320.0,
      "step": 1252
    },
    {
      "epoch": 1.1710280373831776,
      "grad_norm": 0.1670079497014417,
      "learning_rate": 3.721909513356535e-05,
      "loss": 0.3282,
      "num_tokens": 654912608.0,
      "step": 1253
    },
    {
      "epoch": 1.17196261682243,
      "grad_norm": 0.17656882258247053,
      "learning_rate": 3.719818113906024e-05,
      "loss": 0.315,
      "num_tokens": 655436896.0,
      "step": 1254
    },
    {
      "epoch": 1.1728971962616823,
      "grad_norm": 0.1874289660278721,
      "learning_rate": 3.717725684839828e-05,
      "loss": 0.309,
      "num_tokens": 655930285.0,
      "step": 1255
    },
    {
      "epoch": 1.1738317757009347,
      "grad_norm": 0.1790376915152826,
      "learning_rate": 3.715632228379394e-05,
      "loss": 0.3194,
      "num_tokens": 656454573.0,
      "step": 1256
    },
    {
      "epoch": 1.174766355140187,
      "grad_norm": 0.1736806832316366,
      "learning_rate": 3.713537746747255e-05,
      "loss": 0.3058,
      "num_tokens": 656978861.0,
      "step": 1257
    },
    {
      "epoch": 1.1757009345794391,
      "grad_norm": 0.18490353704293244,
      "learning_rate": 3.711442242167038e-05,
      "loss": 0.3258,
      "num_tokens": 657503149.0,
      "step": 1258
    },
    {
      "epoch": 1.1766355140186917,
      "grad_norm": 0.17491111627699912,
      "learning_rate": 3.7093457168634525e-05,
      "loss": 0.32,
      "num_tokens": 658012789.0,
      "step": 1259
    },
    {
      "epoch": 1.1775700934579438,
      "grad_norm": 0.17801505558971537,
      "learning_rate": 3.7072481730622915e-05,
      "loss": 0.3169,
      "num_tokens": 658537077.0,
      "step": 1260
    },
    {
      "epoch": 1.1785046728971962,
      "grad_norm": 0.16529101667386384,
      "learning_rate": 3.705149612990432e-05,
      "loss": 0.3183,
      "num_tokens": 659061365.0,
      "step": 1261
    },
    {
      "epoch": 1.1794392523364485,
      "grad_norm": 0.16913345853600908,
      "learning_rate": 3.7030500388758264e-05,
      "loss": 0.3377,
      "num_tokens": 659585653.0,
      "step": 1262
    },
    {
      "epoch": 1.1803738317757009,
      "grad_norm": 0.16998140733141737,
      "learning_rate": 3.700949452947507e-05,
      "loss": 0.3322,
      "num_tokens": 660109941.0,
      "step": 1263
    },
    {
      "epoch": 1.1813084112149532,
      "grad_norm": 0.16599772241571428,
      "learning_rate": 3.698847857435579e-05,
      "loss": 0.3285,
      "num_tokens": 660634229.0,
      "step": 1264
    },
    {
      "epoch": 1.1822429906542056,
      "grad_norm": 0.1601368475448407,
      "learning_rate": 3.696745254571218e-05,
      "loss": 0.3099,
      "num_tokens": 661158517.0,
      "step": 1265
    },
    {
      "epoch": 1.183177570093458,
      "grad_norm": 0.16363467749744617,
      "learning_rate": 3.69464164658667e-05,
      "loss": 0.3216,
      "num_tokens": 661682805.0,
      "step": 1266
    },
    {
      "epoch": 1.1841121495327103,
      "grad_norm": 0.16016143081524342,
      "learning_rate": 3.6925370357152494e-05,
      "loss": 0.3084,
      "num_tokens": 662207093.0,
      "step": 1267
    },
    {
      "epoch": 1.1850467289719626,
      "grad_norm": 0.17404377590803627,
      "learning_rate": 3.690431424191334e-05,
      "loss": 0.3278,
      "num_tokens": 662731381.0,
      "step": 1268
    },
    {
      "epoch": 1.185981308411215,
      "grad_norm": 0.16400095825428368,
      "learning_rate": 3.688324814250365e-05,
      "loss": 0.3124,
      "num_tokens": 663255669.0,
      "step": 1269
    },
    {
      "epoch": 1.1869158878504673,
      "grad_norm": 0.16662365200481793,
      "learning_rate": 3.686217208128841e-05,
      "loss": 0.3138,
      "num_tokens": 663779957.0,
      "step": 1270
    },
    {
      "epoch": 1.1878504672897197,
      "grad_norm": 0.16508008484152056,
      "learning_rate": 3.684108608064322e-05,
      "loss": 0.3164,
      "num_tokens": 664304245.0,
      "step": 1271
    },
    {
      "epoch": 1.188785046728972,
      "grad_norm": 0.16154498223702207,
      "learning_rate": 3.681999016295421e-05,
      "loss": 0.3025,
      "num_tokens": 664828533.0,
      "step": 1272
    },
    {
      "epoch": 1.1897196261682244,
      "grad_norm": 0.15615668716942485,
      "learning_rate": 3.679888435061803e-05,
      "loss": 0.2952,
      "num_tokens": 665352821.0,
      "step": 1273
    },
    {
      "epoch": 1.1906542056074767,
      "grad_norm": 0.16443050026540967,
      "learning_rate": 3.6777768666041845e-05,
      "loss": 0.3304,
      "num_tokens": 665877109.0,
      "step": 1274
    },
    {
      "epoch": 1.191588785046729,
      "grad_norm": 0.18464431303873383,
      "learning_rate": 3.675664313164332e-05,
      "loss": 0.3442,
      "num_tokens": 666401397.0,
      "step": 1275
    },
    {
      "epoch": 1.1925233644859814,
      "grad_norm": 0.16611406948952723,
      "learning_rate": 3.673550776985053e-05,
      "loss": 0.3197,
      "num_tokens": 666910133.0,
      "step": 1276
    },
    {
      "epoch": 1.1934579439252335,
      "grad_norm": 0.17247790911708302,
      "learning_rate": 3.6714362603102046e-05,
      "loss": 0.318,
      "num_tokens": 667434421.0,
      "step": 1277
    },
    {
      "epoch": 1.194392523364486,
      "grad_norm": 0.1759855297697173,
      "learning_rate": 3.66932076538468e-05,
      "loss": 0.318,
      "num_tokens": 667958709.0,
      "step": 1278
    },
    {
      "epoch": 1.1953271028037382,
      "grad_norm": 0.17416276780211692,
      "learning_rate": 3.667204294454411e-05,
      "loss": 0.3102,
      "num_tokens": 668461997.0,
      "step": 1279
    },
    {
      "epoch": 1.1962616822429906,
      "grad_norm": 0.1692448246622282,
      "learning_rate": 3.6650868497663696e-05,
      "loss": 0.3111,
      "num_tokens": 668986285.0,
      "step": 1280
    },
    {
      "epoch": 1.197196261682243,
      "grad_norm": 0.19089073248184812,
      "learning_rate": 3.6629684335685576e-05,
      "loss": 0.3266,
      "num_tokens": 669510573.0,
      "step": 1281
    },
    {
      "epoch": 1.1981308411214953,
      "grad_norm": 0.16744181686598492,
      "learning_rate": 3.66084904811001e-05,
      "loss": 0.3261,
      "num_tokens": 670034861.0,
      "step": 1282
    },
    {
      "epoch": 1.1990654205607476,
      "grad_norm": 0.17537634632851576,
      "learning_rate": 3.6587286956407896e-05,
      "loss": 0.3323,
      "num_tokens": 670559149.0,
      "step": 1283
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.16875782038145465,
      "learning_rate": 3.6566073784119875e-05,
      "loss": 0.3223,
      "num_tokens": 671083437.0,
      "step": 1284
    },
    {
      "epoch": 1.2009345794392523,
      "grad_norm": 0.16460522587076437,
      "learning_rate": 3.654485098675719e-05,
      "loss": 0.3189,
      "num_tokens": 671607725.0,
      "step": 1285
    },
    {
      "epoch": 1.2018691588785047,
      "grad_norm": 0.17043171982787345,
      "learning_rate": 3.652361858685119e-05,
      "loss": 0.3222,
      "num_tokens": 672132013.0,
      "step": 1286
    },
    {
      "epoch": 1.202803738317757,
      "grad_norm": 0.16891205226000613,
      "learning_rate": 3.650237660694345e-05,
      "loss": 0.3083,
      "num_tokens": 672656301.0,
      "step": 1287
    },
    {
      "epoch": 1.2037383177570093,
      "grad_norm": 0.19396130276332957,
      "learning_rate": 3.648112506958568e-05,
      "loss": 0.338,
      "num_tokens": 673180589.0,
      "step": 1288
    },
    {
      "epoch": 1.2046728971962617,
      "grad_norm": 0.16510886078310272,
      "learning_rate": 3.6459863997339776e-05,
      "loss": 0.3161,
      "num_tokens": 673704877.0,
      "step": 1289
    },
    {
      "epoch": 1.205607476635514,
      "grad_norm": 0.1659546311536088,
      "learning_rate": 3.6438593412777723e-05,
      "loss": 0.3121,
      "num_tokens": 674229165.0,
      "step": 1290
    },
    {
      "epoch": 1.2065420560747664,
      "grad_norm": 0.17062648906864478,
      "learning_rate": 3.6417313338481627e-05,
      "loss": 0.3087,
      "num_tokens": 674753453.0,
      "step": 1291
    },
    {
      "epoch": 1.2074766355140187,
      "grad_norm": 0.26614046011135256,
      "learning_rate": 3.639602379704365e-05,
      "loss": 0.3158,
      "num_tokens": 675277741.0,
      "step": 1292
    },
    {
      "epoch": 1.208411214953271,
      "grad_norm": 0.1580523081348807,
      "learning_rate": 3.637472481106603e-05,
      "loss": 0.3194,
      "num_tokens": 675802029.0,
      "step": 1293
    },
    {
      "epoch": 1.2093457943925234,
      "grad_norm": 0.17045211216460973,
      "learning_rate": 3.6353416403161e-05,
      "loss": 0.3168,
      "num_tokens": 676326317.0,
      "step": 1294
    },
    {
      "epoch": 1.2102803738317758,
      "grad_norm": 0.18199703501139544,
      "learning_rate": 3.633209859595083e-05,
      "loss": 0.3358,
      "num_tokens": 676850605.0,
      "step": 1295
    },
    {
      "epoch": 1.2112149532710281,
      "grad_norm": 0.16427305991083618,
      "learning_rate": 3.6310771412067745e-05,
      "loss": 0.3133,
      "num_tokens": 677374893.0,
      "step": 1296
    },
    {
      "epoch": 1.2121495327102805,
      "grad_norm": 0.1759579507539516,
      "learning_rate": 3.628943487415393e-05,
      "loss": 0.3249,
      "num_tokens": 677899181.0,
      "step": 1297
    },
    {
      "epoch": 1.2130841121495326,
      "grad_norm": 0.16619534182876927,
      "learning_rate": 3.6268089004861504e-05,
      "loss": 0.3132,
      "num_tokens": 678423469.0,
      "step": 1298
    },
    {
      "epoch": 1.2140186915887852,
      "grad_norm": 0.16188236855051888,
      "learning_rate": 3.62467338268525e-05,
      "loss": 0.2969,
      "num_tokens": 678947757.0,
      "step": 1299
    },
    {
      "epoch": 1.2149532710280373,
      "grad_norm": 0.17765477709693736,
      "learning_rate": 3.622536936279881e-05,
      "loss": 0.329,
      "num_tokens": 679472045.0,
      "step": 1300
    },
    {
      "epoch": 1.2158878504672896,
      "grad_norm": 0.17128745190271488,
      "learning_rate": 3.620399563538221e-05,
      "loss": 0.3275,
      "num_tokens": 679996333.0,
      "step": 1301
    },
    {
      "epoch": 1.216822429906542,
      "grad_norm": 0.16181384223836068,
      "learning_rate": 3.61826126672943e-05,
      "loss": 0.3045,
      "num_tokens": 680520621.0,
      "step": 1302
    },
    {
      "epoch": 1.2177570093457943,
      "grad_norm": 0.1884575852603383,
      "learning_rate": 3.616122048123649e-05,
      "loss": 0.3202,
      "num_tokens": 681044909.0,
      "step": 1303
    },
    {
      "epoch": 1.2186915887850467,
      "grad_norm": 0.18245294824664643,
      "learning_rate": 3.6139819099919965e-05,
      "loss": 0.3293,
      "num_tokens": 681569197.0,
      "step": 1304
    },
    {
      "epoch": 1.219626168224299,
      "grad_norm": 0.15277856030419518,
      "learning_rate": 3.611840854606569e-05,
      "loss": 0.2984,
      "num_tokens": 682093485.0,
      "step": 1305
    },
    {
      "epoch": 1.2205607476635514,
      "grad_norm": 0.1730465740444573,
      "learning_rate": 3.6096988842404384e-05,
      "loss": 0.3297,
      "num_tokens": 682617773.0,
      "step": 1306
    },
    {
      "epoch": 1.2214953271028037,
      "grad_norm": 0.17436249063968431,
      "learning_rate": 3.607556001167643e-05,
      "loss": 0.3212,
      "num_tokens": 683142061.0,
      "step": 1307
    },
    {
      "epoch": 1.222429906542056,
      "grad_norm": 0.16303135972416705,
      "learning_rate": 3.605412207663195e-05,
      "loss": 0.3222,
      "num_tokens": 683666349.0,
      "step": 1308
    },
    {
      "epoch": 1.2233644859813084,
      "grad_norm": 0.17325208389307792,
      "learning_rate": 3.60326750600307e-05,
      "loss": 0.3111,
      "num_tokens": 684190637.0,
      "step": 1309
    },
    {
      "epoch": 1.2242990654205608,
      "grad_norm": 0.20046567824948974,
      "learning_rate": 3.6011218984642083e-05,
      "loss": 0.3296,
      "num_tokens": 684714925.0,
      "step": 1310
    },
    {
      "epoch": 1.2252336448598131,
      "grad_norm": 0.17017465674986543,
      "learning_rate": 3.598975387324514e-05,
      "loss": 0.3301,
      "num_tokens": 685239213.0,
      "step": 1311
    },
    {
      "epoch": 1.2261682242990655,
      "grad_norm": 0.1720026970962597,
      "learning_rate": 3.596827974862847e-05,
      "loss": 0.3304,
      "num_tokens": 685763501.0,
      "step": 1312
    },
    {
      "epoch": 1.2271028037383178,
      "grad_norm": 0.17338368834613002,
      "learning_rate": 3.5946796633590276e-05,
      "loss": 0.3279,
      "num_tokens": 686271616.0,
      "step": 1313
    },
    {
      "epoch": 1.2280373831775702,
      "grad_norm": 0.17609692378612174,
      "learning_rate": 3.592530455093829e-05,
      "loss": 0.3166,
      "num_tokens": 686795904.0,
      "step": 1314
    },
    {
      "epoch": 1.2289719626168225,
      "grad_norm": 0.16837675819422276,
      "learning_rate": 3.590380352348976e-05,
      "loss": 0.3063,
      "num_tokens": 687291281.0,
      "step": 1315
    },
    {
      "epoch": 1.2299065420560749,
      "grad_norm": 0.16536787929934774,
      "learning_rate": 3.588229357407144e-05,
      "loss": 0.3022,
      "num_tokens": 687800400.0,
      "step": 1316
    },
    {
      "epoch": 1.230841121495327,
      "grad_norm": 0.18302852363385305,
      "learning_rate": 3.586077472551955e-05,
      "loss": 0.3154,
      "num_tokens": 688324688.0,
      "step": 1317
    },
    {
      "epoch": 1.2317757009345796,
      "grad_norm": 0.18670727968223205,
      "learning_rate": 3.583924700067974e-05,
      "loss": 0.3382,
      "num_tokens": 688848976.0,
      "step": 1318
    },
    {
      "epoch": 1.2327102803738317,
      "grad_norm": 0.16914327388615755,
      "learning_rate": 3.581771042240714e-05,
      "loss": 0.3253,
      "num_tokens": 689373264.0,
      "step": 1319
    },
    {
      "epoch": 1.233644859813084,
      "grad_norm": 0.1634323135335786,
      "learning_rate": 3.579616501356622e-05,
      "loss": 0.3226,
      "num_tokens": 689897552.0,
      "step": 1320
    },
    {
      "epoch": 1.2345794392523364,
      "grad_norm": 0.1710738654881249,
      "learning_rate": 3.577461079703085e-05,
      "loss": 0.3157,
      "num_tokens": 690421840.0,
      "step": 1321
    },
    {
      "epoch": 1.2355140186915887,
      "grad_norm": 0.17218968053969952,
      "learning_rate": 3.5753047795684255e-05,
      "loss": 0.3327,
      "num_tokens": 690946128.0,
      "step": 1322
    },
    {
      "epoch": 1.236448598130841,
      "grad_norm": 0.164577919702052,
      "learning_rate": 3.573147603241896e-05,
      "loss": 0.3147,
      "num_tokens": 691470416.0,
      "step": 1323
    },
    {
      "epoch": 1.2373831775700934,
      "grad_norm": 0.16127045071776572,
      "learning_rate": 3.570989553013683e-05,
      "loss": 0.308,
      "num_tokens": 691994704.0,
      "step": 1324
    },
    {
      "epoch": 1.2383177570093458,
      "grad_norm": 0.17303706537679814,
      "learning_rate": 3.568830631174899e-05,
      "loss": 0.3235,
      "num_tokens": 692518992.0,
      "step": 1325
    },
    {
      "epoch": 1.2392523364485981,
      "grad_norm": 0.17674380934487297,
      "learning_rate": 3.5666708400175814e-05,
      "loss": 0.3317,
      "num_tokens": 693043280.0,
      "step": 1326
    },
    {
      "epoch": 1.2401869158878505,
      "grad_norm": 0.22943837784336307,
      "learning_rate": 3.56451018183469e-05,
      "loss": 0.3235,
      "num_tokens": 693567568.0,
      "step": 1327
    },
    {
      "epoch": 1.2411214953271028,
      "grad_norm": 0.17411760782597116,
      "learning_rate": 3.562348658920107e-05,
      "loss": 0.3289,
      "num_tokens": 694068511.0,
      "step": 1328
    },
    {
      "epoch": 1.2420560747663552,
      "grad_norm": 0.16203657035010674,
      "learning_rate": 3.560186273568632e-05,
      "loss": 0.3125,
      "num_tokens": 694592799.0,
      "step": 1329
    },
    {
      "epoch": 1.2429906542056075,
      "grad_norm": 0.17138713528914876,
      "learning_rate": 3.558023028075979e-05,
      "loss": 0.3102,
      "num_tokens": 695117087.0,
      "step": 1330
    },
    {
      "epoch": 1.2439252336448599,
      "grad_norm": 0.21404590080514702,
      "learning_rate": 3.555858924738776e-05,
      "loss": 0.3312,
      "num_tokens": 695641375.0,
      "step": 1331
    },
    {
      "epoch": 1.2448598130841122,
      "grad_norm": 0.1722611653607349,
      "learning_rate": 3.553693965854563e-05,
      "loss": 0.3225,
      "num_tokens": 696165663.0,
      "step": 1332
    },
    {
      "epoch": 1.2457943925233645,
      "grad_norm": 0.17507999065368005,
      "learning_rate": 3.5515281537217857e-05,
      "loss": 0.316,
      "num_tokens": 696689951.0,
      "step": 1333
    },
    {
      "epoch": 1.246728971962617,
      "grad_norm": 0.16501391932163725,
      "learning_rate": 3.5493614906397977e-05,
      "loss": 0.3037,
      "num_tokens": 697214239.0,
      "step": 1334
    },
    {
      "epoch": 1.2476635514018692,
      "grad_norm": 0.1696458256545553,
      "learning_rate": 3.5471939789088563e-05,
      "loss": 0.3001,
      "num_tokens": 697738527.0,
      "step": 1335
    },
    {
      "epoch": 1.2485981308411216,
      "grad_norm": 0.18586036918382912,
      "learning_rate": 3.545025620830117e-05,
      "loss": 0.3437,
      "num_tokens": 698262815.0,
      "step": 1336
    },
    {
      "epoch": 1.249532710280374,
      "grad_norm": 0.18075573534811834,
      "learning_rate": 3.542856418705636e-05,
      "loss": 0.3204,
      "num_tokens": 698766137.0,
      "step": 1337
    },
    {
      "epoch": 1.250467289719626,
      "grad_norm": 0.16050319495732965,
      "learning_rate": 3.540686374838367e-05,
      "loss": 0.3089,
      "num_tokens": 699290425.0,
      "step": 1338
    },
    {
      "epoch": 1.2514018691588786,
      "grad_norm": 0.1739347306303517,
      "learning_rate": 3.538515491532154e-05,
      "loss": 0.3312,
      "num_tokens": 699810346.0,
      "step": 1339
    },
    {
      "epoch": 1.2523364485981308,
      "grad_norm": 0.1767613767006733,
      "learning_rate": 3.5363437710917337e-05,
      "loss": 0.3135,
      "num_tokens": 700334634.0,
      "step": 1340
    },
    {
      "epoch": 1.253271028037383,
      "grad_norm": 0.17224829562897978,
      "learning_rate": 3.534171215822733e-05,
      "loss": 0.3233,
      "num_tokens": 700858922.0,
      "step": 1341
    },
    {
      "epoch": 1.2542056074766355,
      "grad_norm": 0.16613883680298835,
      "learning_rate": 3.531997828031662e-05,
      "loss": 0.3058,
      "num_tokens": 701383210.0,
      "step": 1342
    },
    {
      "epoch": 1.2551401869158878,
      "grad_norm": 0.1729520434229478,
      "learning_rate": 3.529823610025918e-05,
      "loss": 0.32,
      "num_tokens": 701907498.0,
      "step": 1343
    },
    {
      "epoch": 1.2560747663551401,
      "grad_norm": 0.20010187663062906,
      "learning_rate": 3.527648564113778e-05,
      "loss": 0.3289,
      "num_tokens": 702431786.0,
      "step": 1344
    },
    {
      "epoch": 1.2570093457943925,
      "grad_norm": 0.1619045862688915,
      "learning_rate": 3.525472692604397e-05,
      "loss": 0.3032,
      "num_tokens": 702956074.0,
      "step": 1345
    },
    {
      "epoch": 1.2579439252336448,
      "grad_norm": 0.17215919458986273,
      "learning_rate": 3.523295997807808e-05,
      "loss": 0.3193,
      "num_tokens": 703480362.0,
      "step": 1346
    },
    {
      "epoch": 1.2588785046728972,
      "grad_norm": 0.16852407318484988,
      "learning_rate": 3.5211184820349175e-05,
      "loss": 0.3333,
      "num_tokens": 704003857.0,
      "step": 1347
    },
    {
      "epoch": 1.2598130841121495,
      "grad_norm": 0.17326691672480776,
      "learning_rate": 3.5189401475975035e-05,
      "loss": 0.325,
      "num_tokens": 704528145.0,
      "step": 1348
    },
    {
      "epoch": 1.2607476635514019,
      "grad_norm": 0.16513598611490665,
      "learning_rate": 3.516760996808215e-05,
      "loss": 0.3091,
      "num_tokens": 705052433.0,
      "step": 1349
    },
    {
      "epoch": 1.2616822429906542,
      "grad_norm": 0.15604193931051138,
      "learning_rate": 3.5145810319805636e-05,
      "loss": 0.3003,
      "num_tokens": 705576721.0,
      "step": 1350
    },
    {
      "epoch": 1.2626168224299066,
      "grad_norm": 0.18512303438362013,
      "learning_rate": 3.5124002554289304e-05,
      "loss": 0.3219,
      "num_tokens": 706101009.0,
      "step": 1351
    },
    {
      "epoch": 1.263551401869159,
      "grad_norm": 0.16700228543986767,
      "learning_rate": 3.5102186694685526e-05,
      "loss": 0.3182,
      "num_tokens": 706625297.0,
      "step": 1352
    },
    {
      "epoch": 1.2644859813084113,
      "grad_norm": 0.16764006737413698,
      "learning_rate": 3.508036276415532e-05,
      "loss": 0.3257,
      "num_tokens": 707149585.0,
      "step": 1353
    },
    {
      "epoch": 1.2654205607476636,
      "grad_norm": 0.18653784007153074,
      "learning_rate": 3.505853078586822e-05,
      "loss": 0.3315,
      "num_tokens": 707673873.0,
      "step": 1354
    },
    {
      "epoch": 1.2663551401869158,
      "grad_norm": 0.17102663241621677,
      "learning_rate": 3.503669078300237e-05,
      "loss": 0.3024,
      "num_tokens": 708198161.0,
      "step": 1355
    },
    {
      "epoch": 1.2672897196261683,
      "grad_norm": 0.19977316601315262,
      "learning_rate": 3.501484277874436e-05,
      "loss": 0.3131,
      "num_tokens": 708722449.0,
      "step": 1356
    },
    {
      "epoch": 1.2682242990654204,
      "grad_norm": 0.17374763485814784,
      "learning_rate": 3.499298679628933e-05,
      "loss": 0.3327,
      "num_tokens": 709246737.0,
      "step": 1357
    },
    {
      "epoch": 1.269158878504673,
      "grad_norm": 0.18168537464652468,
      "learning_rate": 3.4971122858840866e-05,
      "loss": 0.3234,
      "num_tokens": 709771025.0,
      "step": 1358
    },
    {
      "epoch": 1.2700934579439251,
      "grad_norm": 0.16508520699399384,
      "learning_rate": 3.4949250989611e-05,
      "loss": 0.329,
      "num_tokens": 710295313.0,
      "step": 1359
    },
    {
      "epoch": 1.2710280373831775,
      "grad_norm": 0.17156711620475856,
      "learning_rate": 3.492737121182019e-05,
      "loss": 0.3109,
      "num_tokens": 710819601.0,
      "step": 1360
    },
    {
      "epoch": 1.2719626168224298,
      "grad_norm": 0.16153867925519508,
      "learning_rate": 3.4905483548697304e-05,
      "loss": 0.309,
      "num_tokens": 711343889.0,
      "step": 1361
    },
    {
      "epoch": 1.2728971962616822,
      "grad_norm": 0.1661516834434267,
      "learning_rate": 3.488358802347954e-05,
      "loss": 0.3191,
      "num_tokens": 711868177.0,
      "step": 1362
    },
    {
      "epoch": 1.2738317757009345,
      "grad_norm": 0.16120560065215786,
      "learning_rate": 3.486168465941249e-05,
      "loss": 0.3018,
      "num_tokens": 712392465.0,
      "step": 1363
    },
    {
      "epoch": 1.2747663551401869,
      "grad_norm": 0.1751175930143649,
      "learning_rate": 3.483977347975004e-05,
      "loss": 0.3065,
      "num_tokens": 712916753.0,
      "step": 1364
    },
    {
      "epoch": 1.2757009345794392,
      "grad_norm": 0.1704942568341233,
      "learning_rate": 3.481785450775438e-05,
      "loss": 0.331,
      "num_tokens": 713441041.0,
      "step": 1365
    },
    {
      "epoch": 1.2766355140186916,
      "grad_norm": 0.17395412764473261,
      "learning_rate": 3.4795927766695976e-05,
      "loss": 0.3223,
      "num_tokens": 713965329.0,
      "step": 1366
    },
    {
      "epoch": 1.277570093457944,
      "grad_norm": 0.16055048188467005,
      "learning_rate": 3.4773993279853543e-05,
      "loss": 0.3277,
      "num_tokens": 714489617.0,
      "step": 1367
    },
    {
      "epoch": 1.2785046728971963,
      "grad_norm": 0.1839079838873015,
      "learning_rate": 3.475205107051401e-05,
      "loss": 0.3391,
      "num_tokens": 715003122.0,
      "step": 1368
    },
    {
      "epoch": 1.2794392523364486,
      "grad_norm": 0.18315756154389548,
      "learning_rate": 3.473010116197251e-05,
      "loss": 0.3319,
      "num_tokens": 715527410.0,
      "step": 1369
    },
    {
      "epoch": 1.280373831775701,
      "grad_norm": 0.1644579588677309,
      "learning_rate": 3.470814357753236e-05,
      "loss": 0.3166,
      "num_tokens": 716051698.0,
      "step": 1370
    },
    {
      "epoch": 1.2813084112149533,
      "grad_norm": 0.17646816458569137,
      "learning_rate": 3.468617834050501e-05,
      "loss": 0.3227,
      "num_tokens": 716575986.0,
      "step": 1371
    },
    {
      "epoch": 1.2822429906542057,
      "grad_norm": 0.16253745931462676,
      "learning_rate": 3.466420547421005e-05,
      "loss": 0.2965,
      "num_tokens": 717100274.0,
      "step": 1372
    },
    {
      "epoch": 1.283177570093458,
      "grad_norm": 0.16115080898624354,
      "learning_rate": 3.464222500197514e-05,
      "loss": 0.3055,
      "num_tokens": 717624562.0,
      "step": 1373
    },
    {
      "epoch": 1.2841121495327104,
      "grad_norm": 0.1656585383621743,
      "learning_rate": 3.4620236947136056e-05,
      "loss": 0.3237,
      "num_tokens": 718148850.0,
      "step": 1374
    },
    {
      "epoch": 1.2850467289719627,
      "grad_norm": 0.16404032714176017,
      "learning_rate": 3.4598241333036606e-05,
      "loss": 0.3175,
      "num_tokens": 718673138.0,
      "step": 1375
    },
    {
      "epoch": 1.2859813084112148,
      "grad_norm": 0.1690802081815127,
      "learning_rate": 3.45762381830286e-05,
      "loss": 0.3295,
      "num_tokens": 719197426.0,
      "step": 1376
    },
    {
      "epoch": 1.2869158878504674,
      "grad_norm": 0.1669957331304794,
      "learning_rate": 3.4554227520471906e-05,
      "loss": 0.3397,
      "num_tokens": 719721714.0,
      "step": 1377
    },
    {
      "epoch": 1.2878504672897195,
      "grad_norm": 0.16776846859076586,
      "learning_rate": 3.45322093687343e-05,
      "loss": 0.3098,
      "num_tokens": 720246002.0,
      "step": 1378
    },
    {
      "epoch": 1.288785046728972,
      "grad_norm": 0.16987478118045773,
      "learning_rate": 3.451018375119154e-05,
      "loss": 0.3139,
      "num_tokens": 720770290.0,
      "step": 1379
    },
    {
      "epoch": 1.2897196261682242,
      "grad_norm": 0.16867473097269234,
      "learning_rate": 3.448815069122733e-05,
      "loss": 0.3145,
      "num_tokens": 721294578.0,
      "step": 1380
    },
    {
      "epoch": 1.2906542056074766,
      "grad_norm": 0.16856576057367118,
      "learning_rate": 3.446611021223326e-05,
      "loss": 0.3194,
      "num_tokens": 721818866.0,
      "step": 1381
    },
    {
      "epoch": 1.291588785046729,
      "grad_norm": 0.16255957903805127,
      "learning_rate": 3.444406233760876e-05,
      "loss": 0.3152,
      "num_tokens": 722343154.0,
      "step": 1382
    },
    {
      "epoch": 1.2925233644859813,
      "grad_norm": 0.15586393991853126,
      "learning_rate": 3.442200709076118e-05,
      "loss": 0.2943,
      "num_tokens": 722865603.0,
      "step": 1383
    },
    {
      "epoch": 1.2934579439252336,
      "grad_norm": 0.17072264587180253,
      "learning_rate": 3.4399944495105655e-05,
      "loss": 0.3169,
      "num_tokens": 723389891.0,
      "step": 1384
    },
    {
      "epoch": 1.294392523364486,
      "grad_norm": 0.17469798647941454,
      "learning_rate": 3.4377874574065105e-05,
      "loss": 0.3408,
      "num_tokens": 723914179.0,
      "step": 1385
    },
    {
      "epoch": 1.2953271028037383,
      "grad_norm": 0.1930126117491432,
      "learning_rate": 3.4355797351070266e-05,
      "loss": 0.3073,
      "num_tokens": 724438467.0,
      "step": 1386
    },
    {
      "epoch": 1.2962616822429907,
      "grad_norm": 0.17497820617706214,
      "learning_rate": 3.433371284955961e-05,
      "loss": 0.3178,
      "num_tokens": 724962755.0,
      "step": 1387
    },
    {
      "epoch": 1.297196261682243,
      "grad_norm": 0.1733676682083088,
      "learning_rate": 3.431162109297935e-05,
      "loss": 0.3091,
      "num_tokens": 725487043.0,
      "step": 1388
    },
    {
      "epoch": 1.2981308411214953,
      "grad_norm": 0.1647519970083766,
      "learning_rate": 3.428952210478336e-05,
      "loss": 0.3068,
      "num_tokens": 725981535.0,
      "step": 1389
    },
    {
      "epoch": 1.2990654205607477,
      "grad_norm": 0.16197474005979598,
      "learning_rate": 3.4267415908433245e-05,
      "loss": 0.3084,
      "num_tokens": 726505823.0,
      "step": 1390
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.17311759946854524,
      "learning_rate": 3.424530252739821e-05,
      "loss": 0.3149,
      "num_tokens": 727030111.0,
      "step": 1391
    },
    {
      "epoch": 1.3009345794392524,
      "grad_norm": 0.18402865295852647,
      "learning_rate": 3.422318198515514e-05,
      "loss": 0.3264,
      "num_tokens": 727554399.0,
      "step": 1392
    },
    {
      "epoch": 1.3018691588785047,
      "grad_norm": 0.17243000303085035,
      "learning_rate": 3.420105430518849e-05,
      "loss": 0.3364,
      "num_tokens": 728067714.0,
      "step": 1393
    },
    {
      "epoch": 1.302803738317757,
      "grad_norm": 0.16137485424108838,
      "learning_rate": 3.41789195109903e-05,
      "loss": 0.3177,
      "num_tokens": 728592002.0,
      "step": 1394
    },
    {
      "epoch": 1.3037383177570092,
      "grad_norm": 0.18149165321078695,
      "learning_rate": 3.4156777626060166e-05,
      "loss": 0.3178,
      "num_tokens": 729116290.0,
      "step": 1395
    },
    {
      "epoch": 1.3046728971962618,
      "grad_norm": 0.16868690546487808,
      "learning_rate": 3.413462867390519e-05,
      "loss": 0.315,
      "num_tokens": 729609779.0,
      "step": 1396
    },
    {
      "epoch": 1.305607476635514,
      "grad_norm": 0.17703661389496234,
      "learning_rate": 3.411247267804003e-05,
      "loss": 0.3338,
      "num_tokens": 730134067.0,
      "step": 1397
    },
    {
      "epoch": 1.3065420560747665,
      "grad_norm": 0.16448398387133747,
      "learning_rate": 3.409030966198676e-05,
      "loss": 0.3175,
      "num_tokens": 730658355.0,
      "step": 1398
    },
    {
      "epoch": 1.3074766355140186,
      "grad_norm": 0.1682005962979055,
      "learning_rate": 3.406813964927495e-05,
      "loss": 0.3214,
      "num_tokens": 731182643.0,
      "step": 1399
    },
    {
      "epoch": 1.308411214953271,
      "grad_norm": 0.2001342437032166,
      "learning_rate": 3.404596266344158e-05,
      "loss": 0.3223,
      "num_tokens": 731706931.0,
      "step": 1400
    },
    {
      "epoch": 1.3093457943925233,
      "grad_norm": 0.16991297657988144,
      "learning_rate": 3.402377872803103e-05,
      "loss": 0.3199,
      "num_tokens": 732231219.0,
      "step": 1401
    },
    {
      "epoch": 1.3102803738317756,
      "grad_norm": 0.17929462140662594,
      "learning_rate": 3.400158786659507e-05,
      "loss": 0.333,
      "num_tokens": 732755507.0,
      "step": 1402
    },
    {
      "epoch": 1.311214953271028,
      "grad_norm": 0.15567924289442023,
      "learning_rate": 3.397939010269282e-05,
      "loss": 0.3139,
      "num_tokens": 733279795.0,
      "step": 1403
    },
    {
      "epoch": 1.3121495327102803,
      "grad_norm": 0.16044216476454867,
      "learning_rate": 3.395718545989073e-05,
      "loss": 0.3164,
      "num_tokens": 733804083.0,
      "step": 1404
    },
    {
      "epoch": 1.3130841121495327,
      "grad_norm": 0.17377006926250063,
      "learning_rate": 3.393497396176253e-05,
      "loss": 0.3244,
      "num_tokens": 734312542.0,
      "step": 1405
    },
    {
      "epoch": 1.314018691588785,
      "grad_norm": 0.16847060985871207,
      "learning_rate": 3.391275563188926e-05,
      "loss": 0.3057,
      "num_tokens": 734836830.0,
      "step": 1406
    },
    {
      "epoch": 1.3149532710280374,
      "grad_norm": 0.16202795445257437,
      "learning_rate": 3.38905304938592e-05,
      "loss": 0.3109,
      "num_tokens": 735361118.0,
      "step": 1407
    },
    {
      "epoch": 1.3158878504672897,
      "grad_norm": 0.16169228502986494,
      "learning_rate": 3.3868298571267856e-05,
      "loss": 0.3121,
      "num_tokens": 735885406.0,
      "step": 1408
    },
    {
      "epoch": 1.316822429906542,
      "grad_norm": 0.1534405157086911,
      "learning_rate": 3.3846059887717934e-05,
      "loss": 0.3019,
      "num_tokens": 736409694.0,
      "step": 1409
    },
    {
      "epoch": 1.3177570093457944,
      "grad_norm": 0.17194376341325304,
      "learning_rate": 3.382381446681934e-05,
      "loss": 0.3323,
      "num_tokens": 736933982.0,
      "step": 1410
    },
    {
      "epoch": 1.3186915887850468,
      "grad_norm": 0.16438566140912445,
      "learning_rate": 3.3801562332189084e-05,
      "loss": 0.3196,
      "num_tokens": 737458270.0,
      "step": 1411
    },
    {
      "epoch": 1.3196261682242991,
      "grad_norm": 0.1601135728195959,
      "learning_rate": 3.3779303507451366e-05,
      "loss": 0.3275,
      "num_tokens": 737982558.0,
      "step": 1412
    },
    {
      "epoch": 1.3205607476635515,
      "grad_norm": 0.17028685102277935,
      "learning_rate": 3.375703801623744e-05,
      "loss": 0.3204,
      "num_tokens": 738506846.0,
      "step": 1413
    },
    {
      "epoch": 1.3214953271028038,
      "grad_norm": 0.15726296654956098,
      "learning_rate": 3.373476588218566e-05,
      "loss": 0.3099,
      "num_tokens": 739031134.0,
      "step": 1414
    },
    {
      "epoch": 1.3224299065420562,
      "grad_norm": 0.16396085315270936,
      "learning_rate": 3.371248712894142e-05,
      "loss": 0.327,
      "num_tokens": 739555422.0,
      "step": 1415
    },
    {
      "epoch": 1.3233644859813083,
      "grad_norm": 0.1638353353591956,
      "learning_rate": 3.369020178015716e-05,
      "loss": 0.3059,
      "num_tokens": 740079710.0,
      "step": 1416
    },
    {
      "epoch": 1.3242990654205609,
      "grad_norm": 0.16703791442223273,
      "learning_rate": 3.36679098594923e-05,
      "loss": 0.3121,
      "num_tokens": 740603998.0,
      "step": 1417
    },
    {
      "epoch": 1.325233644859813,
      "grad_norm": 0.16384467396520325,
      "learning_rate": 3.364561139061327e-05,
      "loss": 0.3274,
      "num_tokens": 741128286.0,
      "step": 1418
    },
    {
      "epoch": 1.3261682242990656,
      "grad_norm": 0.15917843463667297,
      "learning_rate": 3.36233063971934e-05,
      "loss": 0.3156,
      "num_tokens": 741652574.0,
      "step": 1419
    },
    {
      "epoch": 1.3271028037383177,
      "grad_norm": 0.15965565526887057,
      "learning_rate": 3.3600994902912994e-05,
      "loss": 0.315,
      "num_tokens": 742176862.0,
      "step": 1420
    },
    {
      "epoch": 1.32803738317757,
      "grad_norm": 0.18243368463201032,
      "learning_rate": 3.3578676931459234e-05,
      "loss": 0.3316,
      "num_tokens": 742701150.0,
      "step": 1421
    },
    {
      "epoch": 1.3289719626168224,
      "grad_norm": 0.15713028954465935,
      "learning_rate": 3.355635250652619e-05,
      "loss": 0.3111,
      "num_tokens": 743225438.0,
      "step": 1422
    },
    {
      "epoch": 1.3299065420560747,
      "grad_norm": 0.15967248208263116,
      "learning_rate": 3.3534021651814776e-05,
      "loss": 0.3212,
      "num_tokens": 743749726.0,
      "step": 1423
    },
    {
      "epoch": 1.330841121495327,
      "grad_norm": 0.1730887932533994,
      "learning_rate": 3.3511684391032736e-05,
      "loss": 0.3265,
      "num_tokens": 744243994.0,
      "step": 1424
    },
    {
      "epoch": 1.3317757009345794,
      "grad_norm": 0.15627278929605645,
      "learning_rate": 3.348934074789461e-05,
      "loss": 0.3153,
      "num_tokens": 744768282.0,
      "step": 1425
    },
    {
      "epoch": 1.3327102803738318,
      "grad_norm": 0.16567706800887325,
      "learning_rate": 3.346699074612172e-05,
      "loss": 0.3127,
      "num_tokens": 745292570.0,
      "step": 1426
    },
    {
      "epoch": 1.3336448598130841,
      "grad_norm": 0.1644317017852833,
      "learning_rate": 3.344463440944214e-05,
      "loss": 0.3257,
      "num_tokens": 745816858.0,
      "step": 1427
    },
    {
      "epoch": 1.3345794392523365,
      "grad_norm": 0.15741815779629367,
      "learning_rate": 3.342227176159066e-05,
      "loss": 0.3002,
      "num_tokens": 746341146.0,
      "step": 1428
    },
    {
      "epoch": 1.3355140186915888,
      "grad_norm": 0.16545948538196736,
      "learning_rate": 3.3399902826308786e-05,
      "loss": 0.3179,
      "num_tokens": 746865434.0,
      "step": 1429
    },
    {
      "epoch": 1.3364485981308412,
      "grad_norm": 0.17212144323642958,
      "learning_rate": 3.337752762734468e-05,
      "loss": 0.3035,
      "num_tokens": 747389722.0,
      "step": 1430
    },
    {
      "epoch": 1.3373831775700935,
      "grad_norm": 0.16708176547860212,
      "learning_rate": 3.335514618845316e-05,
      "loss": 0.3272,
      "num_tokens": 747914010.0,
      "step": 1431
    },
    {
      "epoch": 1.3383177570093459,
      "grad_norm": 0.18253205668458716,
      "learning_rate": 3.3332758533395673e-05,
      "loss": 0.3201,
      "num_tokens": 748438298.0,
      "step": 1432
    },
    {
      "epoch": 1.3392523364485982,
      "grad_norm": 0.1788222609006263,
      "learning_rate": 3.331036468594028e-05,
      "loss": 0.3242,
      "num_tokens": 748962586.0,
      "step": 1433
    },
    {
      "epoch": 1.3401869158878505,
      "grad_norm": 0.17105427439378815,
      "learning_rate": 3.3287964669861585e-05,
      "loss": 0.3293,
      "num_tokens": 749486874.0,
      "step": 1434
    },
    {
      "epoch": 1.3411214953271027,
      "grad_norm": 0.16535704523345907,
      "learning_rate": 3.326555850894075e-05,
      "loss": 0.302,
      "num_tokens": 750011162.0,
      "step": 1435
    },
    {
      "epoch": 1.3420560747663552,
      "grad_norm": 0.16373938182308517,
      "learning_rate": 3.324314622696548e-05,
      "loss": 0.3122,
      "num_tokens": 750535450.0,
      "step": 1436
    },
    {
      "epoch": 1.3429906542056074,
      "grad_norm": 0.1559379543693506,
      "learning_rate": 3.3220727847729966e-05,
      "loss": 0.3068,
      "num_tokens": 751059738.0,
      "step": 1437
    },
    {
      "epoch": 1.34392523364486,
      "grad_norm": 0.17452230722108708,
      "learning_rate": 3.319830339503486e-05,
      "loss": 0.3201,
      "num_tokens": 751584026.0,
      "step": 1438
    },
    {
      "epoch": 1.344859813084112,
      "grad_norm": 0.1708588258563535,
      "learning_rate": 3.317587289268729e-05,
      "loss": 0.3176,
      "num_tokens": 752108314.0,
      "step": 1439
    },
    {
      "epoch": 1.3457943925233644,
      "grad_norm": 0.1651770596291957,
      "learning_rate": 3.3153436364500786e-05,
      "loss": 0.3126,
      "num_tokens": 752632602.0,
      "step": 1440
    },
    {
      "epoch": 1.3467289719626168,
      "grad_norm": 0.1577370089877864,
      "learning_rate": 3.313099383429528e-05,
      "loss": 0.3178,
      "num_tokens": 753156890.0,
      "step": 1441
    },
    {
      "epoch": 1.347663551401869,
      "grad_norm": 0.17070672605657147,
      "learning_rate": 3.310854532589706e-05,
      "loss": 0.3229,
      "num_tokens": 753681178.0,
      "step": 1442
    },
    {
      "epoch": 1.3485981308411215,
      "grad_norm": 0.16187366347761875,
      "learning_rate": 3.308609086313879e-05,
      "loss": 0.3177,
      "num_tokens": 754205466.0,
      "step": 1443
    },
    {
      "epoch": 1.3495327102803738,
      "grad_norm": 0.1645542984128817,
      "learning_rate": 3.3063630469859444e-05,
      "loss": 0.3276,
      "num_tokens": 754729754.0,
      "step": 1444
    },
    {
      "epoch": 1.3504672897196262,
      "grad_norm": 0.16468923304161695,
      "learning_rate": 3.304116416990428e-05,
      "loss": 0.3039,
      "num_tokens": 755254042.0,
      "step": 1445
    },
    {
      "epoch": 1.3514018691588785,
      "grad_norm": 0.16345952107320613,
      "learning_rate": 3.3018691987124856e-05,
      "loss": 0.3127,
      "num_tokens": 755778330.0,
      "step": 1446
    },
    {
      "epoch": 1.3523364485981308,
      "grad_norm": 0.18456216726190738,
      "learning_rate": 3.299621394537894e-05,
      "loss": 0.3043,
      "num_tokens": 756302618.0,
      "step": 1447
    },
    {
      "epoch": 1.3532710280373832,
      "grad_norm": 0.16555751774595895,
      "learning_rate": 3.297373006853054e-05,
      "loss": 0.3111,
      "num_tokens": 756826906.0,
      "step": 1448
    },
    {
      "epoch": 1.3542056074766355,
      "grad_norm": 0.1951992792896003,
      "learning_rate": 3.295124038044986e-05,
      "loss": 0.3215,
      "num_tokens": 757351194.0,
      "step": 1449
    },
    {
      "epoch": 1.355140186915888,
      "grad_norm": 0.1626861284591257,
      "learning_rate": 3.292874490501327e-05,
      "loss": 0.3208,
      "num_tokens": 757875482.0,
      "step": 1450
    },
    {
      "epoch": 1.3560747663551402,
      "grad_norm": 0.16587419573749965,
      "learning_rate": 3.290624366610328e-05,
      "loss": 0.3298,
      "num_tokens": 758399770.0,
      "step": 1451
    },
    {
      "epoch": 1.3570093457943926,
      "grad_norm": 0.15915953326145507,
      "learning_rate": 3.288373668760852e-05,
      "loss": 0.2993,
      "num_tokens": 758924058.0,
      "step": 1452
    },
    {
      "epoch": 1.357943925233645,
      "grad_norm": 0.1678314138742202,
      "learning_rate": 3.2861223993423726e-05,
      "loss": 0.3203,
      "num_tokens": 759448346.0,
      "step": 1453
    },
    {
      "epoch": 1.358878504672897,
      "grad_norm": 0.1834691727327847,
      "learning_rate": 3.283870560744968e-05,
      "loss": 0.3517,
      "num_tokens": 759972634.0,
      "step": 1454
    },
    {
      "epoch": 1.3598130841121496,
      "grad_norm": 0.1673236166293049,
      "learning_rate": 3.281618155359324e-05,
      "loss": 0.3276,
      "num_tokens": 760496922.0,
      "step": 1455
    },
    {
      "epoch": 1.3607476635514018,
      "grad_norm": 0.17114552826952378,
      "learning_rate": 3.279365185576723e-05,
      "loss": 0.3311,
      "num_tokens": 761010474.0,
      "step": 1456
    },
    {
      "epoch": 1.3616822429906543,
      "grad_norm": 0.17451149293392257,
      "learning_rate": 3.277111653789051e-05,
      "loss": 0.3243,
      "num_tokens": 761534762.0,
      "step": 1457
    },
    {
      "epoch": 1.3626168224299064,
      "grad_norm": 0.16311000555969363,
      "learning_rate": 3.27485756238879e-05,
      "loss": 0.3258,
      "num_tokens": 762059050.0,
      "step": 1458
    },
    {
      "epoch": 1.3635514018691588,
      "grad_norm": 0.16729598882755872,
      "learning_rate": 3.272602913769014e-05,
      "loss": 0.3258,
      "num_tokens": 762583338.0,
      "step": 1459
    },
    {
      "epoch": 1.3644859813084111,
      "grad_norm": 0.1664962636613345,
      "learning_rate": 3.270347710323392e-05,
      "loss": 0.2953,
      "num_tokens": 763107626.0,
      "step": 1460
    },
    {
      "epoch": 1.3654205607476635,
      "grad_norm": 0.17355307756456484,
      "learning_rate": 3.268091954446177e-05,
      "loss": 0.3237,
      "num_tokens": 763631914.0,
      "step": 1461
    },
    {
      "epoch": 1.3663551401869158,
      "grad_norm": 0.17587939186012594,
      "learning_rate": 3.265835648532215e-05,
      "loss": 0.3196,
      "num_tokens": 764156202.0,
      "step": 1462
    },
    {
      "epoch": 1.3672897196261682,
      "grad_norm": 0.1665694418854203,
      "learning_rate": 3.2635787949769304e-05,
      "loss": 0.3127,
      "num_tokens": 764680490.0,
      "step": 1463
    },
    {
      "epoch": 1.3682242990654205,
      "grad_norm": 0.17228522284281494,
      "learning_rate": 3.26132139617633e-05,
      "loss": 0.3294,
      "num_tokens": 765204778.0,
      "step": 1464
    },
    {
      "epoch": 1.3691588785046729,
      "grad_norm": 0.1606630736456847,
      "learning_rate": 3.2590634545270025e-05,
      "loss": 0.3172,
      "num_tokens": 765729066.0,
      "step": 1465
    },
    {
      "epoch": 1.3700934579439252,
      "grad_norm": 0.16400970993949857,
      "learning_rate": 3.256804972426111e-05,
      "loss": 0.3186,
      "num_tokens": 766253354.0,
      "step": 1466
    },
    {
      "epoch": 1.3710280373831776,
      "grad_norm": 0.1635562785448451,
      "learning_rate": 3.2545459522713915e-05,
      "loss": 0.3155,
      "num_tokens": 766777642.0,
      "step": 1467
    },
    {
      "epoch": 1.37196261682243,
      "grad_norm": 0.1569136372930043,
      "learning_rate": 3.2522863964611514e-05,
      "loss": 0.3089,
      "num_tokens": 767301930.0,
      "step": 1468
    },
    {
      "epoch": 1.3728971962616823,
      "grad_norm": 0.16404045562595704,
      "learning_rate": 3.250026307394268e-05,
      "loss": 0.3221,
      "num_tokens": 767826218.0,
      "step": 1469
    },
    {
      "epoch": 1.3738317757009346,
      "grad_norm": 0.1605632209124074,
      "learning_rate": 3.247765687470185e-05,
      "loss": 0.3349,
      "num_tokens": 768350506.0,
      "step": 1470
    },
    {
      "epoch": 1.374766355140187,
      "grad_norm": 0.18785892105820626,
      "learning_rate": 3.245504539088908e-05,
      "loss": 0.3569,
      "num_tokens": 768874794.0,
      "step": 1471
    },
    {
      "epoch": 1.3757009345794393,
      "grad_norm": 0.16173724323088362,
      "learning_rate": 3.243242864651004e-05,
      "loss": 0.3069,
      "num_tokens": 769399082.0,
      "step": 1472
    },
    {
      "epoch": 1.3766355140186917,
      "grad_norm": 0.16087586350567482,
      "learning_rate": 3.2409806665576005e-05,
      "loss": 0.3269,
      "num_tokens": 769923370.0,
      "step": 1473
    },
    {
      "epoch": 1.377570093457944,
      "grad_norm": 0.1671767224883348,
      "learning_rate": 3.238717947210378e-05,
      "loss": 0.3398,
      "num_tokens": 770447658.0,
      "step": 1474
    },
    {
      "epoch": 1.3785046728971961,
      "grad_norm": 0.15708873094158332,
      "learning_rate": 3.236454709011573e-05,
      "loss": 0.3265,
      "num_tokens": 770971946.0,
      "step": 1475
    },
    {
      "epoch": 1.3794392523364487,
      "grad_norm": 0.1641656288125494,
      "learning_rate": 3.234190954363971e-05,
      "loss": 0.3271,
      "num_tokens": 771496234.0,
      "step": 1476
    },
    {
      "epoch": 1.3803738317757008,
      "grad_norm": 0.1724848119800851,
      "learning_rate": 3.231926685670906e-05,
      "loss": 0.3041,
      "num_tokens": 772007465.0,
      "step": 1477
    },
    {
      "epoch": 1.3813084112149534,
      "grad_norm": 0.16498685432651924,
      "learning_rate": 3.229661905336259e-05,
      "loss": 0.32,
      "num_tokens": 772531753.0,
      "step": 1478
    },
    {
      "epoch": 1.3822429906542055,
      "grad_norm": 0.17178416726729734,
      "learning_rate": 3.227396615764454e-05,
      "loss": 0.3242,
      "num_tokens": 773056041.0,
      "step": 1479
    },
    {
      "epoch": 1.3831775700934579,
      "grad_norm": 0.16322519343272482,
      "learning_rate": 3.225130819360452e-05,
      "loss": 0.3228,
      "num_tokens": 773580329.0,
      "step": 1480
    },
    {
      "epoch": 1.3841121495327102,
      "grad_norm": 0.1685293326701927,
      "learning_rate": 3.222864518529759e-05,
      "loss": 0.3298,
      "num_tokens": 774104617.0,
      "step": 1481
    },
    {
      "epoch": 1.3850467289719626,
      "grad_norm": 0.17266026194665363,
      "learning_rate": 3.2205977156784105e-05,
      "loss": 0.3046,
      "num_tokens": 774628905.0,
      "step": 1482
    },
    {
      "epoch": 1.385981308411215,
      "grad_norm": 0.1599617064225988,
      "learning_rate": 3.218330413212978e-05,
      "loss": 0.3182,
      "num_tokens": 775153193.0,
      "step": 1483
    },
    {
      "epoch": 1.3869158878504673,
      "grad_norm": 0.16850999203080336,
      "learning_rate": 3.2160626135405606e-05,
      "loss": 0.3135,
      "num_tokens": 775677481.0,
      "step": 1484
    },
    {
      "epoch": 1.3878504672897196,
      "grad_norm": 0.18772144725523182,
      "learning_rate": 3.21379431906879e-05,
      "loss": 0.3129,
      "num_tokens": 776201769.0,
      "step": 1485
    },
    {
      "epoch": 1.388785046728972,
      "grad_norm": 0.1630592414484379,
      "learning_rate": 3.211525532205819e-05,
      "loss": 0.3088,
      "num_tokens": 776693747.0,
      "step": 1486
    },
    {
      "epoch": 1.3897196261682243,
      "grad_norm": 0.15985369040118586,
      "learning_rate": 3.2092562553603226e-05,
      "loss": 0.3165,
      "num_tokens": 777218035.0,
      "step": 1487
    },
    {
      "epoch": 1.3906542056074767,
      "grad_norm": 0.15690212222452604,
      "learning_rate": 3.206986490941502e-05,
      "loss": 0.303,
      "num_tokens": 777742323.0,
      "step": 1488
    },
    {
      "epoch": 1.391588785046729,
      "grad_norm": 0.16277276928118592,
      "learning_rate": 3.2047162413590694e-05,
      "loss": 0.3241,
      "num_tokens": 778266611.0,
      "step": 1489
    },
    {
      "epoch": 1.3925233644859814,
      "grad_norm": 0.16838354093186203,
      "learning_rate": 3.2024455090232545e-05,
      "loss": 0.3292,
      "num_tokens": 778790899.0,
      "step": 1490
    },
    {
      "epoch": 1.3934579439252337,
      "grad_norm": 0.16002350966158774,
      "learning_rate": 3.200174296344801e-05,
      "loss": 0.3208,
      "num_tokens": 779315187.0,
      "step": 1491
    },
    {
      "epoch": 1.394392523364486,
      "grad_norm": 0.16206936330544644,
      "learning_rate": 3.1979026057349603e-05,
      "loss": 0.3269,
      "num_tokens": 779839475.0,
      "step": 1492
    },
    {
      "epoch": 1.3953271028037384,
      "grad_norm": 0.15356003532384527,
      "learning_rate": 3.195630439605493e-05,
      "loss": 0.2978,
      "num_tokens": 780363763.0,
      "step": 1493
    },
    {
      "epoch": 1.3962616822429905,
      "grad_norm": 0.16677745813158598,
      "learning_rate": 3.193357800368662e-05,
      "loss": 0.3333,
      "num_tokens": 780888051.0,
      "step": 1494
    },
    {
      "epoch": 1.397196261682243,
      "grad_norm": 0.17804416024595093,
      "learning_rate": 3.191084690437235e-05,
      "loss": 0.3139,
      "num_tokens": 781412339.0,
      "step": 1495
    },
    {
      "epoch": 1.3981308411214952,
      "grad_norm": 0.17747019170478612,
      "learning_rate": 3.1888111122244805e-05,
      "loss": 0.3224,
      "num_tokens": 781921274.0,
      "step": 1496
    },
    {
      "epoch": 1.3990654205607478,
      "grad_norm": 0.1619953477427934,
      "learning_rate": 3.186537068144159e-05,
      "loss": 0.3178,
      "num_tokens": 782445562.0,
      "step": 1497
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.16572365650912113,
      "learning_rate": 3.1842625606105316e-05,
      "loss": 0.3194,
      "num_tokens": 782969850.0,
      "step": 1498
    },
    {
      "epoch": 1.4009345794392523,
      "grad_norm": 0.16714161334812738,
      "learning_rate": 3.181987592038347e-05,
      "loss": 0.3109,
      "num_tokens": 783494138.0,
      "step": 1499
    },
    {
      "epoch": 1.4018691588785046,
      "grad_norm": 0.16957918697205673,
      "learning_rate": 3.179712164842845e-05,
      "loss": 0.3261,
      "num_tokens": 784018426.0,
      "step": 1500
    },
    {
      "epoch": 1.402803738317757,
      "grad_norm": 0.164808766802448,
      "learning_rate": 3.177436281439753e-05,
      "loss": 0.3208,
      "num_tokens": 784542714.0,
      "step": 1501
    },
    {
      "epoch": 1.4037383177570093,
      "grad_norm": 0.16853146423518767,
      "learning_rate": 3.1751599442452823e-05,
      "loss": 0.3155,
      "num_tokens": 785067002.0,
      "step": 1502
    },
    {
      "epoch": 1.4046728971962616,
      "grad_norm": 0.16239473490718737,
      "learning_rate": 3.1728831556761246e-05,
      "loss": 0.3204,
      "num_tokens": 785591290.0,
      "step": 1503
    },
    {
      "epoch": 1.405607476635514,
      "grad_norm": 0.16219196132439573,
      "learning_rate": 3.170605918149452e-05,
      "loss": 0.3224,
      "num_tokens": 786115578.0,
      "step": 1504
    },
    {
      "epoch": 1.4065420560747663,
      "grad_norm": 0.1703131997950758,
      "learning_rate": 3.168328234082915e-05,
      "loss": 0.3148,
      "num_tokens": 786639866.0,
      "step": 1505
    },
    {
      "epoch": 1.4074766355140187,
      "grad_norm": 0.16026772709805556,
      "learning_rate": 3.1660501058946346e-05,
      "loss": 0.3092,
      "num_tokens": 787164154.0,
      "step": 1506
    },
    {
      "epoch": 1.408411214953271,
      "grad_norm": 0.16137308923127,
      "learning_rate": 3.163771536003206e-05,
      "loss": 0.319,
      "num_tokens": 787688442.0,
      "step": 1507
    },
    {
      "epoch": 1.4093457943925234,
      "grad_norm": 0.16318497067422258,
      "learning_rate": 3.161492526827691e-05,
      "loss": 0.3156,
      "num_tokens": 788212730.0,
      "step": 1508
    },
    {
      "epoch": 1.4102803738317757,
      "grad_norm": 0.16498165790550348,
      "learning_rate": 3.1592130807876214e-05,
      "loss": 0.3016,
      "num_tokens": 788737018.0,
      "step": 1509
    },
    {
      "epoch": 1.411214953271028,
      "grad_norm": 0.1692390124639969,
      "learning_rate": 3.1569332003029874e-05,
      "loss": 0.3159,
      "num_tokens": 789261306.0,
      "step": 1510
    },
    {
      "epoch": 1.4121495327102804,
      "grad_norm": 0.17084256360549996,
      "learning_rate": 3.154652887794247e-05,
      "loss": 0.3318,
      "num_tokens": 789785594.0,
      "step": 1511
    },
    {
      "epoch": 1.4130841121495328,
      "grad_norm": 0.16571697316710846,
      "learning_rate": 3.152372145682311e-05,
      "loss": 0.321,
      "num_tokens": 790309882.0,
      "step": 1512
    },
    {
      "epoch": 1.4140186915887851,
      "grad_norm": 0.17399324319827347,
      "learning_rate": 3.15009097638855e-05,
      "loss": 0.3214,
      "num_tokens": 790826774.0,
      "step": 1513
    },
    {
      "epoch": 1.4149532710280375,
      "grad_norm": 0.17599952349967926,
      "learning_rate": 3.147809382334787e-05,
      "loss": 0.3195,
      "num_tokens": 791351062.0,
      "step": 1514
    },
    {
      "epoch": 1.4158878504672896,
      "grad_norm": 0.17773331397357564,
      "learning_rate": 3.145527365943295e-05,
      "loss": 0.3143,
      "num_tokens": 791875350.0,
      "step": 1515
    },
    {
      "epoch": 1.4168224299065422,
      "grad_norm": 0.17608391927338812,
      "learning_rate": 3.143244929636795e-05,
      "loss": 0.3317,
      "num_tokens": 792399638.0,
      "step": 1516
    },
    {
      "epoch": 1.4177570093457943,
      "grad_norm": 0.16477708004814684,
      "learning_rate": 3.140962075838458e-05,
      "loss": 0.3119,
      "num_tokens": 792923926.0,
      "step": 1517
    },
    {
      "epoch": 1.4186915887850469,
      "grad_norm": 0.16034778926529192,
      "learning_rate": 3.138678806971894e-05,
      "loss": 0.3096,
      "num_tokens": 793448214.0,
      "step": 1518
    },
    {
      "epoch": 1.419626168224299,
      "grad_norm": 0.17671202382548334,
      "learning_rate": 3.136395125461154e-05,
      "loss": 0.3087,
      "num_tokens": 793972502.0,
      "step": 1519
    },
    {
      "epoch": 1.4205607476635513,
      "grad_norm": 0.16525651786998202,
      "learning_rate": 3.134111033730728e-05,
      "loss": 0.3267,
      "num_tokens": 794496790.0,
      "step": 1520
    },
    {
      "epoch": 1.4214953271028037,
      "grad_norm": 0.1634616633512863,
      "learning_rate": 3.131826534205544e-05,
      "loss": 0.3106,
      "num_tokens": 795021078.0,
      "step": 1521
    },
    {
      "epoch": 1.422429906542056,
      "grad_norm": 0.16941295658491778,
      "learning_rate": 3.129541629310957e-05,
      "loss": 0.3047,
      "num_tokens": 795545366.0,
      "step": 1522
    },
    {
      "epoch": 1.4233644859813084,
      "grad_norm": 0.15687569937045334,
      "learning_rate": 3.127256321472758e-05,
      "loss": 0.3094,
      "num_tokens": 796069654.0,
      "step": 1523
    },
    {
      "epoch": 1.4242990654205607,
      "grad_norm": 0.16170008853485596,
      "learning_rate": 3.124970613117162e-05,
      "loss": 0.3115,
      "num_tokens": 796593942.0,
      "step": 1524
    },
    {
      "epoch": 1.425233644859813,
      "grad_norm": 0.1622584252465244,
      "learning_rate": 3.1226845066708134e-05,
      "loss": 0.3097,
      "num_tokens": 797118230.0,
      "step": 1525
    },
    {
      "epoch": 1.4261682242990654,
      "grad_norm": 0.19483351592379183,
      "learning_rate": 3.120398004560774e-05,
      "loss": 0.3156,
      "num_tokens": 797642518.0,
      "step": 1526
    },
    {
      "epoch": 1.4271028037383178,
      "grad_norm": 0.1696826680391621,
      "learning_rate": 3.118111109214529e-05,
      "loss": 0.308,
      "num_tokens": 798166806.0,
      "step": 1527
    },
    {
      "epoch": 1.4280373831775701,
      "grad_norm": 0.16815649444979136,
      "learning_rate": 3.115823823059981e-05,
      "loss": 0.3068,
      "num_tokens": 798691094.0,
      "step": 1528
    },
    {
      "epoch": 1.4289719626168225,
      "grad_norm": 0.17242583880517992,
      "learning_rate": 3.113536148525447e-05,
      "loss": 0.3357,
      "num_tokens": 799215382.0,
      "step": 1529
    },
    {
      "epoch": 1.4299065420560748,
      "grad_norm": 0.1600247346880102,
      "learning_rate": 3.111248088039654e-05,
      "loss": 0.317,
      "num_tokens": 799739670.0,
      "step": 1530
    },
    {
      "epoch": 1.4308411214953272,
      "grad_norm": 0.1775850181235699,
      "learning_rate": 3.1089596440317444e-05,
      "loss": 0.3185,
      "num_tokens": 800263958.0,
      "step": 1531
    },
    {
      "epoch": 1.4317757009345795,
      "grad_norm": 0.17524529293385727,
      "learning_rate": 3.106670818931262e-05,
      "loss": 0.3265,
      "num_tokens": 800788246.0,
      "step": 1532
    },
    {
      "epoch": 1.4327102803738319,
      "grad_norm": 0.16975851366029115,
      "learning_rate": 3.104381615168158e-05,
      "loss": 0.3077,
      "num_tokens": 801312534.0,
      "step": 1533
    },
    {
      "epoch": 1.433644859813084,
      "grad_norm": 0.17560070970663377,
      "learning_rate": 3.102092035172786e-05,
      "loss": 0.3224,
      "num_tokens": 801836822.0,
      "step": 1534
    },
    {
      "epoch": 1.4345794392523366,
      "grad_norm": 0.16425027038262444,
      "learning_rate": 3.0998020813758964e-05,
      "loss": 0.3307,
      "num_tokens": 802361110.0,
      "step": 1535
    },
    {
      "epoch": 1.4355140186915887,
      "grad_norm": 0.19141149832782972,
      "learning_rate": 3.0975117562086396e-05,
      "loss": 0.322,
      "num_tokens": 802885398.0,
      "step": 1536
    },
    {
      "epoch": 1.4364485981308412,
      "grad_norm": 0.15806463607107848,
      "learning_rate": 3.095221062102558e-05,
      "loss": 0.3132,
      "num_tokens": 803409686.0,
      "step": 1537
    },
    {
      "epoch": 1.4373831775700934,
      "grad_norm": 0.16504849922159306,
      "learning_rate": 3.092930001489588e-05,
      "loss": 0.3042,
      "num_tokens": 803933974.0,
      "step": 1538
    },
    {
      "epoch": 1.4383177570093457,
      "grad_norm": 0.17177599565524557,
      "learning_rate": 3.0906385768020526e-05,
      "loss": 0.3213,
      "num_tokens": 804458262.0,
      "step": 1539
    },
    {
      "epoch": 1.439252336448598,
      "grad_norm": 0.16128546151558973,
      "learning_rate": 3.0883467904726624e-05,
      "loss": 0.3047,
      "num_tokens": 804982550.0,
      "step": 1540
    },
    {
      "epoch": 1.4401869158878504,
      "grad_norm": 0.16997871738622744,
      "learning_rate": 3.086054644934512e-05,
      "loss": 0.3134,
      "num_tokens": 805506838.0,
      "step": 1541
    },
    {
      "epoch": 1.4411214953271028,
      "grad_norm": 0.16381094723347295,
      "learning_rate": 3.083762142621078e-05,
      "loss": 0.3264,
      "num_tokens": 806031126.0,
      "step": 1542
    },
    {
      "epoch": 1.4420560747663551,
      "grad_norm": 0.16140280282363856,
      "learning_rate": 3.0814692859662134e-05,
      "loss": 0.3107,
      "num_tokens": 806555414.0,
      "step": 1543
    },
    {
      "epoch": 1.4429906542056075,
      "grad_norm": 0.1670235817360448,
      "learning_rate": 3.07917607740415e-05,
      "loss": 0.3318,
      "num_tokens": 807079702.0,
      "step": 1544
    },
    {
      "epoch": 1.4439252336448598,
      "grad_norm": 0.20882571254007573,
      "learning_rate": 3.076882519369494e-05,
      "loss": 0.3059,
      "num_tokens": 807603990.0,
      "step": 1545
    },
    {
      "epoch": 1.4448598130841122,
      "grad_norm": 0.1679625332261346,
      "learning_rate": 3.074588614297218e-05,
      "loss": 0.3457,
      "num_tokens": 808128278.0,
      "step": 1546
    },
    {
      "epoch": 1.4457943925233645,
      "grad_norm": 0.1624508169045822,
      "learning_rate": 3.0722943646226665e-05,
      "loss": 0.3066,
      "num_tokens": 808652566.0,
      "step": 1547
    },
    {
      "epoch": 1.4467289719626168,
      "grad_norm": 0.17835410215624942,
      "learning_rate": 3.0699997727815505e-05,
      "loss": 0.3249,
      "num_tokens": 809176854.0,
      "step": 1548
    },
    {
      "epoch": 1.4476635514018692,
      "grad_norm": 0.167805961468555,
      "learning_rate": 3.067704841209942e-05,
      "loss": 0.3178,
      "num_tokens": 809701142.0,
      "step": 1549
    },
    {
      "epoch": 1.4485981308411215,
      "grad_norm": 0.1632225194103535,
      "learning_rate": 3.065409572344276e-05,
      "loss": 0.3227,
      "num_tokens": 810225430.0,
      "step": 1550
    },
    {
      "epoch": 1.449532710280374,
      "grad_norm": 0.1622476078234806,
      "learning_rate": 3.0631139686213434e-05,
      "loss": 0.3236,
      "num_tokens": 810749718.0,
      "step": 1551
    },
    {
      "epoch": 1.4504672897196262,
      "grad_norm": 0.16775114110861863,
      "learning_rate": 3.0608180324782906e-05,
      "loss": 0.3114,
      "num_tokens": 811274006.0,
      "step": 1552
    },
    {
      "epoch": 1.4514018691588784,
      "grad_norm": 0.17062253489232654,
      "learning_rate": 3.058521766352619e-05,
      "loss": 0.3169,
      "num_tokens": 811775176.0,
      "step": 1553
    },
    {
      "epoch": 1.452336448598131,
      "grad_norm": 0.16189146949602332,
      "learning_rate": 3.05622517268218e-05,
      "loss": 0.3223,
      "num_tokens": 812299464.0,
      "step": 1554
    },
    {
      "epoch": 1.453271028037383,
      "grad_norm": 0.15979798231690262,
      "learning_rate": 3.05392825390517e-05,
      "loss": 0.3089,
      "num_tokens": 812823752.0,
      "step": 1555
    },
    {
      "epoch": 1.4542056074766356,
      "grad_norm": 0.16572473892684111,
      "learning_rate": 3.0516310124601327e-05,
      "loss": 0.3165,
      "num_tokens": 813348040.0,
      "step": 1556
    },
    {
      "epoch": 1.4551401869158878,
      "grad_norm": 0.17031968527093597,
      "learning_rate": 3.049333450785955e-05,
      "loss": 0.3195,
      "num_tokens": 813872328.0,
      "step": 1557
    },
    {
      "epoch": 1.45607476635514,
      "grad_norm": 0.15572375261057655,
      "learning_rate": 3.0470355713218624e-05,
      "loss": 0.3365,
      "num_tokens": 814396616.0,
      "step": 1558
    },
    {
      "epoch": 1.4570093457943925,
      "grad_norm": 0.16164916020268394,
      "learning_rate": 3.0447373765074184e-05,
      "loss": 0.3185,
      "num_tokens": 814920904.0,
      "step": 1559
    },
    {
      "epoch": 1.4579439252336448,
      "grad_norm": 0.16824929895135737,
      "learning_rate": 3.0424388687825207e-05,
      "loss": 0.3029,
      "num_tokens": 815445192.0,
      "step": 1560
    },
    {
      "epoch": 1.4588785046728971,
      "grad_norm": 0.16084344733539918,
      "learning_rate": 3.0401400505874012e-05,
      "loss": 0.3178,
      "num_tokens": 815969480.0,
      "step": 1561
    },
    {
      "epoch": 1.4598130841121495,
      "grad_norm": 0.1854993664398176,
      "learning_rate": 3.0378409243626176e-05,
      "loss": 0.3309,
      "num_tokens": 816493768.0,
      "step": 1562
    },
    {
      "epoch": 1.4607476635514018,
      "grad_norm": 0.1631793783208845,
      "learning_rate": 3.035541492549059e-05,
      "loss": 0.3154,
      "num_tokens": 817018056.0,
      "step": 1563
    },
    {
      "epoch": 1.4616822429906542,
      "grad_norm": 0.1766054010298215,
      "learning_rate": 3.0332417575879345e-05,
      "loss": 0.3066,
      "num_tokens": 817542344.0,
      "step": 1564
    },
    {
      "epoch": 1.4626168224299065,
      "grad_norm": 0.1680479281371905,
      "learning_rate": 3.03094172192078e-05,
      "loss": 0.3168,
      "num_tokens": 818066632.0,
      "step": 1565
    },
    {
      "epoch": 1.4635514018691589,
      "grad_norm": 0.1694083379728961,
      "learning_rate": 3.028641387989446e-05,
      "loss": 0.3326,
      "num_tokens": 818590920.0,
      "step": 1566
    },
    {
      "epoch": 1.4644859813084112,
      "grad_norm": 0.16975735028962602,
      "learning_rate": 3.026340758236103e-05,
      "loss": 0.317,
      "num_tokens": 819115208.0,
      "step": 1567
    },
    {
      "epoch": 1.4654205607476636,
      "grad_norm": 0.18352806827178295,
      "learning_rate": 3.0240398351032328e-05,
      "loss": 0.3263,
      "num_tokens": 819639496.0,
      "step": 1568
    },
    {
      "epoch": 1.466355140186916,
      "grad_norm": 0.16295803029183692,
      "learning_rate": 3.0217386210336314e-05,
      "loss": 0.326,
      "num_tokens": 820163784.0,
      "step": 1569
    },
    {
      "epoch": 1.4672897196261683,
      "grad_norm": 0.1614679628276325,
      "learning_rate": 3.019437118470402e-05,
      "loss": 0.3219,
      "num_tokens": 820688072.0,
      "step": 1570
    },
    {
      "epoch": 1.4682242990654206,
      "grad_norm": 0.1743028941621141,
      "learning_rate": 3.0171353298569544e-05,
      "loss": 0.3406,
      "num_tokens": 821212360.0,
      "step": 1571
    },
    {
      "epoch": 1.469158878504673,
      "grad_norm": 0.16528339324790836,
      "learning_rate": 3.0148332576370015e-05,
      "loss": 0.3247,
      "num_tokens": 821736648.0,
      "step": 1572
    },
    {
      "epoch": 1.4700934579439253,
      "grad_norm": 0.1643990666421606,
      "learning_rate": 3.012530904254559e-05,
      "loss": 0.3224,
      "num_tokens": 822260936.0,
      "step": 1573
    },
    {
      "epoch": 1.4710280373831774,
      "grad_norm": 0.39402777291922,
      "learning_rate": 3.0102282721539394e-05,
      "loss": 0.3141,
      "num_tokens": 822753840.0,
      "step": 1574
    },
    {
      "epoch": 1.47196261682243,
      "grad_norm": 0.16424638134534997,
      "learning_rate": 3.0079253637797523e-05,
      "loss": 0.3101,
      "num_tokens": 823278128.0,
      "step": 1575
    },
    {
      "epoch": 1.4728971962616821,
      "grad_norm": 0.16159069205305684,
      "learning_rate": 3.0056221815768988e-05,
      "loss": 0.3156,
      "num_tokens": 823802416.0,
      "step": 1576
    },
    {
      "epoch": 1.4738317757009347,
      "grad_norm": 0.1557967629230844,
      "learning_rate": 3.0033187279905737e-05,
      "loss": 0.3145,
      "num_tokens": 824326704.0,
      "step": 1577
    },
    {
      "epoch": 1.4747663551401868,
      "grad_norm": 0.17408147669791862,
      "learning_rate": 3.0010150054662566e-05,
      "loss": 0.333,
      "num_tokens": 824850992.0,
      "step": 1578
    },
    {
      "epoch": 1.4757009345794392,
      "grad_norm": 0.17881087020032949,
      "learning_rate": 2.998711016449715e-05,
      "loss": 0.3051,
      "num_tokens": 825375280.0,
      "step": 1579
    },
    {
      "epoch": 1.4766355140186915,
      "grad_norm": 0.16810270457215534,
      "learning_rate": 2.9964067633869984e-05,
      "loss": 0.3243,
      "num_tokens": 825899568.0,
      "step": 1580
    },
    {
      "epoch": 1.4775700934579439,
      "grad_norm": 0.16257452446716159,
      "learning_rate": 2.994102248724438e-05,
      "loss": 0.3241,
      "num_tokens": 826423856.0,
      "step": 1581
    },
    {
      "epoch": 1.4785046728971962,
      "grad_norm": 0.17290443988657989,
      "learning_rate": 2.991797474908638e-05,
      "loss": 0.3183,
      "num_tokens": 826948144.0,
      "step": 1582
    },
    {
      "epoch": 1.4794392523364486,
      "grad_norm": 0.15681506233309284,
      "learning_rate": 2.989492444386485e-05,
      "loss": 0.3098,
      "num_tokens": 827472432.0,
      "step": 1583
    },
    {
      "epoch": 1.480373831775701,
      "grad_norm": 0.17470009954562898,
      "learning_rate": 2.9871871596051327e-05,
      "loss": 0.3334,
      "num_tokens": 827996720.0,
      "step": 1584
    },
    {
      "epoch": 1.4813084112149533,
      "grad_norm": 0.1646227897584072,
      "learning_rate": 2.9848816230120053e-05,
      "loss": 0.3211,
      "num_tokens": 828521008.0,
      "step": 1585
    },
    {
      "epoch": 1.4822429906542056,
      "grad_norm": 0.1569620605805541,
      "learning_rate": 2.9825758370547973e-05,
      "loss": 0.3079,
      "num_tokens": 829045296.0,
      "step": 1586
    },
    {
      "epoch": 1.483177570093458,
      "grad_norm": 0.16044459524915508,
      "learning_rate": 2.980269804181466e-05,
      "loss": 0.3107,
      "num_tokens": 829569584.0,
      "step": 1587
    },
    {
      "epoch": 1.4841121495327103,
      "grad_norm": 0.16863457552217323,
      "learning_rate": 2.9779635268402296e-05,
      "loss": 0.3238,
      "num_tokens": 830093872.0,
      "step": 1588
    },
    {
      "epoch": 1.4850467289719627,
      "grad_norm": 0.16350265129153227,
      "learning_rate": 2.9756570074795676e-05,
      "loss": 0.3148,
      "num_tokens": 830618160.0,
      "step": 1589
    },
    {
      "epoch": 1.485981308411215,
      "grad_norm": 0.16286177884930428,
      "learning_rate": 2.9733502485482163e-05,
      "loss": 0.303,
      "num_tokens": 831142448.0,
      "step": 1590
    },
    {
      "epoch": 1.4869158878504674,
      "grad_norm": 0.16582995008370294,
      "learning_rate": 2.9710432524951658e-05,
      "loss": 0.3209,
      "num_tokens": 831666736.0,
      "step": 1591
    },
    {
      "epoch": 1.4878504672897197,
      "grad_norm": 0.16710881312797649,
      "learning_rate": 2.9687360217696575e-05,
      "loss": 0.3121,
      "num_tokens": 832191024.0,
      "step": 1592
    },
    {
      "epoch": 1.4887850467289718,
      "grad_norm": 0.15928113584989925,
      "learning_rate": 2.9664285588211844e-05,
      "loss": 0.3141,
      "num_tokens": 832715312.0,
      "step": 1593
    },
    {
      "epoch": 1.4897196261682244,
      "grad_norm": 0.1648151667850632,
      "learning_rate": 2.9641208660994834e-05,
      "loss": 0.3397,
      "num_tokens": 833239600.0,
      "step": 1594
    },
    {
      "epoch": 1.4906542056074765,
      "grad_norm": 0.16332984447186966,
      "learning_rate": 2.9618129460545345e-05,
      "loss": 0.3277,
      "num_tokens": 833763888.0,
      "step": 1595
    },
    {
      "epoch": 1.491588785046729,
      "grad_norm": 0.16270876615672408,
      "learning_rate": 2.9595048011365632e-05,
      "loss": 0.3254,
      "num_tokens": 834288176.0,
      "step": 1596
    },
    {
      "epoch": 1.4925233644859812,
      "grad_norm": 0.15128963038913248,
      "learning_rate": 2.9571964337960307e-05,
      "loss": 0.3021,
      "num_tokens": 834812464.0,
      "step": 1597
    },
    {
      "epoch": 1.4934579439252336,
      "grad_norm": 0.16813818586508486,
      "learning_rate": 2.9548878464836337e-05,
      "loss": 0.3315,
      "num_tokens": 835336752.0,
      "step": 1598
    },
    {
      "epoch": 1.494392523364486,
      "grad_norm": 0.1648447613296728,
      "learning_rate": 2.9525790416503045e-05,
      "loss": 0.3271,
      "num_tokens": 835861040.0,
      "step": 1599
    },
    {
      "epoch": 1.4953271028037383,
      "grad_norm": 0.17305780985799846,
      "learning_rate": 2.9502700217472058e-05,
      "loss": 0.3135,
      "num_tokens": 836385328.0,
      "step": 1600
    },
    {
      "epoch": 1.4962616822429906,
      "grad_norm": 0.16707655136304117,
      "learning_rate": 2.9479607892257277e-05,
      "loss": 0.3069,
      "num_tokens": 836909616.0,
      "step": 1601
    },
    {
      "epoch": 1.497196261682243,
      "grad_norm": 0.16279923870498328,
      "learning_rate": 2.9456513465374857e-05,
      "loss": 0.3307,
      "num_tokens": 837433904.0,
      "step": 1602
    },
    {
      "epoch": 1.4981308411214953,
      "grad_norm": 0.14949691625576725,
      "learning_rate": 2.9433416961343224e-05,
      "loss": 0.2936,
      "num_tokens": 837958192.0,
      "step": 1603
    },
    {
      "epoch": 1.4990654205607477,
      "grad_norm": 0.17327421798636955,
      "learning_rate": 2.941031840468295e-05,
      "loss": 0.3267,
      "num_tokens": 838458508.0,
      "step": 1604
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.160388293784069,
      "learning_rate": 2.9387217819916823e-05,
      "loss": 0.3091,
      "num_tokens": 838982796.0,
      "step": 1605
    },
    {
      "epoch": 1.5009345794392523,
      "grad_norm": 0.15559497373047623,
      "learning_rate": 2.936411523156978e-05,
      "loss": 0.315,
      "num_tokens": 839507084.0,
      "step": 1606
    },
    {
      "epoch": 1.5018691588785047,
      "grad_norm": 0.16631079564658674,
      "learning_rate": 2.9341010664168884e-05,
      "loss": 0.3158,
      "num_tokens": 839975049.0,
      "step": 1607
    },
    {
      "epoch": 1.502803738317757,
      "grad_norm": 0.1609152310428869,
      "learning_rate": 2.9317904142243273e-05,
      "loss": 0.3284,
      "num_tokens": 840499337.0,
      "step": 1608
    },
    {
      "epoch": 1.5037383177570094,
      "grad_norm": 0.15964720573665026,
      "learning_rate": 2.9294795690324218e-05,
      "loss": 0.321,
      "num_tokens": 841023625.0,
      "step": 1609
    },
    {
      "epoch": 1.5046728971962615,
      "grad_norm": 0.15643185374806098,
      "learning_rate": 2.9271685332944987e-05,
      "loss": 0.3031,
      "num_tokens": 841547913.0,
      "step": 1610
    },
    {
      "epoch": 1.505607476635514,
      "grad_norm": 0.1541809659065101,
      "learning_rate": 2.9248573094640884e-05,
      "loss": 0.3097,
      "num_tokens": 842072201.0,
      "step": 1611
    },
    {
      "epoch": 1.5065420560747662,
      "grad_norm": 0.1717953807917361,
      "learning_rate": 2.9225458999949223e-05,
      "loss": 0.3264,
      "num_tokens": 842596489.0,
      "step": 1612
    },
    {
      "epoch": 1.5074766355140188,
      "grad_norm": 0.15450837344469973,
      "learning_rate": 2.9202343073409277e-05,
      "loss": 0.327,
      "num_tokens": 843120777.0,
      "step": 1613
    },
    {
      "epoch": 1.508411214953271,
      "grad_norm": 0.16489958054584872,
      "learning_rate": 2.917922533956226e-05,
      "loss": 0.3425,
      "num_tokens": 843645065.0,
      "step": 1614
    },
    {
      "epoch": 1.5093457943925235,
      "grad_norm": 0.17203600922422388,
      "learning_rate": 2.9156105822951323e-05,
      "loss": 0.3328,
      "num_tokens": 844151389.0,
      "step": 1615
    },
    {
      "epoch": 1.5102803738317756,
      "grad_norm": 0.17237989655176428,
      "learning_rate": 2.9132984548121495e-05,
      "loss": 0.322,
      "num_tokens": 844654726.0,
      "step": 1616
    },
    {
      "epoch": 1.5112149532710282,
      "grad_norm": 0.15744059350982573,
      "learning_rate": 2.910986153961967e-05,
      "loss": 0.3183,
      "num_tokens": 845179014.0,
      "step": 1617
    },
    {
      "epoch": 1.5121495327102803,
      "grad_norm": 0.15796964075729591,
      "learning_rate": 2.9086736821994588e-05,
      "loss": 0.2908,
      "num_tokens": 845703302.0,
      "step": 1618
    },
    {
      "epoch": 1.5130841121495329,
      "grad_norm": 0.16188208350998765,
      "learning_rate": 2.9063610419796815e-05,
      "loss": 0.3136,
      "num_tokens": 846217008.0,
      "step": 1619
    },
    {
      "epoch": 1.514018691588785,
      "grad_norm": 0.1654384658235364,
      "learning_rate": 2.9040482357578674e-05,
      "loss": 0.3235,
      "num_tokens": 846741296.0,
      "step": 1620
    },
    {
      "epoch": 1.5149532710280373,
      "grad_norm": 0.16554752741055417,
      "learning_rate": 2.9017352659894285e-05,
      "loss": 0.3163,
      "num_tokens": 847232911.0,
      "step": 1621
    },
    {
      "epoch": 1.5158878504672897,
      "grad_norm": 0.18429484857347964,
      "learning_rate": 2.8994221351299483e-05,
      "loss": 0.3423,
      "num_tokens": 847757199.0,
      "step": 1622
    },
    {
      "epoch": 1.516822429906542,
      "grad_norm": 0.15467313582084774,
      "learning_rate": 2.897108845635182e-05,
      "loss": 0.3024,
      "num_tokens": 848281487.0,
      "step": 1623
    },
    {
      "epoch": 1.5177570093457944,
      "grad_norm": 0.16555037626611172,
      "learning_rate": 2.8947953999610533e-05,
      "loss": 0.3235,
      "num_tokens": 848805775.0,
      "step": 1624
    },
    {
      "epoch": 1.5186915887850467,
      "grad_norm": 0.17126987560062007,
      "learning_rate": 2.8924818005636517e-05,
      "loss": 0.3235,
      "num_tokens": 849330063.0,
      "step": 1625
    },
    {
      "epoch": 1.519626168224299,
      "grad_norm": 0.15371095359968937,
      "learning_rate": 2.890168049899229e-05,
      "loss": 0.3004,
      "num_tokens": 849854351.0,
      "step": 1626
    },
    {
      "epoch": 1.5205607476635514,
      "grad_norm": 0.1514524937516504,
      "learning_rate": 2.8878541504241983e-05,
      "loss": 0.2996,
      "num_tokens": 850378639.0,
      "step": 1627
    },
    {
      "epoch": 1.5214953271028038,
      "grad_norm": 0.17791378837564292,
      "learning_rate": 2.8855401045951325e-05,
      "loss": 0.3184,
      "num_tokens": 850902927.0,
      "step": 1628
    },
    {
      "epoch": 1.5224299065420561,
      "grad_norm": 0.1707240104524352,
      "learning_rate": 2.8832259148687557e-05,
      "loss": 0.3234,
      "num_tokens": 851427215.0,
      "step": 1629
    },
    {
      "epoch": 1.5233644859813085,
      "grad_norm": 0.15872712392718763,
      "learning_rate": 2.8809115837019503e-05,
      "loss": 0.3212,
      "num_tokens": 851951503.0,
      "step": 1630
    },
    {
      "epoch": 1.5242990654205606,
      "grad_norm": 0.1722956695515077,
      "learning_rate": 2.8785971135517427e-05,
      "loss": 0.3238,
      "num_tokens": 852475791.0,
      "step": 1631
    },
    {
      "epoch": 1.5252336448598132,
      "grad_norm": 0.17047843030946755,
      "learning_rate": 2.876282506875311e-05,
      "loss": 0.3226,
      "num_tokens": 853000079.0,
      "step": 1632
    },
    {
      "epoch": 1.5261682242990653,
      "grad_norm": 0.16374118775408392,
      "learning_rate": 2.873967766129977e-05,
      "loss": 0.3097,
      "num_tokens": 853524367.0,
      "step": 1633
    },
    {
      "epoch": 1.5271028037383179,
      "grad_norm": 0.16136149467329292,
      "learning_rate": 2.8716528937732058e-05,
      "loss": 0.327,
      "num_tokens": 854048655.0,
      "step": 1634
    },
    {
      "epoch": 1.52803738317757,
      "grad_norm": 0.15836403046574335,
      "learning_rate": 2.8693378922626e-05,
      "loss": 0.3159,
      "num_tokens": 854572943.0,
      "step": 1635
    },
    {
      "epoch": 1.5289719626168226,
      "grad_norm": 0.17090979606119974,
      "learning_rate": 2.8670227640559026e-05,
      "loss": 0.3074,
      "num_tokens": 855097231.0,
      "step": 1636
    },
    {
      "epoch": 1.5299065420560747,
      "grad_norm": 0.1681968398740024,
      "learning_rate": 2.8647075116109874e-05,
      "loss": 0.305,
      "num_tokens": 855621519.0,
      "step": 1637
    },
    {
      "epoch": 1.5308411214953273,
      "grad_norm": 0.15507009875229844,
      "learning_rate": 2.862392137385863e-05,
      "loss": 0.2945,
      "num_tokens": 856145807.0,
      "step": 1638
    },
    {
      "epoch": 1.5317757009345794,
      "grad_norm": 0.16797342760088466,
      "learning_rate": 2.8600766438386655e-05,
      "loss": 0.325,
      "num_tokens": 856670095.0,
      "step": 1639
    },
    {
      "epoch": 1.5327102803738317,
      "grad_norm": 0.16319504940124296,
      "learning_rate": 2.8577610334276595e-05,
      "loss": 0.3302,
      "num_tokens": 857194383.0,
      "step": 1640
    },
    {
      "epoch": 1.533644859813084,
      "grad_norm": 0.16214106630937244,
      "learning_rate": 2.8554453086112314e-05,
      "loss": 0.3148,
      "num_tokens": 857718671.0,
      "step": 1641
    },
    {
      "epoch": 1.5345794392523364,
      "grad_norm": 0.16103102352503534,
      "learning_rate": 2.8531294718478912e-05,
      "loss": 0.3163,
      "num_tokens": 858242959.0,
      "step": 1642
    },
    {
      "epoch": 1.5355140186915888,
      "grad_norm": 0.15678651872288066,
      "learning_rate": 2.850813525596266e-05,
      "loss": 0.3107,
      "num_tokens": 858767247.0,
      "step": 1643
    },
    {
      "epoch": 1.5364485981308411,
      "grad_norm": 0.17773783174993743,
      "learning_rate": 2.848497472315101e-05,
      "loss": 0.3282,
      "num_tokens": 859291535.0,
      "step": 1644
    },
    {
      "epoch": 1.5373831775700935,
      "grad_norm": 0.1522233016825927,
      "learning_rate": 2.846181314463252e-05,
      "loss": 0.2892,
      "num_tokens": 859815823.0,
      "step": 1645
    },
    {
      "epoch": 1.5383177570093458,
      "grad_norm": 0.1581499424197175,
      "learning_rate": 2.8438650544996898e-05,
      "loss": 0.3163,
      "num_tokens": 860340111.0,
      "step": 1646
    },
    {
      "epoch": 1.5392523364485982,
      "grad_norm": 0.16302226930240868,
      "learning_rate": 2.8415486948834907e-05,
      "loss": 0.3074,
      "num_tokens": 860864399.0,
      "step": 1647
    },
    {
      "epoch": 1.5401869158878505,
      "grad_norm": 0.1646674334418838,
      "learning_rate": 2.8392322380738368e-05,
      "loss": 0.3206,
      "num_tokens": 861388687.0,
      "step": 1648
    },
    {
      "epoch": 1.5411214953271029,
      "grad_norm": 0.192618227432098,
      "learning_rate": 2.836915686530016e-05,
      "loss": 0.3284,
      "num_tokens": 861912975.0,
      "step": 1649
    },
    {
      "epoch": 1.542056074766355,
      "grad_norm": 0.1525698042392919,
      "learning_rate": 2.8345990427114143e-05,
      "loss": 0.312,
      "num_tokens": 862437263.0,
      "step": 1650
    },
    {
      "epoch": 1.5429906542056075,
      "grad_norm": 0.165429709811258,
      "learning_rate": 2.832282309077515e-05,
      "loss": 0.3129,
      "num_tokens": 862961551.0,
      "step": 1651
    },
    {
      "epoch": 1.5439252336448597,
      "grad_norm": 0.16835500309953336,
      "learning_rate": 2.8299654880879012e-05,
      "loss": 0.3115,
      "num_tokens": 863474898.0,
      "step": 1652
    },
    {
      "epoch": 1.5448598130841122,
      "grad_norm": 0.15723622281765226,
      "learning_rate": 2.827648582202243e-05,
      "loss": 0.3148,
      "num_tokens": 863999186.0,
      "step": 1653
    },
    {
      "epoch": 1.5457943925233644,
      "grad_norm": 0.15841435782639943,
      "learning_rate": 2.825331593880304e-05,
      "loss": 0.3171,
      "num_tokens": 864492675.0,
      "step": 1654
    },
    {
      "epoch": 1.546728971962617,
      "grad_norm": 0.16288047793400282,
      "learning_rate": 2.823014525581936e-05,
      "loss": 0.3109,
      "num_tokens": 865016963.0,
      "step": 1655
    },
    {
      "epoch": 1.547663551401869,
      "grad_norm": 0.14931566341530994,
      "learning_rate": 2.8206973797670726e-05,
      "loss": 0.3004,
      "num_tokens": 865541251.0,
      "step": 1656
    },
    {
      "epoch": 1.5485981308411216,
      "grad_norm": 0.16326536852715184,
      "learning_rate": 2.818380158895732e-05,
      "loss": 0.3289,
      "num_tokens": 866065539.0,
      "step": 1657
    },
    {
      "epoch": 1.5495327102803738,
      "grad_norm": 0.15829999164102618,
      "learning_rate": 2.816062865428012e-05,
      "loss": 0.32,
      "num_tokens": 866589827.0,
      "step": 1658
    },
    {
      "epoch": 1.5504672897196263,
      "grad_norm": 0.15887104818146117,
      "learning_rate": 2.813745501824086e-05,
      "loss": 0.3196,
      "num_tokens": 867114115.0,
      "step": 1659
    },
    {
      "epoch": 1.5514018691588785,
      "grad_norm": 0.16628160508212095,
      "learning_rate": 2.8114280705442044e-05,
      "loss": 0.3322,
      "num_tokens": 867638403.0,
      "step": 1660
    },
    {
      "epoch": 1.5523364485981308,
      "grad_norm": 0.1510652849695138,
      "learning_rate": 2.8091105740486855e-05,
      "loss": 0.3055,
      "num_tokens": 868162691.0,
      "step": 1661
    },
    {
      "epoch": 1.5532710280373832,
      "grad_norm": 0.1601300620421359,
      "learning_rate": 2.8067930147979222e-05,
      "loss": 0.3007,
      "num_tokens": 868667424.0,
      "step": 1662
    },
    {
      "epoch": 1.5542056074766355,
      "grad_norm": 0.16962823695560117,
      "learning_rate": 2.8044753952523695e-05,
      "loss": 0.3194,
      "num_tokens": 869191712.0,
      "step": 1663
    },
    {
      "epoch": 1.5551401869158878,
      "grad_norm": 0.16070685239277968,
      "learning_rate": 2.8021577178725473e-05,
      "loss": 0.3147,
      "num_tokens": 869716000.0,
      "step": 1664
    },
    {
      "epoch": 1.5560747663551402,
      "grad_norm": 0.17701822320115737,
      "learning_rate": 2.799839985119039e-05,
      "loss": 0.3173,
      "num_tokens": 870240288.0,
      "step": 1665
    },
    {
      "epoch": 1.5570093457943925,
      "grad_norm": 0.15581229011149736,
      "learning_rate": 2.7975221994524846e-05,
      "loss": 0.3151,
      "num_tokens": 870764576.0,
      "step": 1666
    },
    {
      "epoch": 1.5579439252336449,
      "grad_norm": 0.16796850278321065,
      "learning_rate": 2.795204363333582e-05,
      "loss": 0.3111,
      "num_tokens": 871288864.0,
      "step": 1667
    },
    {
      "epoch": 1.5588785046728972,
      "grad_norm": 0.16672607138331313,
      "learning_rate": 2.7928864792230798e-05,
      "loss": 0.3148,
      "num_tokens": 871813152.0,
      "step": 1668
    },
    {
      "epoch": 1.5598130841121496,
      "grad_norm": 0.16012564523254957,
      "learning_rate": 2.7905685495817812e-05,
      "loss": 0.3257,
      "num_tokens": 872337440.0,
      "step": 1669
    },
    {
      "epoch": 1.560747663551402,
      "grad_norm": 0.1636895403660337,
      "learning_rate": 2.7882505768705347e-05,
      "loss": 0.3146,
      "num_tokens": 872861728.0,
      "step": 1670
    },
    {
      "epoch": 1.561682242990654,
      "grad_norm": 0.15106606093751931,
      "learning_rate": 2.7859325635502377e-05,
      "loss": 0.309,
      "num_tokens": 873386016.0,
      "step": 1671
    },
    {
      "epoch": 1.5626168224299066,
      "grad_norm": 0.15778501556964877,
      "learning_rate": 2.7836145120818275e-05,
      "loss": 0.3191,
      "num_tokens": 873910304.0,
      "step": 1672
    },
    {
      "epoch": 1.5635514018691588,
      "grad_norm": 0.14809478777538157,
      "learning_rate": 2.7812964249262824e-05,
      "loss": 0.2986,
      "num_tokens": 874434592.0,
      "step": 1673
    },
    {
      "epoch": 1.5644859813084113,
      "grad_norm": 0.15621141431759436,
      "learning_rate": 2.778978304544621e-05,
      "loss": 0.3174,
      "num_tokens": 874958880.0,
      "step": 1674
    },
    {
      "epoch": 1.5654205607476634,
      "grad_norm": 0.1519567352755723,
      "learning_rate": 2.7766601533978954e-05,
      "loss": 0.3112,
      "num_tokens": 875483168.0,
      "step": 1675
    },
    {
      "epoch": 1.566355140186916,
      "grad_norm": 0.16641172160668752,
      "learning_rate": 2.7743419739471897e-05,
      "loss": 0.3351,
      "num_tokens": 876007456.0,
      "step": 1676
    },
    {
      "epoch": 1.5672897196261681,
      "grad_norm": 0.15701803878535658,
      "learning_rate": 2.77202376865362e-05,
      "loss": 0.3155,
      "num_tokens": 876531744.0,
      "step": 1677
    },
    {
      "epoch": 1.5682242990654207,
      "grad_norm": 0.15216996653059467,
      "learning_rate": 2.7697055399783278e-05,
      "loss": 0.299,
      "num_tokens": 877056032.0,
      "step": 1678
    },
    {
      "epoch": 1.5691588785046728,
      "grad_norm": 0.14924433304195658,
      "learning_rate": 2.7673872903824812e-05,
      "loss": 0.2991,
      "num_tokens": 877580320.0,
      "step": 1679
    },
    {
      "epoch": 1.5700934579439252,
      "grad_norm": 0.15423232511984822,
      "learning_rate": 2.7650690223272686e-05,
      "loss": 0.3036,
      "num_tokens": 878104608.0,
      "step": 1680
    },
    {
      "epoch": 1.5710280373831775,
      "grad_norm": 0.15826543268287682,
      "learning_rate": 2.7627507382738998e-05,
      "loss": 0.3208,
      "num_tokens": 878628896.0,
      "step": 1681
    },
    {
      "epoch": 1.5719626168224299,
      "grad_norm": 0.15339360533213622,
      "learning_rate": 2.7604324406836018e-05,
      "loss": 0.3006,
      "num_tokens": 879153184.0,
      "step": 1682
    },
    {
      "epoch": 1.5728971962616822,
      "grad_norm": 0.17221114543864308,
      "learning_rate": 2.7581141320176128e-05,
      "loss": 0.3363,
      "num_tokens": 879677472.0,
      "step": 1683
    },
    {
      "epoch": 1.5738317757009346,
      "grad_norm": 0.1651323837976332,
      "learning_rate": 2.7557958147371872e-05,
      "loss": 0.322,
      "num_tokens": 880201760.0,
      "step": 1684
    },
    {
      "epoch": 1.574766355140187,
      "grad_norm": 0.15645379930370865,
      "learning_rate": 2.7534774913035843e-05,
      "loss": 0.3227,
      "num_tokens": 880701643.0,
      "step": 1685
    },
    {
      "epoch": 1.5757009345794393,
      "grad_norm": 0.14993276984721268,
      "learning_rate": 2.751159164178074e-05,
      "loss": 0.3007,
      "num_tokens": 881225931.0,
      "step": 1686
    },
    {
      "epoch": 1.5766355140186916,
      "grad_norm": 0.15423619561288707,
      "learning_rate": 2.7488408358219264e-05,
      "loss": 0.3138,
      "num_tokens": 881750219.0,
      "step": 1687
    },
    {
      "epoch": 1.577570093457944,
      "grad_norm": 0.16144901555697347,
      "learning_rate": 2.746522508696416e-05,
      "loss": 0.3283,
      "num_tokens": 882274507.0,
      "step": 1688
    },
    {
      "epoch": 1.5785046728971963,
      "grad_norm": 0.1567394775934192,
      "learning_rate": 2.7442041852628143e-05,
      "loss": 0.3202,
      "num_tokens": 882798795.0,
      "step": 1689
    },
    {
      "epoch": 1.5794392523364484,
      "grad_norm": 0.1508925178321504,
      "learning_rate": 2.7418858679823878e-05,
      "loss": 0.3043,
      "num_tokens": 883323083.0,
      "step": 1690
    },
    {
      "epoch": 1.580373831775701,
      "grad_norm": 0.1566662393266634,
      "learning_rate": 2.7395675593163987e-05,
      "loss": 0.3012,
      "num_tokens": 883816581.0,
      "step": 1691
    },
    {
      "epoch": 1.5813084112149531,
      "grad_norm": 0.15167592131639454,
      "learning_rate": 2.7372492617261004e-05,
      "loss": 0.3085,
      "num_tokens": 884340869.0,
      "step": 1692
    },
    {
      "epoch": 1.5822429906542057,
      "grad_norm": 0.151202848228058,
      "learning_rate": 2.7349309776727323e-05,
      "loss": 0.3116,
      "num_tokens": 884865157.0,
      "step": 1693
    },
    {
      "epoch": 1.5831775700934578,
      "grad_norm": 0.15334777203793998,
      "learning_rate": 2.7326127096175197e-05,
      "loss": 0.3112,
      "num_tokens": 885389445.0,
      "step": 1694
    },
    {
      "epoch": 1.5841121495327104,
      "grad_norm": 0.15837807645893348,
      "learning_rate": 2.7302944600216728e-05,
      "loss": 0.3091,
      "num_tokens": 885913733.0,
      "step": 1695
    },
    {
      "epoch": 1.5850467289719625,
      "grad_norm": 0.15373913013538193,
      "learning_rate": 2.727976231346381e-05,
      "loss": 0.304,
      "num_tokens": 886438021.0,
      "step": 1696
    },
    {
      "epoch": 1.585981308411215,
      "grad_norm": 0.15502615759759633,
      "learning_rate": 2.7256580260528108e-05,
      "loss": 0.327,
      "num_tokens": 886962309.0,
      "step": 1697
    },
    {
      "epoch": 1.5869158878504672,
      "grad_norm": 0.172133568615884,
      "learning_rate": 2.7233398466021055e-05,
      "loss": 0.3207,
      "num_tokens": 887486597.0,
      "step": 1698
    },
    {
      "epoch": 1.5878504672897198,
      "grad_norm": 0.15860645226316553,
      "learning_rate": 2.7210216954553798e-05,
      "loss": 0.3194,
      "num_tokens": 888010885.0,
      "step": 1699
    },
    {
      "epoch": 1.588785046728972,
      "grad_norm": 0.14702529174468326,
      "learning_rate": 2.718703575073718e-05,
      "loss": 0.3076,
      "num_tokens": 888535173.0,
      "step": 1700
    },
    {
      "epoch": 1.5897196261682243,
      "grad_norm": 0.15084912200496192,
      "learning_rate": 2.7163854879181744e-05,
      "loss": 0.3065,
      "num_tokens": 889056493.0,
      "step": 1701
    },
    {
      "epoch": 1.5906542056074766,
      "grad_norm": 0.14925509808581047,
      "learning_rate": 2.714067436449764e-05,
      "loss": 0.3004,
      "num_tokens": 889580781.0,
      "step": 1702
    },
    {
      "epoch": 1.591588785046729,
      "grad_norm": 0.16392292615267412,
      "learning_rate": 2.711749423129466e-05,
      "loss": 0.3276,
      "num_tokens": 890105069.0,
      "step": 1703
    },
    {
      "epoch": 1.5925233644859813,
      "grad_norm": 0.16028539720690643,
      "learning_rate": 2.7094314504182193e-05,
      "loss": 0.3211,
      "num_tokens": 890629357.0,
      "step": 1704
    },
    {
      "epoch": 1.5934579439252337,
      "grad_norm": 0.15103892944556782,
      "learning_rate": 2.7071135207769215e-05,
      "loss": 0.296,
      "num_tokens": 891153645.0,
      "step": 1705
    },
    {
      "epoch": 1.594392523364486,
      "grad_norm": 0.15482818357306483,
      "learning_rate": 2.704795636666419e-05,
      "loss": 0.313,
      "num_tokens": 891677933.0,
      "step": 1706
    },
    {
      "epoch": 1.5953271028037384,
      "grad_norm": 0.16059852541015984,
      "learning_rate": 2.702477800547516e-05,
      "loss": 0.3234,
      "num_tokens": 892202221.0,
      "step": 1707
    },
    {
      "epoch": 1.5962616822429907,
      "grad_norm": 0.1593585754714961,
      "learning_rate": 2.7001600148809614e-05,
      "loss": 0.3097,
      "num_tokens": 892726509.0,
      "step": 1708
    },
    {
      "epoch": 1.597196261682243,
      "grad_norm": 0.1546317174763034,
      "learning_rate": 2.6978422821274536e-05,
      "loss": 0.3041,
      "num_tokens": 893250797.0,
      "step": 1709
    },
    {
      "epoch": 1.5981308411214954,
      "grad_norm": 0.16016067429676076,
      "learning_rate": 2.6955246047476313e-05,
      "loss": 0.2969,
      "num_tokens": 893744385.0,
      "step": 1710
    },
    {
      "epoch": 1.5990654205607475,
      "grad_norm": 0.16103218241359765,
      "learning_rate": 2.693206985202078e-05,
      "loss": 0.3201,
      "num_tokens": 894268673.0,
      "step": 1711
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.1555011117161231,
      "learning_rate": 2.6908894259513144e-05,
      "loss": 0.3025,
      "num_tokens": 894792961.0,
      "step": 1712
    },
    {
      "epoch": 1.6009345794392522,
      "grad_norm": 0.16281641005297062,
      "learning_rate": 2.6885719294557972e-05,
      "loss": 0.329,
      "num_tokens": 895317249.0,
      "step": 1713
    },
    {
      "epoch": 1.6018691588785048,
      "grad_norm": 0.1557885560815871,
      "learning_rate": 2.6862544981759148e-05,
      "loss": 0.3229,
      "num_tokens": 895841537.0,
      "step": 1714
    },
    {
      "epoch": 1.602803738317757,
      "grad_norm": 0.15637202982682213,
      "learning_rate": 2.683937134571989e-05,
      "loss": 0.3239,
      "num_tokens": 896365825.0,
      "step": 1715
    },
    {
      "epoch": 1.6037383177570095,
      "grad_norm": 0.16597720815494207,
      "learning_rate": 2.6816198411042687e-05,
      "loss": 0.3225,
      "num_tokens": 896890113.0,
      "step": 1716
    },
    {
      "epoch": 1.6046728971962616,
      "grad_norm": 0.15009679863179984,
      "learning_rate": 2.6793026202329287e-05,
      "loss": 0.3123,
      "num_tokens": 897414401.0,
      "step": 1717
    },
    {
      "epoch": 1.6056074766355142,
      "grad_norm": 0.15995795137158836,
      "learning_rate": 2.676985474418065e-05,
      "loss": 0.3133,
      "num_tokens": 897938689.0,
      "step": 1718
    },
    {
      "epoch": 1.6065420560747663,
      "grad_norm": 0.16732080205169875,
      "learning_rate": 2.6746684061196964e-05,
      "loss": 0.3127,
      "num_tokens": 898462977.0,
      "step": 1719
    },
    {
      "epoch": 1.6074766355140186,
      "grad_norm": 0.14636955248178124,
      "learning_rate": 2.672351417797757e-05,
      "loss": 0.3025,
      "num_tokens": 898987265.0,
      "step": 1720
    },
    {
      "epoch": 1.608411214953271,
      "grad_norm": 0.15908149899326746,
      "learning_rate": 2.6700345119121e-05,
      "loss": 0.3152,
      "num_tokens": 899511553.0,
      "step": 1721
    },
    {
      "epoch": 1.6093457943925233,
      "grad_norm": 0.16688919092016388,
      "learning_rate": 2.6677176909224854e-05,
      "loss": 0.3204,
      "num_tokens": 900035841.0,
      "step": 1722
    },
    {
      "epoch": 1.6102803738317757,
      "grad_norm": 0.15499995337199174,
      "learning_rate": 2.6654009572885862e-05,
      "loss": 0.3141,
      "num_tokens": 900560129.0,
      "step": 1723
    },
    {
      "epoch": 1.611214953271028,
      "grad_norm": 0.16254828303407715,
      "learning_rate": 2.663084313469984e-05,
      "loss": 0.3214,
      "num_tokens": 901084417.0,
      "step": 1724
    },
    {
      "epoch": 1.6121495327102804,
      "grad_norm": 0.14524355264791436,
      "learning_rate": 2.660767761926164e-05,
      "loss": 0.2942,
      "num_tokens": 901608705.0,
      "step": 1725
    },
    {
      "epoch": 1.6130841121495327,
      "grad_norm": 0.16013948734205363,
      "learning_rate": 2.6584513051165105e-05,
      "loss": 0.3094,
      "num_tokens": 902077054.0,
      "step": 1726
    },
    {
      "epoch": 1.614018691588785,
      "grad_norm": 0.17449500401082757,
      "learning_rate": 2.656134945500311e-05,
      "loss": 0.344,
      "num_tokens": 902601342.0,
      "step": 1727
    },
    {
      "epoch": 1.6149532710280374,
      "grad_norm": 0.1615708381640031,
      "learning_rate": 2.6538186855367485e-05,
      "loss": 0.3295,
      "num_tokens": 903125630.0,
      "step": 1728
    },
    {
      "epoch": 1.6158878504672898,
      "grad_norm": 0.15770793089601154,
      "learning_rate": 2.6515025276849003e-05,
      "loss": 0.312,
      "num_tokens": 903649918.0,
      "step": 1729
    },
    {
      "epoch": 1.616822429906542,
      "grad_norm": 0.15532350193286848,
      "learning_rate": 2.6491864744037347e-05,
      "loss": 0.3032,
      "num_tokens": 904174206.0,
      "step": 1730
    },
    {
      "epoch": 1.6177570093457945,
      "grad_norm": 0.17490316044294954,
      "learning_rate": 2.6468705281521093e-05,
      "loss": 0.3227,
      "num_tokens": 904698494.0,
      "step": 1731
    },
    {
      "epoch": 1.6186915887850466,
      "grad_norm": 0.1635774382340278,
      "learning_rate": 2.6445546913887688e-05,
      "loss": 0.3342,
      "num_tokens": 905222782.0,
      "step": 1732
    },
    {
      "epoch": 1.6196261682242992,
      "grad_norm": 0.15499064935586881,
      "learning_rate": 2.6422389665723413e-05,
      "loss": 0.3058,
      "num_tokens": 905747070.0,
      "step": 1733
    },
    {
      "epoch": 1.6205607476635513,
      "grad_norm": 0.15889833892223826,
      "learning_rate": 2.639923356161335e-05,
      "loss": 0.3138,
      "num_tokens": 906271358.0,
      "step": 1734
    },
    {
      "epoch": 1.6214953271028039,
      "grad_norm": 0.15998164090011707,
      "learning_rate": 2.6376078626141377e-05,
      "loss": 0.3102,
      "num_tokens": 906795646.0,
      "step": 1735
    },
    {
      "epoch": 1.622429906542056,
      "grad_norm": 0.1722691077813564,
      "learning_rate": 2.6352924883890135e-05,
      "loss": 0.317,
      "num_tokens": 907297697.0,
      "step": 1736
    },
    {
      "epoch": 1.6233644859813086,
      "grad_norm": 0.16908927668043988,
      "learning_rate": 2.632977235944099e-05,
      "loss": 0.3228,
      "num_tokens": 907821985.0,
      "step": 1737
    },
    {
      "epoch": 1.6242990654205607,
      "grad_norm": 0.16117793375410772,
      "learning_rate": 2.630662107737401e-05,
      "loss": 0.3272,
      "num_tokens": 908346273.0,
      "step": 1738
    },
    {
      "epoch": 1.625233644859813,
      "grad_norm": 0.1751358133506327,
      "learning_rate": 2.628347106226795e-05,
      "loss": 0.3285,
      "num_tokens": 908870561.0,
      "step": 1739
    },
    {
      "epoch": 1.6261682242990654,
      "grad_norm": 0.1658989391256689,
      "learning_rate": 2.6260322338700232e-05,
      "loss": 0.3162,
      "num_tokens": 909394849.0,
      "step": 1740
    },
    {
      "epoch": 1.6271028037383177,
      "grad_norm": 0.16484309623783497,
      "learning_rate": 2.6237174931246907e-05,
      "loss": 0.3146,
      "num_tokens": 909919137.0,
      "step": 1741
    },
    {
      "epoch": 1.62803738317757,
      "grad_norm": 0.17422013638472578,
      "learning_rate": 2.6214028864482588e-05,
      "loss": 0.3364,
      "num_tokens": 910443425.0,
      "step": 1742
    },
    {
      "epoch": 1.6289719626168224,
      "grad_norm": 0.1677073958610509,
      "learning_rate": 2.6190884162980506e-05,
      "loss": 0.3252,
      "num_tokens": 910967713.0,
      "step": 1743
    },
    {
      "epoch": 1.6299065420560748,
      "grad_norm": 0.16232180777492525,
      "learning_rate": 2.6167740851312445e-05,
      "loss": 0.3108,
      "num_tokens": 911492001.0,
      "step": 1744
    },
    {
      "epoch": 1.6308411214953271,
      "grad_norm": 0.1714941948988557,
      "learning_rate": 2.6144598954048684e-05,
      "loss": 0.3041,
      "num_tokens": 911987581.0,
      "step": 1745
    },
    {
      "epoch": 1.6317757009345795,
      "grad_norm": 0.15675447103389423,
      "learning_rate": 2.6121458495758022e-05,
      "loss": 0.3168,
      "num_tokens": 912511869.0,
      "step": 1746
    },
    {
      "epoch": 1.6327102803738318,
      "grad_norm": 0.154815824025497,
      "learning_rate": 2.6098319501007722e-05,
      "loss": 0.3117,
      "num_tokens": 913036157.0,
      "step": 1747
    },
    {
      "epoch": 1.6336448598130842,
      "grad_norm": 0.1671874344762902,
      "learning_rate": 2.6075181994363495e-05,
      "loss": 0.3098,
      "num_tokens": 913560445.0,
      "step": 1748
    },
    {
      "epoch": 1.6345794392523363,
      "grad_norm": 0.15229827365289994,
      "learning_rate": 2.6052046000389472e-05,
      "loss": 0.3144,
      "num_tokens": 914084733.0,
      "step": 1749
    },
    {
      "epoch": 1.6355140186915889,
      "grad_norm": 0.16415366309626703,
      "learning_rate": 2.602891154364819e-05,
      "loss": 0.3297,
      "num_tokens": 914609021.0,
      "step": 1750
    },
    {
      "epoch": 1.636448598130841,
      "grad_norm": 0.18231561805879298,
      "learning_rate": 2.600577864870053e-05,
      "loss": 0.2922,
      "num_tokens": 915133309.0,
      "step": 1751
    },
    {
      "epoch": 1.6373831775700936,
      "grad_norm": 0.15347801076810225,
      "learning_rate": 2.5982647340105727e-05,
      "loss": 0.3051,
      "num_tokens": 915657597.0,
      "step": 1752
    },
    {
      "epoch": 1.6383177570093457,
      "grad_norm": 0.16246643116789378,
      "learning_rate": 2.5959517642421328e-05,
      "loss": 0.3251,
      "num_tokens": 916156015.0,
      "step": 1753
    },
    {
      "epoch": 1.6392523364485982,
      "grad_norm": 0.1680751288499749,
      "learning_rate": 2.59363895802032e-05,
      "loss": 0.3179,
      "num_tokens": 916677801.0,
      "step": 1754
    },
    {
      "epoch": 1.6401869158878504,
      "grad_norm": 0.15163297481802057,
      "learning_rate": 2.591326317800542e-05,
      "loss": 0.3048,
      "num_tokens": 917202089.0,
      "step": 1755
    },
    {
      "epoch": 1.641121495327103,
      "grad_norm": 0.15493013428282054,
      "learning_rate": 2.5890138460380335e-05,
      "loss": 0.3055,
      "num_tokens": 917726377.0,
      "step": 1756
    },
    {
      "epoch": 1.642056074766355,
      "grad_norm": 0.1709571181744657,
      "learning_rate": 2.5867015451878507e-05,
      "loss": 0.3379,
      "num_tokens": 918250665.0,
      "step": 1757
    },
    {
      "epoch": 1.6429906542056076,
      "grad_norm": 0.16189002714049258,
      "learning_rate": 2.584389417704869e-05,
      "loss": 0.315,
      "num_tokens": 918774953.0,
      "step": 1758
    },
    {
      "epoch": 1.6439252336448598,
      "grad_norm": 0.15283930853690997,
      "learning_rate": 2.5820774660437746e-05,
      "loss": 0.3213,
      "num_tokens": 919299241.0,
      "step": 1759
    },
    {
      "epoch": 1.644859813084112,
      "grad_norm": 0.17014645001281253,
      "learning_rate": 2.579765692659073e-05,
      "loss": 0.3355,
      "num_tokens": 919792646.0,
      "step": 1760
    },
    {
      "epoch": 1.6457943925233645,
      "grad_norm": 0.16162062748139772,
      "learning_rate": 2.577454100005078e-05,
      "loss": 0.3168,
      "num_tokens": 920316934.0,
      "step": 1761
    },
    {
      "epoch": 1.6467289719626168,
      "grad_norm": 0.1569107678941595,
      "learning_rate": 2.575142690535912e-05,
      "loss": 0.322,
      "num_tokens": 920841222.0,
      "step": 1762
    },
    {
      "epoch": 1.6476635514018692,
      "grad_norm": 0.15816807758073487,
      "learning_rate": 2.572831466705502e-05,
      "loss": 0.3089,
      "num_tokens": 921365510.0,
      "step": 1763
    },
    {
      "epoch": 1.6485981308411215,
      "grad_norm": 0.15197914048118585,
      "learning_rate": 2.5705204309675784e-05,
      "loss": 0.3058,
      "num_tokens": 921889798.0,
      "step": 1764
    },
    {
      "epoch": 1.6495327102803738,
      "grad_norm": 0.16593631173989154,
      "learning_rate": 2.568209585775673e-05,
      "loss": 0.3304,
      "num_tokens": 922392305.0,
      "step": 1765
    },
    {
      "epoch": 1.6504672897196262,
      "grad_norm": 0.1575767553272653,
      "learning_rate": 2.565898933583113e-05,
      "loss": 0.3086,
      "num_tokens": 922916593.0,
      "step": 1766
    },
    {
      "epoch": 1.6514018691588785,
      "grad_norm": 0.1610688401987294,
      "learning_rate": 2.563588476843023e-05,
      "loss": 0.3013,
      "num_tokens": 923440881.0,
      "step": 1767
    },
    {
      "epoch": 1.652336448598131,
      "grad_norm": 0.15731164499834793,
      "learning_rate": 2.5612782180083183e-05,
      "loss": 0.3181,
      "num_tokens": 923965169.0,
      "step": 1768
    },
    {
      "epoch": 1.6532710280373832,
      "grad_norm": 0.16296506781485418,
      "learning_rate": 2.5589681595317054e-05,
      "loss": 0.3157,
      "num_tokens": 924489457.0,
      "step": 1769
    },
    {
      "epoch": 1.6542056074766354,
      "grad_norm": 0.15770627494029407,
      "learning_rate": 2.556658303865679e-05,
      "loss": 0.307,
      "num_tokens": 925013745.0,
      "step": 1770
    },
    {
      "epoch": 1.655140186915888,
      "grad_norm": 0.17948177826162065,
      "learning_rate": 2.5543486534625145e-05,
      "loss": 0.3004,
      "num_tokens": 925538033.0,
      "step": 1771
    },
    {
      "epoch": 1.65607476635514,
      "grad_norm": 0.16273790408560687,
      "learning_rate": 2.552039210774273e-05,
      "loss": 0.3091,
      "num_tokens": 926062321.0,
      "step": 1772
    },
    {
      "epoch": 1.6570093457943926,
      "grad_norm": 0.1614564939106655,
      "learning_rate": 2.5497299782527944e-05,
      "loss": 0.3048,
      "num_tokens": 926586609.0,
      "step": 1773
    },
    {
      "epoch": 1.6579439252336448,
      "grad_norm": 0.1647319265525209,
      "learning_rate": 2.5474209583496967e-05,
      "loss": 0.3324,
      "num_tokens": 927110897.0,
      "step": 1774
    },
    {
      "epoch": 1.6588785046728973,
      "grad_norm": 0.15469904554712532,
      "learning_rate": 2.5451121535163668e-05,
      "loss": 0.3013,
      "num_tokens": 927635185.0,
      "step": 1775
    },
    {
      "epoch": 1.6598130841121495,
      "grad_norm": 0.15445418162298638,
      "learning_rate": 2.54280356620397e-05,
      "loss": 0.3084,
      "num_tokens": 928159473.0,
      "step": 1776
    },
    {
      "epoch": 1.660747663551402,
      "grad_norm": 0.1627431478617848,
      "learning_rate": 2.5404951988634366e-05,
      "loss": 0.3315,
      "num_tokens": 928683761.0,
      "step": 1777
    },
    {
      "epoch": 1.6616822429906541,
      "grad_norm": 0.14835914178848497,
      "learning_rate": 2.538187053945466e-05,
      "loss": 0.3047,
      "num_tokens": 929208049.0,
      "step": 1778
    },
    {
      "epoch": 1.6626168224299065,
      "grad_norm": 0.1592663921365768,
      "learning_rate": 2.5358791339005178e-05,
      "loss": 0.3217,
      "num_tokens": 929732337.0,
      "step": 1779
    },
    {
      "epoch": 1.6635514018691588,
      "grad_norm": 0.16601833048268635,
      "learning_rate": 2.5335714411788158e-05,
      "loss": 0.3248,
      "num_tokens": 930256625.0,
      "step": 1780
    },
    {
      "epoch": 1.6644859813084112,
      "grad_norm": 0.1533861519152522,
      "learning_rate": 2.5312639782303427e-05,
      "loss": 0.31,
      "num_tokens": 930780913.0,
      "step": 1781
    },
    {
      "epoch": 1.6654205607476635,
      "grad_norm": 0.15227546306901732,
      "learning_rate": 2.5289567475048355e-05,
      "loss": 0.3178,
      "num_tokens": 931305201.0,
      "step": 1782
    },
    {
      "epoch": 1.6663551401869159,
      "grad_norm": 0.1787299320385815,
      "learning_rate": 2.526649751451785e-05,
      "loss": 0.327,
      "num_tokens": 931800070.0,
      "step": 1783
    },
    {
      "epoch": 1.6672897196261682,
      "grad_norm": 0.159435567487239,
      "learning_rate": 2.5243429925204333e-05,
      "loss": 0.3129,
      "num_tokens": 932324358.0,
      "step": 1784
    },
    {
      "epoch": 1.6682242990654206,
      "grad_norm": 0.15352371210754545,
      "learning_rate": 2.5220364731597713e-05,
      "loss": 0.3075,
      "num_tokens": 932848646.0,
      "step": 1785
    },
    {
      "epoch": 1.669158878504673,
      "grad_norm": 0.1649417843538958,
      "learning_rate": 2.519730195818535e-05,
      "loss": 0.3271,
      "num_tokens": 933372934.0,
      "step": 1786
    },
    {
      "epoch": 1.6700934579439253,
      "grad_norm": 0.15600069359150634,
      "learning_rate": 2.5174241629452032e-05,
      "loss": 0.3054,
      "num_tokens": 933897222.0,
      "step": 1787
    },
    {
      "epoch": 1.6710280373831776,
      "grad_norm": 0.14272319919296456,
      "learning_rate": 2.515118376987995e-05,
      "loss": 0.2986,
      "num_tokens": 934421510.0,
      "step": 1788
    },
    {
      "epoch": 1.6719626168224297,
      "grad_norm": 0.14830704478411927,
      "learning_rate": 2.5128128403948682e-05,
      "loss": 0.3057,
      "num_tokens": 934945798.0,
      "step": 1789
    },
    {
      "epoch": 1.6728971962616823,
      "grad_norm": 0.15532931669766983,
      "learning_rate": 2.510507555613516e-05,
      "loss": 0.3107,
      "num_tokens": 935470086.0,
      "step": 1790
    },
    {
      "epoch": 1.6738317757009344,
      "grad_norm": 0.15998838560373999,
      "learning_rate": 2.5082025250913622e-05,
      "loss": 0.3095,
      "num_tokens": 935994374.0,
      "step": 1791
    },
    {
      "epoch": 1.674766355140187,
      "grad_norm": 0.15005674915740494,
      "learning_rate": 2.505897751275563e-05,
      "loss": 0.3097,
      "num_tokens": 936518662.0,
      "step": 1792
    },
    {
      "epoch": 1.6757009345794391,
      "grad_norm": 0.1620249856705925,
      "learning_rate": 2.503593236613001e-05,
      "loss": 0.3291,
      "num_tokens": 937042950.0,
      "step": 1793
    },
    {
      "epoch": 1.6766355140186917,
      "grad_norm": 0.16570370741496673,
      "learning_rate": 2.5012889835502856e-05,
      "loss": 0.3278,
      "num_tokens": 937541209.0,
      "step": 1794
    },
    {
      "epoch": 1.6775700934579438,
      "grad_norm": 0.1516934802293714,
      "learning_rate": 2.4989849945337436e-05,
      "loss": 0.3013,
      "num_tokens": 938065497.0,
      "step": 1795
    },
    {
      "epoch": 1.6785046728971964,
      "grad_norm": 0.16196160307611102,
      "learning_rate": 2.4966812720094268e-05,
      "loss": 0.3051,
      "num_tokens": 938589785.0,
      "step": 1796
    },
    {
      "epoch": 1.6794392523364485,
      "grad_norm": 0.15256952903495596,
      "learning_rate": 2.4943778184231014e-05,
      "loss": 0.3051,
      "num_tokens": 939114073.0,
      "step": 1797
    },
    {
      "epoch": 1.680373831775701,
      "grad_norm": 0.1597421885218919,
      "learning_rate": 2.4920746362202492e-05,
      "loss": 0.322,
      "num_tokens": 939638361.0,
      "step": 1798
    },
    {
      "epoch": 1.6813084112149532,
      "grad_norm": 0.1486773580436711,
      "learning_rate": 2.4897717278460615e-05,
      "loss": 0.3042,
      "num_tokens": 940162649.0,
      "step": 1799
    },
    {
      "epoch": 1.6822429906542056,
      "grad_norm": 0.15707656388978466,
      "learning_rate": 2.4874690957454416e-05,
      "loss": 0.3239,
      "num_tokens": 940686937.0,
      "step": 1800
    },
    {
      "epoch": 1.683177570093458,
      "grad_norm": 0.15907592345529967,
      "learning_rate": 2.4851667423629987e-05,
      "loss": 0.3229,
      "num_tokens": 941211225.0,
      "step": 1801
    },
    {
      "epoch": 1.6841121495327103,
      "grad_norm": 0.15495865952592838,
      "learning_rate": 2.4828646701430468e-05,
      "loss": 0.3171,
      "num_tokens": 941735513.0,
      "step": 1802
    },
    {
      "epoch": 1.6850467289719626,
      "grad_norm": 0.1642256543614633,
      "learning_rate": 2.480562881529599e-05,
      "loss": 0.3109,
      "num_tokens": 942237993.0,
      "step": 1803
    },
    {
      "epoch": 1.685981308411215,
      "grad_norm": 0.15082606690369219,
      "learning_rate": 2.4782613789663688e-05,
      "loss": 0.3179,
      "num_tokens": 942762281.0,
      "step": 1804
    },
    {
      "epoch": 1.6869158878504673,
      "grad_norm": 0.16061333669840716,
      "learning_rate": 2.4759601648967674e-05,
      "loss": 0.3129,
      "num_tokens": 943286569.0,
      "step": 1805
    },
    {
      "epoch": 1.6878504672897197,
      "grad_norm": 0.1574967961240032,
      "learning_rate": 2.4736592417638988e-05,
      "loss": 0.3147,
      "num_tokens": 943810857.0,
      "step": 1806
    },
    {
      "epoch": 1.688785046728972,
      "grad_norm": 0.24982985739782604,
      "learning_rate": 2.4713586120105547e-05,
      "loss": 0.3325,
      "num_tokens": 944335145.0,
      "step": 1807
    },
    {
      "epoch": 1.6897196261682244,
      "grad_norm": 4.047663290898223,
      "learning_rate": 2.4690582780792204e-05,
      "loss": 0.3136,
      "num_tokens": 944859433.0,
      "step": 1808
    },
    {
      "epoch": 1.6906542056074767,
      "grad_norm": 0.17715869948813887,
      "learning_rate": 2.4667582424120657e-05,
      "loss": 0.3414,
      "num_tokens": 945383721.0,
      "step": 1809
    },
    {
      "epoch": 1.6915887850467288,
      "grad_norm": 0.1589304252474375,
      "learning_rate": 2.464458507450943e-05,
      "loss": 0.3098,
      "num_tokens": 945908009.0,
      "step": 1810
    },
    {
      "epoch": 1.6925233644859814,
      "grad_norm": 0.15664266993127937,
      "learning_rate": 2.462159075637383e-05,
      "loss": 0.3242,
      "num_tokens": 946427752.0,
      "step": 1811
    },
    {
      "epoch": 1.6934579439252335,
      "grad_norm": 0.15952004760478863,
      "learning_rate": 2.4598599494125996e-05,
      "loss": 0.307,
      "num_tokens": 946952040.0,
      "step": 1812
    },
    {
      "epoch": 1.694392523364486,
      "grad_norm": 0.15993236589700427,
      "learning_rate": 2.457561131217479e-05,
      "loss": 0.3088,
      "num_tokens": 947476328.0,
      "step": 1813
    },
    {
      "epoch": 1.6953271028037382,
      "grad_norm": 0.15439642646851892,
      "learning_rate": 2.4552626234925825e-05,
      "loss": 0.3121,
      "num_tokens": 948000616.0,
      "step": 1814
    },
    {
      "epoch": 1.6962616822429908,
      "grad_norm": 0.1587426494631407,
      "learning_rate": 2.4529644286781385e-05,
      "loss": 0.3178,
      "num_tokens": 948524904.0,
      "step": 1815
    },
    {
      "epoch": 1.697196261682243,
      "grad_norm": 0.16407348964022384,
      "learning_rate": 2.450666549214046e-05,
      "loss": 0.3302,
      "num_tokens": 949049192.0,
      "step": 1816
    },
    {
      "epoch": 1.6981308411214955,
      "grad_norm": 0.1645880419657167,
      "learning_rate": 2.448368987539868e-05,
      "loss": 0.3177,
      "num_tokens": 949573480.0,
      "step": 1817
    },
    {
      "epoch": 1.6990654205607476,
      "grad_norm": 0.1487030538548935,
      "learning_rate": 2.4460717460948314e-05,
      "loss": 0.2992,
      "num_tokens": 950097768.0,
      "step": 1818
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.1624399155415053,
      "learning_rate": 2.4437748273178208e-05,
      "loss": 0.3042,
      "num_tokens": 950622056.0,
      "step": 1819
    },
    {
      "epoch": 1.7009345794392523,
      "grad_norm": 0.16129767957981714,
      "learning_rate": 2.4414782336473806e-05,
      "loss": 0.3208,
      "num_tokens": 951146344.0,
      "step": 1820
    },
    {
      "epoch": 1.7018691588785047,
      "grad_norm": 0.15708702333131003,
      "learning_rate": 2.43918196752171e-05,
      "loss": 0.3207,
      "num_tokens": 951670632.0,
      "step": 1821
    },
    {
      "epoch": 1.702803738317757,
      "grad_norm": 0.16126348012386654,
      "learning_rate": 2.4368860313786578e-05,
      "loss": 0.2981,
      "num_tokens": 952186489.0,
      "step": 1822
    },
    {
      "epoch": 1.7037383177570093,
      "grad_norm": 0.16865333682983716,
      "learning_rate": 2.4345904276557248e-05,
      "loss": 0.3346,
      "num_tokens": 952710777.0,
      "step": 1823
    },
    {
      "epoch": 1.7046728971962617,
      "grad_norm": 0.15830809576928623,
      "learning_rate": 2.4322951587900578e-05,
      "loss": 0.322,
      "num_tokens": 953235065.0,
      "step": 1824
    },
    {
      "epoch": 1.705607476635514,
      "grad_norm": 0.17691011826640643,
      "learning_rate": 2.4300002272184497e-05,
      "loss": 0.3175,
      "num_tokens": 953759353.0,
      "step": 1825
    },
    {
      "epoch": 1.7065420560747664,
      "grad_norm": 0.17095148651087033,
      "learning_rate": 2.427705635377334e-05,
      "loss": 0.33,
      "num_tokens": 954283641.0,
      "step": 1826
    },
    {
      "epoch": 1.7074766355140187,
      "grad_norm": 0.15110578483834947,
      "learning_rate": 2.425411385702784e-05,
      "loss": 0.3104,
      "num_tokens": 954807929.0,
      "step": 1827
    },
    {
      "epoch": 1.708411214953271,
      "grad_norm": 0.17597485937137441,
      "learning_rate": 2.4231174806305067e-05,
      "loss": 0.3273,
      "num_tokens": 955332217.0,
      "step": 1828
    },
    {
      "epoch": 1.7093457943925232,
      "grad_norm": 0.15468688125096172,
      "learning_rate": 2.4208239225958497e-05,
      "loss": 0.3121,
      "num_tokens": 955856505.0,
      "step": 1829
    },
    {
      "epoch": 1.7102803738317758,
      "grad_norm": 0.16460357367499032,
      "learning_rate": 2.4185307140337875e-05,
      "loss": 0.3118,
      "num_tokens": 956380793.0,
      "step": 1830
    },
    {
      "epoch": 1.711214953271028,
      "grad_norm": 0.16508647665217713,
      "learning_rate": 2.416237857378923e-05,
      "loss": 0.3165,
      "num_tokens": 956905081.0,
      "step": 1831
    },
    {
      "epoch": 1.7121495327102805,
      "grad_norm": 0.1589099609052421,
      "learning_rate": 2.4139453550654882e-05,
      "loss": 0.3191,
      "num_tokens": 957429369.0,
      "step": 1832
    },
    {
      "epoch": 1.7130841121495326,
      "grad_norm": 0.16719527438711068,
      "learning_rate": 2.4116532095273374e-05,
      "loss": 0.322,
      "num_tokens": 957953657.0,
      "step": 1833
    },
    {
      "epoch": 1.7140186915887852,
      "grad_norm": 0.14983596868325785,
      "learning_rate": 2.409361423197948e-05,
      "loss": 0.3127,
      "num_tokens": 958477945.0,
      "step": 1834
    },
    {
      "epoch": 1.7149532710280373,
      "grad_norm": 0.15348730871143712,
      "learning_rate": 2.4070699985104122e-05,
      "loss": 0.3116,
      "num_tokens": 959002233.0,
      "step": 1835
    },
    {
      "epoch": 1.7158878504672899,
      "grad_norm": 0.15968661135787324,
      "learning_rate": 2.4047789378974416e-05,
      "loss": 0.3149,
      "num_tokens": 959526521.0,
      "step": 1836
    },
    {
      "epoch": 1.716822429906542,
      "grad_norm": 0.29045294756229206,
      "learning_rate": 2.402488243791361e-05,
      "loss": 0.3039,
      "num_tokens": 960050809.0,
      "step": 1837
    },
    {
      "epoch": 1.7177570093457943,
      "grad_norm": 0.15390237266469545,
      "learning_rate": 2.4001979186241048e-05,
      "loss": 0.3022,
      "num_tokens": 960575097.0,
      "step": 1838
    },
    {
      "epoch": 1.7186915887850467,
      "grad_norm": 0.16492219900797692,
      "learning_rate": 2.3979079648272158e-05,
      "loss": 0.3128,
      "num_tokens": 961099385.0,
      "step": 1839
    },
    {
      "epoch": 1.719626168224299,
      "grad_norm": 0.15209273852316393,
      "learning_rate": 2.3956183848318424e-05,
      "loss": 0.3037,
      "num_tokens": 961623673.0,
      "step": 1840
    },
    {
      "epoch": 1.7205607476635514,
      "grad_norm": 0.17510282645852285,
      "learning_rate": 2.3933291810687386e-05,
      "loss": 0.3269,
      "num_tokens": 962147961.0,
      "step": 1841
    },
    {
      "epoch": 1.7214953271028037,
      "grad_norm": 0.14897724641511517,
      "learning_rate": 2.3910403559682572e-05,
      "loss": 0.3042,
      "num_tokens": 962672249.0,
      "step": 1842
    },
    {
      "epoch": 1.722429906542056,
      "grad_norm": 0.14893407578999687,
      "learning_rate": 2.3887519119603468e-05,
      "loss": 0.2928,
      "num_tokens": 963196537.0,
      "step": 1843
    },
    {
      "epoch": 1.7233644859813084,
      "grad_norm": 0.16172254218860732,
      "learning_rate": 2.386463851474554e-05,
      "loss": 0.2976,
      "num_tokens": 963720825.0,
      "step": 1844
    },
    {
      "epoch": 1.7242990654205608,
      "grad_norm": 0.1642573971734097,
      "learning_rate": 2.3841761769400195e-05,
      "loss": 0.321,
      "num_tokens": 964245113.0,
      "step": 1845
    },
    {
      "epoch": 1.7252336448598131,
      "grad_norm": 0.1527140341755518,
      "learning_rate": 2.381888890785472e-05,
      "loss": 0.3038,
      "num_tokens": 964769401.0,
      "step": 1846
    },
    {
      "epoch": 1.7261682242990655,
      "grad_norm": 0.15452574839444558,
      "learning_rate": 2.379601995439227e-05,
      "loss": 0.3093,
      "num_tokens": 965293689.0,
      "step": 1847
    },
    {
      "epoch": 1.7271028037383176,
      "grad_norm": 0.15405934912471356,
      "learning_rate": 2.3773154933291874e-05,
      "loss": 0.3189,
      "num_tokens": 965817977.0,
      "step": 1848
    },
    {
      "epoch": 1.7280373831775702,
      "grad_norm": 0.15555092788767813,
      "learning_rate": 2.375029386882838e-05,
      "loss": 0.3167,
      "num_tokens": 966342265.0,
      "step": 1849
    },
    {
      "epoch": 1.7289719626168223,
      "grad_norm": 0.1513684174922502,
      "learning_rate": 2.372743678527243e-05,
      "loss": 0.297,
      "num_tokens": 966866553.0,
      "step": 1850
    },
    {
      "epoch": 1.7299065420560749,
      "grad_norm": 0.15560145702108305,
      "learning_rate": 2.3704583706890438e-05,
      "loss": 0.3147,
      "num_tokens": 967390841.0,
      "step": 1851
    },
    {
      "epoch": 1.730841121495327,
      "grad_norm": 0.15648675780463742,
      "learning_rate": 2.3681734657944572e-05,
      "loss": 0.3183,
      "num_tokens": 967915129.0,
      "step": 1852
    },
    {
      "epoch": 1.7317757009345796,
      "grad_norm": 0.1529347739303024,
      "learning_rate": 2.3658889662692718e-05,
      "loss": 0.3124,
      "num_tokens": 968439417.0,
      "step": 1853
    },
    {
      "epoch": 1.7327102803738317,
      "grad_norm": 0.16232270695348835,
      "learning_rate": 2.363604874538847e-05,
      "loss": 0.3095,
      "num_tokens": 968963705.0,
      "step": 1854
    },
    {
      "epoch": 1.7336448598130842,
      "grad_norm": 0.154902135662338,
      "learning_rate": 2.361321193028107e-05,
      "loss": 0.3127,
      "num_tokens": 969487993.0,
      "step": 1855
    },
    {
      "epoch": 1.7345794392523364,
      "grad_norm": 0.15387503972918878,
      "learning_rate": 2.3590379241615423e-05,
      "loss": 0.3168,
      "num_tokens": 970012281.0,
      "step": 1856
    },
    {
      "epoch": 1.735514018691589,
      "grad_norm": 0.16341823966411034,
      "learning_rate": 2.3567550703632046e-05,
      "loss": 0.3225,
      "num_tokens": 970536569.0,
      "step": 1857
    },
    {
      "epoch": 1.736448598130841,
      "grad_norm": 0.16759308211628154,
      "learning_rate": 2.354472634056707e-05,
      "loss": 0.3266,
      "num_tokens": 971033418.0,
      "step": 1858
    },
    {
      "epoch": 1.7373831775700934,
      "grad_norm": 0.15461703063527452,
      "learning_rate": 2.3521906176652142e-05,
      "loss": 0.3034,
      "num_tokens": 971557706.0,
      "step": 1859
    },
    {
      "epoch": 1.7383177570093458,
      "grad_norm": 0.1574830495607121,
      "learning_rate": 2.3499090236114506e-05,
      "loss": 0.3135,
      "num_tokens": 972081994.0,
      "step": 1860
    },
    {
      "epoch": 1.7392523364485981,
      "grad_norm": 0.15588990761445853,
      "learning_rate": 2.347627854317689e-05,
      "loss": 0.304,
      "num_tokens": 972606282.0,
      "step": 1861
    },
    {
      "epoch": 1.7401869158878505,
      "grad_norm": 0.157987436045818,
      "learning_rate": 2.3453471122057545e-05,
      "loss": 0.3146,
      "num_tokens": 973130570.0,
      "step": 1862
    },
    {
      "epoch": 1.7411214953271028,
      "grad_norm": 0.16529277805457132,
      "learning_rate": 2.3430667996970134e-05,
      "loss": 0.3019,
      "num_tokens": 973617741.0,
      "step": 1863
    },
    {
      "epoch": 1.7420560747663552,
      "grad_norm": 0.8084539372959239,
      "learning_rate": 2.3407869192123798e-05,
      "loss": 0.3002,
      "num_tokens": 974142029.0,
      "step": 1864
    },
    {
      "epoch": 1.7429906542056075,
      "grad_norm": 0.153874292208229,
      "learning_rate": 2.3385074731723096e-05,
      "loss": 0.3145,
      "num_tokens": 974666317.0,
      "step": 1865
    },
    {
      "epoch": 1.7439252336448599,
      "grad_norm": 0.16892051661538993,
      "learning_rate": 2.3362284639967952e-05,
      "loss": 0.3181,
      "num_tokens": 975187599.0,
      "step": 1866
    },
    {
      "epoch": 1.7448598130841122,
      "grad_norm": 0.1546999556199615,
      "learning_rate": 2.3339498941053655e-05,
      "loss": 0.2833,
      "num_tokens": 975711887.0,
      "step": 1867
    },
    {
      "epoch": 1.7457943925233645,
      "grad_norm": 0.4399370709208799,
      "learning_rate": 2.3316717659170855e-05,
      "loss": 0.3463,
      "num_tokens": 976236175.0,
      "step": 1868
    },
    {
      "epoch": 1.7467289719626167,
      "grad_norm": 0.17566702740374623,
      "learning_rate": 2.3293940818505477e-05,
      "loss": 0.328,
      "num_tokens": 976760463.0,
      "step": 1869
    },
    {
      "epoch": 1.7476635514018692,
      "grad_norm": 0.15648805259779325,
      "learning_rate": 2.3271168443238763e-05,
      "loss": 0.3085,
      "num_tokens": 977284751.0,
      "step": 1870
    },
    {
      "epoch": 1.7485981308411214,
      "grad_norm": 2.0915498827294985,
      "learning_rate": 2.324840055754719e-05,
      "loss": 0.3134,
      "num_tokens": 977809039.0,
      "step": 1871
    },
    {
      "epoch": 1.749532710280374,
      "grad_norm": 0.16984054433957368,
      "learning_rate": 2.3225637185602477e-05,
      "loss": 0.3248,
      "num_tokens": 978309391.0,
      "step": 1872
    },
    {
      "epoch": 1.750467289719626,
      "grad_norm": 0.1823375275451494,
      "learning_rate": 2.3202878351571556e-05,
      "loss": 0.3161,
      "num_tokens": 978833679.0,
      "step": 1873
    },
    {
      "epoch": 1.7514018691588786,
      "grad_norm": 0.2110374036462367,
      "learning_rate": 2.3180124079616534e-05,
      "loss": 0.3233,
      "num_tokens": 979357967.0,
      "step": 1874
    },
    {
      "epoch": 1.7523364485981308,
      "grad_norm": 0.15419603200435197,
      "learning_rate": 2.3157374393894693e-05,
      "loss": 0.3037,
      "num_tokens": 979882255.0,
      "step": 1875
    },
    {
      "epoch": 1.7532710280373833,
      "grad_norm": 0.1551302996976488,
      "learning_rate": 2.3134629318558415e-05,
      "loss": 0.2987,
      "num_tokens": 980406543.0,
      "step": 1876
    },
    {
      "epoch": 1.7542056074766355,
      "grad_norm": 0.16122605460967732,
      "learning_rate": 2.31118888777552e-05,
      "loss": 0.3223,
      "num_tokens": 980930831.0,
      "step": 1877
    },
    {
      "epoch": 1.7551401869158878,
      "grad_norm": 0.1600195827194419,
      "learning_rate": 2.308915309562765e-05,
      "loss": 0.3135,
      "num_tokens": 981455119.0,
      "step": 1878
    },
    {
      "epoch": 1.7560747663551401,
      "grad_norm": 0.15323447538198742,
      "learning_rate": 2.306642199631339e-05,
      "loss": 0.3036,
      "num_tokens": 981979407.0,
      "step": 1879
    },
    {
      "epoch": 1.7570093457943925,
      "grad_norm": 0.17439950016562122,
      "learning_rate": 2.304369560394508e-05,
      "loss": 0.3288,
      "num_tokens": 982503695.0,
      "step": 1880
    },
    {
      "epoch": 1.7579439252336448,
      "grad_norm": 0.159679182387117,
      "learning_rate": 2.3020973942650402e-05,
      "loss": 0.3146,
      "num_tokens": 983027983.0,
      "step": 1881
    },
    {
      "epoch": 1.7588785046728972,
      "grad_norm": 0.16171470283660755,
      "learning_rate": 2.2998257036551995e-05,
      "loss": 0.326,
      "num_tokens": 983552271.0,
      "step": 1882
    },
    {
      "epoch": 1.7598130841121495,
      "grad_norm": 0.1605825010922717,
      "learning_rate": 2.297554490976746e-05,
      "loss": 0.3193,
      "num_tokens": 984076559.0,
      "step": 1883
    },
    {
      "epoch": 1.7607476635514019,
      "grad_norm": 0.1742015583912914,
      "learning_rate": 2.2952837586409315e-05,
      "loss": 0.3345,
      "num_tokens": 984600847.0,
      "step": 1884
    },
    {
      "epoch": 1.7616822429906542,
      "grad_norm": 0.15417292321866893,
      "learning_rate": 2.2930135090584988e-05,
      "loss": 0.3232,
      "num_tokens": 985125135.0,
      "step": 1885
    },
    {
      "epoch": 1.7626168224299066,
      "grad_norm": 0.15981747853004527,
      "learning_rate": 2.2907437446396773e-05,
      "loss": 0.3006,
      "num_tokens": 985649423.0,
      "step": 1886
    },
    {
      "epoch": 1.763551401869159,
      "grad_norm": 0.15352488953807295,
      "learning_rate": 2.288474467794183e-05,
      "loss": 0.2953,
      "num_tokens": 986173711.0,
      "step": 1887
    },
    {
      "epoch": 1.764485981308411,
      "grad_norm": 0.15498978918604742,
      "learning_rate": 2.286205680931211e-05,
      "loss": 0.3123,
      "num_tokens": 986697999.0,
      "step": 1888
    },
    {
      "epoch": 1.7654205607476636,
      "grad_norm": 0.15554920683046805,
      "learning_rate": 2.28393738645944e-05,
      "loss": 0.3119,
      "num_tokens": 987222287.0,
      "step": 1889
    },
    {
      "epoch": 1.7663551401869158,
      "grad_norm": 0.15506509782338668,
      "learning_rate": 2.281669586787023e-05,
      "loss": 0.3132,
      "num_tokens": 987746575.0,
      "step": 1890
    },
    {
      "epoch": 1.7672897196261683,
      "grad_norm": 0.15476609691301832,
      "learning_rate": 2.27940228432159e-05,
      "loss": 0.3261,
      "num_tokens": 988270863.0,
      "step": 1891
    },
    {
      "epoch": 1.7682242990654204,
      "grad_norm": 0.15938673926023073,
      "learning_rate": 2.2771354814702416e-05,
      "loss": 0.3075,
      "num_tokens": 988795151.0,
      "step": 1892
    },
    {
      "epoch": 1.769158878504673,
      "grad_norm": 0.1545903382569457,
      "learning_rate": 2.2748691806395478e-05,
      "loss": 0.31,
      "num_tokens": 989319439.0,
      "step": 1893
    },
    {
      "epoch": 1.7700934579439251,
      "grad_norm": 0.16782967953707212,
      "learning_rate": 2.272603384235547e-05,
      "loss": 0.329,
      "num_tokens": 989843727.0,
      "step": 1894
    },
    {
      "epoch": 1.7710280373831777,
      "grad_norm": 0.17123567741931928,
      "learning_rate": 2.270338094663742e-05,
      "loss": 0.344,
      "num_tokens": 990368015.0,
      "step": 1895
    },
    {
      "epoch": 1.7719626168224298,
      "grad_norm": 0.15560052496047438,
      "learning_rate": 2.268073314329095e-05,
      "loss": 0.295,
      "num_tokens": 990892303.0,
      "step": 1896
    },
    {
      "epoch": 1.7728971962616824,
      "grad_norm": 0.15330980744201514,
      "learning_rate": 2.2658090456360293e-05,
      "loss": 0.3155,
      "num_tokens": 991416591.0,
      "step": 1897
    },
    {
      "epoch": 1.7738317757009345,
      "grad_norm": 0.15273181503084568,
      "learning_rate": 2.2635452909884268e-05,
      "loss": 0.302,
      "num_tokens": 991940879.0,
      "step": 1898
    },
    {
      "epoch": 1.7747663551401869,
      "grad_norm": 0.15410436062409716,
      "learning_rate": 2.261282052789622e-05,
      "loss": 0.2992,
      "num_tokens": 992465167.0,
      "step": 1899
    },
    {
      "epoch": 1.7757009345794392,
      "grad_norm": 0.1541639866497835,
      "learning_rate": 2.2590193334423997e-05,
      "loss": 0.3163,
      "num_tokens": 992989455.0,
      "step": 1900
    },
    {
      "epoch": 1.7766355140186916,
      "grad_norm": 0.16268545514604194,
      "learning_rate": 2.2567571353489964e-05,
      "loss": 0.3094,
      "num_tokens": 993513743.0,
      "step": 1901
    },
    {
      "epoch": 1.777570093457944,
      "grad_norm": 0.1627981794275278,
      "learning_rate": 2.254495460911093e-05,
      "loss": 0.3326,
      "num_tokens": 994038031.0,
      "step": 1902
    },
    {
      "epoch": 1.7785046728971963,
      "grad_norm": 0.15526098982027148,
      "learning_rate": 2.2522343125298162e-05,
      "loss": 0.3197,
      "num_tokens": 994562319.0,
      "step": 1903
    },
    {
      "epoch": 1.7794392523364486,
      "grad_norm": 0.1560869990367167,
      "learning_rate": 2.2499736926057326e-05,
      "loss": 0.3105,
      "num_tokens": 995086607.0,
      "step": 1904
    },
    {
      "epoch": 1.780373831775701,
      "grad_norm": 0.18394475817385098,
      "learning_rate": 2.2477136035388495e-05,
      "loss": 0.3259,
      "num_tokens": 995610895.0,
      "step": 1905
    },
    {
      "epoch": 1.7813084112149533,
      "grad_norm": 0.1616887498790253,
      "learning_rate": 2.2454540477286097e-05,
      "loss": 0.3264,
      "num_tokens": 996135183.0,
      "step": 1906
    },
    {
      "epoch": 1.7822429906542057,
      "grad_norm": 0.1602283936422143,
      "learning_rate": 2.24319502757389e-05,
      "loss": 0.3218,
      "num_tokens": 996659471.0,
      "step": 1907
    },
    {
      "epoch": 1.783177570093458,
      "grad_norm": 0.16282751044092314,
      "learning_rate": 2.240936545472998e-05,
      "loss": 0.3166,
      "num_tokens": 997182614.0,
      "step": 1908
    },
    {
      "epoch": 1.7841121495327101,
      "grad_norm": 0.16299176729605439,
      "learning_rate": 2.2386786038236706e-05,
      "loss": 0.3156,
      "num_tokens": 997706902.0,
      "step": 1909
    },
    {
      "epoch": 1.7850467289719627,
      "grad_norm": 0.22668725708826531,
      "learning_rate": 2.2364212050230705e-05,
      "loss": 0.3219,
      "num_tokens": 998231190.0,
      "step": 1910
    },
    {
      "epoch": 1.7859813084112148,
      "grad_norm": 0.16133809728933624,
      "learning_rate": 2.2341643514677857e-05,
      "loss": 0.3245,
      "num_tokens": 998755478.0,
      "step": 1911
    },
    {
      "epoch": 1.7869158878504674,
      "grad_norm": 0.39750447907077,
      "learning_rate": 2.2319080455538232e-05,
      "loss": 0.3255,
      "num_tokens": 999279766.0,
      "step": 1912
    },
    {
      "epoch": 1.7878504672897195,
      "grad_norm": 0.1578191637539722,
      "learning_rate": 2.2296522896766086e-05,
      "loss": 0.3255,
      "num_tokens": 999804054.0,
      "step": 1913
    },
    {
      "epoch": 1.788785046728972,
      "grad_norm": 0.15260387981023846,
      "learning_rate": 2.2273970862309856e-05,
      "loss": 0.316,
      "num_tokens": 1000328342.0,
      "step": 1914
    },
    {
      "epoch": 1.7897196261682242,
      "grad_norm": 0.16396886669214802,
      "learning_rate": 2.2251424376112113e-05,
      "loss": 0.2999,
      "num_tokens": 1000852630.0,
      "step": 1915
    },
    {
      "epoch": 1.7906542056074768,
      "grad_norm": 0.3994282149995647,
      "learning_rate": 2.222888346210949e-05,
      "loss": 0.3006,
      "num_tokens": 1001376918.0,
      "step": 1916
    },
    {
      "epoch": 1.791588785046729,
      "grad_norm": 0.1517915810383983,
      "learning_rate": 2.2206348144232776e-05,
      "loss": 0.3067,
      "num_tokens": 1001901206.0,
      "step": 1917
    },
    {
      "epoch": 1.7925233644859813,
      "grad_norm": 0.1601827542152822,
      "learning_rate": 2.218381844640677e-05,
      "loss": 0.3057,
      "num_tokens": 1002425494.0,
      "step": 1918
    },
    {
      "epoch": 1.7934579439252336,
      "grad_norm": 0.16025149529843596,
      "learning_rate": 2.216129439255032e-05,
      "loss": 0.3097,
      "num_tokens": 1002949782.0,
      "step": 1919
    },
    {
      "epoch": 1.794392523364486,
      "grad_norm": 0.1678514807069266,
      "learning_rate": 2.213877600657628e-05,
      "loss": 0.3203,
      "num_tokens": 1003441635.0,
      "step": 1920
    },
    {
      "epoch": 1.7953271028037383,
      "grad_norm": 0.14910619480360965,
      "learning_rate": 2.2116263312391476e-05,
      "loss": 0.3061,
      "num_tokens": 1003965923.0,
      "step": 1921
    },
    {
      "epoch": 1.7962616822429907,
      "grad_norm": 0.1552653578070691,
      "learning_rate": 2.2093756333896727e-05,
      "loss": 0.3069,
      "num_tokens": 1004490211.0,
      "step": 1922
    },
    {
      "epoch": 1.797196261682243,
      "grad_norm": 0.23894687217499613,
      "learning_rate": 2.2071255094986736e-05,
      "loss": 0.3207,
      "num_tokens": 1005014499.0,
      "step": 1923
    },
    {
      "epoch": 1.7981308411214953,
      "grad_norm": 0.1566710557103693,
      "learning_rate": 2.2048759619550146e-05,
      "loss": 0.3127,
      "num_tokens": 1005538787.0,
      "step": 1924
    },
    {
      "epoch": 1.7990654205607477,
      "grad_norm": 0.155476489451061,
      "learning_rate": 2.202626993146947e-05,
      "loss": 0.3038,
      "num_tokens": 1006063075.0,
      "step": 1925
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.1648918201949361,
      "learning_rate": 2.2003786054621068e-05,
      "loss": 0.3237,
      "num_tokens": 1006587363.0,
      "step": 1926
    },
    {
      "epoch": 1.8009345794392524,
      "grad_norm": 0.14841463474048347,
      "learning_rate": 2.1981308012875156e-05,
      "loss": 0.3044,
      "num_tokens": 1007111651.0,
      "step": 1927
    },
    {
      "epoch": 1.8018691588785045,
      "grad_norm": 0.16718170501398866,
      "learning_rate": 2.1958835830095727e-05,
      "loss": 0.3268,
      "num_tokens": 1007621508.0,
      "step": 1928
    },
    {
      "epoch": 1.802803738317757,
      "grad_norm": 0.15725231401825251,
      "learning_rate": 2.1936369530140565e-05,
      "loss": 0.3064,
      "num_tokens": 1008145796.0,
      "step": 1929
    },
    {
      "epoch": 1.8037383177570092,
      "grad_norm": 0.15311917953287346,
      "learning_rate": 2.1913909136861217e-05,
      "loss": 0.3009,
      "num_tokens": 1008670084.0,
      "step": 1930
    },
    {
      "epoch": 1.8046728971962618,
      "grad_norm": 0.16076478397331315,
      "learning_rate": 2.1891454674102958e-05,
      "loss": 0.3319,
      "num_tokens": 1009194372.0,
      "step": 1931
    },
    {
      "epoch": 1.805607476635514,
      "grad_norm": 0.16482807763387855,
      "learning_rate": 2.1869006165704737e-05,
      "loss": 0.3338,
      "num_tokens": 1009718660.0,
      "step": 1932
    },
    {
      "epoch": 1.8065420560747665,
      "grad_norm": 0.16112145791092644,
      "learning_rate": 2.184656363549922e-05,
      "loss": 0.2906,
      "num_tokens": 1010223967.0,
      "step": 1933
    },
    {
      "epoch": 1.8074766355140186,
      "grad_norm": 0.19975138228761968,
      "learning_rate": 2.182412710731271e-05,
      "loss": 0.3152,
      "num_tokens": 1010748255.0,
      "step": 1934
    },
    {
      "epoch": 1.8084112149532712,
      "grad_norm": 0.1502455870922942,
      "learning_rate": 2.1801696604965138e-05,
      "loss": 0.3139,
      "num_tokens": 1011272543.0,
      "step": 1935
    },
    {
      "epoch": 1.8093457943925233,
      "grad_norm": 0.16474167691975852,
      "learning_rate": 2.1779272152270042e-05,
      "loss": 0.3306,
      "num_tokens": 1011796831.0,
      "step": 1936
    },
    {
      "epoch": 1.8102803738317756,
      "grad_norm": 0.15457875601481624,
      "learning_rate": 2.1756853773034526e-05,
      "loss": 0.3051,
      "num_tokens": 1012321119.0,
      "step": 1937
    },
    {
      "epoch": 1.811214953271028,
      "grad_norm": 0.15630167324844368,
      "learning_rate": 2.1734441491059256e-05,
      "loss": 0.3113,
      "num_tokens": 1012845407.0,
      "step": 1938
    },
    {
      "epoch": 1.8121495327102803,
      "grad_norm": 0.16238395351109533,
      "learning_rate": 2.171203533013843e-05,
      "loss": 0.3042,
      "num_tokens": 1013369695.0,
      "step": 1939
    },
    {
      "epoch": 1.8130841121495327,
      "grad_norm": 0.15308044891684977,
      "learning_rate": 2.168963531405973e-05,
      "loss": 0.3209,
      "num_tokens": 1013893983.0,
      "step": 1940
    },
    {
      "epoch": 1.814018691588785,
      "grad_norm": 0.19654047215791137,
      "learning_rate": 2.1667241466604332e-05,
      "loss": 0.3211,
      "num_tokens": 1014418271.0,
      "step": 1941
    },
    {
      "epoch": 1.8149532710280374,
      "grad_norm": 0.16168024845627346,
      "learning_rate": 2.1644853811546846e-05,
      "loss": 0.3402,
      "num_tokens": 1014942559.0,
      "step": 1942
    },
    {
      "epoch": 1.8158878504672897,
      "grad_norm": 0.16222879828698505,
      "learning_rate": 2.162247237265533e-05,
      "loss": 0.3143,
      "num_tokens": 1015466847.0,
      "step": 1943
    },
    {
      "epoch": 1.816822429906542,
      "grad_norm": 0.1856764792520248,
      "learning_rate": 2.160009717369122e-05,
      "loss": 0.3283,
      "num_tokens": 1015988100.0,
      "step": 1944
    },
    {
      "epoch": 1.8177570093457944,
      "grad_norm": 0.15372471880463245,
      "learning_rate": 2.157772823840934e-05,
      "loss": 0.3098,
      "num_tokens": 1016512388.0,
      "step": 1945
    },
    {
      "epoch": 1.8186915887850468,
      "grad_norm": 0.15236457200194484,
      "learning_rate": 2.1555365590557857e-05,
      "loss": 0.3078,
      "num_tokens": 1017036676.0,
      "step": 1946
    },
    {
      "epoch": 1.819626168224299,
      "grad_norm": 0.15381143156204158,
      "learning_rate": 2.1533009253878285e-05,
      "loss": 0.316,
      "num_tokens": 1017560964.0,
      "step": 1947
    },
    {
      "epoch": 1.8205607476635515,
      "grad_norm": 0.16788981287879357,
      "learning_rate": 2.1510659252105396e-05,
      "loss": 0.3149,
      "num_tokens": 1018063211.0,
      "step": 1948
    },
    {
      "epoch": 1.8214953271028036,
      "grad_norm": 0.1568873769649524,
      "learning_rate": 2.1488315608967263e-05,
      "loss": 0.3107,
      "num_tokens": 1018587499.0,
      "step": 1949
    },
    {
      "epoch": 1.8224299065420562,
      "grad_norm": 0.14967899336984947,
      "learning_rate": 2.1465978348185223e-05,
      "loss": 0.3081,
      "num_tokens": 1019111787.0,
      "step": 1950
    },
    {
      "epoch": 1.8233644859813083,
      "grad_norm": 0.15175608636231402,
      "learning_rate": 2.1443647493473824e-05,
      "loss": 0.3177,
      "num_tokens": 1019636075.0,
      "step": 1951
    },
    {
      "epoch": 1.8242990654205609,
      "grad_norm": 0.1626703069807608,
      "learning_rate": 2.1421323068540772e-05,
      "loss": 0.3241,
      "num_tokens": 1020160363.0,
      "step": 1952
    },
    {
      "epoch": 1.825233644859813,
      "grad_norm": 0.1571815124084258,
      "learning_rate": 2.1399005097087015e-05,
      "loss": 0.3197,
      "num_tokens": 1020684651.0,
      "step": 1953
    },
    {
      "epoch": 1.8261682242990656,
      "grad_norm": 0.15414363719536922,
      "learning_rate": 2.13766936028066e-05,
      "loss": 0.3146,
      "num_tokens": 1021208939.0,
      "step": 1954
    },
    {
      "epoch": 1.8271028037383177,
      "grad_norm": 0.2014560728394133,
      "learning_rate": 2.1354388609386738e-05,
      "loss": 0.3146,
      "num_tokens": 1021733227.0,
      "step": 1955
    },
    {
      "epoch": 1.8280373831775703,
      "grad_norm": 0.16304737098031297,
      "learning_rate": 2.13320901405077e-05,
      "loss": 0.3263,
      "num_tokens": 1022257515.0,
      "step": 1956
    },
    {
      "epoch": 1.8289719626168224,
      "grad_norm": 0.15369012746708044,
      "learning_rate": 2.1309798219842846e-05,
      "loss": 0.3242,
      "num_tokens": 1022781803.0,
      "step": 1957
    },
    {
      "epoch": 1.8299065420560747,
      "grad_norm": 0.1947305484983987,
      "learning_rate": 2.1287512871058585e-05,
      "loss": 0.3255,
      "num_tokens": 1023278195.0,
      "step": 1958
    },
    {
      "epoch": 1.830841121495327,
      "grad_norm": 0.15006506806161635,
      "learning_rate": 2.126523411781435e-05,
      "loss": 0.3233,
      "num_tokens": 1023802483.0,
      "step": 1959
    },
    {
      "epoch": 1.8317757009345794,
      "grad_norm": 1.5687125946547102,
      "learning_rate": 2.1242961983762567e-05,
      "loss": 0.321,
      "num_tokens": 1024326771.0,
      "step": 1960
    },
    {
      "epoch": 1.8327102803738318,
      "grad_norm": 0.1789402098845767,
      "learning_rate": 2.1220696492548643e-05,
      "loss": 0.3108,
      "num_tokens": 1024851059.0,
      "step": 1961
    },
    {
      "epoch": 1.8336448598130841,
      "grad_norm": 0.1675387848494636,
      "learning_rate": 2.1198437667810918e-05,
      "loss": 0.3151,
      "num_tokens": 1025375347.0,
      "step": 1962
    },
    {
      "epoch": 1.8345794392523365,
      "grad_norm": 0.15133887397114598,
      "learning_rate": 2.1176185533180672e-05,
      "loss": 0.316,
      "num_tokens": 1025899635.0,
      "step": 1963
    },
    {
      "epoch": 1.8355140186915888,
      "grad_norm": 0.15335911402522445,
      "learning_rate": 2.115394011228207e-05,
      "loss": 0.3216,
      "num_tokens": 1026423923.0,
      "step": 1964
    },
    {
      "epoch": 1.8364485981308412,
      "grad_norm": 0.15419577759399244,
      "learning_rate": 2.113170142873215e-05,
      "loss": 0.3117,
      "num_tokens": 1026948211.0,
      "step": 1965
    },
    {
      "epoch": 1.8373831775700935,
      "grad_norm": 0.15881656073073067,
      "learning_rate": 2.11094695061408e-05,
      "loss": 0.3146,
      "num_tokens": 1027472499.0,
      "step": 1966
    },
    {
      "epoch": 1.8383177570093459,
      "grad_norm": 0.1598044594395971,
      "learning_rate": 2.1087244368110755e-05,
      "loss": 0.3278,
      "num_tokens": 1027995901.0,
      "step": 1967
    },
    {
      "epoch": 1.839252336448598,
      "grad_norm": 0.15828949545159082,
      "learning_rate": 2.106502603823748e-05,
      "loss": 0.3183,
      "num_tokens": 1028520189.0,
      "step": 1968
    },
    {
      "epoch": 1.8401869158878505,
      "grad_norm": 0.1756569486821526,
      "learning_rate": 2.1042814540109284e-05,
      "loss": 0.3153,
      "num_tokens": 1029044477.0,
      "step": 1969
    },
    {
      "epoch": 1.8411214953271027,
      "grad_norm": 0.21834788786267587,
      "learning_rate": 2.1020609897307186e-05,
      "loss": 0.3311,
      "num_tokens": 1029568765.0,
      "step": 1970
    },
    {
      "epoch": 1.8420560747663552,
      "grad_norm": 0.16357713505164176,
      "learning_rate": 2.0998412133404936e-05,
      "loss": 0.3293,
      "num_tokens": 1030093053.0,
      "step": 1971
    },
    {
      "epoch": 1.8429906542056074,
      "grad_norm": 0.15202160378354265,
      "learning_rate": 2.0976221271968976e-05,
      "loss": 0.3057,
      "num_tokens": 1030617341.0,
      "step": 1972
    },
    {
      "epoch": 1.84392523364486,
      "grad_norm": 0.1693436099830193,
      "learning_rate": 2.095403733655843e-05,
      "loss": 0.3167,
      "num_tokens": 1031141629.0,
      "step": 1973
    },
    {
      "epoch": 1.844859813084112,
      "grad_norm": 0.15737693708227646,
      "learning_rate": 2.0931860350725057e-05,
      "loss": 0.3104,
      "num_tokens": 1031665917.0,
      "step": 1974
    },
    {
      "epoch": 1.8457943925233646,
      "grad_norm": 0.1657476897988194,
      "learning_rate": 2.0909690338013248e-05,
      "loss": 0.3264,
      "num_tokens": 1032186738.0,
      "step": 1975
    },
    {
      "epoch": 1.8467289719626168,
      "grad_norm": 0.15656541349240796,
      "learning_rate": 2.0887527321959978e-05,
      "loss": 0.3115,
      "num_tokens": 1032711026.0,
      "step": 1976
    },
    {
      "epoch": 1.847663551401869,
      "grad_norm": 0.16309575988469566,
      "learning_rate": 2.0865371326094806e-05,
      "loss": 0.3293,
      "num_tokens": 1033235314.0,
      "step": 1977
    },
    {
      "epoch": 1.8485981308411215,
      "grad_norm": 0.15017677762249557,
      "learning_rate": 2.0843222373939843e-05,
      "loss": 0.3168,
      "num_tokens": 1033759602.0,
      "step": 1978
    },
    {
      "epoch": 1.8495327102803738,
      "grad_norm": 0.1615415262534561,
      "learning_rate": 2.082108048900971e-05,
      "loss": 0.3193,
      "num_tokens": 1034283890.0,
      "step": 1979
    },
    {
      "epoch": 1.8504672897196262,
      "grad_norm": 0.16001886373795984,
      "learning_rate": 2.0798945694811513e-05,
      "loss": 0.3058,
      "num_tokens": 1034808178.0,
      "step": 1980
    },
    {
      "epoch": 1.8514018691588785,
      "grad_norm": 0.16488819586956158,
      "learning_rate": 2.0776818014844862e-05,
      "loss": 0.3416,
      "num_tokens": 1035332466.0,
      "step": 1981
    },
    {
      "epoch": 1.8523364485981308,
      "grad_norm": 0.1538913099944258,
      "learning_rate": 2.0754697472601787e-05,
      "loss": 0.3059,
      "num_tokens": 1035856754.0,
      "step": 1982
    },
    {
      "epoch": 1.8532710280373832,
      "grad_norm": 0.1577455023047175,
      "learning_rate": 2.073258409156677e-05,
      "loss": 0.3222,
      "num_tokens": 1036381042.0,
      "step": 1983
    },
    {
      "epoch": 1.8542056074766355,
      "grad_norm": 0.16593186715408337,
      "learning_rate": 2.0710477895216645e-05,
      "loss": 0.3399,
      "num_tokens": 1036905330.0,
      "step": 1984
    },
    {
      "epoch": 1.855140186915888,
      "grad_norm": 0.1580982371537435,
      "learning_rate": 2.0688378907020657e-05,
      "loss": 0.3093,
      "num_tokens": 1037429618.0,
      "step": 1985
    },
    {
      "epoch": 1.8560747663551402,
      "grad_norm": 0.1538782848433525,
      "learning_rate": 2.0666287150440383e-05,
      "loss": 0.2957,
      "num_tokens": 1037953906.0,
      "step": 1986
    },
    {
      "epoch": 1.8570093457943924,
      "grad_norm": 0.15244770064321875,
      "learning_rate": 2.0644202648929746e-05,
      "loss": 0.3077,
      "num_tokens": 1038478194.0,
      "step": 1987
    },
    {
      "epoch": 1.857943925233645,
      "grad_norm": 0.1586035927732862,
      "learning_rate": 2.06221254259349e-05,
      "loss": 0.3187,
      "num_tokens": 1039002482.0,
      "step": 1988
    },
    {
      "epoch": 1.858878504672897,
      "grad_norm": 0.14856729710870675,
      "learning_rate": 2.0600055504894354e-05,
      "loss": 0.2947,
      "num_tokens": 1039526770.0,
      "step": 1989
    },
    {
      "epoch": 1.8598130841121496,
      "grad_norm": 0.1602267865027862,
      "learning_rate": 2.057799290923882e-05,
      "loss": 0.3181,
      "num_tokens": 1040051058.0,
      "step": 1990
    },
    {
      "epoch": 1.8607476635514018,
      "grad_norm": 0.16034794910368994,
      "learning_rate": 2.055593766239124e-05,
      "loss": 0.3165,
      "num_tokens": 1040575346.0,
      "step": 1991
    },
    {
      "epoch": 1.8616822429906543,
      "grad_norm": 0.1490890616010086,
      "learning_rate": 2.0533889787766753e-05,
      "loss": 0.3085,
      "num_tokens": 1041099634.0,
      "step": 1992
    },
    {
      "epoch": 1.8626168224299064,
      "grad_norm": 0.16511050562971677,
      "learning_rate": 2.0511849308772667e-05,
      "loss": 0.3177,
      "num_tokens": 1041601090.0,
      "step": 1993
    },
    {
      "epoch": 1.863551401869159,
      "grad_norm": 0.16560564246908932,
      "learning_rate": 2.0489816248808463e-05,
      "loss": 0.3245,
      "num_tokens": 1042125378.0,
      "step": 1994
    },
    {
      "epoch": 1.8644859813084111,
      "grad_norm": 0.16687745728872527,
      "learning_rate": 2.046779063126571e-05,
      "loss": 0.331,
      "num_tokens": 1042649666.0,
      "step": 1995
    },
    {
      "epoch": 1.8654205607476637,
      "grad_norm": 0.150674149267386,
      "learning_rate": 2.0445772479528103e-05,
      "loss": 0.3258,
      "num_tokens": 1043173954.0,
      "step": 1996
    },
    {
      "epoch": 1.8663551401869158,
      "grad_norm": 0.15640596907033494,
      "learning_rate": 2.0423761816971398e-05,
      "loss": 0.2958,
      "num_tokens": 1043698242.0,
      "step": 1997
    },
    {
      "epoch": 1.8672897196261682,
      "grad_norm": 0.16289099223957218,
      "learning_rate": 2.0401758666963396e-05,
      "loss": 0.2999,
      "num_tokens": 1044222530.0,
      "step": 1998
    },
    {
      "epoch": 1.8682242990654205,
      "grad_norm": 0.158963231579865,
      "learning_rate": 2.0379763052863943e-05,
      "loss": 0.3085,
      "num_tokens": 1044717536.0,
      "step": 1999
    },
    {
      "epoch": 1.8691588785046729,
      "grad_norm": 0.14926175504756922,
      "learning_rate": 2.035777499802487e-05,
      "loss": 0.3073,
      "num_tokens": 1045241824.0,
      "step": 2000
    },
    {
      "epoch": 1.8700934579439252,
      "grad_norm": 0.15650910289254302,
      "learning_rate": 2.033579452578996e-05,
      "loss": 0.3167,
      "num_tokens": 1045766112.0,
      "step": 2001
    },
    {
      "epoch": 1.8710280373831776,
      "grad_norm": 0.15136226849176804,
      "learning_rate": 2.031382165949499e-05,
      "loss": 0.3051,
      "num_tokens": 1046290400.0,
      "step": 2002
    },
    {
      "epoch": 1.87196261682243,
      "grad_norm": 0.14499578091316767,
      "learning_rate": 2.029185642246764e-05,
      "loss": 0.307,
      "num_tokens": 1046814688.0,
      "step": 2003
    },
    {
      "epoch": 1.8728971962616823,
      "grad_norm": 0.1816373412493786,
      "learning_rate": 2.0269898838027495e-05,
      "loss": 0.2895,
      "num_tokens": 1047338976.0,
      "step": 2004
    },
    {
      "epoch": 1.8738317757009346,
      "grad_norm": 0.1630763999859098,
      "learning_rate": 2.0247948929486e-05,
      "loss": 0.3217,
      "num_tokens": 1047863264.0,
      "step": 2005
    },
    {
      "epoch": 1.874766355140187,
      "grad_norm": 0.15756577903149202,
      "learning_rate": 2.0226006720146462e-05,
      "loss": 0.3165,
      "num_tokens": 1048387552.0,
      "step": 2006
    },
    {
      "epoch": 1.8757009345794393,
      "grad_norm": 0.16133582213576048,
      "learning_rate": 2.0204072233304026e-05,
      "loss": 0.314,
      "num_tokens": 1048911840.0,
      "step": 2007
    },
    {
      "epoch": 1.8766355140186914,
      "grad_norm": 0.15635738591837953,
      "learning_rate": 2.018214549224563e-05,
      "loss": 0.3201,
      "num_tokens": 1049436128.0,
      "step": 2008
    },
    {
      "epoch": 1.877570093457944,
      "grad_norm": 0.15717094575279977,
      "learning_rate": 2.016022652024997e-05,
      "loss": 0.3131,
      "num_tokens": 1049937363.0,
      "step": 2009
    },
    {
      "epoch": 1.8785046728971961,
      "grad_norm": 0.15403038459135643,
      "learning_rate": 2.0138315340587517e-05,
      "loss": 0.3169,
      "num_tokens": 1050461651.0,
      "step": 2010
    },
    {
      "epoch": 1.8794392523364487,
      "grad_norm": 0.16414268436164056,
      "learning_rate": 2.011641197652046e-05,
      "loss": 0.3329,
      "num_tokens": 1050985939.0,
      "step": 2011
    },
    {
      "epoch": 1.8803738317757008,
      "grad_norm": 0.15493277722763882,
      "learning_rate": 2.0094516451302708e-05,
      "loss": 0.3299,
      "num_tokens": 1051510227.0,
      "step": 2012
    },
    {
      "epoch": 1.8813084112149534,
      "grad_norm": 0.15042034655304753,
      "learning_rate": 2.0072628788179815e-05,
      "loss": 0.3148,
      "num_tokens": 1052034515.0,
      "step": 2013
    },
    {
      "epoch": 1.8822429906542055,
      "grad_norm": 0.15900310986173402,
      "learning_rate": 2.005074901038901e-05,
      "loss": 0.3172,
      "num_tokens": 1052558803.0,
      "step": 2014
    },
    {
      "epoch": 1.883177570093458,
      "grad_norm": 0.15433573042194643,
      "learning_rate": 2.0028877141159136e-05,
      "loss": 0.3102,
      "num_tokens": 1053083091.0,
      "step": 2015
    },
    {
      "epoch": 1.8841121495327102,
      "grad_norm": 0.160419750223052,
      "learning_rate": 2.0007013203710677e-05,
      "loss": 0.3279,
      "num_tokens": 1053607379.0,
      "step": 2016
    },
    {
      "epoch": 1.8850467289719626,
      "grad_norm": 0.15159847563028364,
      "learning_rate": 1.998515722125565e-05,
      "loss": 0.3242,
      "num_tokens": 1054131667.0,
      "step": 2017
    },
    {
      "epoch": 1.885981308411215,
      "grad_norm": 0.1557731469150734,
      "learning_rate": 1.9963309216997637e-05,
      "loss": 0.3204,
      "num_tokens": 1054655955.0,
      "step": 2018
    },
    {
      "epoch": 1.8869158878504673,
      "grad_norm": 0.19554295275652464,
      "learning_rate": 1.9941469214131776e-05,
      "loss": 0.323,
      "num_tokens": 1055180243.0,
      "step": 2019
    },
    {
      "epoch": 1.8878504672897196,
      "grad_norm": 0.16088144064319754,
      "learning_rate": 1.9919637235844695e-05,
      "loss": 0.3039,
      "num_tokens": 1055704531.0,
      "step": 2020
    },
    {
      "epoch": 1.888785046728972,
      "grad_norm": 0.1578140015211052,
      "learning_rate": 1.989781330531448e-05,
      "loss": 0.3231,
      "num_tokens": 1056228819.0,
      "step": 2021
    },
    {
      "epoch": 1.8897196261682243,
      "grad_norm": 0.15688801027268742,
      "learning_rate": 1.9875997445710705e-05,
      "loss": 0.3194,
      "num_tokens": 1056753107.0,
      "step": 2022
    },
    {
      "epoch": 1.8906542056074767,
      "grad_norm": 0.1550831094809623,
      "learning_rate": 1.9854189680194362e-05,
      "loss": 0.3181,
      "num_tokens": 1057277395.0,
      "step": 2023
    },
    {
      "epoch": 1.891588785046729,
      "grad_norm": 0.155916758099694,
      "learning_rate": 1.9832390031917858e-05,
      "loss": 0.3058,
      "num_tokens": 1057801683.0,
      "step": 2024
    },
    {
      "epoch": 1.8925233644859814,
      "grad_norm": 0.15920092244098227,
      "learning_rate": 1.981059852402497e-05,
      "loss": 0.3209,
      "num_tokens": 1058325971.0,
      "step": 2025
    },
    {
      "epoch": 1.8934579439252337,
      "grad_norm": 0.1484791502219675,
      "learning_rate": 1.9788815179650833e-05,
      "loss": 0.3051,
      "num_tokens": 1058850259.0,
      "step": 2026
    },
    {
      "epoch": 1.8943925233644858,
      "grad_norm": 0.16519914142211062,
      "learning_rate": 1.976704002192193e-05,
      "loss": 0.3255,
      "num_tokens": 1059365543.0,
      "step": 2027
    },
    {
      "epoch": 1.8953271028037384,
      "grad_norm": 0.1569797108296721,
      "learning_rate": 1.9745273073956044e-05,
      "loss": 0.3218,
      "num_tokens": 1059889831.0,
      "step": 2028
    },
    {
      "epoch": 1.8962616822429905,
      "grad_norm": 0.1531571603867702,
      "learning_rate": 1.972351435886223e-05,
      "loss": 0.3136,
      "num_tokens": 1060414119.0,
      "step": 2029
    },
    {
      "epoch": 1.897196261682243,
      "grad_norm": 0.159622923654004,
      "learning_rate": 1.9701763899740823e-05,
      "loss": 0.3139,
      "num_tokens": 1060938407.0,
      "step": 2030
    },
    {
      "epoch": 1.8981308411214952,
      "grad_norm": 0.1559251604281195,
      "learning_rate": 1.968002171968338e-05,
      "loss": 0.32,
      "num_tokens": 1061462695.0,
      "step": 2031
    },
    {
      "epoch": 1.8990654205607478,
      "grad_norm": 0.16230707687045748,
      "learning_rate": 1.9658287841772682e-05,
      "loss": 0.3071,
      "num_tokens": 1061960966.0,
      "step": 2032
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.15997808420134324,
      "learning_rate": 1.9636562289082672e-05,
      "loss": 0.297,
      "num_tokens": 1062485254.0,
      "step": 2033
    },
    {
      "epoch": 1.9009345794392525,
      "grad_norm": 0.15572943343254358,
      "learning_rate": 1.9614845084678464e-05,
      "loss": 0.3284,
      "num_tokens": 1063009542.0,
      "step": 2034
    },
    {
      "epoch": 1.9018691588785046,
      "grad_norm": 0.1569133726549019,
      "learning_rate": 1.9593136251616333e-05,
      "loss": 0.3181,
      "num_tokens": 1063533830.0,
      "step": 2035
    },
    {
      "epoch": 1.902803738317757,
      "grad_norm": 0.1516504738907133,
      "learning_rate": 1.9571435812943645e-05,
      "loss": 0.3042,
      "num_tokens": 1064058118.0,
      "step": 2036
    },
    {
      "epoch": 1.9037383177570093,
      "grad_norm": 0.16218491726908624,
      "learning_rate": 1.9549743791698837e-05,
      "loss": 0.3343,
      "num_tokens": 1064582406.0,
      "step": 2037
    },
    {
      "epoch": 1.9046728971962616,
      "grad_norm": 0.15984300218969827,
      "learning_rate": 1.952806021091145e-05,
      "loss": 0.3286,
      "num_tokens": 1065106694.0,
      "step": 2038
    },
    {
      "epoch": 1.905607476635514,
      "grad_norm": 0.15593488973087272,
      "learning_rate": 1.950638509360202e-05,
      "loss": 0.313,
      "num_tokens": 1065630982.0,
      "step": 2039
    },
    {
      "epoch": 1.9065420560747663,
      "grad_norm": 0.15584321571628912,
      "learning_rate": 1.948471846278215e-05,
      "loss": 0.3085,
      "num_tokens": 1066155270.0,
      "step": 2040
    },
    {
      "epoch": 1.9074766355140187,
      "grad_norm": 0.16266147389718494,
      "learning_rate": 1.9463060341454374e-05,
      "loss": 0.3153,
      "num_tokens": 1066679558.0,
      "step": 2041
    },
    {
      "epoch": 1.908411214953271,
      "grad_norm": 0.15715534808010717,
      "learning_rate": 1.9441410752612244e-05,
      "loss": 0.3137,
      "num_tokens": 1067203846.0,
      "step": 2042
    },
    {
      "epoch": 1.9093457943925234,
      "grad_norm": 0.14657586565391592,
      "learning_rate": 1.9419769719240218e-05,
      "loss": 0.2954,
      "num_tokens": 1067728134.0,
      "step": 2043
    },
    {
      "epoch": 1.9102803738317757,
      "grad_norm": 0.15135767637087724,
      "learning_rate": 1.939813726431369e-05,
      "loss": 0.3177,
      "num_tokens": 1068252422.0,
      "step": 2044
    },
    {
      "epoch": 1.911214953271028,
      "grad_norm": 0.1609362220193573,
      "learning_rate": 1.9376513410798937e-05,
      "loss": 0.3273,
      "num_tokens": 1068776710.0,
      "step": 2045
    },
    {
      "epoch": 1.9121495327102802,
      "grad_norm": 0.15622226859248073,
      "learning_rate": 1.9354898181653108e-05,
      "loss": 0.3104,
      "num_tokens": 1069300998.0,
      "step": 2046
    },
    {
      "epoch": 1.9130841121495328,
      "grad_norm": 0.14905186905909046,
      "learning_rate": 1.9333291599824195e-05,
      "loss": 0.2976,
      "num_tokens": 1069806037.0,
      "step": 2047
    },
    {
      "epoch": 1.914018691588785,
      "grad_norm": 0.15992909102460753,
      "learning_rate": 1.9311693688251015e-05,
      "loss": 0.3258,
      "num_tokens": 1070330325.0,
      "step": 2048
    },
    {
      "epoch": 1.9149532710280375,
      "grad_norm": 0.14819284751713216,
      "learning_rate": 1.9290104469863173e-05,
      "loss": 0.2998,
      "num_tokens": 1070854613.0,
      "step": 2049
    },
    {
      "epoch": 1.9158878504672896,
      "grad_norm": 0.15983991611294587,
      "learning_rate": 1.9268523967581043e-05,
      "loss": 0.3051,
      "num_tokens": 1071378901.0,
      "step": 2050
    },
    {
      "epoch": 1.9168224299065422,
      "grad_norm": 0.15761866316455295,
      "learning_rate": 1.924695220431575e-05,
      "loss": 0.3123,
      "num_tokens": 1071903189.0,
      "step": 2051
    },
    {
      "epoch": 1.9177570093457943,
      "grad_norm": 0.15237995128119355,
      "learning_rate": 1.9225389202969156e-05,
      "loss": 0.3057,
      "num_tokens": 1072427477.0,
      "step": 2052
    },
    {
      "epoch": 1.9186915887850469,
      "grad_norm": 0.1517986611211212,
      "learning_rate": 1.9203834986433788e-05,
      "loss": 0.3003,
      "num_tokens": 1072951765.0,
      "step": 2053
    },
    {
      "epoch": 1.919626168224299,
      "grad_norm": 0.16058485953121654,
      "learning_rate": 1.918228957759286e-05,
      "loss": 0.3075,
      "num_tokens": 1073476053.0,
      "step": 2054
    },
    {
      "epoch": 1.9205607476635516,
      "grad_norm": 0.1764275137960703,
      "learning_rate": 1.9160752999320252e-05,
      "loss": 0.3189,
      "num_tokens": 1074000341.0,
      "step": 2055
    },
    {
      "epoch": 1.9214953271028037,
      "grad_norm": 0.15387323894230376,
      "learning_rate": 1.9139225274480467e-05,
      "loss": 0.306,
      "num_tokens": 1074524629.0,
      "step": 2056
    },
    {
      "epoch": 1.922429906542056,
      "grad_norm": 0.15856436202021026,
      "learning_rate": 1.9117706425928567e-05,
      "loss": 0.2928,
      "num_tokens": 1075048917.0,
      "step": 2057
    },
    {
      "epoch": 1.9233644859813084,
      "grad_norm": 0.15048303147779366,
      "learning_rate": 1.909619647651024e-05,
      "loss": 0.2999,
      "num_tokens": 1075573205.0,
      "step": 2058
    },
    {
      "epoch": 1.9242990654205607,
      "grad_norm": 0.15791828160408883,
      "learning_rate": 1.9074695449061715e-05,
      "loss": 0.3035,
      "num_tokens": 1076097493.0,
      "step": 2059
    },
    {
      "epoch": 1.925233644859813,
      "grad_norm": 0.2278849285791485,
      "learning_rate": 1.9053203366409733e-05,
      "loss": 0.3251,
      "num_tokens": 1076621781.0,
      "step": 2060
    },
    {
      "epoch": 1.9261682242990654,
      "grad_norm": 0.16136614281918654,
      "learning_rate": 1.903172025137154e-05,
      "loss": 0.3125,
      "num_tokens": 1077146069.0,
      "step": 2061
    },
    {
      "epoch": 1.9271028037383178,
      "grad_norm": 0.1540326968293347,
      "learning_rate": 1.901024612675487e-05,
      "loss": 0.3088,
      "num_tokens": 1077670357.0,
      "step": 2062
    },
    {
      "epoch": 1.9280373831775701,
      "grad_norm": 0.1555956644483874,
      "learning_rate": 1.8988781015357922e-05,
      "loss": 0.3134,
      "num_tokens": 1078194645.0,
      "step": 2063
    },
    {
      "epoch": 1.9289719626168225,
      "grad_norm": 0.1588913757734117,
      "learning_rate": 1.896732493996931e-05,
      "loss": 0.3182,
      "num_tokens": 1078718933.0,
      "step": 2064
    },
    {
      "epoch": 1.9299065420560748,
      "grad_norm": 0.1496025759437013,
      "learning_rate": 1.8945877923368056e-05,
      "loss": 0.2912,
      "num_tokens": 1079243221.0,
      "step": 2065
    },
    {
      "epoch": 1.9308411214953272,
      "grad_norm": 0.16281508813308412,
      "learning_rate": 1.8924439988323574e-05,
      "loss": 0.3153,
      "num_tokens": 1079767509.0,
      "step": 2066
    },
    {
      "epoch": 1.9317757009345793,
      "grad_norm": 0.31235063667107493,
      "learning_rate": 1.8903011157595618e-05,
      "loss": 0.3026,
      "num_tokens": 1080291797.0,
      "step": 2067
    },
    {
      "epoch": 1.9327102803738319,
      "grad_norm": 0.15378632762887667,
      "learning_rate": 1.8881591453934312e-05,
      "loss": 0.311,
      "num_tokens": 1080816085.0,
      "step": 2068
    },
    {
      "epoch": 1.933644859813084,
      "grad_norm": 0.14515056443892793,
      "learning_rate": 1.8860180900080044e-05,
      "loss": 0.2995,
      "num_tokens": 1081340373.0,
      "step": 2069
    },
    {
      "epoch": 1.9345794392523366,
      "grad_norm": 0.14653007281382907,
      "learning_rate": 1.8838779518763522e-05,
      "loss": 0.3033,
      "num_tokens": 1081864661.0,
      "step": 2070
    },
    {
      "epoch": 1.9355140186915887,
      "grad_norm": 0.15574101779872684,
      "learning_rate": 1.8817387332705704e-05,
      "loss": 0.3109,
      "num_tokens": 1082358885.0,
      "step": 2071
    },
    {
      "epoch": 1.9364485981308412,
      "grad_norm": 0.16289881738949957,
      "learning_rate": 1.8796004364617802e-05,
      "loss": 0.3263,
      "num_tokens": 1082883173.0,
      "step": 2072
    },
    {
      "epoch": 1.9373831775700934,
      "grad_norm": 0.15501906646457353,
      "learning_rate": 1.8774630637201196e-05,
      "loss": 0.3163,
      "num_tokens": 1083407461.0,
      "step": 2073
    },
    {
      "epoch": 1.938317757009346,
      "grad_norm": 0.15196455964779387,
      "learning_rate": 1.8753266173147506e-05,
      "loss": 0.3138,
      "num_tokens": 1083931749.0,
      "step": 2074
    },
    {
      "epoch": 1.939252336448598,
      "grad_norm": 0.151590961191791,
      "learning_rate": 1.8731910995138498e-05,
      "loss": 0.3056,
      "num_tokens": 1084456037.0,
      "step": 2075
    },
    {
      "epoch": 1.9401869158878504,
      "grad_norm": 0.1494418080468549,
      "learning_rate": 1.8710565125846075e-05,
      "loss": 0.3197,
      "num_tokens": 1084980325.0,
      "step": 2076
    },
    {
      "epoch": 1.9411214953271028,
      "grad_norm": 0.2188974343556992,
      "learning_rate": 1.868922858793226e-05,
      "loss": 0.3187,
      "num_tokens": 1085504613.0,
      "step": 2077
    },
    {
      "epoch": 1.9420560747663551,
      "grad_norm": 0.15268310107088254,
      "learning_rate": 1.8667901404049177e-05,
      "loss": 0.305,
      "num_tokens": 1086028901.0,
      "step": 2078
    },
    {
      "epoch": 1.9429906542056075,
      "grad_norm": 0.14282574586135066,
      "learning_rate": 1.8646583596839e-05,
      "loss": 0.2922,
      "num_tokens": 1086553189.0,
      "step": 2079
    },
    {
      "epoch": 1.9439252336448598,
      "grad_norm": 0.14426355609546854,
      "learning_rate": 1.8625275188933983e-05,
      "loss": 0.3013,
      "num_tokens": 1087077477.0,
      "step": 2080
    },
    {
      "epoch": 1.9448598130841122,
      "grad_norm": 0.16382204448258852,
      "learning_rate": 1.860397620295636e-05,
      "loss": 0.3304,
      "num_tokens": 1087601765.0,
      "step": 2081
    },
    {
      "epoch": 1.9457943925233645,
      "grad_norm": 0.1440806352182176,
      "learning_rate": 1.8582686661518382e-05,
      "loss": 0.3052,
      "num_tokens": 1088126053.0,
      "step": 2082
    },
    {
      "epoch": 1.9467289719626168,
      "grad_norm": 0.148192387503336,
      "learning_rate": 1.8561406587222285e-05,
      "loss": 0.3011,
      "num_tokens": 1088650341.0,
      "step": 2083
    },
    {
      "epoch": 1.9476635514018692,
      "grad_norm": 0.14945042316265075,
      "learning_rate": 1.8540136002660236e-05,
      "loss": 0.3036,
      "num_tokens": 1089174629.0,
      "step": 2084
    },
    {
      "epoch": 1.9485981308411215,
      "grad_norm": 0.1626081916092108,
      "learning_rate": 1.8518874930414327e-05,
      "loss": 0.318,
      "num_tokens": 1089698917.0,
      "step": 2085
    },
    {
      "epoch": 1.9495327102803737,
      "grad_norm": 0.15226543008104948,
      "learning_rate": 1.8497623393056563e-05,
      "loss": 0.3184,
      "num_tokens": 1090223205.0,
      "step": 2086
    },
    {
      "epoch": 1.9504672897196262,
      "grad_norm": 0.1721855253532119,
      "learning_rate": 1.8476381413148807e-05,
      "loss": 0.3178,
      "num_tokens": 1090747493.0,
      "step": 2087
    },
    {
      "epoch": 1.9514018691588784,
      "grad_norm": 0.14540052744105045,
      "learning_rate": 1.8455149013242818e-05,
      "loss": 0.305,
      "num_tokens": 1091271781.0,
      "step": 2088
    },
    {
      "epoch": 1.952336448598131,
      "grad_norm": 0.16741748496692427,
      "learning_rate": 1.843392621588013e-05,
      "loss": 0.3166,
      "num_tokens": 1091796069.0,
      "step": 2089
    },
    {
      "epoch": 1.953271028037383,
      "grad_norm": 0.1691240931972501,
      "learning_rate": 1.8412713043592106e-05,
      "loss": 0.3146,
      "num_tokens": 1092320357.0,
      "step": 2090
    },
    {
      "epoch": 1.9542056074766356,
      "grad_norm": 0.15723019609096708,
      "learning_rate": 1.8391509518899908e-05,
      "loss": 0.3257,
      "num_tokens": 1092844645.0,
      "step": 2091
    },
    {
      "epoch": 1.9551401869158878,
      "grad_norm": 0.16058500509879364,
      "learning_rate": 1.8370315664314436e-05,
      "loss": 0.317,
      "num_tokens": 1093368933.0,
      "step": 2092
    },
    {
      "epoch": 1.9560747663551403,
      "grad_norm": 0.14925103224106148,
      "learning_rate": 1.834913150233631e-05,
      "loss": 0.307,
      "num_tokens": 1093893221.0,
      "step": 2093
    },
    {
      "epoch": 1.9570093457943925,
      "grad_norm": 0.15924590759944993,
      "learning_rate": 1.832795705545589e-05,
      "loss": 0.2999,
      "num_tokens": 1094417509.0,
      "step": 2094
    },
    {
      "epoch": 1.957943925233645,
      "grad_norm": 0.15371691184633973,
      "learning_rate": 1.8306792346153208e-05,
      "loss": 0.3043,
      "num_tokens": 1094941797.0,
      "step": 2095
    },
    {
      "epoch": 1.9588785046728971,
      "grad_norm": 0.1541964204915891,
      "learning_rate": 1.828563739689796e-05,
      "loss": 0.3068,
      "num_tokens": 1095466085.0,
      "step": 2096
    },
    {
      "epoch": 1.9598130841121495,
      "grad_norm": 0.1518958519873588,
      "learning_rate": 1.8264492230149473e-05,
      "loss": 0.3193,
      "num_tokens": 1095990373.0,
      "step": 2097
    },
    {
      "epoch": 1.9607476635514018,
      "grad_norm": 0.15190075300914335,
      "learning_rate": 1.8243356868356692e-05,
      "loss": 0.3262,
      "num_tokens": 1096514661.0,
      "step": 2098
    },
    {
      "epoch": 1.9616822429906542,
      "grad_norm": 0.15979453029807608,
      "learning_rate": 1.8222231333958164e-05,
      "loss": 0.3063,
      "num_tokens": 1097038949.0,
      "step": 2099
    },
    {
      "epoch": 1.9626168224299065,
      "grad_norm": 0.14925184209690234,
      "learning_rate": 1.8201115649381982e-05,
      "loss": 0.3134,
      "num_tokens": 1097563237.0,
      "step": 2100
    },
    {
      "epoch": 1.9635514018691589,
      "grad_norm": 0.1500116787631449,
      "learning_rate": 1.8180009837045802e-05,
      "loss": 0.3152,
      "num_tokens": 1098087525.0,
      "step": 2101
    },
    {
      "epoch": 1.9644859813084112,
      "grad_norm": 0.17392991436990504,
      "learning_rate": 1.8158913919356783e-05,
      "loss": 0.3233,
      "num_tokens": 1098611813.0,
      "step": 2102
    },
    {
      "epoch": 1.9654205607476636,
      "grad_norm": 0.16199034142543833,
      "learning_rate": 1.8137827918711587e-05,
      "loss": 0.3192,
      "num_tokens": 1099136101.0,
      "step": 2103
    },
    {
      "epoch": 1.966355140186916,
      "grad_norm": 0.14482443898512673,
      "learning_rate": 1.8116751857496357e-05,
      "loss": 0.3057,
      "num_tokens": 1099660389.0,
      "step": 2104
    },
    {
      "epoch": 1.9672897196261683,
      "grad_norm": 0.16356364911276036,
      "learning_rate": 1.8095685758086667e-05,
      "loss": 0.3111,
      "num_tokens": 1100184677.0,
      "step": 2105
    },
    {
      "epoch": 1.9682242990654206,
      "grad_norm": 0.1525061401148277,
      "learning_rate": 1.807462964284751e-05,
      "loss": 0.3182,
      "num_tokens": 1100708965.0,
      "step": 2106
    },
    {
      "epoch": 1.9691588785046727,
      "grad_norm": 0.1509182348185862,
      "learning_rate": 1.805358353413331e-05,
      "loss": 0.3146,
      "num_tokens": 1101233253.0,
      "step": 2107
    },
    {
      "epoch": 1.9700934579439253,
      "grad_norm": 0.15845315721140424,
      "learning_rate": 1.803254745428784e-05,
      "loss": 0.3098,
      "num_tokens": 1101757541.0,
      "step": 2108
    },
    {
      "epoch": 1.9710280373831774,
      "grad_norm": 0.14954979147768285,
      "learning_rate": 1.8011521425644216e-05,
      "loss": 0.3158,
      "num_tokens": 1102281829.0,
      "step": 2109
    },
    {
      "epoch": 1.97196261682243,
      "grad_norm": 0.1498677898541805,
      "learning_rate": 1.799050547052494e-05,
      "loss": 0.3144,
      "num_tokens": 1102806117.0,
      "step": 2110
    },
    {
      "epoch": 1.9728971962616821,
      "grad_norm": 0.143003445892455,
      "learning_rate": 1.7969499611241735e-05,
      "loss": 0.2943,
      "num_tokens": 1103330405.0,
      "step": 2111
    },
    {
      "epoch": 1.9738317757009347,
      "grad_norm": 0.325225689670244,
      "learning_rate": 1.7948503870095683e-05,
      "loss": 0.3368,
      "num_tokens": 1103854693.0,
      "step": 2112
    },
    {
      "epoch": 1.9747663551401868,
      "grad_norm": 0.15290643414049232,
      "learning_rate": 1.792751826937709e-05,
      "loss": 0.3028,
      "num_tokens": 1104378981.0,
      "step": 2113
    },
    {
      "epoch": 1.9757009345794394,
      "grad_norm": 0.14296348597469535,
      "learning_rate": 1.790654283136548e-05,
      "loss": 0.3,
      "num_tokens": 1104903269.0,
      "step": 2114
    },
    {
      "epoch": 1.9766355140186915,
      "grad_norm": 0.16002178160662192,
      "learning_rate": 1.7885577578329615e-05,
      "loss": 0.3194,
      "num_tokens": 1105427557.0,
      "step": 2115
    },
    {
      "epoch": 1.9775700934579439,
      "grad_norm": 0.15178745691184006,
      "learning_rate": 1.7864622532527447e-05,
      "loss": 0.3322,
      "num_tokens": 1105951845.0,
      "step": 2116
    },
    {
      "epoch": 1.9785046728971962,
      "grad_norm": 0.15054906041818988,
      "learning_rate": 1.784367771620607e-05,
      "loss": 0.3216,
      "num_tokens": 1106476133.0,
      "step": 2117
    },
    {
      "epoch": 1.9794392523364486,
      "grad_norm": 0.1572683856355083,
      "learning_rate": 1.782274315160172e-05,
      "loss": 0.3182,
      "num_tokens": 1107000421.0,
      "step": 2118
    },
    {
      "epoch": 1.980373831775701,
      "grad_norm": 0.15397131545916282,
      "learning_rate": 1.7801818860939763e-05,
      "loss": 0.2983,
      "num_tokens": 1107524709.0,
      "step": 2119
    },
    {
      "epoch": 1.9813084112149533,
      "grad_norm": 0.1586975137163827,
      "learning_rate": 1.7780904866434646e-05,
      "loss": 0.3366,
      "num_tokens": 1108048997.0,
      "step": 2120
    },
    {
      "epoch": 1.9822429906542056,
      "grad_norm": 0.1656048461372199,
      "learning_rate": 1.7760001190289904e-05,
      "loss": 0.3144,
      "num_tokens": 1108573285.0,
      "step": 2121
    },
    {
      "epoch": 1.983177570093458,
      "grad_norm": 0.16295377046786566,
      "learning_rate": 1.773910785469809e-05,
      "loss": 0.3267,
      "num_tokens": 1109097573.0,
      "step": 2122
    },
    {
      "epoch": 1.9841121495327103,
      "grad_norm": 0.148324540913255,
      "learning_rate": 1.771822488184079e-05,
      "loss": 0.3035,
      "num_tokens": 1109621861.0,
      "step": 2123
    },
    {
      "epoch": 1.9850467289719627,
      "grad_norm": 0.1635472895721743,
      "learning_rate": 1.7697352293888604e-05,
      "loss": 0.3209,
      "num_tokens": 1110146149.0,
      "step": 2124
    },
    {
      "epoch": 1.985981308411215,
      "grad_norm": 0.16486629885676696,
      "learning_rate": 1.767649011300109e-05,
      "loss": 0.3179,
      "num_tokens": 1110670437.0,
      "step": 2125
    },
    {
      "epoch": 1.9869158878504671,
      "grad_norm": 0.16897135301531252,
      "learning_rate": 1.7655638361326744e-05,
      "loss": 0.2989,
      "num_tokens": 1111162359.0,
      "step": 2126
    },
    {
      "epoch": 1.9878504672897197,
      "grad_norm": 0.1593600517338909,
      "learning_rate": 1.763479706100303e-05,
      "loss": 0.3096,
      "num_tokens": 1111686647.0,
      "step": 2127
    },
    {
      "epoch": 1.9887850467289718,
      "grad_norm": 0.15780423322495485,
      "learning_rate": 1.7613966234156266e-05,
      "loss": 0.3158,
      "num_tokens": 1112210935.0,
      "step": 2128
    },
    {
      "epoch": 1.9897196261682244,
      "grad_norm": 0.15540150926431157,
      "learning_rate": 1.7593145902901705e-05,
      "loss": 0.3157,
      "num_tokens": 1112735223.0,
      "step": 2129
    },
    {
      "epoch": 1.9906542056074765,
      "grad_norm": 0.1515558538700634,
      "learning_rate": 1.7572336089343412e-05,
      "loss": 0.3138,
      "num_tokens": 1113259511.0,
      "step": 2130
    },
    {
      "epoch": 1.991588785046729,
      "grad_norm": 0.15808461496429949,
      "learning_rate": 1.7551536815574304e-05,
      "loss": 0.325,
      "num_tokens": 1113783799.0,
      "step": 2131
    },
    {
      "epoch": 1.9925233644859812,
      "grad_norm": 0.14329992417011578,
      "learning_rate": 1.753074810367611e-05,
      "loss": 0.3089,
      "num_tokens": 1114308087.0,
      "step": 2132
    },
    {
      "epoch": 1.9934579439252338,
      "grad_norm": 0.14657796604204676,
      "learning_rate": 1.7509969975719365e-05,
      "loss": 0.2978,
      "num_tokens": 1114832375.0,
      "step": 2133
    },
    {
      "epoch": 1.994392523364486,
      "grad_norm": 0.14888000227185894,
      "learning_rate": 1.7489202453763303e-05,
      "loss": 0.3041,
      "num_tokens": 1115356663.0,
      "step": 2134
    },
    {
      "epoch": 1.9953271028037385,
      "grad_norm": 0.15701179399059753,
      "learning_rate": 1.746844555985597e-05,
      "loss": 0.3177,
      "num_tokens": 1115858658.0,
      "step": 2135
    },
    {
      "epoch": 1.9962616822429906,
      "grad_norm": 0.1774293652311309,
      "learning_rate": 1.74476993160341e-05,
      "loss": 0.3186,
      "num_tokens": 1116382946.0,
      "step": 2136
    },
    {
      "epoch": 1.997196261682243,
      "grad_norm": 0.15449988385785363,
      "learning_rate": 1.7426963744323118e-05,
      "loss": 0.3319,
      "num_tokens": 1116907234.0,
      "step": 2137
    },
    {
      "epoch": 1.9981308411214953,
      "grad_norm": 0.1508331022788537,
      "learning_rate": 1.7406238866737105e-05,
      "loss": 0.3025,
      "num_tokens": 1117423808.0,
      "step": 2138
    },
    {
      "epoch": 1.9990654205607477,
      "grad_norm": 0.15020576481301307,
      "learning_rate": 1.7385524705278823e-05,
      "loss": 0.3096,
      "num_tokens": 1117948096.0,
      "step": 2139
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.17254063192949343,
      "learning_rate": 1.7364821281939624e-05,
      "loss": 0.2964,
      "num_tokens": 1118472384.0,
      "step": 2140
    },
    {
      "epoch": 2.000934579439252,
      "grad_norm": 0.2834200745922843,
      "learning_rate": 1.7344128618699494e-05,
      "loss": 0.2591,
      "num_tokens": 1118996672.0,
      "step": 2141
    },
    {
      "epoch": 2.0018691588785047,
      "grad_norm": 0.20320594723282265,
      "learning_rate": 1.732344673752696e-05,
      "loss": 0.2503,
      "num_tokens": 1119520960.0,
      "step": 2142
    },
    {
      "epoch": 2.002803738317757,
      "grad_norm": 0.31429617054573067,
      "learning_rate": 1.730277566037912e-05,
      "loss": 0.2581,
      "num_tokens": 1120045248.0,
      "step": 2143
    },
    {
      "epoch": 2.0037383177570094,
      "grad_norm": 0.30715753572422055,
      "learning_rate": 1.728211540920159e-05,
      "loss": 0.2471,
      "num_tokens": 1120569536.0,
      "step": 2144
    },
    {
      "epoch": 2.0046728971962615,
      "grad_norm": 0.16782716568849726,
      "learning_rate": 1.7261466005928534e-05,
      "loss": 0.2581,
      "num_tokens": 1121093824.0,
      "step": 2145
    },
    {
      "epoch": 2.005607476635514,
      "grad_norm": 0.22192156588256415,
      "learning_rate": 1.724082747248253e-05,
      "loss": 0.2631,
      "num_tokens": 1121618112.0,
      "step": 2146
    },
    {
      "epoch": 2.006542056074766,
      "grad_norm": 0.21465699416272385,
      "learning_rate": 1.722019983077467e-05,
      "loss": 0.2682,
      "num_tokens": 1122142400.0,
      "step": 2147
    },
    {
      "epoch": 2.007476635514019,
      "grad_norm": 0.20707577575654385,
      "learning_rate": 1.7199583102704473e-05,
      "loss": 0.2559,
      "num_tokens": 1122666688.0,
      "step": 2148
    },
    {
      "epoch": 2.008411214953271,
      "grad_norm": 0.21139714100503193,
      "learning_rate": 1.7178977310159857e-05,
      "loss": 0.2587,
      "num_tokens": 1123190976.0,
      "step": 2149
    },
    {
      "epoch": 2.0093457943925235,
      "grad_norm": 0.21226370512758394,
      "learning_rate": 1.7158382475017133e-05,
      "loss": 0.2595,
      "num_tokens": 1123715264.0,
      "step": 2150
    },
    {
      "epoch": 2.0102803738317756,
      "grad_norm": 0.21853554816859752,
      "learning_rate": 1.7137798619140994e-05,
      "loss": 0.2587,
      "num_tokens": 1124239552.0,
      "step": 2151
    },
    {
      "epoch": 2.011214953271028,
      "grad_norm": 0.19091275077462072,
      "learning_rate": 1.7117225764384454e-05,
      "loss": 0.2584,
      "num_tokens": 1124763840.0,
      "step": 2152
    },
    {
      "epoch": 2.0121495327102803,
      "grad_norm": 0.17711473117965953,
      "learning_rate": 1.7096663932588876e-05,
      "loss": 0.2403,
      "num_tokens": 1125288128.0,
      "step": 2153
    },
    {
      "epoch": 2.013084112149533,
      "grad_norm": 0.1829267411645399,
      "learning_rate": 1.707611314558389e-05,
      "loss": 0.2438,
      "num_tokens": 1125812416.0,
      "step": 2154
    },
    {
      "epoch": 2.014018691588785,
      "grad_norm": 0.19070939091536326,
      "learning_rate": 1.705557342518741e-05,
      "loss": 0.2645,
      "num_tokens": 1126336704.0,
      "step": 2155
    },
    {
      "epoch": 2.0149532710280376,
      "grad_norm": 0.17729668199905282,
      "learning_rate": 1.7035044793205636e-05,
      "loss": 0.2402,
      "num_tokens": 1126860992.0,
      "step": 2156
    },
    {
      "epoch": 2.0158878504672897,
      "grad_norm": 0.1725809102437405,
      "learning_rate": 1.7014527271432933e-05,
      "loss": 0.2526,
      "num_tokens": 1127385280.0,
      "step": 2157
    },
    {
      "epoch": 2.0168224299065423,
      "grad_norm": 0.18793030816784168,
      "learning_rate": 1.699402088165191e-05,
      "loss": 0.2473,
      "num_tokens": 1127909568.0,
      "step": 2158
    },
    {
      "epoch": 2.0177570093457944,
      "grad_norm": 0.1702988472375988,
      "learning_rate": 1.697352564563337e-05,
      "loss": 0.2492,
      "num_tokens": 1128433856.0,
      "step": 2159
    },
    {
      "epoch": 2.0186915887850465,
      "grad_norm": 0.1794528257965851,
      "learning_rate": 1.6953041585136225e-05,
      "loss": 0.2532,
      "num_tokens": 1128958144.0,
      "step": 2160
    },
    {
      "epoch": 2.019626168224299,
      "grad_norm": 0.1908386889290084,
      "learning_rate": 1.6932568721907584e-05,
      "loss": 0.2422,
      "num_tokens": 1129457956.0,
      "step": 2161
    },
    {
      "epoch": 2.020560747663551,
      "grad_norm": 0.1818039035094741,
      "learning_rate": 1.6912107077682617e-05,
      "loss": 0.2477,
      "num_tokens": 1129982244.0,
      "step": 2162
    },
    {
      "epoch": 2.0214953271028038,
      "grad_norm": 0.1684410927885514,
      "learning_rate": 1.68916566741846e-05,
      "loss": 0.2415,
      "num_tokens": 1130493475.0,
      "step": 2163
    },
    {
      "epoch": 2.022429906542056,
      "grad_norm": 0.16995506488936826,
      "learning_rate": 1.6871217533124894e-05,
      "loss": 0.2361,
      "num_tokens": 1131017763.0,
      "step": 2164
    },
    {
      "epoch": 2.0233644859813085,
      "grad_norm": 0.1747829492808834,
      "learning_rate": 1.6850789676202893e-05,
      "loss": 0.2478,
      "num_tokens": 1131542051.0,
      "step": 2165
    },
    {
      "epoch": 2.0242990654205606,
      "grad_norm": 0.16826548177912182,
      "learning_rate": 1.683037312510598e-05,
      "loss": 0.245,
      "num_tokens": 1132066339.0,
      "step": 2166
    },
    {
      "epoch": 2.025233644859813,
      "grad_norm": 0.1747725214100375,
      "learning_rate": 1.6809967901509573e-05,
      "loss": 0.2604,
      "num_tokens": 1132590627.0,
      "step": 2167
    },
    {
      "epoch": 2.0261682242990653,
      "grad_norm": 0.18256177960598227,
      "learning_rate": 1.678957402707706e-05,
      "loss": 0.251,
      "num_tokens": 1133114915.0,
      "step": 2168
    },
    {
      "epoch": 2.027102803738318,
      "grad_norm": 0.17553144926479264,
      "learning_rate": 1.6769191523459765e-05,
      "loss": 0.2561,
      "num_tokens": 1133639203.0,
      "step": 2169
    },
    {
      "epoch": 2.02803738317757,
      "grad_norm": 0.1765932125217112,
      "learning_rate": 1.6748820412296942e-05,
      "loss": 0.2444,
      "num_tokens": 1134163491.0,
      "step": 2170
    },
    {
      "epoch": 2.0289719626168226,
      "grad_norm": 0.17418377086832992,
      "learning_rate": 1.6728460715215767e-05,
      "loss": 0.2551,
      "num_tokens": 1134687779.0,
      "step": 2171
    },
    {
      "epoch": 2.0299065420560747,
      "grad_norm": 0.16779206703812347,
      "learning_rate": 1.670811245383127e-05,
      "loss": 0.2386,
      "num_tokens": 1135212067.0,
      "step": 2172
    },
    {
      "epoch": 2.0308411214953273,
      "grad_norm": 0.1776566435113625,
      "learning_rate": 1.6687775649746378e-05,
      "loss": 0.2482,
      "num_tokens": 1135736355.0,
      "step": 2173
    },
    {
      "epoch": 2.0317757009345794,
      "grad_norm": 0.17276569642506034,
      "learning_rate": 1.6667450324551827e-05,
      "loss": 0.2536,
      "num_tokens": 1136260643.0,
      "step": 2174
    },
    {
      "epoch": 2.032710280373832,
      "grad_norm": 0.17922844256894005,
      "learning_rate": 1.6647136499826147e-05,
      "loss": 0.2457,
      "num_tokens": 1136784931.0,
      "step": 2175
    },
    {
      "epoch": 2.033644859813084,
      "grad_norm": 0.174708966864831,
      "learning_rate": 1.6626834197135715e-05,
      "loss": 0.2517,
      "num_tokens": 1137309219.0,
      "step": 2176
    },
    {
      "epoch": 2.0345794392523366,
      "grad_norm": 0.1782903820124115,
      "learning_rate": 1.6606543438034634e-05,
      "loss": 0.2747,
      "num_tokens": 1137833507.0,
      "step": 2177
    },
    {
      "epoch": 2.0355140186915888,
      "grad_norm": 0.1809937476291796,
      "learning_rate": 1.6586264244064747e-05,
      "loss": 0.2429,
      "num_tokens": 1138357795.0,
      "step": 2178
    },
    {
      "epoch": 2.0364485981308413,
      "grad_norm": 0.16571546085588643,
      "learning_rate": 1.656599663675566e-05,
      "loss": 0.2653,
      "num_tokens": 1138882083.0,
      "step": 2179
    },
    {
      "epoch": 2.0373831775700935,
      "grad_norm": 0.1807163079846031,
      "learning_rate": 1.654574063762463e-05,
      "loss": 0.2604,
      "num_tokens": 1139406371.0,
      "step": 2180
    },
    {
      "epoch": 2.0383177570093456,
      "grad_norm": 0.16671923363610067,
      "learning_rate": 1.652549626817662e-05,
      "loss": 0.2433,
      "num_tokens": 1139930659.0,
      "step": 2181
    },
    {
      "epoch": 2.039252336448598,
      "grad_norm": 0.16947162042165595,
      "learning_rate": 1.6505263549904243e-05,
      "loss": 0.2521,
      "num_tokens": 1140454947.0,
      "step": 2182
    },
    {
      "epoch": 2.0401869158878503,
      "grad_norm": 0.17762752558173253,
      "learning_rate": 1.6485042504287723e-05,
      "loss": 0.2613,
      "num_tokens": 1140979235.0,
      "step": 2183
    },
    {
      "epoch": 2.041121495327103,
      "grad_norm": 0.17688138826448124,
      "learning_rate": 1.646483315279491e-05,
      "loss": 0.2594,
      "num_tokens": 1141503523.0,
      "step": 2184
    },
    {
      "epoch": 2.042056074766355,
      "grad_norm": 0.1657287118193663,
      "learning_rate": 1.6444635516881257e-05,
      "loss": 0.2504,
      "num_tokens": 1142027811.0,
      "step": 2185
    },
    {
      "epoch": 2.0429906542056075,
      "grad_norm": 0.16999451028015836,
      "learning_rate": 1.6424449617989725e-05,
      "loss": 0.2506,
      "num_tokens": 1142552099.0,
      "step": 2186
    },
    {
      "epoch": 2.0439252336448597,
      "grad_norm": 0.16943077603948534,
      "learning_rate": 1.640427547755085e-05,
      "loss": 0.2604,
      "num_tokens": 1143076387.0,
      "step": 2187
    },
    {
      "epoch": 2.0448598130841122,
      "grad_norm": 0.18127954672051172,
      "learning_rate": 1.6384113116982704e-05,
      "loss": 0.2561,
      "num_tokens": 1143600675.0,
      "step": 2188
    },
    {
      "epoch": 2.0457943925233644,
      "grad_norm": 0.18482168343544125,
      "learning_rate": 1.6363962557690816e-05,
      "loss": 0.2623,
      "num_tokens": 1144124963.0,
      "step": 2189
    },
    {
      "epoch": 2.046728971962617,
      "grad_norm": 0.17259809936152692,
      "learning_rate": 1.634382382106819e-05,
      "loss": 0.2589,
      "num_tokens": 1144649251.0,
      "step": 2190
    },
    {
      "epoch": 2.047663551401869,
      "grad_norm": 0.19610616653810237,
      "learning_rate": 1.63236969284953e-05,
      "loss": 0.2671,
      "num_tokens": 1145173539.0,
      "step": 2191
    },
    {
      "epoch": 2.0485981308411216,
      "grad_norm": 0.17132558155631106,
      "learning_rate": 1.6303581901340027e-05,
      "loss": 0.2535,
      "num_tokens": 1145697827.0,
      "step": 2192
    },
    {
      "epoch": 2.0495327102803738,
      "grad_norm": 0.17694538485584746,
      "learning_rate": 1.628347876095767e-05,
      "loss": 0.2646,
      "num_tokens": 1146222115.0,
      "step": 2193
    },
    {
      "epoch": 2.0504672897196263,
      "grad_norm": 0.19466144748694053,
      "learning_rate": 1.6263387528690893e-05,
      "loss": 0.2596,
      "num_tokens": 1146746403.0,
      "step": 2194
    },
    {
      "epoch": 2.0514018691588785,
      "grad_norm": 0.16252625310850546,
      "learning_rate": 1.6243308225869714e-05,
      "loss": 0.2384,
      "num_tokens": 1147270691.0,
      "step": 2195
    },
    {
      "epoch": 2.052336448598131,
      "grad_norm": 0.1716734664258027,
      "learning_rate": 1.6223240873811518e-05,
      "loss": 0.2578,
      "num_tokens": 1147794979.0,
      "step": 2196
    },
    {
      "epoch": 2.053271028037383,
      "grad_norm": 0.17752493622960905,
      "learning_rate": 1.620318549382097e-05,
      "loss": 0.2604,
      "num_tokens": 1148298292.0,
      "step": 2197
    },
    {
      "epoch": 2.0542056074766357,
      "grad_norm": 0.16909520726254948,
      "learning_rate": 1.618314210719003e-05,
      "loss": 0.2526,
      "num_tokens": 1148822580.0,
      "step": 2198
    },
    {
      "epoch": 2.055140186915888,
      "grad_norm": 0.1616588192128494,
      "learning_rate": 1.6163110735197942e-05,
      "loss": 0.2459,
      "num_tokens": 1149346868.0,
      "step": 2199
    },
    {
      "epoch": 2.05607476635514,
      "grad_norm": 0.17632198455356327,
      "learning_rate": 1.6143091399111164e-05,
      "loss": 0.2576,
      "num_tokens": 1149871156.0,
      "step": 2200
    },
    {
      "epoch": 2.0570093457943925,
      "grad_norm": 0.17498672556101602,
      "learning_rate": 1.6123084120183422e-05,
      "loss": 0.2431,
      "num_tokens": 1150367548.0,
      "step": 2201
    },
    {
      "epoch": 2.0579439252336447,
      "grad_norm": 0.16527296059954363,
      "learning_rate": 1.6103088919655603e-05,
      "loss": 0.2367,
      "num_tokens": 1150891836.0,
      "step": 2202
    },
    {
      "epoch": 2.0588785046728972,
      "grad_norm": 0.1734444001228798,
      "learning_rate": 1.608310581875577e-05,
      "loss": 0.2542,
      "num_tokens": 1151416124.0,
      "step": 2203
    },
    {
      "epoch": 2.0598130841121494,
      "grad_norm": 0.18167169314300677,
      "learning_rate": 1.606313483869916e-05,
      "loss": 0.2391,
      "num_tokens": 1151911704.0,
      "step": 2204
    },
    {
      "epoch": 2.060747663551402,
      "grad_norm": 0.1699477519224932,
      "learning_rate": 1.6043176000688153e-05,
      "loss": 0.2511,
      "num_tokens": 1152413755.0,
      "step": 2205
    },
    {
      "epoch": 2.061682242990654,
      "grad_norm": 0.17086035660688614,
      "learning_rate": 1.60232293259122e-05,
      "loss": 0.2593,
      "num_tokens": 1152938043.0,
      "step": 2206
    },
    {
      "epoch": 2.0626168224299066,
      "grad_norm": 0.172942951220669,
      "learning_rate": 1.6003294835547855e-05,
      "loss": 0.2482,
      "num_tokens": 1153462331.0,
      "step": 2207
    },
    {
      "epoch": 2.0635514018691588,
      "grad_norm": 0.17910332242842045,
      "learning_rate": 1.5983372550758756e-05,
      "loss": 0.2613,
      "num_tokens": 1153986619.0,
      "step": 2208
    },
    {
      "epoch": 2.0644859813084113,
      "grad_norm": 0.17507518176538842,
      "learning_rate": 1.5963462492695562e-05,
      "loss": 0.2551,
      "num_tokens": 1154510907.0,
      "step": 2209
    },
    {
      "epoch": 2.0654205607476634,
      "grad_norm": 0.17118705677646795,
      "learning_rate": 1.5943564682495943e-05,
      "loss": 0.2484,
      "num_tokens": 1155035195.0,
      "step": 2210
    },
    {
      "epoch": 2.066355140186916,
      "grad_norm": 0.17078261570490286,
      "learning_rate": 1.5923679141284598e-05,
      "loss": 0.2519,
      "num_tokens": 1155559483.0,
      "step": 2211
    },
    {
      "epoch": 2.067289719626168,
      "grad_norm": 0.17818189952546248,
      "learning_rate": 1.5903805890173164e-05,
      "loss": 0.2541,
      "num_tokens": 1156083771.0,
      "step": 2212
    },
    {
      "epoch": 2.0682242990654207,
      "grad_norm": 0.17394497082510627,
      "learning_rate": 1.5883944950260266e-05,
      "loss": 0.2492,
      "num_tokens": 1156608059.0,
      "step": 2213
    },
    {
      "epoch": 2.069158878504673,
      "grad_norm": 0.1811327414812095,
      "learning_rate": 1.5864096342631436e-05,
      "loss": 0.2631,
      "num_tokens": 1157132347.0,
      "step": 2214
    },
    {
      "epoch": 2.0700934579439254,
      "grad_norm": 0.18934461541015624,
      "learning_rate": 1.5844260088359096e-05,
      "loss": 0.2561,
      "num_tokens": 1157656635.0,
      "step": 2215
    },
    {
      "epoch": 2.0710280373831775,
      "grad_norm": 0.17077566737866998,
      "learning_rate": 1.58244362085026e-05,
      "loss": 0.2544,
      "num_tokens": 1158180923.0,
      "step": 2216
    },
    {
      "epoch": 2.07196261682243,
      "grad_norm": 0.1811992683086085,
      "learning_rate": 1.5804624724108145e-05,
      "loss": 0.2541,
      "num_tokens": 1158705211.0,
      "step": 2217
    },
    {
      "epoch": 2.0728971962616822,
      "grad_norm": 0.19705908312268205,
      "learning_rate": 1.578482565620873e-05,
      "loss": 0.2518,
      "num_tokens": 1159229499.0,
      "step": 2218
    },
    {
      "epoch": 2.073831775700935,
      "grad_norm": 0.16842757003333006,
      "learning_rate": 1.5765039025824224e-05,
      "loss": 0.2528,
      "num_tokens": 1159753787.0,
      "step": 2219
    },
    {
      "epoch": 2.074766355140187,
      "grad_norm": 0.17510652561828158,
      "learning_rate": 1.5745264853961285e-05,
      "loss": 0.2483,
      "num_tokens": 1160278075.0,
      "step": 2220
    },
    {
      "epoch": 2.075700934579439,
      "grad_norm": 0.16995275251129607,
      "learning_rate": 1.5725503161613312e-05,
      "loss": 0.2509,
      "num_tokens": 1160802363.0,
      "step": 2221
    },
    {
      "epoch": 2.0766355140186916,
      "grad_norm": 0.1776997692499889,
      "learning_rate": 1.5705753969760475e-05,
      "loss": 0.255,
      "num_tokens": 1161326651.0,
      "step": 2222
    },
    {
      "epoch": 2.0775700934579437,
      "grad_norm": 0.162581773048658,
      "learning_rate": 1.5686017299369685e-05,
      "loss": 0.2459,
      "num_tokens": 1161850939.0,
      "step": 2223
    },
    {
      "epoch": 2.0785046728971963,
      "grad_norm": 0.1635456572675586,
      "learning_rate": 1.5666293171394532e-05,
      "loss": 0.2529,
      "num_tokens": 1162375227.0,
      "step": 2224
    },
    {
      "epoch": 2.0794392523364484,
      "grad_norm": 0.1755467555290529,
      "learning_rate": 1.5646581606775323e-05,
      "loss": 0.2518,
      "num_tokens": 1162899515.0,
      "step": 2225
    },
    {
      "epoch": 2.080373831775701,
      "grad_norm": 0.17590781786834392,
      "learning_rate": 1.5626882626438997e-05,
      "loss": 0.2608,
      "num_tokens": 1163423803.0,
      "step": 2226
    },
    {
      "epoch": 2.081308411214953,
      "grad_norm": 0.16440814100950665,
      "learning_rate": 1.560719625129914e-05,
      "loss": 0.2477,
      "num_tokens": 1163948091.0,
      "step": 2227
    },
    {
      "epoch": 2.0822429906542057,
      "grad_norm": 0.16057992679990735,
      "learning_rate": 1.558752250225597e-05,
      "loss": 0.2476,
      "num_tokens": 1164472379.0,
      "step": 2228
    },
    {
      "epoch": 2.083177570093458,
      "grad_norm": 0.18597110224978777,
      "learning_rate": 1.556786140019629e-05,
      "loss": 0.2638,
      "num_tokens": 1164996667.0,
      "step": 2229
    },
    {
      "epoch": 2.0841121495327104,
      "grad_norm": 0.1588816598288371,
      "learning_rate": 1.5548212965993467e-05,
      "loss": 0.2559,
      "num_tokens": 1165520955.0,
      "step": 2230
    },
    {
      "epoch": 2.0850467289719625,
      "grad_norm": 0.165665349144013,
      "learning_rate": 1.552857722050744e-05,
      "loss": 0.2591,
      "num_tokens": 1166045243.0,
      "step": 2231
    },
    {
      "epoch": 2.085981308411215,
      "grad_norm": 0.1565583014716736,
      "learning_rate": 1.550895418458466e-05,
      "loss": 0.2413,
      "num_tokens": 1166569531.0,
      "step": 2232
    },
    {
      "epoch": 2.086915887850467,
      "grad_norm": 0.18295860486363238,
      "learning_rate": 1.5489343879058096e-05,
      "loss": 0.2558,
      "num_tokens": 1167093819.0,
      "step": 2233
    },
    {
      "epoch": 2.08785046728972,
      "grad_norm": 0.16622869429944487,
      "learning_rate": 1.54697463247472e-05,
      "loss": 0.2471,
      "num_tokens": 1167618107.0,
      "step": 2234
    },
    {
      "epoch": 2.088785046728972,
      "grad_norm": 0.1609476930855132,
      "learning_rate": 1.545016154245786e-05,
      "loss": 0.2421,
      "num_tokens": 1168142395.0,
      "step": 2235
    },
    {
      "epoch": 2.0897196261682245,
      "grad_norm": 0.21452770691422815,
      "learning_rate": 1.5430589552982445e-05,
      "loss": 0.2409,
      "num_tokens": 1168666683.0,
      "step": 2236
    },
    {
      "epoch": 2.0906542056074766,
      "grad_norm": 0.16898186485830188,
      "learning_rate": 1.5411030377099733e-05,
      "loss": 0.2516,
      "num_tokens": 1169190971.0,
      "step": 2237
    },
    {
      "epoch": 2.091588785046729,
      "grad_norm": 0.16682652054939628,
      "learning_rate": 1.5391484035574882e-05,
      "loss": 0.2523,
      "num_tokens": 1169715259.0,
      "step": 2238
    },
    {
      "epoch": 2.0925233644859813,
      "grad_norm": 0.17256811425926866,
      "learning_rate": 1.537195054915942e-05,
      "loss": 0.2507,
      "num_tokens": 1170239547.0,
      "step": 2239
    },
    {
      "epoch": 2.0934579439252334,
      "grad_norm": 0.15659400466320056,
      "learning_rate": 1.535242993859126e-05,
      "loss": 0.244,
      "num_tokens": 1170763835.0,
      "step": 2240
    },
    {
      "epoch": 2.094392523364486,
      "grad_norm": 0.16560169819434742,
      "learning_rate": 1.5332922224594608e-05,
      "loss": 0.2485,
      "num_tokens": 1171288123.0,
      "step": 2241
    },
    {
      "epoch": 2.095327102803738,
      "grad_norm": 0.17172310097706966,
      "learning_rate": 1.5313427427880013e-05,
      "loss": 0.2663,
      "num_tokens": 1171811266.0,
      "step": 2242
    },
    {
      "epoch": 2.0962616822429907,
      "grad_norm": 0.17036690252252892,
      "learning_rate": 1.529394556914428e-05,
      "loss": 0.2508,
      "num_tokens": 1172335554.0,
      "step": 2243
    },
    {
      "epoch": 2.097196261682243,
      "grad_norm": 0.17504323236729677,
      "learning_rate": 1.527447666907048e-05,
      "loss": 0.2507,
      "num_tokens": 1172859842.0,
      "step": 2244
    },
    {
      "epoch": 2.0981308411214954,
      "grad_norm": 0.17861775581950906,
      "learning_rate": 1.5255020748327964e-05,
      "loss": 0.2457,
      "num_tokens": 1173361969.0,
      "step": 2245
    },
    {
      "epoch": 2.0990654205607475,
      "grad_norm": 0.167536956335559,
      "learning_rate": 1.5235577827572261e-05,
      "loss": 0.262,
      "num_tokens": 1173886257.0,
      "step": 2246
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.17912063337192144,
      "learning_rate": 1.5216147927445107e-05,
      "loss": 0.2623,
      "num_tokens": 1174410545.0,
      "step": 2247
    },
    {
      "epoch": 2.100934579439252,
      "grad_norm": 0.15795340491243068,
      "learning_rate": 1.5196731068574438e-05,
      "loss": 0.249,
      "num_tokens": 1174934833.0,
      "step": 2248
    },
    {
      "epoch": 2.101869158878505,
      "grad_norm": 0.1617266030553957,
      "learning_rate": 1.517732727157431e-05,
      "loss": 0.2389,
      "num_tokens": 1175459121.0,
      "step": 2249
    },
    {
      "epoch": 2.102803738317757,
      "grad_norm": 0.16175383789306316,
      "learning_rate": 1.515793655704495e-05,
      "loss": 0.2508,
      "num_tokens": 1175983409.0,
      "step": 2250
    },
    {
      "epoch": 2.1037383177570095,
      "grad_norm": 0.16979323547655198,
      "learning_rate": 1.5138558945572665e-05,
      "loss": 0.2493,
      "num_tokens": 1176507697.0,
      "step": 2251
    },
    {
      "epoch": 2.1046728971962616,
      "grad_norm": 0.17559707155158305,
      "learning_rate": 1.5119194457729852e-05,
      "loss": 0.2636,
      "num_tokens": 1177031985.0,
      "step": 2252
    },
    {
      "epoch": 2.105607476635514,
      "grad_norm": 0.20136471769441427,
      "learning_rate": 1.5099843114074996e-05,
      "loss": 0.2553,
      "num_tokens": 1177556273.0,
      "step": 2253
    },
    {
      "epoch": 2.1065420560747663,
      "grad_norm": 0.17587567584689331,
      "learning_rate": 1.5080504935152634e-05,
      "loss": 0.2675,
      "num_tokens": 1178080561.0,
      "step": 2254
    },
    {
      "epoch": 2.107476635514019,
      "grad_norm": 0.16941351494701146,
      "learning_rate": 1.506117994149327e-05,
      "loss": 0.2534,
      "num_tokens": 1178604849.0,
      "step": 2255
    },
    {
      "epoch": 2.108411214953271,
      "grad_norm": 0.16970696971065907,
      "learning_rate": 1.5041868153613472e-05,
      "loss": 0.2558,
      "num_tokens": 1179129137.0,
      "step": 2256
    },
    {
      "epoch": 2.1093457943925236,
      "grad_norm": 0.21394639923475886,
      "learning_rate": 1.5022569592015766e-05,
      "loss": 0.2713,
      "num_tokens": 1179653425.0,
      "step": 2257
    },
    {
      "epoch": 2.1102803738317757,
      "grad_norm": 0.16941982894888424,
      "learning_rate": 1.5003284277188634e-05,
      "loss": 0.2425,
      "num_tokens": 1180177713.0,
      "step": 2258
    },
    {
      "epoch": 2.111214953271028,
      "grad_norm": 0.19296826570778014,
      "learning_rate": 1.4984012229606482e-05,
      "loss": 0.2599,
      "num_tokens": 1180702001.0,
      "step": 2259
    },
    {
      "epoch": 2.1121495327102804,
      "grad_norm": 0.17569707290469921,
      "learning_rate": 1.4964753469729659e-05,
      "loss": 0.2495,
      "num_tokens": 1181225496.0,
      "step": 2260
    },
    {
      "epoch": 2.1130841121495325,
      "grad_norm": 0.1619110691502863,
      "learning_rate": 1.4945508018004381e-05,
      "loss": 0.2343,
      "num_tokens": 1181749784.0,
      "step": 2261
    },
    {
      "epoch": 2.114018691588785,
      "grad_norm": 0.16554355343071897,
      "learning_rate": 1.4926275894862756e-05,
      "loss": 0.2477,
      "num_tokens": 1182274072.0,
      "step": 2262
    },
    {
      "epoch": 2.114953271028037,
      "grad_norm": 0.16661136134369664,
      "learning_rate": 1.4907057120722728e-05,
      "loss": 0.262,
      "num_tokens": 1182798360.0,
      "step": 2263
    },
    {
      "epoch": 2.1158878504672898,
      "grad_norm": 0.1643513343542487,
      "learning_rate": 1.4887851715988066e-05,
      "loss": 0.2492,
      "num_tokens": 1183322648.0,
      "step": 2264
    },
    {
      "epoch": 2.116822429906542,
      "grad_norm": 0.27127601353979064,
      "learning_rate": 1.4868659701048365e-05,
      "loss": 0.2555,
      "num_tokens": 1183846936.0,
      "step": 2265
    },
    {
      "epoch": 2.1177570093457945,
      "grad_norm": 0.16309651211190873,
      "learning_rate": 1.4849481096278986e-05,
      "loss": 0.2437,
      "num_tokens": 1184371224.0,
      "step": 2266
    },
    {
      "epoch": 2.1186915887850466,
      "grad_norm": 0.1640436705944815,
      "learning_rate": 1.4830315922041047e-05,
      "loss": 0.2452,
      "num_tokens": 1184895512.0,
      "step": 2267
    },
    {
      "epoch": 2.119626168224299,
      "grad_norm": 0.16332913564756127,
      "learning_rate": 1.4811164198681437e-05,
      "loss": 0.2461,
      "num_tokens": 1185419800.0,
      "step": 2268
    },
    {
      "epoch": 2.1205607476635513,
      "grad_norm": 0.16753518632221784,
      "learning_rate": 1.4792025946532729e-05,
      "loss": 0.2622,
      "num_tokens": 1185944088.0,
      "step": 2269
    },
    {
      "epoch": 2.121495327102804,
      "grad_norm": 0.17211473680419243,
      "learning_rate": 1.4772901185913232e-05,
      "loss": 0.2545,
      "num_tokens": 1186447425.0,
      "step": 2270
    },
    {
      "epoch": 2.122429906542056,
      "grad_norm": 0.1684346572428432,
      "learning_rate": 1.4753789937126888e-05,
      "loss": 0.2548,
      "num_tokens": 1186971713.0,
      "step": 2271
    },
    {
      "epoch": 2.1233644859813086,
      "grad_norm": 0.17797400620694542,
      "learning_rate": 1.4734692220463341e-05,
      "loss": 0.261,
      "num_tokens": 1187496001.0,
      "step": 2272
    },
    {
      "epoch": 2.1242990654205607,
      "grad_norm": 0.1706393528027294,
      "learning_rate": 1.4715608056197833e-05,
      "loss": 0.2633,
      "num_tokens": 1188020289.0,
      "step": 2273
    },
    {
      "epoch": 2.1252336448598133,
      "grad_norm": 0.17351539789857973,
      "learning_rate": 1.4696537464591231e-05,
      "loss": 0.2557,
      "num_tokens": 1188544577.0,
      "step": 2274
    },
    {
      "epoch": 2.1261682242990654,
      "grad_norm": 0.1657845556939304,
      "learning_rate": 1.4677480465889998e-05,
      "loss": 0.2533,
      "num_tokens": 1189068865.0,
      "step": 2275
    },
    {
      "epoch": 2.127102803738318,
      "grad_norm": 0.17399278060283518,
      "learning_rate": 1.465843708032614e-05,
      "loss": 0.2732,
      "num_tokens": 1189593153.0,
      "step": 2276
    },
    {
      "epoch": 2.12803738317757,
      "grad_norm": 0.17733361873647666,
      "learning_rate": 1.4639407328117255e-05,
      "loss": 0.2577,
      "num_tokens": 1190117441.0,
      "step": 2277
    },
    {
      "epoch": 2.1289719626168226,
      "grad_norm": 0.16606416258826764,
      "learning_rate": 1.462039122946643e-05,
      "loss": 0.2575,
      "num_tokens": 1190641729.0,
      "step": 2278
    },
    {
      "epoch": 2.1299065420560748,
      "grad_norm": 0.17877380549305014,
      "learning_rate": 1.460138880456226e-05,
      "loss": 0.2534,
      "num_tokens": 1191166017.0,
      "step": 2279
    },
    {
      "epoch": 2.130841121495327,
      "grad_norm": 0.17070113846411503,
      "learning_rate": 1.458240007357885e-05,
      "loss": 0.2496,
      "num_tokens": 1191690305.0,
      "step": 2280
    },
    {
      "epoch": 2.1317757009345795,
      "grad_norm": 0.17240254192828353,
      "learning_rate": 1.4563425056675729e-05,
      "loss": 0.2533,
      "num_tokens": 1192214593.0,
      "step": 2281
    },
    {
      "epoch": 2.1327102803738316,
      "grad_norm": 0.1625353525847158,
      "learning_rate": 1.4544463773997902e-05,
      "loss": 0.2498,
      "num_tokens": 1192738881.0,
      "step": 2282
    },
    {
      "epoch": 2.133644859813084,
      "grad_norm": 0.24447011480380534,
      "learning_rate": 1.4525516245675774e-05,
      "loss": 0.2474,
      "num_tokens": 1193263169.0,
      "step": 2283
    },
    {
      "epoch": 2.1345794392523363,
      "grad_norm": 0.17212694573485166,
      "learning_rate": 1.4506582491825137e-05,
      "loss": 0.2531,
      "num_tokens": 1193787457.0,
      "step": 2284
    },
    {
      "epoch": 2.135514018691589,
      "grad_norm": 0.16723611157737067,
      "learning_rate": 1.4487662532547186e-05,
      "loss": 0.2498,
      "num_tokens": 1194288692.0,
      "step": 2285
    },
    {
      "epoch": 2.136448598130841,
      "grad_norm": 0.1658771299877276,
      "learning_rate": 1.4468756387928465e-05,
      "loss": 0.2493,
      "num_tokens": 1194812980.0,
      "step": 2286
    },
    {
      "epoch": 2.1373831775700936,
      "grad_norm": 0.155884543280828,
      "learning_rate": 1.4449864078040817e-05,
      "loss": 0.2455,
      "num_tokens": 1195337268.0,
      "step": 2287
    },
    {
      "epoch": 2.1383177570093457,
      "grad_norm": 0.17401286484286527,
      "learning_rate": 1.443098562294144e-05,
      "loss": 0.267,
      "num_tokens": 1195861556.0,
      "step": 2288
    },
    {
      "epoch": 2.1392523364485982,
      "grad_norm": 0.16369544197482527,
      "learning_rate": 1.4412121042672816e-05,
      "loss": 0.2478,
      "num_tokens": 1196385844.0,
      "step": 2289
    },
    {
      "epoch": 2.1401869158878504,
      "grad_norm": 0.1571683639357636,
      "learning_rate": 1.4393270357262681e-05,
      "loss": 0.2446,
      "num_tokens": 1196910132.0,
      "step": 2290
    },
    {
      "epoch": 2.141121495327103,
      "grad_norm": 0.1971845506408475,
      "learning_rate": 1.4374433586724013e-05,
      "loss": 0.2572,
      "num_tokens": 1197434420.0,
      "step": 2291
    },
    {
      "epoch": 2.142056074766355,
      "grad_norm": 0.16916854415499002,
      "learning_rate": 1.4355610751055049e-05,
      "loss": 0.2476,
      "num_tokens": 1197958708.0,
      "step": 2292
    },
    {
      "epoch": 2.1429906542056076,
      "grad_norm": 0.16033952763359136,
      "learning_rate": 1.4336801870239198e-05,
      "loss": 0.2583,
      "num_tokens": 1198482996.0,
      "step": 2293
    },
    {
      "epoch": 2.1439252336448598,
      "grad_norm": 0.17245890674434008,
      "learning_rate": 1.4318006964245084e-05,
      "loss": 0.2712,
      "num_tokens": 1199007284.0,
      "step": 2294
    },
    {
      "epoch": 2.1448598130841123,
      "grad_norm": 0.1732473726294004,
      "learning_rate": 1.4299226053026471e-05,
      "loss": 0.2529,
      "num_tokens": 1199531572.0,
      "step": 2295
    },
    {
      "epoch": 2.1457943925233645,
      "grad_norm": 0.15814662724165257,
      "learning_rate": 1.4280459156522269e-05,
      "loss": 0.2491,
      "num_tokens": 1200055860.0,
      "step": 2296
    },
    {
      "epoch": 2.146728971962617,
      "grad_norm": 0.15584471224151675,
      "learning_rate": 1.4261706294656529e-05,
      "loss": 0.2402,
      "num_tokens": 1200580148.0,
      "step": 2297
    },
    {
      "epoch": 2.147663551401869,
      "grad_norm": 0.1777615019616445,
      "learning_rate": 1.4242967487338374e-05,
      "loss": 0.2544,
      "num_tokens": 1201104436.0,
      "step": 2298
    },
    {
      "epoch": 2.1485981308411217,
      "grad_norm": 0.2244684053637688,
      "learning_rate": 1.4224242754462014e-05,
      "loss": 0.2497,
      "num_tokens": 1201628724.0,
      "step": 2299
    },
    {
      "epoch": 2.149532710280374,
      "grad_norm": 0.1700099907833768,
      "learning_rate": 1.4205532115906744e-05,
      "loss": 0.2525,
      "num_tokens": 1202153012.0,
      "step": 2300
    },
    {
      "epoch": 2.150467289719626,
      "grad_norm": 0.17626806359055633,
      "learning_rate": 1.4186835591536846e-05,
      "loss": 0.2587,
      "num_tokens": 1202677300.0,
      "step": 2301
    },
    {
      "epoch": 2.1514018691588785,
      "grad_norm": 0.16919032983693194,
      "learning_rate": 1.4168153201201668e-05,
      "loss": 0.2617,
      "num_tokens": 1203186280.0,
      "step": 2302
    },
    {
      "epoch": 2.1523364485981307,
      "grad_norm": 0.16709106915294647,
      "learning_rate": 1.4149484964735518e-05,
      "loss": 0.2578,
      "num_tokens": 1203710568.0,
      "step": 2303
    },
    {
      "epoch": 2.1532710280373832,
      "grad_norm": 0.16677078759216385,
      "learning_rate": 1.4130830901957681e-05,
      "loss": 0.2498,
      "num_tokens": 1204234856.0,
      "step": 2304
    },
    {
      "epoch": 2.1542056074766354,
      "grad_norm": 0.1610956347930874,
      "learning_rate": 1.4112191032672414e-05,
      "loss": 0.2444,
      "num_tokens": 1204759144.0,
      "step": 2305
    },
    {
      "epoch": 2.155140186915888,
      "grad_norm": 0.17571517997166025,
      "learning_rate": 1.4093565376668905e-05,
      "loss": 0.2511,
      "num_tokens": 1205283432.0,
      "step": 2306
    },
    {
      "epoch": 2.15607476635514,
      "grad_norm": 0.1615581653534361,
      "learning_rate": 1.4074953953721216e-05,
      "loss": 0.2488,
      "num_tokens": 1205807720.0,
      "step": 2307
    },
    {
      "epoch": 2.1570093457943926,
      "grad_norm": 0.16954006420190543,
      "learning_rate": 1.4056356783588326e-05,
      "loss": 0.2544,
      "num_tokens": 1206332008.0,
      "step": 2308
    },
    {
      "epoch": 2.1579439252336448,
      "grad_norm": 0.19891273229330733,
      "learning_rate": 1.4037773886014099e-05,
      "loss": 0.2465,
      "num_tokens": 1206856296.0,
      "step": 2309
    },
    {
      "epoch": 2.1588785046728973,
      "grad_norm": 0.1605296205861176,
      "learning_rate": 1.4019205280727213e-05,
      "loss": 0.2464,
      "num_tokens": 1207380584.0,
      "step": 2310
    },
    {
      "epoch": 2.1598130841121495,
      "grad_norm": 0.17311557964961688,
      "learning_rate": 1.4000650987441184e-05,
      "loss": 0.2604,
      "num_tokens": 1207904872.0,
      "step": 2311
    },
    {
      "epoch": 2.160747663551402,
      "grad_norm": 0.17300617761761067,
      "learning_rate": 1.3982111025854344e-05,
      "loss": 0.253,
      "num_tokens": 1208429160.0,
      "step": 2312
    },
    {
      "epoch": 2.161682242990654,
      "grad_norm": 0.16433981401486142,
      "learning_rate": 1.3963585415649791e-05,
      "loss": 0.2456,
      "num_tokens": 1208953448.0,
      "step": 2313
    },
    {
      "epoch": 2.1626168224299067,
      "grad_norm": 0.1644086776587556,
      "learning_rate": 1.3945074176495412e-05,
      "loss": 0.2642,
      "num_tokens": 1209477736.0,
      "step": 2314
    },
    {
      "epoch": 2.163551401869159,
      "grad_norm": 0.1632398564370814,
      "learning_rate": 1.3926577328043816e-05,
      "loss": 0.2568,
      "num_tokens": 1210002024.0,
      "step": 2315
    },
    {
      "epoch": 2.1644859813084114,
      "grad_norm": 0.28249971827173076,
      "learning_rate": 1.390809488993233e-05,
      "loss": 0.2478,
      "num_tokens": 1210526312.0,
      "step": 2316
    },
    {
      "epoch": 2.1654205607476635,
      "grad_norm": 0.17470446120308086,
      "learning_rate": 1.388962688178301e-05,
      "loss": 0.2681,
      "num_tokens": 1211047594.0,
      "step": 2317
    },
    {
      "epoch": 2.1663551401869157,
      "grad_norm": 0.16353849394151324,
      "learning_rate": 1.3871173323202563e-05,
      "loss": 0.254,
      "num_tokens": 1211571882.0,
      "step": 2318
    },
    {
      "epoch": 2.1672897196261682,
      "grad_norm": 0.16587896880527314,
      "learning_rate": 1.3852734233782366e-05,
      "loss": 0.252,
      "num_tokens": 1212096170.0,
      "step": 2319
    },
    {
      "epoch": 2.1682242990654204,
      "grad_norm": 0.17860427350381342,
      "learning_rate": 1.3834309633098444e-05,
      "loss": 0.2633,
      "num_tokens": 1212620458.0,
      "step": 2320
    },
    {
      "epoch": 2.169158878504673,
      "grad_norm": 0.17172619958276872,
      "learning_rate": 1.3815899540711418e-05,
      "loss": 0.2515,
      "num_tokens": 1213144746.0,
      "step": 2321
    },
    {
      "epoch": 2.170093457943925,
      "grad_norm": 0.15986470279758055,
      "learning_rate": 1.379750397616654e-05,
      "loss": 0.238,
      "num_tokens": 1213669034.0,
      "step": 2322
    },
    {
      "epoch": 2.1710280373831776,
      "grad_norm": 0.187639464277687,
      "learning_rate": 1.3779122958993606e-05,
      "loss": 0.2688,
      "num_tokens": 1214193322.0,
      "step": 2323
    },
    {
      "epoch": 2.1719626168224297,
      "grad_norm": 0.16527617795691776,
      "learning_rate": 1.3760756508706973e-05,
      "loss": 0.2555,
      "num_tokens": 1214717610.0,
      "step": 2324
    },
    {
      "epoch": 2.1728971962616823,
      "grad_norm": 0.16337501221458067,
      "learning_rate": 1.3742404644805546e-05,
      "loss": 0.2538,
      "num_tokens": 1215241898.0,
      "step": 2325
    },
    {
      "epoch": 2.1738317757009344,
      "grad_norm": 0.1730108515729165,
      "learning_rate": 1.3724067386772756e-05,
      "loss": 0.26,
      "num_tokens": 1215766186.0,
      "step": 2326
    },
    {
      "epoch": 2.174766355140187,
      "grad_norm": 0.17177245652163672,
      "learning_rate": 1.370574475407648e-05,
      "loss": 0.2624,
      "num_tokens": 1216290474.0,
      "step": 2327
    },
    {
      "epoch": 2.175700934579439,
      "grad_norm": 0.16336376568922548,
      "learning_rate": 1.368743676616911e-05,
      "loss": 0.2408,
      "num_tokens": 1216814762.0,
      "step": 2328
    },
    {
      "epoch": 2.1766355140186917,
      "grad_norm": 0.16071828136368313,
      "learning_rate": 1.3669143442487486e-05,
      "loss": 0.2422,
      "num_tokens": 1217339050.0,
      "step": 2329
    },
    {
      "epoch": 2.177570093457944,
      "grad_norm": 0.16663519047861597,
      "learning_rate": 1.3650864802452868e-05,
      "loss": 0.2586,
      "num_tokens": 1217863338.0,
      "step": 2330
    },
    {
      "epoch": 2.1785046728971964,
      "grad_norm": 0.16783462949232905,
      "learning_rate": 1.3632600865470912e-05,
      "loss": 0.2521,
      "num_tokens": 1218387626.0,
      "step": 2331
    },
    {
      "epoch": 2.1794392523364485,
      "grad_norm": 0.18137730184787867,
      "learning_rate": 1.3614351650931712e-05,
      "loss": 0.2692,
      "num_tokens": 1218911914.0,
      "step": 2332
    },
    {
      "epoch": 2.180373831775701,
      "grad_norm": 0.1733953062130851,
      "learning_rate": 1.3596117178209672e-05,
      "loss": 0.2546,
      "num_tokens": 1219418376.0,
      "step": 2333
    },
    {
      "epoch": 2.1813084112149532,
      "grad_norm": 0.16927893053072385,
      "learning_rate": 1.3577897466663603e-05,
      "loss": 0.243,
      "num_tokens": 1219942664.0,
      "step": 2334
    },
    {
      "epoch": 2.182242990654206,
      "grad_norm": 0.16437146864657998,
      "learning_rate": 1.3559692535636608e-05,
      "loss": 0.2602,
      "num_tokens": 1220466952.0,
      "step": 2335
    },
    {
      "epoch": 2.183177570093458,
      "grad_norm": 0.16877336723375644,
      "learning_rate": 1.3541502404456097e-05,
      "loss": 0.2542,
      "num_tokens": 1220991240.0,
      "step": 2336
    },
    {
      "epoch": 2.1841121495327105,
      "grad_norm": 0.1847734070392015,
      "learning_rate": 1.3523327092433782e-05,
      "loss": 0.2535,
      "num_tokens": 1221515528.0,
      "step": 2337
    },
    {
      "epoch": 2.1850467289719626,
      "grad_norm": 0.16052865672691946,
      "learning_rate": 1.350516661886566e-05,
      "loss": 0.2458,
      "num_tokens": 1222039816.0,
      "step": 2338
    },
    {
      "epoch": 2.1859813084112147,
      "grad_norm": 0.1742947714900048,
      "learning_rate": 1.3487021003031921e-05,
      "loss": 0.2557,
      "num_tokens": 1222564104.0,
      "step": 2339
    },
    {
      "epoch": 2.1869158878504673,
      "grad_norm": 0.18083390739984,
      "learning_rate": 1.3468890264197029e-05,
      "loss": 0.2585,
      "num_tokens": 1223055957.0,
      "step": 2340
    },
    {
      "epoch": 2.1878504672897194,
      "grad_norm": 0.16260168358842725,
      "learning_rate": 1.345077442160964e-05,
      "loss": 0.2512,
      "num_tokens": 1223580245.0,
      "step": 2341
    },
    {
      "epoch": 2.188785046728972,
      "grad_norm": 0.1716543657998178,
      "learning_rate": 1.3432673494502595e-05,
      "loss": 0.2779,
      "num_tokens": 1224096102.0,
      "step": 2342
    },
    {
      "epoch": 2.189719626168224,
      "grad_norm": 0.1719807032058712,
      "learning_rate": 1.3414587502092882e-05,
      "loss": 0.2362,
      "num_tokens": 1224620390.0,
      "step": 2343
    },
    {
      "epoch": 2.1906542056074767,
      "grad_norm": 0.16850746827455254,
      "learning_rate": 1.3396516463581666e-05,
      "loss": 0.2547,
      "num_tokens": 1225144678.0,
      "step": 2344
    },
    {
      "epoch": 2.191588785046729,
      "grad_norm": 0.15681328063621977,
      "learning_rate": 1.3378460398154208e-05,
      "loss": 0.2444,
      "num_tokens": 1225668966.0,
      "step": 2345
    },
    {
      "epoch": 2.1925233644859814,
      "grad_norm": 0.16748990211254783,
      "learning_rate": 1.3360419324979893e-05,
      "loss": 0.2475,
      "num_tokens": 1226193254.0,
      "step": 2346
    },
    {
      "epoch": 2.1934579439252335,
      "grad_norm": 0.1791189438367003,
      "learning_rate": 1.3342393263212177e-05,
      "loss": 0.2548,
      "num_tokens": 1226717542.0,
      "step": 2347
    },
    {
      "epoch": 2.194392523364486,
      "grad_norm": 0.17158982609227388,
      "learning_rate": 1.3324382231988575e-05,
      "loss": 0.2541,
      "num_tokens": 1227241830.0,
      "step": 2348
    },
    {
      "epoch": 2.195327102803738,
      "grad_norm": 0.17490558536448675,
      "learning_rate": 1.330638625043067e-05,
      "loss": 0.2538,
      "num_tokens": 1227766118.0,
      "step": 2349
    },
    {
      "epoch": 2.196261682242991,
      "grad_norm": 0.18797894194751907,
      "learning_rate": 1.3288405337644033e-05,
      "loss": 0.2808,
      "num_tokens": 1228290406.0,
      "step": 2350
    },
    {
      "epoch": 2.197196261682243,
      "grad_norm": 0.1721359466520015,
      "learning_rate": 1.3270439512718255e-05,
      "loss": 0.2537,
      "num_tokens": 1228814694.0,
      "step": 2351
    },
    {
      "epoch": 2.1981308411214955,
      "grad_norm": 0.17562254669054653,
      "learning_rate": 1.3252488794726919e-05,
      "loss": 0.2667,
      "num_tokens": 1229338982.0,
      "step": 2352
    },
    {
      "epoch": 2.1990654205607476,
      "grad_norm": 0.17272157431421528,
      "learning_rate": 1.3234553202727546e-05,
      "loss": 0.2516,
      "num_tokens": 1229863270.0,
      "step": 2353
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.1651761832088085,
      "learning_rate": 1.3216632755761616e-05,
      "loss": 0.2475,
      "num_tokens": 1230387558.0,
      "step": 2354
    },
    {
      "epoch": 2.2009345794392523,
      "grad_norm": 0.17264516528841262,
      "learning_rate": 1.3198727472854527e-05,
      "loss": 0.2549,
      "num_tokens": 1230911846.0,
      "step": 2355
    },
    {
      "epoch": 2.201869158878505,
      "grad_norm": 0.16405688585082626,
      "learning_rate": 1.3180837373015565e-05,
      "loss": 0.2579,
      "num_tokens": 1231436134.0,
      "step": 2356
    },
    {
      "epoch": 2.202803738317757,
      "grad_norm": 0.17802616207516503,
      "learning_rate": 1.3162962475237917e-05,
      "loss": 0.2674,
      "num_tokens": 1231960422.0,
      "step": 2357
    },
    {
      "epoch": 2.2037383177570096,
      "grad_norm": 0.1650644263011704,
      "learning_rate": 1.3145102798498626e-05,
      "loss": 0.2554,
      "num_tokens": 1232484710.0,
      "step": 2358
    },
    {
      "epoch": 2.2046728971962617,
      "grad_norm": 0.16876286702795032,
      "learning_rate": 1.3127258361758557e-05,
      "loss": 0.2571,
      "num_tokens": 1233008998.0,
      "step": 2359
    },
    {
      "epoch": 2.205607476635514,
      "grad_norm": 0.16692246757537096,
      "learning_rate": 1.3109429183962413e-05,
      "loss": 0.255,
      "num_tokens": 1233533286.0,
      "step": 2360
    },
    {
      "epoch": 2.2065420560747664,
      "grad_norm": 0.1711193125889252,
      "learning_rate": 1.30916152840387e-05,
      "loss": 0.2515,
      "num_tokens": 1234057574.0,
      "step": 2361
    },
    {
      "epoch": 2.2074766355140185,
      "grad_norm": 0.17782736006698951,
      "learning_rate": 1.3073816680899687e-05,
      "loss": 0.2584,
      "num_tokens": 1234562881.0,
      "step": 2362
    },
    {
      "epoch": 2.208411214953271,
      "grad_norm": 0.16329310194923288,
      "learning_rate": 1.3056033393441419e-05,
      "loss": 0.247,
      "num_tokens": 1235087169.0,
      "step": 2363
    },
    {
      "epoch": 2.209345794392523,
      "grad_norm": 0.1706804000624397,
      "learning_rate": 1.3038265440543678e-05,
      "loss": 0.265,
      "num_tokens": 1235609528.0,
      "step": 2364
    },
    {
      "epoch": 2.210280373831776,
      "grad_norm": 0.16890181813244462,
      "learning_rate": 1.3020512841069948e-05,
      "loss": 0.2551,
      "num_tokens": 1236133816.0,
      "step": 2365
    },
    {
      "epoch": 2.211214953271028,
      "grad_norm": 0.17669210261367432,
      "learning_rate": 1.3002775613867452e-05,
      "loss": 0.2514,
      "num_tokens": 1236658104.0,
      "step": 2366
    },
    {
      "epoch": 2.2121495327102805,
      "grad_norm": 0.16270006603252987,
      "learning_rate": 1.2985053777767048e-05,
      "loss": 0.2546,
      "num_tokens": 1237182392.0,
      "step": 2367
    },
    {
      "epoch": 2.2130841121495326,
      "grad_norm": 0.15821456062360986,
      "learning_rate": 1.296734735158328e-05,
      "loss": 0.2571,
      "num_tokens": 1237706680.0,
      "step": 2368
    },
    {
      "epoch": 2.214018691588785,
      "grad_norm": 0.18148003987229752,
      "learning_rate": 1.2949656354114331e-05,
      "loss": 0.2638,
      "num_tokens": 1238230968.0,
      "step": 2369
    },
    {
      "epoch": 2.2149532710280373,
      "grad_norm": 0.18045208375925115,
      "learning_rate": 1.2931980804141993e-05,
      "loss": 0.2561,
      "num_tokens": 1238749488.0,
      "step": 2370
    },
    {
      "epoch": 2.21588785046729,
      "grad_norm": 0.1596627840643446,
      "learning_rate": 1.2914320720431677e-05,
      "loss": 0.2474,
      "num_tokens": 1239273776.0,
      "step": 2371
    },
    {
      "epoch": 2.216822429906542,
      "grad_norm": 0.17971432320082592,
      "learning_rate": 1.2896676121732354e-05,
      "loss": 0.2549,
      "num_tokens": 1239798064.0,
      "step": 2372
    },
    {
      "epoch": 2.2177570093457946,
      "grad_norm": 0.16842135857562787,
      "learning_rate": 1.287904702677655e-05,
      "loss": 0.2704,
      "num_tokens": 1240322352.0,
      "step": 2373
    },
    {
      "epoch": 2.2186915887850467,
      "grad_norm": 0.16123823895068531,
      "learning_rate": 1.2861433454280358e-05,
      "loss": 0.2607,
      "num_tokens": 1240846640.0,
      "step": 2374
    },
    {
      "epoch": 2.2196261682242993,
      "grad_norm": 0.16111738431784278,
      "learning_rate": 1.2843835422943396e-05,
      "loss": 0.2425,
      "num_tokens": 1241370928.0,
      "step": 2375
    },
    {
      "epoch": 2.2205607476635514,
      "grad_norm": 0.17340106103426212,
      "learning_rate": 1.2826252951448725e-05,
      "loss": 0.2707,
      "num_tokens": 1241895216.0,
      "step": 2376
    },
    {
      "epoch": 2.2214953271028035,
      "grad_norm": 0.9220832066995487,
      "learning_rate": 1.2808686058462942e-05,
      "loss": 0.2515,
      "num_tokens": 1242419504.0,
      "step": 2377
    },
    {
      "epoch": 2.222429906542056,
      "grad_norm": 0.16149649861016255,
      "learning_rate": 1.2791134762636109e-05,
      "loss": 0.2677,
      "num_tokens": 1242943792.0,
      "step": 2378
    },
    {
      "epoch": 2.2233644859813086,
      "grad_norm": 0.17772671904751622,
      "learning_rate": 1.2773599082601687e-05,
      "loss": 0.27,
      "num_tokens": 1243468080.0,
      "step": 2379
    },
    {
      "epoch": 2.2242990654205608,
      "grad_norm": 0.16960345528380633,
      "learning_rate": 1.2756079036976578e-05,
      "loss": 0.2527,
      "num_tokens": 1243971368.0,
      "step": 2380
    },
    {
      "epoch": 2.225233644859813,
      "grad_norm": 0.15972704527229734,
      "learning_rate": 1.2738574644361106e-05,
      "loss": 0.2421,
      "num_tokens": 1244495656.0,
      "step": 2381
    },
    {
      "epoch": 2.2261682242990655,
      "grad_norm": 0.15646954742887634,
      "learning_rate": 1.2721085923338944e-05,
      "loss": 0.2398,
      "num_tokens": 1245019944.0,
      "step": 2382
    },
    {
      "epoch": 2.2271028037383176,
      "grad_norm": 0.16140666916288926,
      "learning_rate": 1.2703612892477152e-05,
      "loss": 0.2461,
      "num_tokens": 1245544232.0,
      "step": 2383
    },
    {
      "epoch": 2.22803738317757,
      "grad_norm": 0.16563539008265785,
      "learning_rate": 1.2686155570326114e-05,
      "loss": 0.25,
      "num_tokens": 1246068520.0,
      "step": 2384
    },
    {
      "epoch": 2.2289719626168223,
      "grad_norm": 0.17415563660820227,
      "learning_rate": 1.2668713975419547e-05,
      "loss": 0.2414,
      "num_tokens": 1246592808.0,
      "step": 2385
    },
    {
      "epoch": 2.229906542056075,
      "grad_norm": 0.16425896426010855,
      "learning_rate": 1.2651288126274475e-05,
      "loss": 0.2553,
      "num_tokens": 1247117096.0,
      "step": 2386
    },
    {
      "epoch": 2.230841121495327,
      "grad_norm": 0.1697127376876527,
      "learning_rate": 1.2633878041391201e-05,
      "loss": 0.276,
      "num_tokens": 1247641384.0,
      "step": 2387
    },
    {
      "epoch": 2.2317757009345796,
      "grad_norm": 0.16723722545313144,
      "learning_rate": 1.261648373925327e-05,
      "loss": 0.2609,
      "num_tokens": 1248165672.0,
      "step": 2388
    },
    {
      "epoch": 2.2327102803738317,
      "grad_norm": 0.1674883528286012,
      "learning_rate": 1.2599105238327522e-05,
      "loss": 0.2627,
      "num_tokens": 1248689960.0,
      "step": 2389
    },
    {
      "epoch": 2.2336448598130842,
      "grad_norm": 0.1631448783328746,
      "learning_rate": 1.2581742557063964e-05,
      "loss": 0.25,
      "num_tokens": 1249214248.0,
      "step": 2390
    },
    {
      "epoch": 2.2345794392523364,
      "grad_norm": 0.15970297841488712,
      "learning_rate": 1.2564395713895854e-05,
      "loss": 0.2659,
      "num_tokens": 1249738536.0,
      "step": 2391
    },
    {
      "epoch": 2.235514018691589,
      "grad_norm": 0.2320156368485221,
      "learning_rate": 1.2547064727239605e-05,
      "loss": 0.2612,
      "num_tokens": 1250262824.0,
      "step": 2392
    },
    {
      "epoch": 2.236448598130841,
      "grad_norm": 0.1602636853264123,
      "learning_rate": 1.2529749615494808e-05,
      "loss": 0.2537,
      "num_tokens": 1250787112.0,
      "step": 2393
    },
    {
      "epoch": 2.2373831775700936,
      "grad_norm": 0.1587056910458117,
      "learning_rate": 1.2512450397044198e-05,
      "loss": 0.2558,
      "num_tokens": 1251311400.0,
      "step": 2394
    },
    {
      "epoch": 2.2383177570093458,
      "grad_norm": 0.1559848028582955,
      "learning_rate": 1.249516709025366e-05,
      "loss": 0.2432,
      "num_tokens": 1251835688.0,
      "step": 2395
    },
    {
      "epoch": 2.2392523364485983,
      "grad_norm": 0.1685577708806728,
      "learning_rate": 1.2477899713472132e-05,
      "loss": 0.2594,
      "num_tokens": 1252359976.0,
      "step": 2396
    },
    {
      "epoch": 2.2401869158878505,
      "grad_norm": 0.1825938032857493,
      "learning_rate": 1.2460648285031681e-05,
      "loss": 0.258,
      "num_tokens": 1252884264.0,
      "step": 2397
    },
    {
      "epoch": 2.2411214953271026,
      "grad_norm": 0.1730594484826296,
      "learning_rate": 1.244341282324745e-05,
      "loss": 0.2465,
      "num_tokens": 1253408552.0,
      "step": 2398
    },
    {
      "epoch": 2.242056074766355,
      "grad_norm": 0.17411638952160238,
      "learning_rate": 1.2426193346417602e-05,
      "loss": 0.2463,
      "num_tokens": 1253914001.0,
      "step": 2399
    },
    {
      "epoch": 2.2429906542056073,
      "grad_norm": 0.1622157494396084,
      "learning_rate": 1.2408989872823336e-05,
      "loss": 0.2401,
      "num_tokens": 1254438289.0,
      "step": 2400
    },
    {
      "epoch": 2.24392523364486,
      "grad_norm": 0.1672440155066766,
      "learning_rate": 1.2391802420728877e-05,
      "loss": 0.2689,
      "num_tokens": 1254962577.0,
      "step": 2401
    },
    {
      "epoch": 2.244859813084112,
      "grad_norm": 0.16553027514067867,
      "learning_rate": 1.2374631008381423e-05,
      "loss": 0.2553,
      "num_tokens": 1255486865.0,
      "step": 2402
    },
    {
      "epoch": 2.2457943925233645,
      "grad_norm": 0.16275802834520653,
      "learning_rate": 1.2357475654011159e-05,
      "loss": 0.238,
      "num_tokens": 1256011153.0,
      "step": 2403
    },
    {
      "epoch": 2.2467289719626167,
      "grad_norm": 0.15935044588573366,
      "learning_rate": 1.234033637583121e-05,
      "loss": 0.2536,
      "num_tokens": 1256535441.0,
      "step": 2404
    },
    {
      "epoch": 2.2476635514018692,
      "grad_norm": 0.16244087534228768,
      "learning_rate": 1.2323213192037626e-05,
      "loss": 0.2415,
      "num_tokens": 1257059729.0,
      "step": 2405
    },
    {
      "epoch": 2.2485981308411214,
      "grad_norm": 0.1908877755904617,
      "learning_rate": 1.2306106120809392e-05,
      "loss": 0.2434,
      "num_tokens": 1257584017.0,
      "step": 2406
    },
    {
      "epoch": 2.249532710280374,
      "grad_norm": 0.16190363850214712,
      "learning_rate": 1.2289015180308391e-05,
      "loss": 0.2539,
      "num_tokens": 1258108305.0,
      "step": 2407
    },
    {
      "epoch": 2.250467289719626,
      "grad_norm": 0.1601387641522021,
      "learning_rate": 1.2271940388679335e-05,
      "loss": 0.2581,
      "num_tokens": 1258632593.0,
      "step": 2408
    },
    {
      "epoch": 2.2514018691588786,
      "grad_norm": 0.16043747557559945,
      "learning_rate": 1.2254881764049837e-05,
      "loss": 0.2426,
      "num_tokens": 1259156881.0,
      "step": 2409
    },
    {
      "epoch": 2.2523364485981308,
      "grad_norm": 0.16417644014638097,
      "learning_rate": 1.223783932453034e-05,
      "loss": 0.2489,
      "num_tokens": 1259681169.0,
      "step": 2410
    },
    {
      "epoch": 2.2532710280373833,
      "grad_norm": 0.16605521732454157,
      "learning_rate": 1.2220813088214086e-05,
      "loss": 0.2502,
      "num_tokens": 1260205457.0,
      "step": 2411
    },
    {
      "epoch": 2.2542056074766355,
      "grad_norm": 0.1805735390561808,
      "learning_rate": 1.220380307317712e-05,
      "loss": 0.2651,
      "num_tokens": 1260717976.0,
      "step": 2412
    },
    {
      "epoch": 2.255140186915888,
      "grad_norm": 0.1636206986802962,
      "learning_rate": 1.2186809297478282e-05,
      "loss": 0.2549,
      "num_tokens": 1261242264.0,
      "step": 2413
    },
    {
      "epoch": 2.25607476635514,
      "grad_norm": 0.15938305475538447,
      "learning_rate": 1.2169831779159147e-05,
      "loss": 0.2479,
      "num_tokens": 1261766552.0,
      "step": 2414
    },
    {
      "epoch": 2.2570093457943923,
      "grad_norm": 0.15913360663056056,
      "learning_rate": 1.2152870536244055e-05,
      "loss": 0.2349,
      "num_tokens": 1262290840.0,
      "step": 2415
    },
    {
      "epoch": 2.257943925233645,
      "grad_norm": 0.1700571509590542,
      "learning_rate": 1.2135925586740046e-05,
      "loss": 0.2501,
      "num_tokens": 1262815128.0,
      "step": 2416
    },
    {
      "epoch": 2.2588785046728974,
      "grad_norm": 0.1674707412003535,
      "learning_rate": 1.2118996948636864e-05,
      "loss": 0.2438,
      "num_tokens": 1263339416.0,
      "step": 2417
    },
    {
      "epoch": 2.2598130841121495,
      "grad_norm": 0.16511891546020888,
      "learning_rate": 1.2102084639906961e-05,
      "loss": 0.2545,
      "num_tokens": 1263863704.0,
      "step": 2418
    },
    {
      "epoch": 2.2607476635514017,
      "grad_norm": 0.1571566186706908,
      "learning_rate": 1.2085188678505418e-05,
      "loss": 0.2425,
      "num_tokens": 1264387992.0,
      "step": 2419
    },
    {
      "epoch": 2.2616822429906542,
      "grad_norm": 0.1712190908081704,
      "learning_rate": 1.2068309082369977e-05,
      "loss": 0.2462,
      "num_tokens": 1264882830.0,
      "step": 2420
    },
    {
      "epoch": 2.2626168224299064,
      "grad_norm": 0.1727384436820619,
      "learning_rate": 1.205144586942102e-05,
      "loss": 0.2532,
      "num_tokens": 1265407118.0,
      "step": 2421
    },
    {
      "epoch": 2.263551401869159,
      "grad_norm": 0.16125006102199285,
      "learning_rate": 1.20345990575615e-05,
      "loss": 0.2478,
      "num_tokens": 1265931406.0,
      "step": 2422
    },
    {
      "epoch": 2.264485981308411,
      "grad_norm": 0.16568393759969874,
      "learning_rate": 1.2017768664676999e-05,
      "loss": 0.2434,
      "num_tokens": 1266429677.0,
      "step": 2423
    },
    {
      "epoch": 2.2654205607476636,
      "grad_norm": 0.1781728909702284,
      "learning_rate": 1.200095470863564e-05,
      "loss": 0.2534,
      "num_tokens": 1266953965.0,
      "step": 2424
    },
    {
      "epoch": 2.2663551401869158,
      "grad_norm": 0.16719209494942286,
      "learning_rate": 1.198415720728809e-05,
      "loss": 0.2523,
      "num_tokens": 1267478253.0,
      "step": 2425
    },
    {
      "epoch": 2.2672897196261683,
      "grad_norm": 0.1661139818165936,
      "learning_rate": 1.1967376178467576e-05,
      "loss": 0.2547,
      "num_tokens": 1268002541.0,
      "step": 2426
    },
    {
      "epoch": 2.2682242990654204,
      "grad_norm": 0.16974875558743036,
      "learning_rate": 1.1950611639989827e-05,
      "loss": 0.2436,
      "num_tokens": 1268526829.0,
      "step": 2427
    },
    {
      "epoch": 2.269158878504673,
      "grad_norm": 0.16165890871008443,
      "learning_rate": 1.1933863609653034e-05,
      "loss": 0.2495,
      "num_tokens": 1269051117.0,
      "step": 2428
    },
    {
      "epoch": 2.270093457943925,
      "grad_norm": 0.15864474563996925,
      "learning_rate": 1.19171321052379e-05,
      "loss": 0.2402,
      "num_tokens": 1269575405.0,
      "step": 2429
    },
    {
      "epoch": 2.2710280373831777,
      "grad_norm": 0.156742845137516,
      "learning_rate": 1.1900417144507577e-05,
      "loss": 0.2586,
      "num_tokens": 1270099693.0,
      "step": 2430
    },
    {
      "epoch": 2.27196261682243,
      "grad_norm": 0.16903806065853672,
      "learning_rate": 1.1883718745207637e-05,
      "loss": 0.2598,
      "num_tokens": 1270623981.0,
      "step": 2431
    },
    {
      "epoch": 2.2728971962616824,
      "grad_norm": 0.1565917431997646,
      "learning_rate": 1.1867036925066071e-05,
      "loss": 0.2495,
      "num_tokens": 1271148269.0,
      "step": 2432
    },
    {
      "epoch": 2.2738317757009345,
      "grad_norm": 0.16636547663334986,
      "learning_rate": 1.1850371701793292e-05,
      "loss": 0.2502,
      "num_tokens": 1271672557.0,
      "step": 2433
    },
    {
      "epoch": 2.274766355140187,
      "grad_norm": 0.1648889214886267,
      "learning_rate": 1.1833723093082064e-05,
      "loss": 0.2408,
      "num_tokens": 1272196845.0,
      "step": 2434
    },
    {
      "epoch": 2.2757009345794392,
      "grad_norm": 0.16834029278764376,
      "learning_rate": 1.1817091116607536e-05,
      "loss": 0.2556,
      "num_tokens": 1272721133.0,
      "step": 2435
    },
    {
      "epoch": 2.2766355140186914,
      "grad_norm": 0.1676829257896416,
      "learning_rate": 1.180047579002718e-05,
      "loss": 0.2545,
      "num_tokens": 1273245421.0,
      "step": 2436
    },
    {
      "epoch": 2.277570093457944,
      "grad_norm": 0.16305006411968576,
      "learning_rate": 1.1783877130980794e-05,
      "loss": 0.2597,
      "num_tokens": 1273769709.0,
      "step": 2437
    },
    {
      "epoch": 2.2785046728971965,
      "grad_norm": 0.16736020925683268,
      "learning_rate": 1.17672951570905e-05,
      "loss": 0.2587,
      "num_tokens": 1274293997.0,
      "step": 2438
    },
    {
      "epoch": 2.2794392523364486,
      "grad_norm": 0.16674214990774539,
      "learning_rate": 1.1750729885960686e-05,
      "loss": 0.2591,
      "num_tokens": 1274818285.0,
      "step": 2439
    },
    {
      "epoch": 2.2803738317757007,
      "grad_norm": 0.1627739267006143,
      "learning_rate": 1.1734181335178006e-05,
      "loss": 0.2584,
      "num_tokens": 1275342573.0,
      "step": 2440
    },
    {
      "epoch": 2.2813084112149533,
      "grad_norm": 0.1683514509849146,
      "learning_rate": 1.1717649522311381e-05,
      "loss": 0.2494,
      "num_tokens": 1275866861.0,
      "step": 2441
    },
    {
      "epoch": 2.2822429906542054,
      "grad_norm": 0.19618276939293533,
      "learning_rate": 1.1701134464911943e-05,
      "loss": 0.2566,
      "num_tokens": 1276391149.0,
      "step": 2442
    },
    {
      "epoch": 2.283177570093458,
      "grad_norm": 0.16416909404934585,
      "learning_rate": 1.1684636180513053e-05,
      "loss": 0.2565,
      "num_tokens": 1276915437.0,
      "step": 2443
    },
    {
      "epoch": 2.28411214953271,
      "grad_norm": 0.16654347197039035,
      "learning_rate": 1.1668154686630254e-05,
      "loss": 0.2679,
      "num_tokens": 1277439725.0,
      "step": 2444
    },
    {
      "epoch": 2.2850467289719627,
      "grad_norm": 0.15945616552413705,
      "learning_rate": 1.1651690000761254e-05,
      "loss": 0.2545,
      "num_tokens": 1277964013.0,
      "step": 2445
    },
    {
      "epoch": 2.285981308411215,
      "grad_norm": 0.16365083586161747,
      "learning_rate": 1.1635242140385933e-05,
      "loss": 0.238,
      "num_tokens": 1278488301.0,
      "step": 2446
    },
    {
      "epoch": 2.2869158878504674,
      "grad_norm": 0.1593445781497295,
      "learning_rate": 1.1618811122966317e-05,
      "loss": 0.2483,
      "num_tokens": 1279012589.0,
      "step": 2447
    },
    {
      "epoch": 2.2878504672897195,
      "grad_norm": 0.17199253574246354,
      "learning_rate": 1.1602396965946514e-05,
      "loss": 0.2569,
      "num_tokens": 1279536877.0,
      "step": 2448
    },
    {
      "epoch": 2.288785046728972,
      "grad_norm": 0.16966625260523605,
      "learning_rate": 1.158599968675276e-05,
      "loss": 0.2587,
      "num_tokens": 1280061165.0,
      "step": 2449
    },
    {
      "epoch": 2.289719626168224,
      "grad_norm": 0.1687949169837954,
      "learning_rate": 1.1569619302793376e-05,
      "loss": 0.2505,
      "num_tokens": 1280548093.0,
      "step": 2450
    },
    {
      "epoch": 2.290654205607477,
      "grad_norm": 0.17050447894672596,
      "learning_rate": 1.155325583145873e-05,
      "loss": 0.2576,
      "num_tokens": 1281072381.0,
      "step": 2451
    },
    {
      "epoch": 2.291588785046729,
      "grad_norm": 0.16910079163493485,
      "learning_rate": 1.1536909290121237e-05,
      "loss": 0.2562,
      "num_tokens": 1281596669.0,
      "step": 2452
    },
    {
      "epoch": 2.2925233644859815,
      "grad_norm": 0.1619613360234195,
      "learning_rate": 1.1520579696135353e-05,
      "loss": 0.2479,
      "num_tokens": 1282120957.0,
      "step": 2453
    },
    {
      "epoch": 2.2934579439252336,
      "grad_norm": 0.16894443574819362,
      "learning_rate": 1.1504267066837517e-05,
      "loss": 0.2555,
      "num_tokens": 1282645245.0,
      "step": 2454
    },
    {
      "epoch": 2.294392523364486,
      "grad_norm": 0.16306972846495793,
      "learning_rate": 1.1487971419546186e-05,
      "loss": 0.2508,
      "num_tokens": 1283169533.0,
      "step": 2455
    },
    {
      "epoch": 2.2953271028037383,
      "grad_norm": 0.16344651610330585,
      "learning_rate": 1.1471692771561767e-05,
      "loss": 0.2452,
      "num_tokens": 1283693821.0,
      "step": 2456
    },
    {
      "epoch": 2.2962616822429904,
      "grad_norm": 0.16913462630186182,
      "learning_rate": 1.1455431140166616e-05,
      "loss": 0.2635,
      "num_tokens": 1284218109.0,
      "step": 2457
    },
    {
      "epoch": 2.297196261682243,
      "grad_norm": 0.16516602763592111,
      "learning_rate": 1.143918654262505e-05,
      "loss": 0.2527,
      "num_tokens": 1284742397.0,
      "step": 2458
    },
    {
      "epoch": 2.2981308411214956,
      "grad_norm": 0.16689292123283458,
      "learning_rate": 1.1422958996183276e-05,
      "loss": 0.253,
      "num_tokens": 1285266685.0,
      "step": 2459
    },
    {
      "epoch": 2.2990654205607477,
      "grad_norm": 0.17122327628311437,
      "learning_rate": 1.14067485180694e-05,
      "loss": 0.2454,
      "num_tokens": 1285790973.0,
      "step": 2460
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.16196536605780362,
      "learning_rate": 1.139055512549343e-05,
      "loss": 0.2496,
      "num_tokens": 1286313975.0,
      "step": 2461
    },
    {
      "epoch": 2.3009345794392524,
      "grad_norm": 0.16831521888145698,
      "learning_rate": 1.1374378835647204e-05,
      "loss": 0.2557,
      "num_tokens": 1286838263.0,
      "step": 2462
    },
    {
      "epoch": 2.3018691588785045,
      "grad_norm": 0.1744021435126017,
      "learning_rate": 1.1358219665704435e-05,
      "loss": 0.2543,
      "num_tokens": 1287362551.0,
      "step": 2463
    },
    {
      "epoch": 2.302803738317757,
      "grad_norm": 0.16731363242690264,
      "learning_rate": 1.1342077632820622e-05,
      "loss": 0.2491,
      "num_tokens": 1287886839.0,
      "step": 2464
    },
    {
      "epoch": 2.303738317757009,
      "grad_norm": 0.1703491660296451,
      "learning_rate": 1.1325952754133116e-05,
      "loss": 0.2466,
      "num_tokens": 1288411127.0,
      "step": 2465
    },
    {
      "epoch": 2.304672897196262,
      "grad_norm": 0.16814799786593582,
      "learning_rate": 1.1309845046761016e-05,
      "loss": 0.2514,
      "num_tokens": 1288935415.0,
      "step": 2466
    },
    {
      "epoch": 2.305607476635514,
      "grad_norm": 0.1662461763562124,
      "learning_rate": 1.1293754527805214e-05,
      "loss": 0.2372,
      "num_tokens": 1289459703.0,
      "step": 2467
    },
    {
      "epoch": 2.3065420560747665,
      "grad_norm": 0.1586140584738736,
      "learning_rate": 1.1277681214348349e-05,
      "loss": 0.2483,
      "num_tokens": 1289983991.0,
      "step": 2468
    },
    {
      "epoch": 2.3074766355140186,
      "grad_norm": 0.15778348551515417,
      "learning_rate": 1.1261625123454778e-05,
      "loss": 0.2444,
      "num_tokens": 1290508279.0,
      "step": 2469
    },
    {
      "epoch": 2.308411214953271,
      "grad_norm": 0.16845039180197635,
      "learning_rate": 1.1245586272170605e-05,
      "loss": 0.2617,
      "num_tokens": 1291032567.0,
      "step": 2470
    },
    {
      "epoch": 2.3093457943925233,
      "grad_norm": 0.1648053700769919,
      "learning_rate": 1.1229564677523606e-05,
      "loss": 0.2411,
      "num_tokens": 1291541502.0,
      "step": 2471
    },
    {
      "epoch": 2.310280373831776,
      "grad_norm": 0.16278892144381446,
      "learning_rate": 1.1213560356523235e-05,
      "loss": 0.2523,
      "num_tokens": 1292065790.0,
      "step": 2472
    },
    {
      "epoch": 2.311214953271028,
      "grad_norm": 0.1751821166048345,
      "learning_rate": 1.119757332616063e-05,
      "loss": 0.2616,
      "num_tokens": 1292590078.0,
      "step": 2473
    },
    {
      "epoch": 2.3121495327102806,
      "grad_norm": 0.17682865723203756,
      "learning_rate": 1.1181603603408546e-05,
      "loss": 0.2601,
      "num_tokens": 1293114366.0,
      "step": 2474
    },
    {
      "epoch": 2.3130841121495327,
      "grad_norm": 0.16184497483099866,
      "learning_rate": 1.1165651205221389e-05,
      "loss": 0.2556,
      "num_tokens": 1293635686.0,
      "step": 2475
    },
    {
      "epoch": 2.3140186915887853,
      "grad_norm": 0.16490794468761952,
      "learning_rate": 1.114971614853515e-05,
      "loss": 0.2479,
      "num_tokens": 1294159974.0,
      "step": 2476
    },
    {
      "epoch": 2.3149532710280374,
      "grad_norm": 0.1690590989923254,
      "learning_rate": 1.1133798450267415e-05,
      "loss": 0.2476,
      "num_tokens": 1294670389.0,
      "step": 2477
    },
    {
      "epoch": 2.3158878504672895,
      "grad_norm": 0.16986509101334896,
      "learning_rate": 1.1117898127317348e-05,
      "loss": 0.2625,
      "num_tokens": 1295194677.0,
      "step": 2478
    },
    {
      "epoch": 2.316822429906542,
      "grad_norm": 0.15648812595793588,
      "learning_rate": 1.110201519656568e-05,
      "loss": 0.2418,
      "num_tokens": 1295718965.0,
      "step": 2479
    },
    {
      "epoch": 2.317757009345794,
      "grad_norm": 0.20363640001827416,
      "learning_rate": 1.1086149674874627e-05,
      "loss": 0.2648,
      "num_tokens": 1296243253.0,
      "step": 2480
    },
    {
      "epoch": 2.3186915887850468,
      "grad_norm": 0.16798356316794735,
      "learning_rate": 1.1070301579087975e-05,
      "loss": 0.2558,
      "num_tokens": 1296767541.0,
      "step": 2481
    },
    {
      "epoch": 2.319626168224299,
      "grad_norm": 0.16858663244727878,
      "learning_rate": 1.1054470926030989e-05,
      "loss": 0.2551,
      "num_tokens": 1297291829.0,
      "step": 2482
    },
    {
      "epoch": 2.3205607476635515,
      "grad_norm": 0.16440484689513865,
      "learning_rate": 1.1038657732510416e-05,
      "loss": 0.2541,
      "num_tokens": 1297816117.0,
      "step": 2483
    },
    {
      "epoch": 2.3214953271028036,
      "grad_norm": 0.17094396048019914,
      "learning_rate": 1.102286201531447e-05,
      "loss": 0.2653,
      "num_tokens": 1298340405.0,
      "step": 2484
    },
    {
      "epoch": 2.322429906542056,
      "grad_norm": 0.17315562723163327,
      "learning_rate": 1.1007083791212807e-05,
      "loss": 0.253,
      "num_tokens": 1298841348.0,
      "step": 2485
    },
    {
      "epoch": 2.3233644859813083,
      "grad_norm": 0.17114753561808363,
      "learning_rate": 1.0991323076956508e-05,
      "loss": 0.2576,
      "num_tokens": 1299365636.0,
      "step": 2486
    },
    {
      "epoch": 2.324299065420561,
      "grad_norm": 0.16179633172835797,
      "learning_rate": 1.0975579889278082e-05,
      "loss": 0.25,
      "num_tokens": 1299889924.0,
      "step": 2487
    },
    {
      "epoch": 2.325233644859813,
      "grad_norm": 0.1640866453507172,
      "learning_rate": 1.095985424489141e-05,
      "loss": 0.251,
      "num_tokens": 1300414212.0,
      "step": 2488
    },
    {
      "epoch": 2.3261682242990656,
      "grad_norm": 0.161565471578046,
      "learning_rate": 1.0944146160491756e-05,
      "loss": 0.2581,
      "num_tokens": 1300938500.0,
      "step": 2489
    },
    {
      "epoch": 2.3271028037383177,
      "grad_norm": 0.1692386124596119,
      "learning_rate": 1.0928455652755747e-05,
      "loss": 0.2691,
      "num_tokens": 1301462788.0,
      "step": 2490
    },
    {
      "epoch": 2.3280373831775703,
      "grad_norm": 0.16463293872668197,
      "learning_rate": 1.0912782738341335e-05,
      "loss": 0.2487,
      "num_tokens": 1301987076.0,
      "step": 2491
    },
    {
      "epoch": 2.3289719626168224,
      "grad_norm": 0.16619614464558788,
      "learning_rate": 1.089712743388782e-05,
      "loss": 0.2557,
      "num_tokens": 1302511364.0,
      "step": 2492
    },
    {
      "epoch": 2.329906542056075,
      "grad_norm": 0.15890331920142886,
      "learning_rate": 1.0881489756015776e-05,
      "loss": 0.2567,
      "num_tokens": 1303035652.0,
      "step": 2493
    },
    {
      "epoch": 2.330841121495327,
      "grad_norm": 0.15877284358825297,
      "learning_rate": 1.0865869721327077e-05,
      "loss": 0.254,
      "num_tokens": 1303559940.0,
      "step": 2494
    },
    {
      "epoch": 2.331775700934579,
      "grad_norm": 0.16071114168994247,
      "learning_rate": 1.085026734640487e-05,
      "loss": 0.2448,
      "num_tokens": 1304084228.0,
      "step": 2495
    },
    {
      "epoch": 2.3327102803738318,
      "grad_norm": 0.16470803349502186,
      "learning_rate": 1.0834682647813565e-05,
      "loss": 0.2522,
      "num_tokens": 1304608516.0,
      "step": 2496
    },
    {
      "epoch": 2.3336448598130843,
      "grad_norm": 0.15905714854055977,
      "learning_rate": 1.0819115642098762e-05,
      "loss": 0.2537,
      "num_tokens": 1305132804.0,
      "step": 2497
    },
    {
      "epoch": 2.3345794392523365,
      "grad_norm": 0.2043036551862407,
      "learning_rate": 1.080356634578732e-05,
      "loss": 0.2596,
      "num_tokens": 1305657092.0,
      "step": 2498
    },
    {
      "epoch": 2.3355140186915886,
      "grad_norm": 0.16752907014407079,
      "learning_rate": 1.0788034775387288e-05,
      "loss": 0.2561,
      "num_tokens": 1306181380.0,
      "step": 2499
    },
    {
      "epoch": 2.336448598130841,
      "grad_norm": 0.16430017908396763,
      "learning_rate": 1.0772520947387881e-05,
      "loss": 0.248,
      "num_tokens": 1306705668.0,
      "step": 2500
    },
    {
      "epoch": 2.3373831775700933,
      "grad_norm": 0.16699729210196437,
      "learning_rate": 1.0757024878259485e-05,
      "loss": 0.2618,
      "num_tokens": 1307229956.0,
      "step": 2501
    },
    {
      "epoch": 2.338317757009346,
      "grad_norm": 0.15753929449246704,
      "learning_rate": 1.0741546584453646e-05,
      "loss": 0.2363,
      "num_tokens": 1307754244.0,
      "step": 2502
    },
    {
      "epoch": 2.339252336448598,
      "grad_norm": 0.1768285808507495,
      "learning_rate": 1.0726086082403015e-05,
      "loss": 0.2594,
      "num_tokens": 1308269033.0,
      "step": 2503
    },
    {
      "epoch": 2.3401869158878505,
      "grad_norm": 0.1635035692833526,
      "learning_rate": 1.0710643388521373e-05,
      "loss": 0.2548,
      "num_tokens": 1308793321.0,
      "step": 2504
    },
    {
      "epoch": 2.3411214953271027,
      "grad_norm": 0.16369922377346066,
      "learning_rate": 1.069521851920359e-05,
      "loss": 0.2539,
      "num_tokens": 1309317609.0,
      "step": 2505
    },
    {
      "epoch": 2.3420560747663552,
      "grad_norm": 0.160547603769023,
      "learning_rate": 1.0679811490825597e-05,
      "loss": 0.2593,
      "num_tokens": 1309841897.0,
      "step": 2506
    },
    {
      "epoch": 2.3429906542056074,
      "grad_norm": 0.16305181307710356,
      "learning_rate": 1.0664422319744415e-05,
      "loss": 0.2583,
      "num_tokens": 1310366185.0,
      "step": 2507
    },
    {
      "epoch": 2.34392523364486,
      "grad_norm": 0.1592034506484824,
      "learning_rate": 1.0649051022298077e-05,
      "loss": 0.2456,
      "num_tokens": 1310890473.0,
      "step": 2508
    },
    {
      "epoch": 2.344859813084112,
      "grad_norm": 0.16477918242309533,
      "learning_rate": 1.0633697614805652e-05,
      "loss": 0.2556,
      "num_tokens": 1311414761.0,
      "step": 2509
    },
    {
      "epoch": 2.3457943925233646,
      "grad_norm": 0.15992565764661737,
      "learning_rate": 1.0618362113567224e-05,
      "loss": 0.2595,
      "num_tokens": 1311939049.0,
      "step": 2510
    },
    {
      "epoch": 2.3467289719626168,
      "grad_norm": 0.15781113293572574,
      "learning_rate": 1.0603044534863849e-05,
      "loss": 0.2498,
      "num_tokens": 1312463337.0,
      "step": 2511
    },
    {
      "epoch": 2.3476635514018693,
      "grad_norm": 0.16253072549895678,
      "learning_rate": 1.0587744894957577e-05,
      "loss": 0.2504,
      "num_tokens": 1312987625.0,
      "step": 2512
    },
    {
      "epoch": 2.3485981308411215,
      "grad_norm": 0.1598865925726589,
      "learning_rate": 1.0572463210091394e-05,
      "loss": 0.2534,
      "num_tokens": 1313511913.0,
      "step": 2513
    },
    {
      "epoch": 2.349532710280374,
      "grad_norm": 0.16463575484010648,
      "learning_rate": 1.0557199496489228e-05,
      "loss": 0.2597,
      "num_tokens": 1314036201.0,
      "step": 2514
    },
    {
      "epoch": 2.350467289719626,
      "grad_norm": 0.16226525513809395,
      "learning_rate": 1.0541953770355937e-05,
      "loss": 0.2488,
      "num_tokens": 1314560489.0,
      "step": 2515
    },
    {
      "epoch": 2.3514018691588783,
      "grad_norm": 0.17100475335581602,
      "learning_rate": 1.0526726047877284e-05,
      "loss": 0.2607,
      "num_tokens": 1315084777.0,
      "step": 2516
    },
    {
      "epoch": 2.352336448598131,
      "grad_norm": 0.16363277328336664,
      "learning_rate": 1.0511516345219892e-05,
      "loss": 0.2528,
      "num_tokens": 1315609065.0,
      "step": 2517
    },
    {
      "epoch": 2.3532710280373834,
      "grad_norm": 0.16977824524761936,
      "learning_rate": 1.0496324678531277e-05,
      "loss": 0.2657,
      "num_tokens": 1316133353.0,
      "step": 2518
    },
    {
      "epoch": 2.3542056074766355,
      "grad_norm": 0.18158607824092166,
      "learning_rate": 1.0481151063939817e-05,
      "loss": 0.2544,
      "num_tokens": 1316646905.0,
      "step": 2519
    },
    {
      "epoch": 2.3551401869158877,
      "grad_norm": 0.16018282248321922,
      "learning_rate": 1.0465995517554694e-05,
      "loss": 0.2502,
      "num_tokens": 1317171193.0,
      "step": 2520
    },
    {
      "epoch": 2.3560747663551402,
      "grad_norm": 0.16407421143885226,
      "learning_rate": 1.0450858055465923e-05,
      "loss": 0.2442,
      "num_tokens": 1317695481.0,
      "step": 2521
    },
    {
      "epoch": 2.3570093457943924,
      "grad_norm": 0.1656351588090627,
      "learning_rate": 1.0435738693744332e-05,
      "loss": 0.2489,
      "num_tokens": 1318219769.0,
      "step": 2522
    },
    {
      "epoch": 2.357943925233645,
      "grad_norm": 0.16137830636320663,
      "learning_rate": 1.0420637448441507e-05,
      "loss": 0.2484,
      "num_tokens": 1318744057.0,
      "step": 2523
    },
    {
      "epoch": 2.358878504672897,
      "grad_norm": 0.1622374349639369,
      "learning_rate": 1.0405554335589824e-05,
      "loss": 0.2596,
      "num_tokens": 1319253697.0,
      "step": 2524
    },
    {
      "epoch": 2.3598130841121496,
      "grad_norm": 0.17251360684734396,
      "learning_rate": 1.0390489371202397e-05,
      "loss": 0.2525,
      "num_tokens": 1319777985.0,
      "step": 2525
    },
    {
      "epoch": 2.3607476635514018,
      "grad_norm": 0.1655470866294855,
      "learning_rate": 1.0375442571273064e-05,
      "loss": 0.2537,
      "num_tokens": 1320302273.0,
      "step": 2526
    },
    {
      "epoch": 2.3616822429906543,
      "grad_norm": 0.16222194271285229,
      "learning_rate": 1.0360413951776403e-05,
      "loss": 0.2371,
      "num_tokens": 1320826561.0,
      "step": 2527
    },
    {
      "epoch": 2.3626168224299064,
      "grad_norm": 0.1601844852183646,
      "learning_rate": 1.0345403528667671e-05,
      "loss": 0.25,
      "num_tokens": 1321350849.0,
      "step": 2528
    },
    {
      "epoch": 2.363551401869159,
      "grad_norm": 0.16662317064344062,
      "learning_rate": 1.0330411317882804e-05,
      "loss": 0.2544,
      "num_tokens": 1321875137.0,
      "step": 2529
    },
    {
      "epoch": 2.364485981308411,
      "grad_norm": 0.16556642802001806,
      "learning_rate": 1.031543733533842e-05,
      "loss": 0.2524,
      "num_tokens": 1322376307.0,
      "step": 2530
    },
    {
      "epoch": 2.3654205607476637,
      "grad_norm": 0.1754292923147565,
      "learning_rate": 1.0300481596931774e-05,
      "loss": 0.2656,
      "num_tokens": 1322900595.0,
      "step": 2531
    },
    {
      "epoch": 2.366355140186916,
      "grad_norm": 0.16732299538251832,
      "learning_rate": 1.0285544118540754e-05,
      "loss": 0.2362,
      "num_tokens": 1323402051.0,
      "step": 2532
    },
    {
      "epoch": 2.3672897196261684,
      "grad_norm": 0.1674659822879379,
      "learning_rate": 1.0270624916023856e-05,
      "loss": 0.2477,
      "num_tokens": 1323926339.0,
      "step": 2533
    },
    {
      "epoch": 2.3682242990654205,
      "grad_norm": 0.16554266035622797,
      "learning_rate": 1.0255724005220184e-05,
      "loss": 0.2519,
      "num_tokens": 1324450627.0,
      "step": 2534
    },
    {
      "epoch": 2.369158878504673,
      "grad_norm": 0.16616657766940468,
      "learning_rate": 1.0240841401949413e-05,
      "loss": 0.2572,
      "num_tokens": 1324974915.0,
      "step": 2535
    },
    {
      "epoch": 2.3700934579439252,
      "grad_norm": 0.16641101008174838,
      "learning_rate": 1.0225977122011793e-05,
      "loss": 0.2674,
      "num_tokens": 1325499203.0,
      "step": 2536
    },
    {
      "epoch": 2.3710280373831774,
      "grad_norm": 0.17811199566797425,
      "learning_rate": 1.021113118118811e-05,
      "loss": 0.2695,
      "num_tokens": 1326023491.0,
      "step": 2537
    },
    {
      "epoch": 2.37196261682243,
      "grad_norm": 0.1739293675721829,
      "learning_rate": 1.0196303595239679e-05,
      "loss": 0.2626,
      "num_tokens": 1326547779.0,
      "step": 2538
    },
    {
      "epoch": 2.372897196261682,
      "grad_norm": 0.17182642727048442,
      "learning_rate": 1.0181494379908344e-05,
      "loss": 0.2593,
      "num_tokens": 1327072067.0,
      "step": 2539
    },
    {
      "epoch": 2.3738317757009346,
      "grad_norm": 0.16019368963107267,
      "learning_rate": 1.0166703550916426e-05,
      "loss": 0.2464,
      "num_tokens": 1327596355.0,
      "step": 2540
    },
    {
      "epoch": 2.3747663551401867,
      "grad_norm": 0.17147578789886475,
      "learning_rate": 1.0151931123966733e-05,
      "loss": 0.254,
      "num_tokens": 1328120643.0,
      "step": 2541
    },
    {
      "epoch": 2.3757009345794393,
      "grad_norm": 0.17271770461496694,
      "learning_rate": 1.013717711474255e-05,
      "loss": 0.2594,
      "num_tokens": 1328644931.0,
      "step": 2542
    },
    {
      "epoch": 2.3766355140186914,
      "grad_norm": 0.16715784331406924,
      "learning_rate": 1.012244153890758e-05,
      "loss": 0.257,
      "num_tokens": 1329169219.0,
      "step": 2543
    },
    {
      "epoch": 2.377570093457944,
      "grad_norm": 0.1667330470307122,
      "learning_rate": 1.010772441210599e-05,
      "loss": 0.2493,
      "num_tokens": 1329693507.0,
      "step": 2544
    },
    {
      "epoch": 2.378504672897196,
      "grad_norm": 0.25749472645073856,
      "learning_rate": 1.0093025749962338e-05,
      "loss": 0.2491,
      "num_tokens": 1330193859.0,
      "step": 2545
    },
    {
      "epoch": 2.3794392523364487,
      "grad_norm": 0.17566591702978593,
      "learning_rate": 1.0078345568081573e-05,
      "loss": 0.2494,
      "num_tokens": 1330718147.0,
      "step": 2546
    },
    {
      "epoch": 2.380373831775701,
      "grad_norm": 0.19297107083952134,
      "learning_rate": 1.0063683882049047e-05,
      "loss": 0.2639,
      "num_tokens": 1331242435.0,
      "step": 2547
    },
    {
      "epoch": 2.3813084112149534,
      "grad_norm": 0.15443136878684136,
      "learning_rate": 1.0049040707430473e-05,
      "loss": 0.2423,
      "num_tokens": 1331766723.0,
      "step": 2548
    },
    {
      "epoch": 2.3822429906542055,
      "grad_norm": 0.16391297762829551,
      "learning_rate": 1.0034416059771882e-05,
      "loss": 0.2465,
      "num_tokens": 1332291011.0,
      "step": 2549
    },
    {
      "epoch": 2.383177570093458,
      "grad_norm": 0.16342518179211213,
      "learning_rate": 1.0019809954599663e-05,
      "loss": 0.2572,
      "num_tokens": 1332815299.0,
      "step": 2550
    },
    {
      "epoch": 2.3841121495327102,
      "grad_norm": 0.16223498467908332,
      "learning_rate": 1.000522240742052e-05,
      "loss": 0.2476,
      "num_tokens": 1333331873.0,
      "step": 2551
    },
    {
      "epoch": 2.385046728971963,
      "grad_norm": 5.912289952136881,
      "learning_rate": 9.990653433721442e-06,
      "loss": 0.2626,
      "num_tokens": 1333856161.0,
      "step": 2552
    },
    {
      "epoch": 2.385981308411215,
      "grad_norm": 0.1751700999379855,
      "learning_rate": 9.976103048969698e-06,
      "loss": 0.2723,
      "num_tokens": 1334380449.0,
      "step": 2553
    },
    {
      "epoch": 2.386915887850467,
      "grad_norm": 0.16473387453299962,
      "learning_rate": 9.961571268612842e-06,
      "loss": 0.2518,
      "num_tokens": 1334886182.0,
      "step": 2554
    },
    {
      "epoch": 2.3878504672897196,
      "grad_norm": 0.17684079286697174,
      "learning_rate": 9.947058108078646e-06,
      "loss": 0.2635,
      "num_tokens": 1335410470.0,
      "step": 2555
    },
    {
      "epoch": 2.388785046728972,
      "grad_norm": 0.162697683278477,
      "learning_rate": 9.93256358277515e-06,
      "loss": 0.2552,
      "num_tokens": 1335934758.0,
      "step": 2556
    },
    {
      "epoch": 2.3897196261682243,
      "grad_norm": 0.1616139083760249,
      "learning_rate": 9.918087708090579e-06,
      "loss": 0.2513,
      "num_tokens": 1336459046.0,
      "step": 2557
    },
    {
      "epoch": 2.3906542056074764,
      "grad_norm": 0.1600100117146089,
      "learning_rate": 9.903630499393365e-06,
      "loss": 0.2477,
      "num_tokens": 1336983334.0,
      "step": 2558
    },
    {
      "epoch": 2.391588785046729,
      "grad_norm": 0.16670368346667339,
      "learning_rate": 9.889191972032136e-06,
      "loss": 0.255,
      "num_tokens": 1337507622.0,
      "step": 2559
    },
    {
      "epoch": 2.392523364485981,
      "grad_norm": 0.16919304396190127,
      "learning_rate": 9.874772141335676e-06,
      "loss": 0.2634,
      "num_tokens": 1338031910.0,
      "step": 2560
    },
    {
      "epoch": 2.3934579439252337,
      "grad_norm": 0.1948463273598871,
      "learning_rate": 9.860371022612915e-06,
      "loss": 0.2562,
      "num_tokens": 1338556198.0,
      "step": 2561
    },
    {
      "epoch": 2.394392523364486,
      "grad_norm": 0.16480219435656665,
      "learning_rate": 9.845988631152937e-06,
      "loss": 0.2497,
      "num_tokens": 1339080486.0,
      "step": 2562
    },
    {
      "epoch": 2.3953271028037384,
      "grad_norm": 0.1687578712441944,
      "learning_rate": 9.831624982224913e-06,
      "loss": 0.2479,
      "num_tokens": 1339604774.0,
      "step": 2563
    },
    {
      "epoch": 2.3962616822429905,
      "grad_norm": 0.17635053386389413,
      "learning_rate": 9.817280091078148e-06,
      "loss": 0.2558,
      "num_tokens": 1340129062.0,
      "step": 2564
    },
    {
      "epoch": 2.397196261682243,
      "grad_norm": 0.16461980601076517,
      "learning_rate": 9.802953972942017e-06,
      "loss": 0.2401,
      "num_tokens": 1340653350.0,
      "step": 2565
    },
    {
      "epoch": 2.398130841121495,
      "grad_norm": 0.16311268984041585,
      "learning_rate": 9.788646643025954e-06,
      "loss": 0.265,
      "num_tokens": 1341177638.0,
      "step": 2566
    },
    {
      "epoch": 2.399065420560748,
      "grad_norm": 0.1653153925777984,
      "learning_rate": 9.774358116519464e-06,
      "loss": 0.2518,
      "num_tokens": 1341701926.0,
      "step": 2567
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.16881251521534685,
      "learning_rate": 9.760088408592103e-06,
      "loss": 0.2559,
      "num_tokens": 1342226214.0,
      "step": 2568
    },
    {
      "epoch": 2.4009345794392525,
      "grad_norm": 0.16691584092641737,
      "learning_rate": 9.745837534393393e-06,
      "loss": 0.2546,
      "num_tokens": 1342750502.0,
      "step": 2569
    },
    {
      "epoch": 2.4018691588785046,
      "grad_norm": 0.17273673193260192,
      "learning_rate": 9.731605509052916e-06,
      "loss": 0.2525,
      "num_tokens": 1343274790.0,
      "step": 2570
    },
    {
      "epoch": 2.402803738317757,
      "grad_norm": 0.16531410154734724,
      "learning_rate": 9.717392347680226e-06,
      "loss": 0.2552,
      "num_tokens": 1343799078.0,
      "step": 2571
    },
    {
      "epoch": 2.4037383177570093,
      "grad_norm": 0.16098093934355054,
      "learning_rate": 9.703198065364843e-06,
      "loss": 0.2529,
      "num_tokens": 1344323366.0,
      "step": 2572
    },
    {
      "epoch": 2.404672897196262,
      "grad_norm": 0.16217406555015504,
      "learning_rate": 9.689022677176241e-06,
      "loss": 0.2576,
      "num_tokens": 1344847654.0,
      "step": 2573
    },
    {
      "epoch": 2.405607476635514,
      "grad_norm": 0.1963979601017739,
      "learning_rate": 9.674866198163854e-06,
      "loss": 0.2705,
      "num_tokens": 1345371942.0,
      "step": 2574
    },
    {
      "epoch": 2.406542056074766,
      "grad_norm": 0.15980869082473306,
      "learning_rate": 9.660728643357016e-06,
      "loss": 0.241,
      "num_tokens": 1345896230.0,
      "step": 2575
    },
    {
      "epoch": 2.4074766355140187,
      "grad_norm": 0.16363610101895604,
      "learning_rate": 9.646610027764999e-06,
      "loss": 0.2577,
      "num_tokens": 1346420518.0,
      "step": 2576
    },
    {
      "epoch": 2.4084112149532713,
      "grad_norm": 0.15793089913690844,
      "learning_rate": 9.632510366376943e-06,
      "loss": 0.2485,
      "num_tokens": 1346944806.0,
      "step": 2577
    },
    {
      "epoch": 2.4093457943925234,
      "grad_norm": 0.16764488817652853,
      "learning_rate": 9.618429674161866e-06,
      "loss": 0.258,
      "num_tokens": 1347469094.0,
      "step": 2578
    },
    {
      "epoch": 2.4102803738317755,
      "grad_norm": 0.16815259410958805,
      "learning_rate": 9.604367966068666e-06,
      "loss": 0.2451,
      "num_tokens": 1347973827.0,
      "step": 2579
    },
    {
      "epoch": 2.411214953271028,
      "grad_norm": 0.17312470521311676,
      "learning_rate": 9.590325257026078e-06,
      "loss": 0.2564,
      "num_tokens": 1348498115.0,
      "step": 2580
    },
    {
      "epoch": 2.41214953271028,
      "grad_norm": 0.1712501324671595,
      "learning_rate": 9.576301561942648e-06,
      "loss": 0.2666,
      "num_tokens": 1349022403.0,
      "step": 2581
    },
    {
      "epoch": 2.413084112149533,
      "grad_norm": 0.16099454010940203,
      "learning_rate": 9.562296895706771e-06,
      "loss": 0.2494,
      "num_tokens": 1349546691.0,
      "step": 2582
    },
    {
      "epoch": 2.414018691588785,
      "grad_norm": 0.16209610908169314,
      "learning_rate": 9.548311273186602e-06,
      "loss": 0.247,
      "num_tokens": 1350070979.0,
      "step": 2583
    },
    {
      "epoch": 2.4149532710280375,
      "grad_norm": 0.1636374067423704,
      "learning_rate": 9.534344709230116e-06,
      "loss": 0.2453,
      "num_tokens": 1350595267.0,
      "step": 2584
    },
    {
      "epoch": 2.4158878504672896,
      "grad_norm": 0.16748796105985483,
      "learning_rate": 9.520397218665024e-06,
      "loss": 0.2608,
      "num_tokens": 1351119555.0,
      "step": 2585
    },
    {
      "epoch": 2.416822429906542,
      "grad_norm": 0.15626883536539316,
      "learning_rate": 9.506468816298794e-06,
      "loss": 0.24,
      "num_tokens": 1351643843.0,
      "step": 2586
    },
    {
      "epoch": 2.4177570093457943,
      "grad_norm": 0.16676540732762204,
      "learning_rate": 9.492559516918637e-06,
      "loss": 0.2505,
      "num_tokens": 1352168131.0,
      "step": 2587
    },
    {
      "epoch": 2.418691588785047,
      "grad_norm": 0.15547738068276262,
      "learning_rate": 9.478669335291495e-06,
      "loss": 0.2542,
      "num_tokens": 1352692419.0,
      "step": 2588
    },
    {
      "epoch": 2.419626168224299,
      "grad_norm": 0.16119810155278372,
      "learning_rate": 9.46479828616397e-06,
      "loss": 0.2476,
      "num_tokens": 1353216707.0,
      "step": 2589
    },
    {
      "epoch": 2.4205607476635516,
      "grad_norm": 0.16498338562715412,
      "learning_rate": 9.450946384262399e-06,
      "loss": 0.2551,
      "num_tokens": 1353740995.0,
      "step": 2590
    },
    {
      "epoch": 2.4214953271028037,
      "grad_norm": 0.16703538741946655,
      "learning_rate": 9.43711364429277e-06,
      "loss": 0.2458,
      "num_tokens": 1354265283.0,
      "step": 2591
    },
    {
      "epoch": 2.4224299065420563,
      "grad_norm": 0.1584694290864625,
      "learning_rate": 9.423300080940725e-06,
      "loss": 0.2369,
      "num_tokens": 1354789571.0,
      "step": 2592
    },
    {
      "epoch": 2.4233644859813084,
      "grad_norm": 0.16643019431881687,
      "learning_rate": 9.409505708871552e-06,
      "loss": 0.2424,
      "num_tokens": 1355313859.0,
      "step": 2593
    },
    {
      "epoch": 2.424299065420561,
      "grad_norm": 0.1628738478330632,
      "learning_rate": 9.395730542730168e-06,
      "loss": 0.2538,
      "num_tokens": 1355838147.0,
      "step": 2594
    },
    {
      "epoch": 2.425233644859813,
      "grad_norm": 0.1585231392505795,
      "learning_rate": 9.381974597141089e-06,
      "loss": 0.2618,
      "num_tokens": 1356362435.0,
      "step": 2595
    },
    {
      "epoch": 2.426168224299065,
      "grad_norm": 0.1583961704389655,
      "learning_rate": 9.368237886708439e-06,
      "loss": 0.2472,
      "num_tokens": 1356886723.0,
      "step": 2596
    },
    {
      "epoch": 2.4271028037383178,
      "grad_norm": 0.15759711198749027,
      "learning_rate": 9.354520426015912e-06,
      "loss": 0.2452,
      "num_tokens": 1357411011.0,
      "step": 2597
    },
    {
      "epoch": 2.4280373831775703,
      "grad_norm": 0.1617318144639229,
      "learning_rate": 9.340822229626763e-06,
      "loss": 0.2535,
      "num_tokens": 1357926295.0,
      "step": 2598
    },
    {
      "epoch": 2.4289719626168225,
      "grad_norm": 0.16294599983568758,
      "learning_rate": 9.327143312083799e-06,
      "loss": 0.2433,
      "num_tokens": 1358450583.0,
      "step": 2599
    },
    {
      "epoch": 2.4299065420560746,
      "grad_norm": 0.16162101915991378,
      "learning_rate": 9.313483687909377e-06,
      "loss": 0.249,
      "num_tokens": 1358974871.0,
      "step": 2600
    },
    {
      "epoch": 2.430841121495327,
      "grad_norm": 0.1613718148985705,
      "learning_rate": 9.299843371605329e-06,
      "loss": 0.259,
      "num_tokens": 1359499159.0,
      "step": 2601
    },
    {
      "epoch": 2.4317757009345793,
      "grad_norm": 0.15941941651811423,
      "learning_rate": 9.286222377653022e-06,
      "loss": 0.239,
      "num_tokens": 1360023447.0,
      "step": 2602
    },
    {
      "epoch": 2.432710280373832,
      "grad_norm": 0.18403573740119317,
      "learning_rate": 9.27262072051331e-06,
      "loss": 0.2562,
      "num_tokens": 1360547735.0,
      "step": 2603
    },
    {
      "epoch": 2.433644859813084,
      "grad_norm": 0.16888372299031398,
      "learning_rate": 9.259038414626495e-06,
      "loss": 0.2545,
      "num_tokens": 1361072023.0,
      "step": 2604
    },
    {
      "epoch": 2.4345794392523366,
      "grad_norm": 0.1671879695420128,
      "learning_rate": 9.24547547441236e-06,
      "loss": 0.2489,
      "num_tokens": 1361596311.0,
      "step": 2605
    },
    {
      "epoch": 2.4355140186915887,
      "grad_norm": 0.1693993079377427,
      "learning_rate": 9.231931914270111e-06,
      "loss": 0.262,
      "num_tokens": 1362120599.0,
      "step": 2606
    },
    {
      "epoch": 2.4364485981308412,
      "grad_norm": 0.16439529656498125,
      "learning_rate": 9.218407748578381e-06,
      "loss": 0.2499,
      "num_tokens": 1362644887.0,
      "step": 2607
    },
    {
      "epoch": 2.4373831775700934,
      "grad_norm": 0.15249770968298654,
      "learning_rate": 9.204902991695222e-06,
      "loss": 0.2453,
      "num_tokens": 1363169175.0,
      "step": 2608
    },
    {
      "epoch": 2.438317757009346,
      "grad_norm": 0.16717691996466208,
      "learning_rate": 9.191417657958071e-06,
      "loss": 0.2584,
      "num_tokens": 1363693463.0,
      "step": 2609
    },
    {
      "epoch": 2.439252336448598,
      "grad_norm": 0.16181665824370506,
      "learning_rate": 9.177951761683743e-06,
      "loss": 0.2617,
      "num_tokens": 1364217751.0,
      "step": 2610
    },
    {
      "epoch": 2.4401869158878506,
      "grad_norm": 0.1726849641055756,
      "learning_rate": 9.164505317168435e-06,
      "loss": 0.2489,
      "num_tokens": 1364742039.0,
      "step": 2611
    },
    {
      "epoch": 2.4411214953271028,
      "grad_norm": 0.16287055776574358,
      "learning_rate": 9.15107833868766e-06,
      "loss": 0.2472,
      "num_tokens": 1365266327.0,
      "step": 2612
    },
    {
      "epoch": 2.4420560747663553,
      "grad_norm": 0.17294933765768875,
      "learning_rate": 9.137670840496306e-06,
      "loss": 0.2588,
      "num_tokens": 1365790615.0,
      "step": 2613
    },
    {
      "epoch": 2.4429906542056075,
      "grad_norm": 0.16679293995171965,
      "learning_rate": 9.124282836828547e-06,
      "loss": 0.2542,
      "num_tokens": 1366314903.0,
      "step": 2614
    },
    {
      "epoch": 2.44392523364486,
      "grad_norm": 0.20558906043402173,
      "learning_rate": 9.11091434189787e-06,
      "loss": 0.2536,
      "num_tokens": 1366839191.0,
      "step": 2615
    },
    {
      "epoch": 2.444859813084112,
      "grad_norm": 0.16239167330857127,
      "learning_rate": 9.097565369897052e-06,
      "loss": 0.2518,
      "num_tokens": 1367363479.0,
      "step": 2616
    },
    {
      "epoch": 2.4457943925233643,
      "grad_norm": 0.17010723495437072,
      "learning_rate": 9.084235934998157e-06,
      "loss": 0.2497,
      "num_tokens": 1367887767.0,
      "step": 2617
    },
    {
      "epoch": 2.446728971962617,
      "grad_norm": 0.16706705450454937,
      "learning_rate": 9.070926051352468e-06,
      "loss": 0.2626,
      "num_tokens": 1368412055.0,
      "step": 2618
    },
    {
      "epoch": 2.447663551401869,
      "grad_norm": 0.161340603189505,
      "learning_rate": 9.057635733090555e-06,
      "loss": 0.2319,
      "num_tokens": 1368936343.0,
      "step": 2619
    },
    {
      "epoch": 2.4485981308411215,
      "grad_norm": 0.1662789293710124,
      "learning_rate": 9.044364994322196e-06,
      "loss": 0.2619,
      "num_tokens": 1369460631.0,
      "step": 2620
    },
    {
      "epoch": 2.4495327102803737,
      "grad_norm": 0.1665134050386463,
      "learning_rate": 9.031113849136382e-06,
      "loss": 0.2558,
      "num_tokens": 1369984919.0,
      "step": 2621
    },
    {
      "epoch": 2.4504672897196262,
      "grad_norm": 0.17293698216873762,
      "learning_rate": 9.0178823116013e-06,
      "loss": 0.2474,
      "num_tokens": 1370509207.0,
      "step": 2622
    },
    {
      "epoch": 2.4514018691588784,
      "grad_norm": 0.16625801362142928,
      "learning_rate": 9.004670395764337e-06,
      "loss": 0.2524,
      "num_tokens": 1371033495.0,
      "step": 2623
    },
    {
      "epoch": 2.452336448598131,
      "grad_norm": 0.17503814477349167,
      "learning_rate": 8.991478115652019e-06,
      "loss": 0.2563,
      "num_tokens": 1371546081.0,
      "step": 2624
    },
    {
      "epoch": 2.453271028037383,
      "grad_norm": 0.16632613210654526,
      "learning_rate": 8.978305485270058e-06,
      "loss": 0.2506,
      "num_tokens": 1372070369.0,
      "step": 2625
    },
    {
      "epoch": 2.4542056074766356,
      "grad_norm": 0.16968087030796247,
      "learning_rate": 8.965152518603285e-06,
      "loss": 0.2566,
      "num_tokens": 1372594657.0,
      "step": 2626
    },
    {
      "epoch": 2.4551401869158878,
      "grad_norm": 0.16872629008464002,
      "learning_rate": 8.952019229615652e-06,
      "loss": 0.2717,
      "num_tokens": 1373118945.0,
      "step": 2627
    },
    {
      "epoch": 2.4560747663551403,
      "grad_norm": 0.1668179513319176,
      "learning_rate": 8.938905632250237e-06,
      "loss": 0.2524,
      "num_tokens": 1373643233.0,
      "step": 2628
    },
    {
      "epoch": 2.4570093457943925,
      "grad_norm": 0.16732728805877564,
      "learning_rate": 8.925811740429203e-06,
      "loss": 0.266,
      "num_tokens": 1374167521.0,
      "step": 2629
    },
    {
      "epoch": 2.457943925233645,
      "grad_norm": 0.16325262965106832,
      "learning_rate": 8.91273756805378e-06,
      "loss": 0.2539,
      "num_tokens": 1374691809.0,
      "step": 2630
    },
    {
      "epoch": 2.458878504672897,
      "grad_norm": 0.1659282533912164,
      "learning_rate": 8.899683129004287e-06,
      "loss": 0.2506,
      "num_tokens": 1375216097.0,
      "step": 2631
    },
    {
      "epoch": 2.4598130841121497,
      "grad_norm": 0.16061956533957683,
      "learning_rate": 8.886648437140077e-06,
      "loss": 0.2485,
      "num_tokens": 1375740385.0,
      "step": 2632
    },
    {
      "epoch": 2.460747663551402,
      "grad_norm": 0.16389013655209342,
      "learning_rate": 8.873633506299542e-06,
      "loss": 0.2412,
      "num_tokens": 1376233874.0,
      "step": 2633
    },
    {
      "epoch": 2.461682242990654,
      "grad_norm": 0.1642048247046424,
      "learning_rate": 8.8606383503001e-06,
      "loss": 0.2628,
      "num_tokens": 1376758162.0,
      "step": 2634
    },
    {
      "epoch": 2.4626168224299065,
      "grad_norm": 0.1621589480687459,
      "learning_rate": 8.847662982938151e-06,
      "loss": 0.251,
      "num_tokens": 1377282450.0,
      "step": 2635
    },
    {
      "epoch": 2.463551401869159,
      "grad_norm": 0.17120040745570694,
      "learning_rate": 8.834707417989122e-06,
      "loss": 0.2497,
      "num_tokens": 1377806738.0,
      "step": 2636
    },
    {
      "epoch": 2.4644859813084112,
      "grad_norm": 0.1623708925567437,
      "learning_rate": 8.821771669207404e-06,
      "loss": 0.2423,
      "num_tokens": 1378331026.0,
      "step": 2637
    },
    {
      "epoch": 2.4654205607476634,
      "grad_norm": 0.15714164914471437,
      "learning_rate": 8.808855750326323e-06,
      "loss": 0.2475,
      "num_tokens": 1378855314.0,
      "step": 2638
    },
    {
      "epoch": 2.466355140186916,
      "grad_norm": 0.15765395314866368,
      "learning_rate": 8.79595967505819e-06,
      "loss": 0.2494,
      "num_tokens": 1379379602.0,
      "step": 2639
    },
    {
      "epoch": 2.467289719626168,
      "grad_norm": 0.17445171673793186,
      "learning_rate": 8.783083457094234e-06,
      "loss": 0.2352,
      "num_tokens": 1379903890.0,
      "step": 2640
    },
    {
      "epoch": 2.4682242990654206,
      "grad_norm": 0.161525589139972,
      "learning_rate": 8.770227110104602e-06,
      "loss": 0.2453,
      "num_tokens": 1380428178.0,
      "step": 2641
    },
    {
      "epoch": 2.4691588785046727,
      "grad_norm": 0.1782127935423606,
      "learning_rate": 8.75739064773833e-06,
      "loss": 0.2713,
      "num_tokens": 1380952466.0,
      "step": 2642
    },
    {
      "epoch": 2.4700934579439253,
      "grad_norm": 0.1672581385418529,
      "learning_rate": 8.744574083623377e-06,
      "loss": 0.2524,
      "num_tokens": 1381476754.0,
      "step": 2643
    },
    {
      "epoch": 2.4710280373831774,
      "grad_norm": 0.16470822147329098,
      "learning_rate": 8.731777431366547e-06,
      "loss": 0.2471,
      "num_tokens": 1382001042.0,
      "step": 2644
    },
    {
      "epoch": 2.47196261682243,
      "grad_norm": 0.1621853658594001,
      "learning_rate": 8.71900070455352e-06,
      "loss": 0.2538,
      "num_tokens": 1382525330.0,
      "step": 2645
    },
    {
      "epoch": 2.472897196261682,
      "grad_norm": 0.17398257354037114,
      "learning_rate": 8.706243916748816e-06,
      "loss": 0.2578,
      "num_tokens": 1383033053.0,
      "step": 2646
    },
    {
      "epoch": 2.4738317757009347,
      "grad_norm": 0.16584702586243058,
      "learning_rate": 8.693507081495782e-06,
      "loss": 0.2491,
      "num_tokens": 1383557341.0,
      "step": 2647
    },
    {
      "epoch": 2.474766355140187,
      "grad_norm": 0.1596685863871724,
      "learning_rate": 8.680790212316597e-06,
      "loss": 0.2456,
      "num_tokens": 1384081629.0,
      "step": 2648
    },
    {
      "epoch": 2.4757009345794394,
      "grad_norm": 0.16112017810149118,
      "learning_rate": 8.668093322712231e-06,
      "loss": 0.2524,
      "num_tokens": 1384605917.0,
      "step": 2649
    },
    {
      "epoch": 2.4766355140186915,
      "grad_norm": 0.16514888634563443,
      "learning_rate": 8.655416426162436e-06,
      "loss": 0.2471,
      "num_tokens": 1385130205.0,
      "step": 2650
    },
    {
      "epoch": 2.477570093457944,
      "grad_norm": 0.15924826751588889,
      "learning_rate": 8.642759536125761e-06,
      "loss": 0.2448,
      "num_tokens": 1385654493.0,
      "step": 2651
    },
    {
      "epoch": 2.4785046728971962,
      "grad_norm": 0.17391022784789914,
      "learning_rate": 8.630122666039492e-06,
      "loss": 0.251,
      "num_tokens": 1386120933.0,
      "step": 2652
    },
    {
      "epoch": 2.479439252336449,
      "grad_norm": 0.1650231051018242,
      "learning_rate": 8.617505829319678e-06,
      "loss": 0.2527,
      "num_tokens": 1386624255.0,
      "step": 2653
    },
    {
      "epoch": 2.480373831775701,
      "grad_norm": 0.15994163756992769,
      "learning_rate": 8.60490903936109e-06,
      "loss": 0.2455,
      "num_tokens": 1387148543.0,
      "step": 2654
    },
    {
      "epoch": 2.481308411214953,
      "grad_norm": 0.16798003148519827,
      "learning_rate": 8.592332309537208e-06,
      "loss": 0.258,
      "num_tokens": 1387672831.0,
      "step": 2655
    },
    {
      "epoch": 2.4822429906542056,
      "grad_norm": 0.15719246979745338,
      "learning_rate": 8.579775653200229e-06,
      "loss": 0.2344,
      "num_tokens": 1388197119.0,
      "step": 2656
    },
    {
      "epoch": 2.483177570093458,
      "grad_norm": 0.2738085460573843,
      "learning_rate": 8.56723908368105e-06,
      "loss": 0.2493,
      "num_tokens": 1388721407.0,
      "step": 2657
    },
    {
      "epoch": 2.4841121495327103,
      "grad_norm": 0.17281011368871083,
      "learning_rate": 8.554722614289205e-06,
      "loss": 0.2638,
      "num_tokens": 1389245695.0,
      "step": 2658
    },
    {
      "epoch": 2.4850467289719624,
      "grad_norm": 0.16357466278686814,
      "learning_rate": 8.542226258312913e-06,
      "loss": 0.2507,
      "num_tokens": 1389769983.0,
      "step": 2659
    },
    {
      "epoch": 2.485981308411215,
      "grad_norm": 0.16725266877832215,
      "learning_rate": 8.529750029019055e-06,
      "loss": 0.2719,
      "num_tokens": 1390294271.0,
      "step": 2660
    },
    {
      "epoch": 2.486915887850467,
      "grad_norm": 0.1592884046778969,
      "learning_rate": 8.517293939653115e-06,
      "loss": 0.2592,
      "num_tokens": 1390818559.0,
      "step": 2661
    },
    {
      "epoch": 2.4878504672897197,
      "grad_norm": 0.163847390134941,
      "learning_rate": 8.5048580034392e-06,
      "loss": 0.2525,
      "num_tokens": 1391342847.0,
      "step": 2662
    },
    {
      "epoch": 2.488785046728972,
      "grad_norm": 0.16839347907204585,
      "learning_rate": 8.492442233580042e-06,
      "loss": 0.2474,
      "num_tokens": 1391867135.0,
      "step": 2663
    },
    {
      "epoch": 2.4897196261682244,
      "grad_norm": 0.1678005527593622,
      "learning_rate": 8.480046643256936e-06,
      "loss": 0.2514,
      "num_tokens": 1392365394.0,
      "step": 2664
    },
    {
      "epoch": 2.4906542056074765,
      "grad_norm": 0.1633819046517209,
      "learning_rate": 8.467671245629777e-06,
      "loss": 0.2583,
      "num_tokens": 1392889682.0,
      "step": 2665
    },
    {
      "epoch": 2.491588785046729,
      "grad_norm": 0.17660845514563878,
      "learning_rate": 8.455316053837008e-06,
      "loss": 0.26,
      "num_tokens": 1393391159.0,
      "step": 2666
    },
    {
      "epoch": 2.492523364485981,
      "grad_norm": 0.16753746734344893,
      "learning_rate": 8.442981080995615e-06,
      "loss": 0.2521,
      "num_tokens": 1393915447.0,
      "step": 2667
    },
    {
      "epoch": 2.493457943925234,
      "grad_norm": 0.1721665122178137,
      "learning_rate": 8.430666340201135e-06,
      "loss": 0.2519,
      "num_tokens": 1394439735.0,
      "step": 2668
    },
    {
      "epoch": 2.494392523364486,
      "grad_norm": 0.16076056853812823,
      "learning_rate": 8.418371844527632e-06,
      "loss": 0.2504,
      "num_tokens": 1394964023.0,
      "step": 2669
    },
    {
      "epoch": 2.4953271028037385,
      "grad_norm": 0.15723104149149486,
      "learning_rate": 8.406097607027635e-06,
      "loss": 0.2486,
      "num_tokens": 1395488311.0,
      "step": 2670
    },
    {
      "epoch": 2.4962616822429906,
      "grad_norm": 0.16493042944732744,
      "learning_rate": 8.393843640732208e-06,
      "loss": 0.2439,
      "num_tokens": 1396012599.0,
      "step": 2671
    },
    {
      "epoch": 2.497196261682243,
      "grad_norm": 0.16626342101670552,
      "learning_rate": 8.381609958650879e-06,
      "loss": 0.2492,
      "num_tokens": 1396536887.0,
      "step": 2672
    },
    {
      "epoch": 2.4981308411214953,
      "grad_norm": 0.16524670781972187,
      "learning_rate": 8.36939657377164e-06,
      "loss": 0.2672,
      "num_tokens": 1397061175.0,
      "step": 2673
    },
    {
      "epoch": 2.499065420560748,
      "grad_norm": 0.16085512474575803,
      "learning_rate": 8.357203499060933e-06,
      "loss": 0.2519,
      "num_tokens": 1397585463.0,
      "step": 2674
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.1554201800997035,
      "learning_rate": 8.345030747463644e-06,
      "loss": 0.2416,
      "num_tokens": 1398109751.0,
      "step": 2675
    },
    {
      "epoch": 2.500934579439252,
      "grad_norm": 0.16898984100067313,
      "learning_rate": 8.332878331903072e-06,
      "loss": 0.2585,
      "num_tokens": 1398634039.0,
      "step": 2676
    },
    {
      "epoch": 2.5018691588785047,
      "grad_norm": 0.16045243903112127,
      "learning_rate": 8.320746265280942e-06,
      "loss": 0.2548,
      "num_tokens": 1399158327.0,
      "step": 2677
    },
    {
      "epoch": 2.5028037383177573,
      "grad_norm": 0.1619823948275865,
      "learning_rate": 8.308634560477361e-06,
      "loss": 0.2496,
      "num_tokens": 1399682615.0,
      "step": 2678
    },
    {
      "epoch": 2.5037383177570094,
      "grad_norm": 0.1660004527634301,
      "learning_rate": 8.29654323035082e-06,
      "loss": 0.2653,
      "num_tokens": 1400206903.0,
      "step": 2679
    },
    {
      "epoch": 2.5046728971962615,
      "grad_norm": 0.16277565521994006,
      "learning_rate": 8.28447228773819e-06,
      "loss": 0.2492,
      "num_tokens": 1400731191.0,
      "step": 2680
    },
    {
      "epoch": 2.505607476635514,
      "grad_norm": 0.15858490060762226,
      "learning_rate": 8.272421745454691e-06,
      "loss": 0.2577,
      "num_tokens": 1401255479.0,
      "step": 2681
    },
    {
      "epoch": 2.506542056074766,
      "grad_norm": 0.1608098742655369,
      "learning_rate": 8.260391616293871e-06,
      "loss": 0.264,
      "num_tokens": 1401779767.0,
      "step": 2682
    },
    {
      "epoch": 2.507476635514019,
      "grad_norm": 0.16022499766966586,
      "learning_rate": 8.248381913027636e-06,
      "loss": 0.2453,
      "num_tokens": 1402304055.0,
      "step": 2683
    },
    {
      "epoch": 2.508411214953271,
      "grad_norm": 0.160643257394878,
      "learning_rate": 8.23639264840618e-06,
      "loss": 0.247,
      "num_tokens": 1402828343.0,
      "step": 2684
    },
    {
      "epoch": 2.5093457943925235,
      "grad_norm": 0.167870208619036,
      "learning_rate": 8.224423835158011e-06,
      "loss": 0.2627,
      "num_tokens": 1403352631.0,
      "step": 2685
    },
    {
      "epoch": 2.5102803738317756,
      "grad_norm": 0.16194086745078928,
      "learning_rate": 8.212475485989925e-06,
      "loss": 0.259,
      "num_tokens": 1403876919.0,
      "step": 2686
    },
    {
      "epoch": 2.511214953271028,
      "grad_norm": 0.15967634128359695,
      "learning_rate": 8.200547613586981e-06,
      "loss": 0.2384,
      "num_tokens": 1404401207.0,
      "step": 2687
    },
    {
      "epoch": 2.5121495327102803,
      "grad_norm": 0.17719860298027687,
      "learning_rate": 8.18864023061251e-06,
      "loss": 0.2477,
      "num_tokens": 1404925495.0,
      "step": 2688
    },
    {
      "epoch": 2.513084112149533,
      "grad_norm": 0.17120624151503455,
      "learning_rate": 8.176753349708102e-06,
      "loss": 0.2636,
      "num_tokens": 1405449783.0,
      "step": 2689
    },
    {
      "epoch": 2.514018691588785,
      "grad_norm": 0.1549155461745176,
      "learning_rate": 8.164886983493538e-06,
      "loss": 0.2612,
      "num_tokens": 1405974071.0,
      "step": 2690
    },
    {
      "epoch": 2.5149532710280376,
      "grad_norm": 0.16352318216323017,
      "learning_rate": 8.153041144566864e-06,
      "loss": 0.2591,
      "num_tokens": 1406498359.0,
      "step": 2691
    },
    {
      "epoch": 2.5158878504672897,
      "grad_norm": 0.29497277554804774,
      "learning_rate": 8.141215845504314e-06,
      "loss": 0.2654,
      "num_tokens": 1407022647.0,
      "step": 2692
    },
    {
      "epoch": 2.516822429906542,
      "grad_norm": 0.15479919083490876,
      "learning_rate": 8.129411098860323e-06,
      "loss": 0.2427,
      "num_tokens": 1407546935.0,
      "step": 2693
    },
    {
      "epoch": 2.5177570093457944,
      "grad_norm": 0.1603221354755986,
      "learning_rate": 8.117626917167485e-06,
      "loss": 0.2538,
      "num_tokens": 1408071223.0,
      "step": 2694
    },
    {
      "epoch": 2.518691588785047,
      "grad_norm": 0.17687491140756717,
      "learning_rate": 8.105863312936594e-06,
      "loss": 0.2482,
      "num_tokens": 1408595511.0,
      "step": 2695
    },
    {
      "epoch": 2.519626168224299,
      "grad_norm": 0.1668397108792765,
      "learning_rate": 8.094120298656569e-06,
      "loss": 0.2635,
      "num_tokens": 1409119799.0,
      "step": 2696
    },
    {
      "epoch": 2.520560747663551,
      "grad_norm": 0.16791378345390387,
      "learning_rate": 8.08239788679449e-06,
      "loss": 0.261,
      "num_tokens": 1409644087.0,
      "step": 2697
    },
    {
      "epoch": 2.5214953271028038,
      "grad_norm": 0.15787403500731337,
      "learning_rate": 8.070696089795555e-06,
      "loss": 0.2472,
      "num_tokens": 1410168375.0,
      "step": 2698
    },
    {
      "epoch": 2.5224299065420563,
      "grad_norm": 0.17590959531899428,
      "learning_rate": 8.059014920083066e-06,
      "loss": 0.2541,
      "num_tokens": 1410660782.0,
      "step": 2699
    },
    {
      "epoch": 2.5233644859813085,
      "grad_norm": 0.17155963723802406,
      "learning_rate": 8.04735439005845e-06,
      "loss": 0.2466,
      "num_tokens": 1411185070.0,
      "step": 2700
    },
    {
      "epoch": 2.5242990654205606,
      "grad_norm": 0.16603372783999593,
      "learning_rate": 8.035714512101204e-06,
      "loss": 0.2533,
      "num_tokens": 1411709358.0,
      "step": 2701
    },
    {
      "epoch": 2.525233644859813,
      "grad_norm": 0.16671608294898538,
      "learning_rate": 8.024095298568895e-06,
      "loss": 0.2526,
      "num_tokens": 1412233646.0,
      "step": 2702
    },
    {
      "epoch": 2.5261682242990653,
      "grad_norm": 0.1630587657227494,
      "learning_rate": 8.012496761797176e-06,
      "loss": 0.2446,
      "num_tokens": 1412757934.0,
      "step": 2703
    },
    {
      "epoch": 2.527102803738318,
      "grad_norm": 0.1607211028334178,
      "learning_rate": 8.000918914099718e-06,
      "loss": 0.2471,
      "num_tokens": 1413280383.0,
      "step": 2704
    },
    {
      "epoch": 2.52803738317757,
      "grad_norm": 0.15825278074060706,
      "learning_rate": 7.989361767768253e-06,
      "loss": 0.2377,
      "num_tokens": 1413804671.0,
      "step": 2705
    },
    {
      "epoch": 2.5289719626168226,
      "grad_norm": 0.15931754287660566,
      "learning_rate": 7.977825335072522e-06,
      "loss": 0.2529,
      "num_tokens": 1414328959.0,
      "step": 2706
    },
    {
      "epoch": 2.5299065420560747,
      "grad_norm": 0.16622705533995139,
      "learning_rate": 7.966309628260268e-06,
      "loss": 0.2568,
      "num_tokens": 1414833998.0,
      "step": 2707
    },
    {
      "epoch": 2.5308411214953273,
      "grad_norm": 0.17389954565398436,
      "learning_rate": 7.954814659557246e-06,
      "loss": 0.2605,
      "num_tokens": 1415358286.0,
      "step": 2708
    },
    {
      "epoch": 2.5317757009345794,
      "grad_norm": 0.16360768561534464,
      "learning_rate": 7.943340441167199e-06,
      "loss": 0.2643,
      "num_tokens": 1415882574.0,
      "step": 2709
    },
    {
      "epoch": 2.5327102803738315,
      "grad_norm": 0.16265023829988717,
      "learning_rate": 7.931886985271809e-06,
      "loss": 0.2625,
      "num_tokens": 1416406862.0,
      "step": 2710
    },
    {
      "epoch": 2.533644859813084,
      "grad_norm": 0.15683335578324653,
      "learning_rate": 7.920454304030742e-06,
      "loss": 0.243,
      "num_tokens": 1416931150.0,
      "step": 2711
    },
    {
      "epoch": 2.5345794392523366,
      "grad_norm": 0.15712574027797543,
      "learning_rate": 7.909042409581611e-06,
      "loss": 0.2484,
      "num_tokens": 1417455438.0,
      "step": 2712
    },
    {
      "epoch": 2.5355140186915888,
      "grad_norm": 0.16014443147392096,
      "learning_rate": 7.897651314039942e-06,
      "loss": 0.2491,
      "num_tokens": 1417979726.0,
      "step": 2713
    },
    {
      "epoch": 2.536448598130841,
      "grad_norm": 0.1642153682305817,
      "learning_rate": 7.886281029499187e-06,
      "loss": 0.2515,
      "num_tokens": 1418504014.0,
      "step": 2714
    },
    {
      "epoch": 2.5373831775700935,
      "grad_norm": 0.22003091718041876,
      "learning_rate": 7.874931568030716e-06,
      "loss": 0.2399,
      "num_tokens": 1419028302.0,
      "step": 2715
    },
    {
      "epoch": 2.538317757009346,
      "grad_norm": 0.16336940937239652,
      "learning_rate": 7.86360294168377e-06,
      "loss": 0.2534,
      "num_tokens": 1419552590.0,
      "step": 2716
    },
    {
      "epoch": 2.539252336448598,
      "grad_norm": 0.4539910286798611,
      "learning_rate": 7.852295162485492e-06,
      "loss": 0.2621,
      "num_tokens": 1420045415.0,
      "step": 2717
    },
    {
      "epoch": 2.5401869158878503,
      "grad_norm": 0.15943179456001536,
      "learning_rate": 7.841008242440879e-06,
      "loss": 0.2423,
      "num_tokens": 1420569703.0,
      "step": 2718
    },
    {
      "epoch": 2.541121495327103,
      "grad_norm": 0.16005539415517908,
      "learning_rate": 7.829742193532778e-06,
      "loss": 0.2346,
      "num_tokens": 1421093991.0,
      "step": 2719
    },
    {
      "epoch": 2.542056074766355,
      "grad_norm": 0.1632781918993323,
      "learning_rate": 7.8184970277219e-06,
      "loss": 0.2595,
      "num_tokens": 1421618279.0,
      "step": 2720
    },
    {
      "epoch": 2.5429906542056075,
      "grad_norm": 0.16416675329108843,
      "learning_rate": 7.807272756946764e-06,
      "loss": 0.2531,
      "num_tokens": 1422142567.0,
      "step": 2721
    },
    {
      "epoch": 2.5439252336448597,
      "grad_norm": 0.16277296748914455,
      "learning_rate": 7.796069393123707e-06,
      "loss": 0.2649,
      "num_tokens": 1422666855.0,
      "step": 2722
    },
    {
      "epoch": 2.5448598130841122,
      "grad_norm": 0.15971170742071816,
      "learning_rate": 7.784886948146888e-06,
      "loss": 0.2366,
      "num_tokens": 1423191143.0,
      "step": 2723
    },
    {
      "epoch": 2.5457943925233644,
      "grad_norm": 0.1606629910726634,
      "learning_rate": 7.773725433888234e-06,
      "loss": 0.2473,
      "num_tokens": 1423715431.0,
      "step": 2724
    },
    {
      "epoch": 2.546728971962617,
      "grad_norm": 0.1601421738753294,
      "learning_rate": 7.762584862197467e-06,
      "loss": 0.2394,
      "num_tokens": 1424239719.0,
      "step": 2725
    },
    {
      "epoch": 2.547663551401869,
      "grad_norm": 0.15801149480231375,
      "learning_rate": 7.751465244902076e-06,
      "loss": 0.2352,
      "num_tokens": 1424764007.0,
      "step": 2726
    },
    {
      "epoch": 2.5485981308411216,
      "grad_norm": 0.1681538714150312,
      "learning_rate": 7.740366593807291e-06,
      "loss": 0.266,
      "num_tokens": 1425288295.0,
      "step": 2727
    },
    {
      "epoch": 2.5495327102803738,
      "grad_norm": 0.21816374159813043,
      "learning_rate": 7.729288920696089e-06,
      "loss": 0.258,
      "num_tokens": 1425784826.0,
      "step": 2728
    },
    {
      "epoch": 2.5504672897196263,
      "grad_norm": 0.17232601122656016,
      "learning_rate": 7.718232237329178e-06,
      "loss": 0.2613,
      "num_tokens": 1426309114.0,
      "step": 2729
    },
    {
      "epoch": 2.5514018691588785,
      "grad_norm": 0.17053218518331562,
      "learning_rate": 7.707196555444985e-06,
      "loss": 0.2435,
      "num_tokens": 1426803382.0,
      "step": 2730
    },
    {
      "epoch": 2.5523364485981306,
      "grad_norm": 0.16331945427979447,
      "learning_rate": 7.696181886759627e-06,
      "loss": 0.2583,
      "num_tokens": 1427327670.0,
      "step": 2731
    },
    {
      "epoch": 2.553271028037383,
      "grad_norm": 0.16313931455717912,
      "learning_rate": 7.685188242966926e-06,
      "loss": 0.255,
      "num_tokens": 1427851958.0,
      "step": 2732
    },
    {
      "epoch": 2.5542056074766357,
      "grad_norm": 0.15574991724249335,
      "learning_rate": 7.674215635738376e-06,
      "loss": 0.2496,
      "num_tokens": 1428376246.0,
      "step": 2733
    },
    {
      "epoch": 2.555140186915888,
      "grad_norm": 0.1637715041926035,
      "learning_rate": 7.663264076723143e-06,
      "loss": 0.2571,
      "num_tokens": 1428900534.0,
      "step": 2734
    },
    {
      "epoch": 2.55607476635514,
      "grad_norm": 0.16203743613496452,
      "learning_rate": 7.652333577548041e-06,
      "loss": 0.2525,
      "num_tokens": 1429424822.0,
      "step": 2735
    },
    {
      "epoch": 2.5570093457943925,
      "grad_norm": 0.17069161225059465,
      "learning_rate": 7.641424149817523e-06,
      "loss": 0.2559,
      "num_tokens": 1429919691.0,
      "step": 2736
    },
    {
      "epoch": 2.557943925233645,
      "grad_norm": 0.16536219644583028,
      "learning_rate": 7.630535805113681e-06,
      "loss": 0.2516,
      "num_tokens": 1430443979.0,
      "step": 2737
    },
    {
      "epoch": 2.5588785046728972,
      "grad_norm": 0.16493234402801538,
      "learning_rate": 7.619668554996229e-06,
      "loss": 0.2559,
      "num_tokens": 1430968267.0,
      "step": 2738
    },
    {
      "epoch": 2.5598130841121494,
      "grad_norm": 0.16288812194877528,
      "learning_rate": 7.608822411002455e-06,
      "loss": 0.2439,
      "num_tokens": 1431492555.0,
      "step": 2739
    },
    {
      "epoch": 2.560747663551402,
      "grad_norm": 0.15558359390384957,
      "learning_rate": 7.597997384647272e-06,
      "loss": 0.2577,
      "num_tokens": 1432016843.0,
      "step": 2740
    },
    {
      "epoch": 2.561682242990654,
      "grad_norm": 0.1635916786914131,
      "learning_rate": 7.587193487423164e-06,
      "loss": 0.2583,
      "num_tokens": 1432541131.0,
      "step": 2741
    },
    {
      "epoch": 2.5626168224299066,
      "grad_norm": 0.16674743580468987,
      "learning_rate": 7.576410730800179e-06,
      "loss": 0.2536,
      "num_tokens": 1433065419.0,
      "step": 2742
    },
    {
      "epoch": 2.5635514018691588,
      "grad_norm": 0.16466565945136385,
      "learning_rate": 7.565649126225917e-06,
      "loss": 0.2515,
      "num_tokens": 1433589707.0,
      "step": 2743
    },
    {
      "epoch": 2.5644859813084113,
      "grad_norm": 0.155234498422665,
      "learning_rate": 7.5549086851255366e-06,
      "loss": 0.2463,
      "num_tokens": 1434113995.0,
      "step": 2744
    },
    {
      "epoch": 2.5654205607476634,
      "grad_norm": 0.16145481713183082,
      "learning_rate": 7.5441894189017064e-06,
      "loss": 0.2526,
      "num_tokens": 1434638283.0,
      "step": 2745
    },
    {
      "epoch": 2.566355140186916,
      "grad_norm": 0.16783314358663048,
      "learning_rate": 7.5334913389346395e-06,
      "loss": 0.2524,
      "num_tokens": 1435162571.0,
      "step": 2746
    },
    {
      "epoch": 2.567289719626168,
      "grad_norm": 0.17226780877766082,
      "learning_rate": 7.5228144565820405e-06,
      "loss": 0.2717,
      "num_tokens": 1435686859.0,
      "step": 2747
    },
    {
      "epoch": 2.5682242990654207,
      "grad_norm": 0.1617254349102192,
      "learning_rate": 7.512158783179106e-06,
      "loss": 0.2532,
      "num_tokens": 1436211147.0,
      "step": 2748
    },
    {
      "epoch": 2.569158878504673,
      "grad_norm": 0.16532816926182642,
      "learning_rate": 7.501524330038532e-06,
      "loss": 0.259,
      "num_tokens": 1436735435.0,
      "step": 2749
    },
    {
      "epoch": 2.5700934579439254,
      "grad_norm": 0.16625862428735444,
      "learning_rate": 7.490911108450474e-06,
      "loss": 0.2603,
      "num_tokens": 1437259723.0,
      "step": 2750
    },
    {
      "epoch": 2.5710280373831775,
      "grad_norm": 0.15995896910040702,
      "learning_rate": 7.4803191296825404e-06,
      "loss": 0.2435,
      "num_tokens": 1437784011.0,
      "step": 2751
    },
    {
      "epoch": 2.5719626168224297,
      "grad_norm": 0.1619175665166788,
      "learning_rate": 7.469748404979809e-06,
      "loss": 0.2492,
      "num_tokens": 1438308299.0,
      "step": 2752
    },
    {
      "epoch": 2.5728971962616822,
      "grad_norm": 0.16912278182363827,
      "learning_rate": 7.45919894556477e-06,
      "loss": 0.2568,
      "num_tokens": 1438832587.0,
      "step": 2753
    },
    {
      "epoch": 2.573831775700935,
      "grad_norm": 0.1655126571464498,
      "learning_rate": 7.448670762637355e-06,
      "loss": 0.2488,
      "num_tokens": 1439356875.0,
      "step": 2754
    },
    {
      "epoch": 2.574766355140187,
      "grad_norm": 0.16694576919631568,
      "learning_rate": 7.438163867374897e-06,
      "loss": 0.254,
      "num_tokens": 1439881163.0,
      "step": 2755
    },
    {
      "epoch": 2.575700934579439,
      "grad_norm": 0.15787654083513492,
      "learning_rate": 7.427678270932123e-06,
      "loss": 0.2475,
      "num_tokens": 1440405451.0,
      "step": 2756
    },
    {
      "epoch": 2.5766355140186916,
      "grad_norm": 0.1636242672609042,
      "learning_rate": 7.417213984441164e-06,
      "loss": 0.2515,
      "num_tokens": 1440929739.0,
      "step": 2757
    },
    {
      "epoch": 2.577570093457944,
      "grad_norm": 0.15592460919712528,
      "learning_rate": 7.406771019011527e-06,
      "loss": 0.2444,
      "num_tokens": 1441454027.0,
      "step": 2758
    },
    {
      "epoch": 2.5785046728971963,
      "grad_norm": 0.15575297309175085,
      "learning_rate": 7.396349385730055e-06,
      "loss": 0.2377,
      "num_tokens": 1441978315.0,
      "step": 2759
    },
    {
      "epoch": 2.5794392523364484,
      "grad_norm": 0.16124649073591202,
      "learning_rate": 7.385949095660978e-06,
      "loss": 0.2513,
      "num_tokens": 1442502603.0,
      "step": 2760
    },
    {
      "epoch": 2.580373831775701,
      "grad_norm": 0.1618712351098017,
      "learning_rate": 7.375570159845854e-06,
      "loss": 0.254,
      "num_tokens": 1443026891.0,
      "step": 2761
    },
    {
      "epoch": 2.581308411214953,
      "grad_norm": 0.1728820094711923,
      "learning_rate": 7.365212589303563e-06,
      "loss": 0.2507,
      "num_tokens": 1443551179.0,
      "step": 2762
    },
    {
      "epoch": 2.5822429906542057,
      "grad_norm": 0.15854125494417548,
      "learning_rate": 7.3548763950303065e-06,
      "loss": 0.2544,
      "num_tokens": 1444075467.0,
      "step": 2763
    },
    {
      "epoch": 2.583177570093458,
      "grad_norm": 0.1531353514926084,
      "learning_rate": 7.344561587999603e-06,
      "loss": 0.2369,
      "num_tokens": 1444599755.0,
      "step": 2764
    },
    {
      "epoch": 2.5841121495327104,
      "grad_norm": 0.16420307730025227,
      "learning_rate": 7.334268179162243e-06,
      "loss": 0.2542,
      "num_tokens": 1445124043.0,
      "step": 2765
    },
    {
      "epoch": 2.5850467289719625,
      "grad_norm": 0.17320728667979837,
      "learning_rate": 7.323996179446324e-06,
      "loss": 0.2701,
      "num_tokens": 1445626290.0,
      "step": 2766
    },
    {
      "epoch": 2.585981308411215,
      "grad_norm": 0.17214413676315118,
      "learning_rate": 7.313745599757197e-06,
      "loss": 0.2437,
      "num_tokens": 1446150578.0,
      "step": 2767
    },
    {
      "epoch": 2.586915887850467,
      "grad_norm": 0.16317230849274472,
      "learning_rate": 7.303516450977474e-06,
      "loss": 0.2444,
      "num_tokens": 1446674866.0,
      "step": 2768
    },
    {
      "epoch": 2.58785046728972,
      "grad_norm": 0.19176004896898557,
      "learning_rate": 7.293308743967023e-06,
      "loss": 0.2632,
      "num_tokens": 1447199154.0,
      "step": 2769
    },
    {
      "epoch": 2.588785046728972,
      "grad_norm": 0.16206599990084858,
      "learning_rate": 7.2831224895629435e-06,
      "loss": 0.2527,
      "num_tokens": 1447723442.0,
      "step": 2770
    },
    {
      "epoch": 2.5897196261682245,
      "grad_norm": 0.1615323299272921,
      "learning_rate": 7.272957698579552e-06,
      "loss": 0.2537,
      "num_tokens": 1448247730.0,
      "step": 2771
    },
    {
      "epoch": 2.5906542056074766,
      "grad_norm": 0.1651821852608015,
      "learning_rate": 7.262814381808396e-06,
      "loss": 0.2628,
      "num_tokens": 1448772018.0,
      "step": 2772
    },
    {
      "epoch": 2.5915887850467287,
      "grad_norm": 0.16658381429903113,
      "learning_rate": 7.252692550018206e-06,
      "loss": 0.26,
      "num_tokens": 1449296306.0,
      "step": 2773
    },
    {
      "epoch": 2.5925233644859813,
      "grad_norm": 0.16294831457076528,
      "learning_rate": 7.242592213954922e-06,
      "loss": 0.2565,
      "num_tokens": 1449820594.0,
      "step": 2774
    },
    {
      "epoch": 2.593457943925234,
      "grad_norm": 0.16325731619168501,
      "learning_rate": 7.232513384341641e-06,
      "loss": 0.2543,
      "num_tokens": 1450344882.0,
      "step": 2775
    },
    {
      "epoch": 2.594392523364486,
      "grad_norm": 0.16033366906658988,
      "learning_rate": 7.222456071878639e-06,
      "loss": 0.2516,
      "num_tokens": 1450869170.0,
      "step": 2776
    },
    {
      "epoch": 2.595327102803738,
      "grad_norm": 0.15765596144233343,
      "learning_rate": 7.212420287243352e-06,
      "loss": 0.2449,
      "num_tokens": 1451393458.0,
      "step": 2777
    },
    {
      "epoch": 2.5962616822429907,
      "grad_norm": 0.16743680013033996,
      "learning_rate": 7.202406041090363e-06,
      "loss": 0.2596,
      "num_tokens": 1451917746.0,
      "step": 2778
    },
    {
      "epoch": 2.5971962616822433,
      "grad_norm": 0.16141280715846426,
      "learning_rate": 7.192413344051366e-06,
      "loss": 0.2526,
      "num_tokens": 1452442034.0,
      "step": 2779
    },
    {
      "epoch": 2.5981308411214954,
      "grad_norm": 0.16190316519296055,
      "learning_rate": 7.182442206735204e-06,
      "loss": 0.248,
      "num_tokens": 1452966322.0,
      "step": 2780
    },
    {
      "epoch": 2.5990654205607475,
      "grad_norm": 0.20841993383852572,
      "learning_rate": 7.172492639727821e-06,
      "loss": 0.2482,
      "num_tokens": 1453490610.0,
      "step": 2781
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.16144383351829342,
      "learning_rate": 7.162564653592256e-06,
      "loss": 0.2402,
      "num_tokens": 1454014898.0,
      "step": 2782
    },
    {
      "epoch": 2.600934579439252,
      "grad_norm": 0.1756654185551213,
      "learning_rate": 7.152658258868638e-06,
      "loss": 0.2498,
      "num_tokens": 1454539186.0,
      "step": 2783
    },
    {
      "epoch": 2.601869158878505,
      "grad_norm": 0.16893372890665248,
      "learning_rate": 7.142773466074183e-06,
      "loss": 0.2533,
      "num_tokens": 1455063474.0,
      "step": 2784
    },
    {
      "epoch": 2.602803738317757,
      "grad_norm": 0.1495141565099414,
      "learning_rate": 7.132910285703157e-06,
      "loss": 0.2328,
      "num_tokens": 1455587762.0,
      "step": 2785
    },
    {
      "epoch": 2.6037383177570095,
      "grad_norm": 0.16097250625829884,
      "learning_rate": 7.123068728226898e-06,
      "loss": 0.2522,
      "num_tokens": 1456112050.0,
      "step": 2786
    },
    {
      "epoch": 2.6046728971962616,
      "grad_norm": 0.16694776804342673,
      "learning_rate": 7.113248804093775e-06,
      "loss": 0.2619,
      "num_tokens": 1456636338.0,
      "step": 2787
    },
    {
      "epoch": 2.605607476635514,
      "grad_norm": 0.16033338641316824,
      "learning_rate": 7.103450523729192e-06,
      "loss": 0.2519,
      "num_tokens": 1457160626.0,
      "step": 2788
    },
    {
      "epoch": 2.6065420560747663,
      "grad_norm": 0.17164867592771907,
      "learning_rate": 7.093673897535582e-06,
      "loss": 0.257,
      "num_tokens": 1457684914.0,
      "step": 2789
    },
    {
      "epoch": 2.6074766355140184,
      "grad_norm": 0.16811243196741296,
      "learning_rate": 7.083918935892384e-06,
      "loss": 0.2579,
      "num_tokens": 1458209202.0,
      "step": 2790
    },
    {
      "epoch": 2.608411214953271,
      "grad_norm": 0.17771640802750258,
      "learning_rate": 7.074185649156028e-06,
      "loss": 0.2623,
      "num_tokens": 1458733490.0,
      "step": 2791
    },
    {
      "epoch": 2.6093457943925236,
      "grad_norm": 0.1547277088662439,
      "learning_rate": 7.0644740476599465e-06,
      "loss": 0.2462,
      "num_tokens": 1459257778.0,
      "step": 2792
    },
    {
      "epoch": 2.6102803738317757,
      "grad_norm": 0.15512265744616888,
      "learning_rate": 7.05478414171455e-06,
      "loss": 0.2494,
      "num_tokens": 1459782066.0,
      "step": 2793
    },
    {
      "epoch": 2.611214953271028,
      "grad_norm": 0.1766483503841867,
      "learning_rate": 7.045115941607204e-06,
      "loss": 0.2621,
      "num_tokens": 1460306354.0,
      "step": 2794
    },
    {
      "epoch": 2.6121495327102804,
      "grad_norm": 0.17124574968655126,
      "learning_rate": 7.035469457602232e-06,
      "loss": 0.2653,
      "num_tokens": 1460830642.0,
      "step": 2795
    },
    {
      "epoch": 2.613084112149533,
      "grad_norm": 0.1612756784579319,
      "learning_rate": 7.025844699940917e-06,
      "loss": 0.2578,
      "num_tokens": 1461354930.0,
      "step": 2796
    },
    {
      "epoch": 2.614018691588785,
      "grad_norm": 0.16114266543264272,
      "learning_rate": 7.016241678841451e-06,
      "loss": 0.2451,
      "num_tokens": 1461879218.0,
      "step": 2797
    },
    {
      "epoch": 2.614953271028037,
      "grad_norm": 0.18000467953755686,
      "learning_rate": 7.006660404498977e-06,
      "loss": 0.2641,
      "num_tokens": 1462382499.0,
      "step": 2798
    },
    {
      "epoch": 2.6158878504672898,
      "grad_norm": 0.1573305563550292,
      "learning_rate": 6.99710088708553e-06,
      "loss": 0.2474,
      "num_tokens": 1462906787.0,
      "step": 2799
    },
    {
      "epoch": 2.616822429906542,
      "grad_norm": 0.1586541838888159,
      "learning_rate": 6.98756313675005e-06,
      "loss": 0.2488,
      "num_tokens": 1463431075.0,
      "step": 2800
    },
    {
      "epoch": 2.6177570093457945,
      "grad_norm": 0.15579227294419226,
      "learning_rate": 6.97804716361838e-06,
      "loss": 0.2472,
      "num_tokens": 1463955363.0,
      "step": 2801
    },
    {
      "epoch": 2.6186915887850466,
      "grad_norm": 0.17131481658899608,
      "learning_rate": 6.96855297779323e-06,
      "loss": 0.2635,
      "num_tokens": 1464479651.0,
      "step": 2802
    },
    {
      "epoch": 2.619626168224299,
      "grad_norm": 0.17398526005255915,
      "learning_rate": 6.959080589354178e-06,
      "loss": 0.259,
      "num_tokens": 1465003939.0,
      "step": 2803
    },
    {
      "epoch": 2.6205607476635513,
      "grad_norm": 0.15709983518720147,
      "learning_rate": 6.9496300083576715e-06,
      "loss": 0.2424,
      "num_tokens": 1465528227.0,
      "step": 2804
    },
    {
      "epoch": 2.621495327102804,
      "grad_norm": 0.16386393799137677,
      "learning_rate": 6.940201244837e-06,
      "loss": 0.2508,
      "num_tokens": 1466052515.0,
      "step": 2805
    },
    {
      "epoch": 2.622429906542056,
      "grad_norm": 0.1565610365176468,
      "learning_rate": 6.930794308802293e-06,
      "loss": 0.2504,
      "num_tokens": 1466576803.0,
      "step": 2806
    },
    {
      "epoch": 2.6233644859813086,
      "grad_norm": 0.16177007077936617,
      "learning_rate": 6.921409210240504e-06,
      "loss": 0.2547,
      "num_tokens": 1467096455.0,
      "step": 2807
    },
    {
      "epoch": 2.6242990654205607,
      "grad_norm": 0.156250559406328,
      "learning_rate": 6.912045959115397e-06,
      "loss": 0.2548,
      "num_tokens": 1467620743.0,
      "step": 2808
    },
    {
      "epoch": 2.6252336448598133,
      "grad_norm": 0.15714258081158522,
      "learning_rate": 6.90270456536755e-06,
      "loss": 0.2597,
      "num_tokens": 1468145031.0,
      "step": 2809
    },
    {
      "epoch": 2.6261682242990654,
      "grad_norm": 0.15804110543797611,
      "learning_rate": 6.893385038914345e-06,
      "loss": 0.2523,
      "num_tokens": 1468669319.0,
      "step": 2810
    },
    {
      "epoch": 2.6271028037383175,
      "grad_norm": 0.16483257201819987,
      "learning_rate": 6.88408738964992e-06,
      "loss": 0.2685,
      "num_tokens": 1469193607.0,
      "step": 2811
    },
    {
      "epoch": 2.62803738317757,
      "grad_norm": 0.1631236384571896,
      "learning_rate": 6.87481162744521e-06,
      "loss": 0.257,
      "num_tokens": 1469717895.0,
      "step": 2812
    },
    {
      "epoch": 2.6289719626168226,
      "grad_norm": 0.16213003019917027,
      "learning_rate": 6.865557762147911e-06,
      "loss": 0.2594,
      "num_tokens": 1470242183.0,
      "step": 2813
    },
    {
      "epoch": 2.6299065420560748,
      "grad_norm": 0.15639917723799088,
      "learning_rate": 6.856325803582464e-06,
      "loss": 0.2454,
      "num_tokens": 1470766471.0,
      "step": 2814
    },
    {
      "epoch": 2.630841121495327,
      "grad_norm": 0.160838811910921,
      "learning_rate": 6.847115761550056e-06,
      "loss": 0.2486,
      "num_tokens": 1471290759.0,
      "step": 2815
    },
    {
      "epoch": 2.6317757009345795,
      "grad_norm": 0.16218271453173377,
      "learning_rate": 6.8379276458286155e-06,
      "loss": 0.2447,
      "num_tokens": 1471815047.0,
      "step": 2816
    },
    {
      "epoch": 2.632710280373832,
      "grad_norm": 0.1610608957347546,
      "learning_rate": 6.82876146617277e-06,
      "loss": 0.2583,
      "num_tokens": 1472339335.0,
      "step": 2817
    },
    {
      "epoch": 2.633644859813084,
      "grad_norm": 0.15777596642756586,
      "learning_rate": 6.819617232313882e-06,
      "loss": 0.2472,
      "num_tokens": 1472863623.0,
      "step": 2818
    },
    {
      "epoch": 2.6345794392523363,
      "grad_norm": 0.16190054134946297,
      "learning_rate": 6.810494953960006e-06,
      "loss": 0.2428,
      "num_tokens": 1473387911.0,
      "step": 2819
    },
    {
      "epoch": 2.635514018691589,
      "grad_norm": 0.1767737040707001,
      "learning_rate": 6.801394640795879e-06,
      "loss": 0.2653,
      "num_tokens": 1473912199.0,
      "step": 2820
    },
    {
      "epoch": 2.636448598130841,
      "grad_norm": 0.1569290995308835,
      "learning_rate": 6.792316302482936e-06,
      "loss": 0.2448,
      "num_tokens": 1474436487.0,
      "step": 2821
    },
    {
      "epoch": 2.6373831775700936,
      "grad_norm": 0.16646790616018908,
      "learning_rate": 6.7832599486592634e-06,
      "loss": 0.2445,
      "num_tokens": 1474960775.0,
      "step": 2822
    },
    {
      "epoch": 2.6383177570093457,
      "grad_norm": 0.16890942147965834,
      "learning_rate": 6.77422558893962e-06,
      "loss": 0.2477,
      "num_tokens": 1475485063.0,
      "step": 2823
    },
    {
      "epoch": 2.6392523364485982,
      "grad_norm": 0.1634109715116945,
      "learning_rate": 6.765213232915418e-06,
      "loss": 0.257,
      "num_tokens": 1476009351.0,
      "step": 2824
    },
    {
      "epoch": 2.6401869158878504,
      "grad_norm": 0.15420529312487477,
      "learning_rate": 6.756222890154687e-06,
      "loss": 0.2399,
      "num_tokens": 1476533639.0,
      "step": 2825
    },
    {
      "epoch": 2.641121495327103,
      "grad_norm": 0.16132634588479278,
      "learning_rate": 6.747254570202119e-06,
      "loss": 0.2539,
      "num_tokens": 1477057927.0,
      "step": 2826
    },
    {
      "epoch": 2.642056074766355,
      "grad_norm": 0.17159964893738672,
      "learning_rate": 6.7383082825789924e-06,
      "loss": 0.267,
      "num_tokens": 1477582215.0,
      "step": 2827
    },
    {
      "epoch": 2.6429906542056076,
      "grad_norm": 0.15670293152240256,
      "learning_rate": 6.729384036783216e-06,
      "loss": 0.2486,
      "num_tokens": 1478106503.0,
      "step": 2828
    },
    {
      "epoch": 2.6439252336448598,
      "grad_norm": 0.20647054315691138,
      "learning_rate": 6.720481842289292e-06,
      "loss": 0.2466,
      "num_tokens": 1478630791.0,
      "step": 2829
    },
    {
      "epoch": 2.6448598130841123,
      "grad_norm": 0.16833983906915953,
      "learning_rate": 6.711601708548315e-06,
      "loss": 0.2691,
      "num_tokens": 1479155079.0,
      "step": 2830
    },
    {
      "epoch": 2.6457943925233645,
      "grad_norm": 0.1733600383277268,
      "learning_rate": 6.702743644987948e-06,
      "loss": 0.2452,
      "num_tokens": 1479679367.0,
      "step": 2831
    },
    {
      "epoch": 2.6467289719626166,
      "grad_norm": 0.15759584475468028,
      "learning_rate": 6.693907661012429e-06,
      "loss": 0.2463,
      "num_tokens": 1480203655.0,
      "step": 2832
    },
    {
      "epoch": 2.647663551401869,
      "grad_norm": 0.1628996089155381,
      "learning_rate": 6.685093766002563e-06,
      "loss": 0.2502,
      "num_tokens": 1480727943.0,
      "step": 2833
    },
    {
      "epoch": 2.6485981308411217,
      "grad_norm": 0.169413297923706,
      "learning_rate": 6.676301969315695e-06,
      "loss": 0.2505,
      "num_tokens": 1481252231.0,
      "step": 2834
    },
    {
      "epoch": 2.649532710280374,
      "grad_norm": 0.16081589633717122,
      "learning_rate": 6.667532280285703e-06,
      "loss": 0.2481,
      "num_tokens": 1481776519.0,
      "step": 2835
    },
    {
      "epoch": 2.650467289719626,
      "grad_norm": 0.15665749959467362,
      "learning_rate": 6.658784708223015e-06,
      "loss": 0.2415,
      "num_tokens": 1482300807.0,
      "step": 2836
    },
    {
      "epoch": 2.6514018691588785,
      "grad_norm": 0.15572743219367688,
      "learning_rate": 6.650059262414551e-06,
      "loss": 0.2445,
      "num_tokens": 1482825095.0,
      "step": 2837
    },
    {
      "epoch": 2.652336448598131,
      "grad_norm": 0.1839507229163867,
      "learning_rate": 6.641355952123771e-06,
      "loss": 0.2529,
      "num_tokens": 1483349383.0,
      "step": 2838
    },
    {
      "epoch": 2.6532710280373832,
      "grad_norm": 0.16285150180260094,
      "learning_rate": 6.6326747865906105e-06,
      "loss": 0.2536,
      "num_tokens": 1483873671.0,
      "step": 2839
    },
    {
      "epoch": 2.6542056074766354,
      "grad_norm": 0.16932819242697994,
      "learning_rate": 6.6240157750315e-06,
      "loss": 0.25,
      "num_tokens": 1484397959.0,
      "step": 2840
    },
    {
      "epoch": 2.655140186915888,
      "grad_norm": 0.16038589445044593,
      "learning_rate": 6.6153789266393585e-06,
      "loss": 0.2489,
      "num_tokens": 1484922247.0,
      "step": 2841
    },
    {
      "epoch": 2.65607476635514,
      "grad_norm": 0.16032416855430784,
      "learning_rate": 6.606764250583569e-06,
      "loss": 0.247,
      "num_tokens": 1485446535.0,
      "step": 2842
    },
    {
      "epoch": 2.6570093457943926,
      "grad_norm": 0.1617751149447838,
      "learning_rate": 6.59817175600997e-06,
      "loss": 0.2506,
      "num_tokens": 1485970823.0,
      "step": 2843
    },
    {
      "epoch": 2.6579439252336448,
      "grad_norm": 0.17033874010647865,
      "learning_rate": 6.589601452040865e-06,
      "loss": 0.2537,
      "num_tokens": 1486495111.0,
      "step": 2844
    },
    {
      "epoch": 2.6588785046728973,
      "grad_norm": 0.16054209029666444,
      "learning_rate": 6.581053347774985e-06,
      "loss": 0.2435,
      "num_tokens": 1487019399.0,
      "step": 2845
    },
    {
      "epoch": 2.6598130841121495,
      "grad_norm": 0.21003013422309147,
      "learning_rate": 6.572527452287499e-06,
      "loss": 0.2527,
      "num_tokens": 1487543687.0,
      "step": 2846
    },
    {
      "epoch": 2.660747663551402,
      "grad_norm": 0.1647535168727073,
      "learning_rate": 6.564023774630005e-06,
      "loss": 0.2572,
      "num_tokens": 1488067975.0,
      "step": 2847
    },
    {
      "epoch": 2.661682242990654,
      "grad_norm": 0.16199348356173446,
      "learning_rate": 6.555542323830493e-06,
      "loss": 0.2554,
      "num_tokens": 1488592263.0,
      "step": 2848
    },
    {
      "epoch": 2.6626168224299063,
      "grad_norm": 0.1769397204356281,
      "learning_rate": 6.547083108893368e-06,
      "loss": 0.2631,
      "num_tokens": 1489116551.0,
      "step": 2849
    },
    {
      "epoch": 2.663551401869159,
      "grad_norm": 0.15947938221182464,
      "learning_rate": 6.538646138799437e-06,
      "loss": 0.2562,
      "num_tokens": 1489640839.0,
      "step": 2850
    },
    {
      "epoch": 2.6644859813084114,
      "grad_norm": 0.15294378873797923,
      "learning_rate": 6.530231422505878e-06,
      "loss": 0.2362,
      "num_tokens": 1490165127.0,
      "step": 2851
    },
    {
      "epoch": 2.6654205607476635,
      "grad_norm": 0.16312193767526856,
      "learning_rate": 6.521838968946241e-06,
      "loss": 0.2557,
      "num_tokens": 1490689415.0,
      "step": 2852
    },
    {
      "epoch": 2.6663551401869157,
      "grad_norm": 0.15888665342215025,
      "learning_rate": 6.5134687870304525e-06,
      "loss": 0.2447,
      "num_tokens": 1491213703.0,
      "step": 2853
    },
    {
      "epoch": 2.6672897196261682,
      "grad_norm": 0.1571740256151765,
      "learning_rate": 6.505120885644782e-06,
      "loss": 0.2476,
      "num_tokens": 1491737991.0,
      "step": 2854
    },
    {
      "epoch": 2.668224299065421,
      "grad_norm": 0.182556557036523,
      "learning_rate": 6.4967952736518565e-06,
      "loss": 0.2548,
      "num_tokens": 1492262279.0,
      "step": 2855
    },
    {
      "epoch": 2.669158878504673,
      "grad_norm": 0.16631805078911427,
      "learning_rate": 6.488491959890631e-06,
      "loss": 0.2447,
      "num_tokens": 1492775784.0,
      "step": 2856
    },
    {
      "epoch": 2.670093457943925,
      "grad_norm": 0.16237756010175125,
      "learning_rate": 6.480210953176384e-06,
      "loss": 0.2532,
      "num_tokens": 1493300072.0,
      "step": 2857
    },
    {
      "epoch": 2.6710280373831776,
      "grad_norm": 0.15951416851127895,
      "learning_rate": 6.47195226230072e-06,
      "loss": 0.2508,
      "num_tokens": 1493824360.0,
      "step": 2858
    },
    {
      "epoch": 2.6719626168224297,
      "grad_norm": 0.16119657917392213,
      "learning_rate": 6.463715896031561e-06,
      "loss": 0.243,
      "num_tokens": 1494348648.0,
      "step": 2859
    },
    {
      "epoch": 2.6728971962616823,
      "grad_norm": 0.18307970565885037,
      "learning_rate": 6.455501863113095e-06,
      "loss": 0.243,
      "num_tokens": 1494872936.0,
      "step": 2860
    },
    {
      "epoch": 2.6738317757009344,
      "grad_norm": 0.1606511837630763,
      "learning_rate": 6.447310172265831e-06,
      "loss": 0.25,
      "num_tokens": 1495397224.0,
      "step": 2861
    },
    {
      "epoch": 2.674766355140187,
      "grad_norm": 0.1784586217695847,
      "learning_rate": 6.43914083218655e-06,
      "loss": 0.2512,
      "num_tokens": 1495880047.0,
      "step": 2862
    },
    {
      "epoch": 2.675700934579439,
      "grad_norm": 0.1681425048373368,
      "learning_rate": 6.430993851548298e-06,
      "loss": 0.2606,
      "num_tokens": 1496388506.0,
      "step": 2863
    },
    {
      "epoch": 2.6766355140186917,
      "grad_norm": 0.15861570624146093,
      "learning_rate": 6.422869239000384e-06,
      "loss": 0.2579,
      "num_tokens": 1496912794.0,
      "step": 2864
    },
    {
      "epoch": 2.677570093457944,
      "grad_norm": 0.17739539359547662,
      "learning_rate": 6.414767003168377e-06,
      "loss": 0.2611,
      "num_tokens": 1497407286.0,
      "step": 2865
    },
    {
      "epoch": 2.6785046728971964,
      "grad_norm": 0.1796238667243689,
      "learning_rate": 6.406687152654081e-06,
      "loss": 0.2546,
      "num_tokens": 1497900422.0,
      "step": 2866
    },
    {
      "epoch": 2.6794392523364485,
      "grad_norm": 0.158121876388449,
      "learning_rate": 6.398629696035543e-06,
      "loss": 0.2519,
      "num_tokens": 1498424710.0,
      "step": 2867
    },
    {
      "epoch": 2.680373831775701,
      "grad_norm": 0.16526431648000334,
      "learning_rate": 6.390594641867029e-06,
      "loss": 0.2555,
      "num_tokens": 1498948998.0,
      "step": 2868
    },
    {
      "epoch": 2.6813084112149532,
      "grad_norm": 0.1692507752169867,
      "learning_rate": 6.382581998679017e-06,
      "loss": 0.2646,
      "num_tokens": 1499473286.0,
      "step": 2869
    },
    {
      "epoch": 2.6822429906542054,
      "grad_norm": 0.1596688457965918,
      "learning_rate": 6.374591774978207e-06,
      "loss": 0.2469,
      "num_tokens": 1499997574.0,
      "step": 2870
    },
    {
      "epoch": 2.683177570093458,
      "grad_norm": 0.16216818617830112,
      "learning_rate": 6.3666239792474836e-06,
      "loss": 0.2448,
      "num_tokens": 1500521862.0,
      "step": 2871
    },
    {
      "epoch": 2.6841121495327105,
      "grad_norm": 0.16124403902195775,
      "learning_rate": 6.3586786199459235e-06,
      "loss": 0.2552,
      "num_tokens": 1501046150.0,
      "step": 2872
    },
    {
      "epoch": 2.6850467289719626,
      "grad_norm": 0.16834852693702895,
      "learning_rate": 6.35075570550879e-06,
      "loss": 0.2502,
      "num_tokens": 1501570438.0,
      "step": 2873
    },
    {
      "epoch": 2.6859813084112147,
      "grad_norm": 0.15332466014312565,
      "learning_rate": 6.342855244347507e-06,
      "loss": 0.2402,
      "num_tokens": 1502094726.0,
      "step": 2874
    },
    {
      "epoch": 2.6869158878504673,
      "grad_norm": 0.1632885708062179,
      "learning_rate": 6.334977244849674e-06,
      "loss": 0.2476,
      "num_tokens": 1502619014.0,
      "step": 2875
    },
    {
      "epoch": 2.68785046728972,
      "grad_norm": 0.16196803395478654,
      "learning_rate": 6.327121715379032e-06,
      "loss": 0.2645,
      "num_tokens": 1503143302.0,
      "step": 2876
    },
    {
      "epoch": 2.688785046728972,
      "grad_norm": 0.15489133112924605,
      "learning_rate": 6.319288664275469e-06,
      "loss": 0.2433,
      "num_tokens": 1503667590.0,
      "step": 2877
    },
    {
      "epoch": 2.689719626168224,
      "grad_norm": 0.17006051028477476,
      "learning_rate": 6.311478099855012e-06,
      "loss": 0.2558,
      "num_tokens": 1504161079.0,
      "step": 2878
    },
    {
      "epoch": 2.6906542056074767,
      "grad_norm": 0.15684871817171803,
      "learning_rate": 6.30369003040982e-06,
      "loss": 0.2543,
      "num_tokens": 1504685367.0,
      "step": 2879
    },
    {
      "epoch": 2.691588785046729,
      "grad_norm": 0.1600831968809249,
      "learning_rate": 6.295924464208154e-06,
      "loss": 0.2519,
      "num_tokens": 1505209655.0,
      "step": 2880
    },
    {
      "epoch": 2.6925233644859814,
      "grad_norm": 0.15414506456005508,
      "learning_rate": 6.288181409494394e-06,
      "loss": 0.2542,
      "num_tokens": 1505733943.0,
      "step": 2881
    },
    {
      "epoch": 2.6934579439252335,
      "grad_norm": 0.16317940056101077,
      "learning_rate": 6.280460874489031e-06,
      "loss": 0.251,
      "num_tokens": 1506258231.0,
      "step": 2882
    },
    {
      "epoch": 2.694392523364486,
      "grad_norm": 0.16336273460809772,
      "learning_rate": 6.272762867388628e-06,
      "loss": 0.2631,
      "num_tokens": 1506782519.0,
      "step": 2883
    },
    {
      "epoch": 2.695327102803738,
      "grad_norm": 0.19429512558408354,
      "learning_rate": 6.265087396365836e-06,
      "loss": 0.258,
      "num_tokens": 1507306807.0,
      "step": 2884
    },
    {
      "epoch": 2.696261682242991,
      "grad_norm": 0.15958912082269064,
      "learning_rate": 6.257434469569395e-06,
      "loss": 0.2451,
      "num_tokens": 1507831095.0,
      "step": 2885
    },
    {
      "epoch": 2.697196261682243,
      "grad_norm": 0.30295773923129204,
      "learning_rate": 6.2498040951240946e-06,
      "loss": 0.2343,
      "num_tokens": 1508347987.0,
      "step": 2886
    },
    {
      "epoch": 2.6981308411214955,
      "grad_norm": 0.1656969132691539,
      "learning_rate": 6.2421962811307875e-06,
      "loss": 0.2569,
      "num_tokens": 1508872275.0,
      "step": 2887
    },
    {
      "epoch": 2.6990654205607476,
      "grad_norm": 0.4893727760627473,
      "learning_rate": 6.234611035666376e-06,
      "loss": 0.2669,
      "num_tokens": 1509396563.0,
      "step": 2888
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.15770413159094462,
      "learning_rate": 6.227048366783795e-06,
      "loss": 0.2544,
      "num_tokens": 1509920851.0,
      "step": 2889
    },
    {
      "epoch": 2.7009345794392523,
      "grad_norm": 0.1551325153841232,
      "learning_rate": 6.219508282512025e-06,
      "loss": 0.2455,
      "num_tokens": 1510445139.0,
      "step": 2890
    },
    {
      "epoch": 2.7018691588785044,
      "grad_norm": 0.16169034195124546,
      "learning_rate": 6.211990790856057e-06,
      "loss": 0.2524,
      "num_tokens": 1510969427.0,
      "step": 2891
    },
    {
      "epoch": 2.702803738317757,
      "grad_norm": 0.1536371917693376,
      "learning_rate": 6.2044958997968955e-06,
      "loss": 0.2402,
      "num_tokens": 1511493715.0,
      "step": 2892
    },
    {
      "epoch": 2.7037383177570096,
      "grad_norm": 0.16670842419943707,
      "learning_rate": 6.197023617291564e-06,
      "loss": 0.2409,
      "num_tokens": 1512018003.0,
      "step": 2893
    },
    {
      "epoch": 2.7046728971962617,
      "grad_norm": 0.16805613831482769,
      "learning_rate": 6.189573951273067e-06,
      "loss": 0.2543,
      "num_tokens": 1512542291.0,
      "step": 2894
    },
    {
      "epoch": 2.705607476635514,
      "grad_norm": 0.15830319397969306,
      "learning_rate": 6.182146909650412e-06,
      "loss": 0.2364,
      "num_tokens": 1513066579.0,
      "step": 2895
    },
    {
      "epoch": 2.7065420560747664,
      "grad_norm": 0.16182672981791024,
      "learning_rate": 6.174742500308582e-06,
      "loss": 0.2517,
      "num_tokens": 1513590867.0,
      "step": 2896
    },
    {
      "epoch": 2.707476635514019,
      "grad_norm": 0.1572187065818165,
      "learning_rate": 6.167360731108523e-06,
      "loss": 0.2488,
      "num_tokens": 1514115155.0,
      "step": 2897
    },
    {
      "epoch": 2.708411214953271,
      "grad_norm": 0.16439010323027745,
      "learning_rate": 6.160001609887159e-06,
      "loss": 0.2491,
      "num_tokens": 1514639443.0,
      "step": 2898
    },
    {
      "epoch": 2.709345794392523,
      "grad_norm": 0.15904336084175305,
      "learning_rate": 6.152665144457373e-06,
      "loss": 0.2424,
      "num_tokens": 1515163731.0,
      "step": 2899
    },
    {
      "epoch": 2.710280373831776,
      "grad_norm": 0.16040540561185193,
      "learning_rate": 6.145351342607969e-06,
      "loss": 0.2579,
      "num_tokens": 1515688019.0,
      "step": 2900
    },
    {
      "epoch": 2.711214953271028,
      "grad_norm": 0.1683209761445073,
      "learning_rate": 6.138060212103715e-06,
      "loss": 0.2618,
      "num_tokens": 1516212307.0,
      "step": 2901
    },
    {
      "epoch": 2.7121495327102805,
      "grad_norm": 0.16233513519450016,
      "learning_rate": 6.130791760685307e-06,
      "loss": 0.2562,
      "num_tokens": 1516736595.0,
      "step": 2902
    },
    {
      "epoch": 2.7130841121495326,
      "grad_norm": 0.1617638857774888,
      "learning_rate": 6.12354599606935e-06,
      "loss": 0.2451,
      "num_tokens": 1517260883.0,
      "step": 2903
    },
    {
      "epoch": 2.714018691588785,
      "grad_norm": 0.2483444175273464,
      "learning_rate": 6.116322925948377e-06,
      "loss": 0.263,
      "num_tokens": 1517785171.0,
      "step": 2904
    },
    {
      "epoch": 2.7149532710280373,
      "grad_norm": 0.16472859992366493,
      "learning_rate": 6.10912255799082e-06,
      "loss": 0.2622,
      "num_tokens": 1518309459.0,
      "step": 2905
    },
    {
      "epoch": 2.71588785046729,
      "grad_norm": 0.1624702598466297,
      "learning_rate": 6.1019448998410126e-06,
      "loss": 0.2503,
      "num_tokens": 1518833747.0,
      "step": 2906
    },
    {
      "epoch": 2.716822429906542,
      "grad_norm": 0.155483483139861,
      "learning_rate": 6.094789959119177e-06,
      "loss": 0.2431,
      "num_tokens": 1519358035.0,
      "step": 2907
    },
    {
      "epoch": 2.717757009345794,
      "grad_norm": 0.16040269462357337,
      "learning_rate": 6.087657743421416e-06,
      "loss": 0.2568,
      "num_tokens": 1519882323.0,
      "step": 2908
    },
    {
      "epoch": 2.7186915887850467,
      "grad_norm": 0.16180916299735054,
      "learning_rate": 6.080548260319706e-06,
      "loss": 0.2589,
      "num_tokens": 1520406611.0,
      "step": 2909
    },
    {
      "epoch": 2.7196261682242993,
      "grad_norm": 0.15640064647544138,
      "learning_rate": 6.073461517361893e-06,
      "loss": 0.2485,
      "num_tokens": 1520930899.0,
      "step": 2910
    },
    {
      "epoch": 2.7205607476635514,
      "grad_norm": 0.15858961114624642,
      "learning_rate": 6.0663975220716795e-06,
      "loss": 0.2454,
      "num_tokens": 1521443236.0,
      "step": 2911
    },
    {
      "epoch": 2.7214953271028035,
      "grad_norm": 0.16558346442667038,
      "learning_rate": 6.05935628194861e-06,
      "loss": 0.2577,
      "num_tokens": 1521967524.0,
      "step": 2912
    },
    {
      "epoch": 2.722429906542056,
      "grad_norm": 0.15457174657328418,
      "learning_rate": 6.0523378044680865e-06,
      "loss": 0.2511,
      "num_tokens": 1522491812.0,
      "step": 2913
    },
    {
      "epoch": 2.7233644859813086,
      "grad_norm": 0.15720782854513882,
      "learning_rate": 6.0453420970813246e-06,
      "loss": 0.2424,
      "num_tokens": 1523016100.0,
      "step": 2914
    },
    {
      "epoch": 2.7242990654205608,
      "grad_norm": 0.17378453057640916,
      "learning_rate": 6.038369167215386e-06,
      "loss": 0.2543,
      "num_tokens": 1523540388.0,
      "step": 2915
    },
    {
      "epoch": 2.725233644859813,
      "grad_norm": 0.1721224750870952,
      "learning_rate": 6.0314190222731395e-06,
      "loss": 0.2602,
      "num_tokens": 1524064676.0,
      "step": 2916
    },
    {
      "epoch": 2.7261682242990655,
      "grad_norm": 0.15862838236625793,
      "learning_rate": 6.024491669633261e-06,
      "loss": 0.2523,
      "num_tokens": 1524588964.0,
      "step": 2917
    },
    {
      "epoch": 2.7271028037383176,
      "grad_norm": 0.16086105302990203,
      "learning_rate": 6.017587116650238e-06,
      "loss": 0.2467,
      "num_tokens": 1525113252.0,
      "step": 2918
    },
    {
      "epoch": 2.72803738317757,
      "grad_norm": 0.1674466825785469,
      "learning_rate": 6.010705370654349e-06,
      "loss": 0.2423,
      "num_tokens": 1525637540.0,
      "step": 2919
    },
    {
      "epoch": 2.7289719626168223,
      "grad_norm": 0.16464009336809626,
      "learning_rate": 6.003846438951656e-06,
      "loss": 0.2577,
      "num_tokens": 1526161828.0,
      "step": 2920
    },
    {
      "epoch": 2.729906542056075,
      "grad_norm": 0.1587986369273826,
      "learning_rate": 5.9970103288239984e-06,
      "loss": 0.2488,
      "num_tokens": 1526686116.0,
      "step": 2921
    },
    {
      "epoch": 2.730841121495327,
      "grad_norm": 0.16129002151837354,
      "learning_rate": 5.990197047529001e-06,
      "loss": 0.2516,
      "num_tokens": 1527210404.0,
      "step": 2922
    },
    {
      "epoch": 2.7317757009345796,
      "grad_norm": 0.15615014892975,
      "learning_rate": 5.9834066023000345e-06,
      "loss": 0.2513,
      "num_tokens": 1527734692.0,
      "step": 2923
    },
    {
      "epoch": 2.7327102803738317,
      "grad_norm": 0.15862722799770518,
      "learning_rate": 5.976639000346234e-06,
      "loss": 0.2603,
      "num_tokens": 1528258980.0,
      "step": 2924
    },
    {
      "epoch": 2.7336448598130842,
      "grad_norm": 0.1528032619435994,
      "learning_rate": 5.969894248852487e-06,
      "loss": 0.2473,
      "num_tokens": 1528783268.0,
      "step": 2925
    },
    {
      "epoch": 2.7345794392523364,
      "grad_norm": 0.15690220568912835,
      "learning_rate": 5.963172354979406e-06,
      "loss": 0.2506,
      "num_tokens": 1529307556.0,
      "step": 2926
    },
    {
      "epoch": 2.735514018691589,
      "grad_norm": 0.16573072214738546,
      "learning_rate": 5.95647332586336e-06,
      "loss": 0.2595,
      "num_tokens": 1529831844.0,
      "step": 2927
    },
    {
      "epoch": 2.736448598130841,
      "grad_norm": 0.1527691799247405,
      "learning_rate": 5.94979716861642e-06,
      "loss": 0.2439,
      "num_tokens": 1530356132.0,
      "step": 2928
    },
    {
      "epoch": 2.737383177570093,
      "grad_norm": 0.16398833319060885,
      "learning_rate": 5.94314389032639e-06,
      "loss": 0.2609,
      "num_tokens": 1530880420.0,
      "step": 2929
    },
    {
      "epoch": 2.7383177570093458,
      "grad_norm": 0.1644435286944699,
      "learning_rate": 5.936513498056779e-06,
      "loss": 0.2632,
      "num_tokens": 1531401673.0,
      "step": 2930
    },
    {
      "epoch": 2.7392523364485983,
      "grad_norm": 0.16764903131291123,
      "learning_rate": 5.929905998846804e-06,
      "loss": 0.2619,
      "num_tokens": 1531925961.0,
      "step": 2931
    },
    {
      "epoch": 2.7401869158878505,
      "grad_norm": 0.16572371202592262,
      "learning_rate": 5.9233213997113644e-06,
      "loss": 0.2471,
      "num_tokens": 1532419350.0,
      "step": 2932
    },
    {
      "epoch": 2.7411214953271026,
      "grad_norm": 0.15743925231140218,
      "learning_rate": 5.916759707641059e-06,
      "loss": 0.2503,
      "num_tokens": 1532943638.0,
      "step": 2933
    },
    {
      "epoch": 2.742056074766355,
      "grad_norm": 0.15687489649891306,
      "learning_rate": 5.91022092960217e-06,
      "loss": 0.2434,
      "num_tokens": 1533467926.0,
      "step": 2934
    },
    {
      "epoch": 2.7429906542056077,
      "grad_norm": 0.16840742608185158,
      "learning_rate": 5.903705072536642e-06,
      "loss": 0.2631,
      "num_tokens": 1533992214.0,
      "step": 2935
    },
    {
      "epoch": 2.74392523364486,
      "grad_norm": 0.15853613333343655,
      "learning_rate": 5.897212143362087e-06,
      "loss": 0.244,
      "num_tokens": 1534516502.0,
      "step": 2936
    },
    {
      "epoch": 2.744859813084112,
      "grad_norm": 0.1563316746870231,
      "learning_rate": 5.890742148971785e-06,
      "loss": 0.2454,
      "num_tokens": 1535040790.0,
      "step": 2937
    },
    {
      "epoch": 2.7457943925233645,
      "grad_norm": 0.16278631398763274,
      "learning_rate": 5.8842950962346575e-06,
      "loss": 0.2529,
      "num_tokens": 1535565078.0,
      "step": 2938
    },
    {
      "epoch": 2.7467289719626167,
      "grad_norm": 0.15984605552526357,
      "learning_rate": 5.8778709919952785e-06,
      "loss": 0.2432,
      "num_tokens": 1536089366.0,
      "step": 2939
    },
    {
      "epoch": 2.7476635514018692,
      "grad_norm": 0.1564275878658972,
      "learning_rate": 5.871469843073846e-06,
      "loss": 0.2524,
      "num_tokens": 1536612768.0,
      "step": 2940
    },
    {
      "epoch": 2.7485981308411214,
      "grad_norm": 0.16077559691593934,
      "learning_rate": 5.865091656266194e-06,
      "loss": 0.2567,
      "num_tokens": 1537137056.0,
      "step": 2941
    },
    {
      "epoch": 2.749532710280374,
      "grad_norm": 0.15841663850917664,
      "learning_rate": 5.858736438343786e-06,
      "loss": 0.2485,
      "num_tokens": 1537661344.0,
      "step": 2942
    },
    {
      "epoch": 2.750467289719626,
      "grad_norm": 0.1688702556468228,
      "learning_rate": 5.852404196053689e-06,
      "loss": 0.2622,
      "num_tokens": 1538185632.0,
      "step": 2943
    },
    {
      "epoch": 2.7514018691588786,
      "grad_norm": 0.1578146457112094,
      "learning_rate": 5.846094936118581e-06,
      "loss": 0.2561,
      "num_tokens": 1538709920.0,
      "step": 2944
    },
    {
      "epoch": 2.7523364485981308,
      "grad_norm": 0.18698174505077372,
      "learning_rate": 5.839808665236745e-06,
      "loss": 0.2576,
      "num_tokens": 1539234208.0,
      "step": 2945
    },
    {
      "epoch": 2.7532710280373833,
      "grad_norm": 0.16116270878354746,
      "learning_rate": 5.833545390082051e-06,
      "loss": 0.2491,
      "num_tokens": 1539758496.0,
      "step": 2946
    },
    {
      "epoch": 2.7542056074766355,
      "grad_norm": 0.16302437952759577,
      "learning_rate": 5.82730511730396e-06,
      "loss": 0.2452,
      "num_tokens": 1540282784.0,
      "step": 2947
    },
    {
      "epoch": 2.755140186915888,
      "grad_norm": 0.15504148639604257,
      "learning_rate": 5.821087853527514e-06,
      "loss": 0.2453,
      "num_tokens": 1540807072.0,
      "step": 2948
    },
    {
      "epoch": 2.75607476635514,
      "grad_norm": 0.24883748781936968,
      "learning_rate": 5.814893605353318e-06,
      "loss": 0.2564,
      "num_tokens": 1541331360.0,
      "step": 2949
    },
    {
      "epoch": 2.7570093457943923,
      "grad_norm": 0.17162770616675735,
      "learning_rate": 5.80872237935755e-06,
      "loss": 0.2616,
      "num_tokens": 1541855648.0,
      "step": 2950
    },
    {
      "epoch": 2.757943925233645,
      "grad_norm": 0.16288622387417445,
      "learning_rate": 5.802574182091954e-06,
      "loss": 0.2529,
      "num_tokens": 1542379936.0,
      "step": 2951
    },
    {
      "epoch": 2.7588785046728974,
      "grad_norm": 0.15462071839390037,
      "learning_rate": 5.796449020083802e-06,
      "loss": 0.2498,
      "num_tokens": 1542904224.0,
      "step": 2952
    },
    {
      "epoch": 2.7598130841121495,
      "grad_norm": 0.16466949687034488,
      "learning_rate": 5.790346899835932e-06,
      "loss": 0.268,
      "num_tokens": 1543428512.0,
      "step": 2953
    },
    {
      "epoch": 2.7607476635514017,
      "grad_norm": 0.1604320402430325,
      "learning_rate": 5.784267827826712e-06,
      "loss": 0.2542,
      "num_tokens": 1543952800.0,
      "step": 2954
    },
    {
      "epoch": 2.7616822429906542,
      "grad_norm": 0.15723467306799455,
      "learning_rate": 5.778211810510043e-06,
      "loss": 0.2476,
      "num_tokens": 1544477088.0,
      "step": 2955
    },
    {
      "epoch": 2.762616822429907,
      "grad_norm": 0.16157823970322566,
      "learning_rate": 5.77217885431534e-06,
      "loss": 0.2429,
      "num_tokens": 1545001376.0,
      "step": 2956
    },
    {
      "epoch": 2.763551401869159,
      "grad_norm": 0.15895035783493755,
      "learning_rate": 5.766168965647549e-06,
      "loss": 0.2362,
      "num_tokens": 1545525664.0,
      "step": 2957
    },
    {
      "epoch": 2.764485981308411,
      "grad_norm": 0.16016971512583922,
      "learning_rate": 5.760182150887115e-06,
      "loss": 0.2598,
      "num_tokens": 1546049952.0,
      "step": 2958
    },
    {
      "epoch": 2.7654205607476636,
      "grad_norm": 0.16527280432112243,
      "learning_rate": 5.754218416389998e-06,
      "loss": 0.2598,
      "num_tokens": 1546574240.0,
      "step": 2959
    },
    {
      "epoch": 2.7663551401869158,
      "grad_norm": 0.16071070497022616,
      "learning_rate": 5.748277768487641e-06,
      "loss": 0.2428,
      "num_tokens": 1547098528.0,
      "step": 2960
    },
    {
      "epoch": 2.7672897196261683,
      "grad_norm": 0.16805554048814797,
      "learning_rate": 5.742360213486984e-06,
      "loss": 0.2644,
      "num_tokens": 1547622816.0,
      "step": 2961
    },
    {
      "epoch": 2.7682242990654204,
      "grad_norm": 0.16930943878763863,
      "learning_rate": 5.736465757670455e-06,
      "loss": 0.2522,
      "num_tokens": 1548147104.0,
      "step": 2962
    },
    {
      "epoch": 2.769158878504673,
      "grad_norm": 0.26133194240248053,
      "learning_rate": 5.73059440729595e-06,
      "loss": 0.2471,
      "num_tokens": 1548671392.0,
      "step": 2963
    },
    {
      "epoch": 2.770093457943925,
      "grad_norm": 0.15956602353536423,
      "learning_rate": 5.724746168596836e-06,
      "loss": 0.2586,
      "num_tokens": 1549195680.0,
      "step": 2964
    },
    {
      "epoch": 2.7710280373831777,
      "grad_norm": 0.1854019969534189,
      "learning_rate": 5.718921047781949e-06,
      "loss": 0.2409,
      "num_tokens": 1549719968.0,
      "step": 2965
    },
    {
      "epoch": 2.77196261682243,
      "grad_norm": 0.16422533450023838,
      "learning_rate": 5.713119051035577e-06,
      "loss": 0.2372,
      "num_tokens": 1550244256.0,
      "step": 2966
    },
    {
      "epoch": 2.7728971962616824,
      "grad_norm": 0.16654412531931734,
      "learning_rate": 5.707340184517459e-06,
      "loss": 0.2533,
      "num_tokens": 1550768544.0,
      "step": 2967
    },
    {
      "epoch": 2.7738317757009345,
      "grad_norm": 0.17884724224403142,
      "learning_rate": 5.701584454362781e-06,
      "loss": 0.2454,
      "num_tokens": 1551292832.0,
      "step": 2968
    },
    {
      "epoch": 2.774766355140187,
      "grad_norm": 0.1688804851957143,
      "learning_rate": 5.695851866682159e-06,
      "loss": 0.258,
      "num_tokens": 1551817120.0,
      "step": 2969
    },
    {
      "epoch": 2.7757009345794392,
      "grad_norm": 0.1589411394030478,
      "learning_rate": 5.690142427561641e-06,
      "loss": 0.244,
      "num_tokens": 1552341408.0,
      "step": 2970
    },
    {
      "epoch": 2.7766355140186914,
      "grad_norm": 0.167732599045063,
      "learning_rate": 5.6844561430627145e-06,
      "loss": 0.2542,
      "num_tokens": 1552865696.0,
      "step": 2971
    },
    {
      "epoch": 2.777570093457944,
      "grad_norm": 0.15524580020030634,
      "learning_rate": 5.6787930192222605e-06,
      "loss": 0.245,
      "num_tokens": 1553389984.0,
      "step": 2972
    },
    {
      "epoch": 2.7785046728971965,
      "grad_norm": 0.17238314711020605,
      "learning_rate": 5.673153062052583e-06,
      "loss": 0.2432,
      "num_tokens": 1553914272.0,
      "step": 2973
    },
    {
      "epoch": 2.7794392523364486,
      "grad_norm": 0.17365946801619747,
      "learning_rate": 5.667536277541395e-06,
      "loss": 0.252,
      "num_tokens": 1554408496.0,
      "step": 2974
    },
    {
      "epoch": 2.7803738317757007,
      "grad_norm": 0.1703105222752336,
      "learning_rate": 5.661942671651802e-06,
      "loss": 0.2555,
      "num_tokens": 1554932784.0,
      "step": 2975
    },
    {
      "epoch": 2.7813084112149533,
      "grad_norm": 0.17936640352770392,
      "learning_rate": 5.656372250322306e-06,
      "loss": 0.2478,
      "num_tokens": 1555457072.0,
      "step": 2976
    },
    {
      "epoch": 2.782242990654206,
      "grad_norm": 0.1593751059749023,
      "learning_rate": 5.650825019466791e-06,
      "loss": 0.2594,
      "num_tokens": 1555981360.0,
      "step": 2977
    },
    {
      "epoch": 2.783177570093458,
      "grad_norm": 0.15537185583152968,
      "learning_rate": 5.645300984974518e-06,
      "loss": 0.2432,
      "num_tokens": 1556505648.0,
      "step": 2978
    },
    {
      "epoch": 2.78411214953271,
      "grad_norm": 0.17894348255522924,
      "learning_rate": 5.63980015271013e-06,
      "loss": 0.2541,
      "num_tokens": 1557029936.0,
      "step": 2979
    },
    {
      "epoch": 2.7850467289719627,
      "grad_norm": 0.15762698170186032,
      "learning_rate": 5.634322528513634e-06,
      "loss": 0.2516,
      "num_tokens": 1557554224.0,
      "step": 2980
    },
    {
      "epoch": 2.785981308411215,
      "grad_norm": 0.1624182895627006,
      "learning_rate": 5.628868118200389e-06,
      "loss": 0.2506,
      "num_tokens": 1558078512.0,
      "step": 2981
    },
    {
      "epoch": 2.7869158878504674,
      "grad_norm": 0.15714617813613854,
      "learning_rate": 5.623436927561125e-06,
      "loss": 0.2647,
      "num_tokens": 1558602800.0,
      "step": 2982
    },
    {
      "epoch": 2.7878504672897195,
      "grad_norm": 0.23930143674546725,
      "learning_rate": 5.618028962361903e-06,
      "loss": 0.2547,
      "num_tokens": 1559127088.0,
      "step": 2983
    },
    {
      "epoch": 2.788785046728972,
      "grad_norm": 0.15940790426186133,
      "learning_rate": 5.612644228344146e-06,
      "loss": 0.2609,
      "num_tokens": 1559651376.0,
      "step": 2984
    },
    {
      "epoch": 2.789719626168224,
      "grad_norm": 0.16044516650544852,
      "learning_rate": 5.607282731224592e-06,
      "loss": 0.2463,
      "num_tokens": 1560175664.0,
      "step": 2985
    },
    {
      "epoch": 2.790654205607477,
      "grad_norm": 0.17996643526780823,
      "learning_rate": 5.601944476695331e-06,
      "loss": 0.2546,
      "num_tokens": 1560699952.0,
      "step": 2986
    },
    {
      "epoch": 2.791588785046729,
      "grad_norm": 0.1554391048979589,
      "learning_rate": 5.596629470423756e-06,
      "loss": 0.2329,
      "num_tokens": 1561224240.0,
      "step": 2987
    },
    {
      "epoch": 2.792523364485981,
      "grad_norm": 0.17614552094200642,
      "learning_rate": 5.591337718052599e-06,
      "loss": 0.2734,
      "num_tokens": 1561748528.0,
      "step": 2988
    },
    {
      "epoch": 2.7934579439252336,
      "grad_norm": 0.17079925933350718,
      "learning_rate": 5.586069225199887e-06,
      "loss": 0.2585,
      "num_tokens": 1562272816.0,
      "step": 2989
    },
    {
      "epoch": 2.794392523364486,
      "grad_norm": 0.15734004320415637,
      "learning_rate": 5.580823997458961e-06,
      "loss": 0.2443,
      "num_tokens": 1562797104.0,
      "step": 2990
    },
    {
      "epoch": 2.7953271028037383,
      "grad_norm": 0.15760587609371926,
      "learning_rate": 5.575602040398464e-06,
      "loss": 0.2354,
      "num_tokens": 1563321392.0,
      "step": 2991
    },
    {
      "epoch": 2.7962616822429904,
      "grad_norm": 0.16046141511313458,
      "learning_rate": 5.570403359562331e-06,
      "loss": 0.2553,
      "num_tokens": 1563845680.0,
      "step": 2992
    },
    {
      "epoch": 2.797196261682243,
      "grad_norm": 0.15869122578983144,
      "learning_rate": 5.565227960469783e-06,
      "loss": 0.2464,
      "num_tokens": 1564369968.0,
      "step": 2993
    },
    {
      "epoch": 2.7981308411214956,
      "grad_norm": 0.1631623441724274,
      "learning_rate": 5.560075848615333e-06,
      "loss": 0.2388,
      "num_tokens": 1564894256.0,
      "step": 2994
    },
    {
      "epoch": 2.7990654205607477,
      "grad_norm": 0.16205761223036544,
      "learning_rate": 5.5549470294687575e-06,
      "loss": 0.2613,
      "num_tokens": 1565418544.0,
      "step": 2995
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.1598848493580238,
      "learning_rate": 5.549841508475115e-06,
      "loss": 0.2487,
      "num_tokens": 1565942832.0,
      "step": 2996
    },
    {
      "epoch": 2.8009345794392524,
      "grad_norm": 0.15616804479847793,
      "learning_rate": 5.544759291054727e-06,
      "loss": 0.2559,
      "num_tokens": 1566467120.0,
      "step": 2997
    },
    {
      "epoch": 2.8018691588785045,
      "grad_norm": 0.1601280747222215,
      "learning_rate": 5.539700382603168e-06,
      "loss": 0.2422,
      "num_tokens": 1566991408.0,
      "step": 2998
    },
    {
      "epoch": 2.802803738317757,
      "grad_norm": 0.16382685875531577,
      "learning_rate": 5.534664788491275e-06,
      "loss": 0.2614,
      "num_tokens": 1567515696.0,
      "step": 2999
    },
    {
      "epoch": 2.803738317757009,
      "grad_norm": 0.15869181080913258,
      "learning_rate": 5.529652514065132e-06,
      "loss": 0.2691,
      "num_tokens": 1568039984.0,
      "step": 3000
    },
    {
      "epoch": 2.804672897196262,
      "grad_norm": 0.1601656414756933,
      "learning_rate": 5.524663564646054e-06,
      "loss": 0.2417,
      "num_tokens": 1568564272.0,
      "step": 3001
    },
    {
      "epoch": 2.805607476635514,
      "grad_norm": 0.1508777132554826,
      "learning_rate": 5.519697945530608e-06,
      "loss": 0.2447,
      "num_tokens": 1569088560.0,
      "step": 3002
    },
    {
      "epoch": 2.8065420560747665,
      "grad_norm": 0.16277316093944988,
      "learning_rate": 5.514755661990589e-06,
      "loss": 0.2488,
      "num_tokens": 1569612848.0,
      "step": 3003
    },
    {
      "epoch": 2.8074766355140186,
      "grad_norm": 0.16193358816571096,
      "learning_rate": 5.50983671927301e-06,
      "loss": 0.2628,
      "num_tokens": 1570137136.0,
      "step": 3004
    },
    {
      "epoch": 2.808411214953271,
      "grad_norm": 0.16562516442344244,
      "learning_rate": 5.504941122600109e-06,
      "loss": 0.2567,
      "num_tokens": 1570661424.0,
      "step": 3005
    },
    {
      "epoch": 2.8093457943925233,
      "grad_norm": 0.17934880317002583,
      "learning_rate": 5.500068877169337e-06,
      "loss": 0.261,
      "num_tokens": 1571181167.0,
      "step": 3006
    },
    {
      "epoch": 2.810280373831776,
      "grad_norm": 0.17321417459335295,
      "learning_rate": 5.4952199881533574e-06,
      "loss": 0.2446,
      "num_tokens": 1571676544.0,
      "step": 3007
    },
    {
      "epoch": 2.811214953271028,
      "grad_norm": 0.1672926327836667,
      "learning_rate": 5.490394460700034e-06,
      "loss": 0.2611,
      "num_tokens": 1572200832.0,
      "step": 3008
    },
    {
      "epoch": 2.81214953271028,
      "grad_norm": 0.16095071313654713,
      "learning_rate": 5.4855922999324306e-06,
      "loss": 0.2495,
      "num_tokens": 1572725120.0,
      "step": 3009
    },
    {
      "epoch": 2.8130841121495327,
      "grad_norm": 0.15491347141943843,
      "learning_rate": 5.480813510948797e-06,
      "loss": 0.2468,
      "num_tokens": 1573249408.0,
      "step": 3010
    },
    {
      "epoch": 2.8140186915887853,
      "grad_norm": 0.16731881937863796,
      "learning_rate": 5.476058098822582e-06,
      "loss": 0.2527,
      "num_tokens": 1573773696.0,
      "step": 3011
    },
    {
      "epoch": 2.8149532710280374,
      "grad_norm": 0.16845689854383475,
      "learning_rate": 5.4713260686024045e-06,
      "loss": 0.2679,
      "num_tokens": 1574297984.0,
      "step": 3012
    },
    {
      "epoch": 2.8158878504672895,
      "grad_norm": 0.1558232302694695,
      "learning_rate": 5.466617425312068e-06,
      "loss": 0.2486,
      "num_tokens": 1574822272.0,
      "step": 3013
    },
    {
      "epoch": 2.816822429906542,
      "grad_norm": 0.1643970839124827,
      "learning_rate": 5.461932173950543e-06,
      "loss": 0.2538,
      "num_tokens": 1575319121.0,
      "step": 3014
    },
    {
      "epoch": 2.8177570093457946,
      "grad_norm": 0.1525972211267284,
      "learning_rate": 5.4572703194919625e-06,
      "loss": 0.2356,
      "num_tokens": 1575843409.0,
      "step": 3015
    },
    {
      "epoch": 2.8186915887850468,
      "grad_norm": 0.15636752083140598,
      "learning_rate": 5.452631866885631e-06,
      "loss": 0.2464,
      "num_tokens": 1576367697.0,
      "step": 3016
    },
    {
      "epoch": 2.819626168224299,
      "grad_norm": 0.1551032044933474,
      "learning_rate": 5.448016821055998e-06,
      "loss": 0.2427,
      "num_tokens": 1576891985.0,
      "step": 3017
    },
    {
      "epoch": 2.8205607476635515,
      "grad_norm": 0.16665293752449892,
      "learning_rate": 5.443425186902666e-06,
      "loss": 0.2494,
      "num_tokens": 1577416273.0,
      "step": 3018
    },
    {
      "epoch": 2.8214953271028036,
      "grad_norm": 0.16537767900548855,
      "learning_rate": 5.43885696930038e-06,
      "loss": 0.2705,
      "num_tokens": 1577940561.0,
      "step": 3019
    },
    {
      "epoch": 2.822429906542056,
      "grad_norm": 0.16906344722802658,
      "learning_rate": 5.434312173099037e-06,
      "loss": 0.2522,
      "num_tokens": 1578464849.0,
      "step": 3020
    },
    {
      "epoch": 2.8233644859813083,
      "grad_norm": 0.16864839144303787,
      "learning_rate": 5.4297908031236455e-06,
      "loss": 0.2406,
      "num_tokens": 1578989137.0,
      "step": 3021
    },
    {
      "epoch": 2.824299065420561,
      "grad_norm": 0.15945695619548703,
      "learning_rate": 5.425292864174366e-06,
      "loss": 0.2529,
      "num_tokens": 1579513425.0,
      "step": 3022
    },
    {
      "epoch": 2.825233644859813,
      "grad_norm": 0.1594449280638605,
      "learning_rate": 5.420818361026471e-06,
      "loss": 0.238,
      "num_tokens": 1580037713.0,
      "step": 3023
    },
    {
      "epoch": 2.8261682242990656,
      "grad_norm": 0.1651250081579193,
      "learning_rate": 5.416367298430356e-06,
      "loss": 0.2526,
      "num_tokens": 1580562001.0,
      "step": 3024
    },
    {
      "epoch": 2.8271028037383177,
      "grad_norm": 0.17191333663609787,
      "learning_rate": 5.4119396811115255e-06,
      "loss": 0.2483,
      "num_tokens": 1581086289.0,
      "step": 3025
    },
    {
      "epoch": 2.8280373831775703,
      "grad_norm": 0.16566076586422693,
      "learning_rate": 5.407535513770602e-06,
      "loss": 0.2687,
      "num_tokens": 1581610577.0,
      "step": 3026
    },
    {
      "epoch": 2.8289719626168224,
      "grad_norm": 0.16102633973114985,
      "learning_rate": 5.403154801083304e-06,
      "loss": 0.2455,
      "num_tokens": 1582134865.0,
      "step": 3027
    },
    {
      "epoch": 2.829906542056075,
      "grad_norm": 0.17779566207195402,
      "learning_rate": 5.398797547700457e-06,
      "loss": 0.2676,
      "num_tokens": 1582659153.0,
      "step": 3028
    },
    {
      "epoch": 2.830841121495327,
      "grad_norm": 0.1617790183409736,
      "learning_rate": 5.39446375824797e-06,
      "loss": 0.2456,
      "num_tokens": 1583183441.0,
      "step": 3029
    },
    {
      "epoch": 2.831775700934579,
      "grad_norm": 0.1593512878200668,
      "learning_rate": 5.3901534373268514e-06,
      "loss": 0.258,
      "num_tokens": 1583707729.0,
      "step": 3030
    },
    {
      "epoch": 2.8327102803738318,
      "grad_norm": 0.16041344025512685,
      "learning_rate": 5.385866589513194e-06,
      "loss": 0.2529,
      "num_tokens": 1584232017.0,
      "step": 3031
    },
    {
      "epoch": 2.8336448598130843,
      "grad_norm": 0.17506696712592082,
      "learning_rate": 5.38160321935816e-06,
      "loss": 0.2493,
      "num_tokens": 1584723632.0,
      "step": 3032
    },
    {
      "epoch": 2.8345794392523365,
      "grad_norm": 0.1722817426554514,
      "learning_rate": 5.377363331387993e-06,
      "loss": 0.2456,
      "num_tokens": 1585247920.0,
      "step": 3033
    },
    {
      "epoch": 2.8355140186915886,
      "grad_norm": 0.15636088199119091,
      "learning_rate": 5.37314693010401e-06,
      "loss": 0.2478,
      "num_tokens": 1585772208.0,
      "step": 3034
    },
    {
      "epoch": 2.836448598130841,
      "grad_norm": 0.16250726824552292,
      "learning_rate": 5.368954019982586e-06,
      "loss": 0.2521,
      "num_tokens": 1586296496.0,
      "step": 3035
    },
    {
      "epoch": 2.8373831775700937,
      "grad_norm": 0.1638249096484221,
      "learning_rate": 5.3647846054751624e-06,
      "loss": 0.2618,
      "num_tokens": 1586820784.0,
      "step": 3036
    },
    {
      "epoch": 2.838317757009346,
      "grad_norm": 0.16767666550846183,
      "learning_rate": 5.360638691008235e-06,
      "loss": 0.2578,
      "num_tokens": 1587345072.0,
      "step": 3037
    },
    {
      "epoch": 2.839252336448598,
      "grad_norm": 0.16686630006890713,
      "learning_rate": 5.356516280983344e-06,
      "loss": 0.2651,
      "num_tokens": 1587869360.0,
      "step": 3038
    },
    {
      "epoch": 2.8401869158878505,
      "grad_norm": 0.16198208764961058,
      "learning_rate": 5.3524173797770835e-06,
      "loss": 0.2489,
      "num_tokens": 1588393648.0,
      "step": 3039
    },
    {
      "epoch": 2.8411214953271027,
      "grad_norm": 0.1752367905134453,
      "learning_rate": 5.348341991741093e-06,
      "loss": 0.2586,
      "num_tokens": 1588917936.0,
      "step": 3040
    },
    {
      "epoch": 2.8420560747663552,
      "grad_norm": 0.15793625766187053,
      "learning_rate": 5.344290121202033e-06,
      "loss": 0.2561,
      "num_tokens": 1589442224.0,
      "step": 3041
    },
    {
      "epoch": 2.8429906542056074,
      "grad_norm": 0.1582048457047256,
      "learning_rate": 5.3402617724616145e-06,
      "loss": 0.2462,
      "num_tokens": 1589966512.0,
      "step": 3042
    },
    {
      "epoch": 2.84392523364486,
      "grad_norm": 0.1589962391383734,
      "learning_rate": 5.336256949796564e-06,
      "loss": 0.2346,
      "num_tokens": 1590464930.0,
      "step": 3043
    },
    {
      "epoch": 2.844859813084112,
      "grad_norm": 0.15646769264145885,
      "learning_rate": 5.332275657458637e-06,
      "loss": 0.236,
      "num_tokens": 1590989218.0,
      "step": 3044
    },
    {
      "epoch": 2.8457943925233646,
      "grad_norm": 0.15910821241012973,
      "learning_rate": 5.328317899674606e-06,
      "loss": 0.2521,
      "num_tokens": 1591513506.0,
      "step": 3045
    },
    {
      "epoch": 2.8467289719626168,
      "grad_norm": 0.15980477995450573,
      "learning_rate": 5.324383680646259e-06,
      "loss": 0.255,
      "num_tokens": 1592037794.0,
      "step": 3046
    },
    {
      "epoch": 2.847663551401869,
      "grad_norm": 0.16538375367417205,
      "learning_rate": 5.320473004550391e-06,
      "loss": 0.2535,
      "num_tokens": 1592562082.0,
      "step": 3047
    },
    {
      "epoch": 2.8485981308411215,
      "grad_norm": 0.16455654290186594,
      "learning_rate": 5.316585875538808e-06,
      "loss": 0.2605,
      "num_tokens": 1593086370.0,
      "step": 3048
    },
    {
      "epoch": 2.849532710280374,
      "grad_norm": 0.1605390869846474,
      "learning_rate": 5.312722297738314e-06,
      "loss": 0.2601,
      "num_tokens": 1593610658.0,
      "step": 3049
    },
    {
      "epoch": 2.850467289719626,
      "grad_norm": 0.1681889744852133,
      "learning_rate": 5.308882275250705e-06,
      "loss": 0.2579,
      "num_tokens": 1594134946.0,
      "step": 3050
    },
    {
      "epoch": 2.8514018691588783,
      "grad_norm": 0.1577815859685866,
      "learning_rate": 5.305065812152778e-06,
      "loss": 0.2488,
      "num_tokens": 1594659234.0,
      "step": 3051
    },
    {
      "epoch": 2.852336448598131,
      "grad_norm": 0.1595240554358761,
      "learning_rate": 5.301272912496316e-06,
      "loss": 0.2558,
      "num_tokens": 1595183522.0,
      "step": 3052
    },
    {
      "epoch": 2.8532710280373834,
      "grad_norm": 0.17398418754425807,
      "learning_rate": 5.297503580308073e-06,
      "loss": 0.2571,
      "num_tokens": 1595707810.0,
      "step": 3053
    },
    {
      "epoch": 2.8542056074766355,
      "grad_norm": 0.1613855375345038,
      "learning_rate": 5.2937578195898e-06,
      "loss": 0.2583,
      "num_tokens": 1596232098.0,
      "step": 3054
    },
    {
      "epoch": 2.8551401869158877,
      "grad_norm": 0.16480576883860226,
      "learning_rate": 5.290035634318218e-06,
      "loss": 0.2552,
      "num_tokens": 1596756386.0,
      "step": 3055
    },
    {
      "epoch": 2.8560747663551402,
      "grad_norm": 0.16087878043925935,
      "learning_rate": 5.286337028445012e-06,
      "loss": 0.2549,
      "num_tokens": 1597280674.0,
      "step": 3056
    },
    {
      "epoch": 2.8570093457943924,
      "grad_norm": 0.15575288208115515,
      "learning_rate": 5.2826620058968406e-06,
      "loss": 0.2386,
      "num_tokens": 1597804962.0,
      "step": 3057
    },
    {
      "epoch": 2.857943925233645,
      "grad_norm": 0.1582828234121756,
      "learning_rate": 5.279010570575322e-06,
      "loss": 0.2605,
      "num_tokens": 1598329250.0,
      "step": 3058
    },
    {
      "epoch": 2.858878504672897,
      "grad_norm": 0.15780594858011984,
      "learning_rate": 5.275382726357035e-06,
      "loss": 0.2397,
      "num_tokens": 1598853538.0,
      "step": 3059
    },
    {
      "epoch": 2.8598130841121496,
      "grad_norm": 0.15959016316195637,
      "learning_rate": 5.2717784770935106e-06,
      "loss": 0.2572,
      "num_tokens": 1599377826.0,
      "step": 3060
    },
    {
      "epoch": 2.8607476635514018,
      "grad_norm": 0.1609242387690095,
      "learning_rate": 5.268197826611233e-06,
      "loss": 0.2456,
      "num_tokens": 1599902114.0,
      "step": 3061
    },
    {
      "epoch": 2.8616822429906543,
      "grad_norm": 0.17585367092421558,
      "learning_rate": 5.264640778711623e-06,
      "loss": 0.2651,
      "num_tokens": 1600426402.0,
      "step": 3062
    },
    {
      "epoch": 2.8626168224299064,
      "grad_norm": 0.16067360291819432,
      "learning_rate": 5.26110733717106e-06,
      "loss": 0.2419,
      "num_tokens": 1600950690.0,
      "step": 3063
    },
    {
      "epoch": 2.863551401869159,
      "grad_norm": 0.1591904918351761,
      "learning_rate": 5.257597505740848e-06,
      "loss": 0.252,
      "num_tokens": 1601474978.0,
      "step": 3064
    },
    {
      "epoch": 2.864485981308411,
      "grad_norm": 0.17763300440318847,
      "learning_rate": 5.254111288147228e-06,
      "loss": 0.2493,
      "num_tokens": 1601999266.0,
      "step": 3065
    },
    {
      "epoch": 2.8654205607476637,
      "grad_norm": 0.17158776444302645,
      "learning_rate": 5.250648688091378e-06,
      "loss": 0.2694,
      "num_tokens": 1602523554.0,
      "step": 3066
    },
    {
      "epoch": 2.866355140186916,
      "grad_norm": 0.16013317575034372,
      "learning_rate": 5.247209709249391e-06,
      "loss": 0.2538,
      "num_tokens": 1603047842.0,
      "step": 3067
    },
    {
      "epoch": 2.867289719626168,
      "grad_norm": 0.15604405788940826,
      "learning_rate": 5.243794355272291e-06,
      "loss": 0.2467,
      "num_tokens": 1603572130.0,
      "step": 3068
    },
    {
      "epoch": 2.8682242990654205,
      "grad_norm": 0.1584780546910894,
      "learning_rate": 5.24040262978602e-06,
      "loss": 0.2583,
      "num_tokens": 1604096418.0,
      "step": 3069
    },
    {
      "epoch": 2.869158878504673,
      "grad_norm": 0.15123292371845623,
      "learning_rate": 5.237034536391426e-06,
      "loss": 0.2382,
      "num_tokens": 1604620706.0,
      "step": 3070
    },
    {
      "epoch": 2.8700934579439252,
      "grad_norm": 0.17170195969792174,
      "learning_rate": 5.23369007866428e-06,
      "loss": 0.2735,
      "num_tokens": 1605144994.0,
      "step": 3071
    },
    {
      "epoch": 2.8710280373831774,
      "grad_norm": 0.1612449448479819,
      "learning_rate": 5.230369260155254e-06,
      "loss": 0.251,
      "num_tokens": 1605669282.0,
      "step": 3072
    },
    {
      "epoch": 2.87196261682243,
      "grad_norm": 0.15410324870801798,
      "learning_rate": 5.227072084389921e-06,
      "loss": 0.2589,
      "num_tokens": 1606193570.0,
      "step": 3073
    },
    {
      "epoch": 2.8728971962616825,
      "grad_norm": 0.16234123167576756,
      "learning_rate": 5.223798554868753e-06,
      "loss": 0.2499,
      "num_tokens": 1606693886.0,
      "step": 3074
    },
    {
      "epoch": 2.8738317757009346,
      "grad_norm": 0.16196375074056252,
      "learning_rate": 5.220548675067128e-06,
      "loss": 0.2486,
      "num_tokens": 1607218174.0,
      "step": 3075
    },
    {
      "epoch": 2.8747663551401867,
      "grad_norm": 0.1612699818513534,
      "learning_rate": 5.217322448435304e-06,
      "loss": 0.2532,
      "num_tokens": 1607742462.0,
      "step": 3076
    },
    {
      "epoch": 2.8757009345794393,
      "grad_norm": 0.43949688801855963,
      "learning_rate": 5.214119878398429e-06,
      "loss": 0.253,
      "num_tokens": 1608266750.0,
      "step": 3077
    },
    {
      "epoch": 2.8766355140186914,
      "grad_norm": 0.16135042279582587,
      "learning_rate": 5.210940968356548e-06,
      "loss": 0.2446,
      "num_tokens": 1608791038.0,
      "step": 3078
    },
    {
      "epoch": 2.877570093457944,
      "grad_norm": 0.1540049862641912,
      "learning_rate": 5.207785721684568e-06,
      "loss": 0.2433,
      "num_tokens": 1609315326.0,
      "step": 3079
    },
    {
      "epoch": 2.878504672897196,
      "grad_norm": 0.1542219737057434,
      "learning_rate": 5.2046541417322895e-06,
      "loss": 0.2393,
      "num_tokens": 1609828641.0,
      "step": 3080
    },
    {
      "epoch": 2.8794392523364487,
      "grad_norm": 0.16253883045577802,
      "learning_rate": 5.2015462318243805e-06,
      "loss": 0.2527,
      "num_tokens": 1610352929.0,
      "step": 3081
    },
    {
      "epoch": 2.880373831775701,
      "grad_norm": 0.16784163124681659,
      "learning_rate": 5.198461995260377e-06,
      "loss": 0.2426,
      "num_tokens": 1610877217.0,
      "step": 3082
    },
    {
      "epoch": 2.8813084112149534,
      "grad_norm": 0.16201604849282986,
      "learning_rate": 5.1954014353146885e-06,
      "loss": 0.2504,
      "num_tokens": 1611401505.0,
      "step": 3083
    },
    {
      "epoch": 2.8822429906542055,
      "grad_norm": 0.15769200187156174,
      "learning_rate": 5.1923645552365855e-06,
      "loss": 0.2523,
      "num_tokens": 1611925793.0,
      "step": 3084
    },
    {
      "epoch": 2.883177570093458,
      "grad_norm": 0.1629314687395438,
      "learning_rate": 5.189351358250192e-06,
      "loss": 0.2555,
      "num_tokens": 1612450081.0,
      "step": 3085
    },
    {
      "epoch": 2.8841121495327102,
      "grad_norm": 0.15778217443658468,
      "learning_rate": 5.186361847554502e-06,
      "loss": 0.2519,
      "num_tokens": 1612974369.0,
      "step": 3086
    },
    {
      "epoch": 2.885046728971963,
      "grad_norm": 0.1745372955754104,
      "learning_rate": 5.183396026323348e-06,
      "loss": 0.2558,
      "num_tokens": 1613466291.0,
      "step": 3087
    },
    {
      "epoch": 2.885981308411215,
      "grad_norm": 0.17890183845355154,
      "learning_rate": 5.180453897705422e-06,
      "loss": 0.2602,
      "num_tokens": 1613990579.0,
      "step": 3088
    },
    {
      "epoch": 2.886915887850467,
      "grad_norm": 0.16123603005807086,
      "learning_rate": 5.177535464824264e-06,
      "loss": 0.2498,
      "num_tokens": 1614514867.0,
      "step": 3089
    },
    {
      "epoch": 2.8878504672897196,
      "grad_norm": 0.19619261618625256,
      "learning_rate": 5.174640730778246e-06,
      "loss": 0.2552,
      "num_tokens": 1615007771.0,
      "step": 3090
    },
    {
      "epoch": 2.888785046728972,
      "grad_norm": 0.15853105354543076,
      "learning_rate": 5.171769698640591e-06,
      "loss": 0.2466,
      "num_tokens": 1615532059.0,
      "step": 3091
    },
    {
      "epoch": 2.8897196261682243,
      "grad_norm": 0.16911706181162905,
      "learning_rate": 5.168922371459355e-06,
      "loss": 0.2642,
      "num_tokens": 1616056347.0,
      "step": 3092
    },
    {
      "epoch": 2.8906542056074764,
      "grad_norm": 0.16925286046990912,
      "learning_rate": 5.166098752257428e-06,
      "loss": 0.2564,
      "num_tokens": 1616580635.0,
      "step": 3093
    },
    {
      "epoch": 2.891588785046729,
      "grad_norm": 0.15479044248775642,
      "learning_rate": 5.163298844032527e-06,
      "loss": 0.2547,
      "num_tokens": 1617104923.0,
      "step": 3094
    },
    {
      "epoch": 2.8925233644859816,
      "grad_norm": 0.1585055413609017,
      "learning_rate": 5.160522649757203e-06,
      "loss": 0.254,
      "num_tokens": 1617629211.0,
      "step": 3095
    },
    {
      "epoch": 2.8934579439252337,
      "grad_norm": 0.1694705957882977,
      "learning_rate": 5.1577701723788175e-06,
      "loss": 0.238,
      "num_tokens": 1618121018.0,
      "step": 3096
    },
    {
      "epoch": 2.894392523364486,
      "grad_norm": 0.15806956446208822,
      "learning_rate": 5.155041414819571e-06,
      "loss": 0.2468,
      "num_tokens": 1618645306.0,
      "step": 3097
    },
    {
      "epoch": 2.8953271028037384,
      "grad_norm": 0.1561580098418965,
      "learning_rate": 5.152336379976468e-06,
      "loss": 0.2352,
      "num_tokens": 1619169594.0,
      "step": 3098
    },
    {
      "epoch": 2.8962616822429905,
      "grad_norm": 0.1591620657696977,
      "learning_rate": 5.149655070721332e-06,
      "loss": 0.2492,
      "num_tokens": 1619677709.0,
      "step": 3099
    },
    {
      "epoch": 2.897196261682243,
      "grad_norm": 0.16072254715220952,
      "learning_rate": 5.146997489900798e-06,
      "loss": 0.25,
      "num_tokens": 1620201997.0,
      "step": 3100
    },
    {
      "epoch": 2.898130841121495,
      "grad_norm": 0.16035775678497002,
      "learning_rate": 5.14436364033631e-06,
      "loss": 0.2492,
      "num_tokens": 1620723783.0,
      "step": 3101
    },
    {
      "epoch": 2.899065420560748,
      "grad_norm": 0.21366487585599397,
      "learning_rate": 5.141753524824116e-06,
      "loss": 0.2563,
      "num_tokens": 1621248071.0,
      "step": 3102
    },
    {
      "epoch": 2.9,
      "grad_norm": 0.1657497576907415,
      "learning_rate": 5.139167146135267e-06,
      "loss": 0.2605,
      "num_tokens": 1621772359.0,
      "step": 3103
    },
    {
      "epoch": 2.9009345794392525,
      "grad_norm": 0.15722692042727562,
      "learning_rate": 5.136604507015615e-06,
      "loss": 0.243,
      "num_tokens": 1622296647.0,
      "step": 3104
    },
    {
      "epoch": 2.9018691588785046,
      "grad_norm": 0.15871918873527727,
      "learning_rate": 5.134065610185809e-06,
      "loss": 0.2425,
      "num_tokens": 1622820935.0,
      "step": 3105
    },
    {
      "epoch": 2.9028037383177567,
      "grad_norm": 0.1604465198199097,
      "learning_rate": 5.131550458341288e-06,
      "loss": 0.2481,
      "num_tokens": 1623345223.0,
      "step": 3106
    },
    {
      "epoch": 2.9037383177570093,
      "grad_norm": 0.15968365175304097,
      "learning_rate": 5.129059054152284e-06,
      "loss": 0.2449,
      "num_tokens": 1623869511.0,
      "step": 3107
    },
    {
      "epoch": 2.904672897196262,
      "grad_norm": 0.16183373967828923,
      "learning_rate": 5.126591400263822e-06,
      "loss": 0.2532,
      "num_tokens": 1624393799.0,
      "step": 3108
    },
    {
      "epoch": 2.905607476635514,
      "grad_norm": 0.1627962743662077,
      "learning_rate": 5.124147499295706e-06,
      "loss": 0.254,
      "num_tokens": 1624918087.0,
      "step": 3109
    },
    {
      "epoch": 2.906542056074766,
      "grad_norm": 0.16184761543781687,
      "learning_rate": 5.12172735384252e-06,
      "loss": 0.2531,
      "num_tokens": 1625442375.0,
      "step": 3110
    },
    {
      "epoch": 2.9074766355140187,
      "grad_norm": 0.15932440956017896,
      "learning_rate": 5.1193309664736356e-06,
      "loss": 0.2431,
      "num_tokens": 1625966663.0,
      "step": 3111
    },
    {
      "epoch": 2.9084112149532713,
      "grad_norm": 0.16792574050052897,
      "learning_rate": 5.1169583397331986e-06,
      "loss": 0.2555,
      "num_tokens": 1626460251.0,
      "step": 3112
    },
    {
      "epoch": 2.9093457943925234,
      "grad_norm": 0.16843916673288092,
      "learning_rate": 5.1146094761401265e-06,
      "loss": 0.256,
      "num_tokens": 1626962758.0,
      "step": 3113
    },
    {
      "epoch": 2.9102803738317755,
      "grad_norm": 0.16901746085048275,
      "learning_rate": 5.1122843781881125e-06,
      "loss": 0.268,
      "num_tokens": 1627487046.0,
      "step": 3114
    },
    {
      "epoch": 2.911214953271028,
      "grad_norm": 0.15987376799443848,
      "learning_rate": 5.109983048345616e-06,
      "loss": 0.2486,
      "num_tokens": 1628011334.0,
      "step": 3115
    },
    {
      "epoch": 2.91214953271028,
      "grad_norm": 0.16722035022756088,
      "learning_rate": 5.107705489055861e-06,
      "loss": 0.2541,
      "num_tokens": 1628521191.0,
      "step": 3116
    },
    {
      "epoch": 2.913084112149533,
      "grad_norm": 0.15884667793158705,
      "learning_rate": 5.105451702736843e-06,
      "loss": 0.2456,
      "num_tokens": 1629045479.0,
      "step": 3117
    },
    {
      "epoch": 2.914018691588785,
      "grad_norm": 0.17089555653037977,
      "learning_rate": 5.103221691781308e-06,
      "loss": 0.2733,
      "num_tokens": 1629569767.0,
      "step": 3118
    },
    {
      "epoch": 2.9149532710280375,
      "grad_norm": 0.15436619594091522,
      "learning_rate": 5.10101545855677e-06,
      "loss": 0.2461,
      "num_tokens": 1630094055.0,
      "step": 3119
    },
    {
      "epoch": 2.9158878504672896,
      "grad_norm": 0.16870154641639518,
      "learning_rate": 5.098833005405492e-06,
      "loss": 0.2546,
      "num_tokens": 1630618343.0,
      "step": 3120
    },
    {
      "epoch": 2.916822429906542,
      "grad_norm": 0.16340512205093366,
      "learning_rate": 5.096674334644499e-06,
      "loss": 0.2339,
      "num_tokens": 1631129251.0,
      "step": 3121
    },
    {
      "epoch": 2.9177570093457943,
      "grad_norm": 0.17050605327763146,
      "learning_rate": 5.094539448565556e-06,
      "loss": 0.2615,
      "num_tokens": 1631653539.0,
      "step": 3122
    },
    {
      "epoch": 2.918691588785047,
      "grad_norm": 0.15522710935314254,
      "learning_rate": 5.092428349435185e-06,
      "loss": 0.2463,
      "num_tokens": 1632177827.0,
      "step": 3123
    },
    {
      "epoch": 2.919626168224299,
      "grad_norm": 0.15897783600432325,
      "learning_rate": 5.090341039494658e-06,
      "loss": 0.2443,
      "num_tokens": 1632702115.0,
      "step": 3124
    },
    {
      "epoch": 2.9205607476635516,
      "grad_norm": 0.15796465010862837,
      "learning_rate": 5.08827752095998e-06,
      "loss": 0.2628,
      "num_tokens": 1633226403.0,
      "step": 3125
    },
    {
      "epoch": 2.9214953271028037,
      "grad_norm": 0.16288665795029733,
      "learning_rate": 5.086237796021903e-06,
      "loss": 0.241,
      "num_tokens": 1633750691.0,
      "step": 3126
    },
    {
      "epoch": 2.922429906542056,
      "grad_norm": 0.16669845955077678,
      "learning_rate": 5.084221866845919e-06,
      "loss": 0.2509,
      "num_tokens": 1634274979.0,
      "step": 3127
    },
    {
      "epoch": 2.9233644859813084,
      "grad_norm": 0.1662600917386359,
      "learning_rate": 5.0822297355722565e-06,
      "loss": 0.2574,
      "num_tokens": 1634799267.0,
      "step": 3128
    },
    {
      "epoch": 2.924299065420561,
      "grad_norm": 0.1677984535986545,
      "learning_rate": 5.080261404315881e-06,
      "loss": 0.2577,
      "num_tokens": 1635323555.0,
      "step": 3129
    },
    {
      "epoch": 2.925233644859813,
      "grad_norm": 0.16267531337069374,
      "learning_rate": 5.078316875166486e-06,
      "loss": 0.2393,
      "num_tokens": 1635847843.0,
      "step": 3130
    },
    {
      "epoch": 2.926168224299065,
      "grad_norm": 0.1531235335818365,
      "learning_rate": 5.076396150188497e-06,
      "loss": 0.2422,
      "num_tokens": 1636372131.0,
      "step": 3131
    },
    {
      "epoch": 2.9271028037383178,
      "grad_norm": 0.1644577357916007,
      "learning_rate": 5.074499231421071e-06,
      "loss": 0.2558,
      "num_tokens": 1636896419.0,
      "step": 3132
    },
    {
      "epoch": 2.9280373831775703,
      "grad_norm": 0.15981313049323412,
      "learning_rate": 5.0726261208780846e-06,
      "loss": 0.2512,
      "num_tokens": 1637420707.0,
      "step": 3133
    },
    {
      "epoch": 2.9289719626168225,
      "grad_norm": 0.15803225113363978,
      "learning_rate": 5.070776820548142e-06,
      "loss": 0.2467,
      "num_tokens": 1637944995.0,
      "step": 3134
    },
    {
      "epoch": 2.9299065420560746,
      "grad_norm": 0.15698399372655983,
      "learning_rate": 5.06895133239457e-06,
      "loss": 0.2584,
      "num_tokens": 1638469283.0,
      "step": 3135
    },
    {
      "epoch": 2.930841121495327,
      "grad_norm": 0.16133969287285943,
      "learning_rate": 5.067149658355414e-06,
      "loss": 0.2458,
      "num_tokens": 1638993571.0,
      "step": 3136
    },
    {
      "epoch": 2.9317757009345793,
      "grad_norm": 0.15794662046183766,
      "learning_rate": 5.065371800343435e-06,
      "loss": 0.2393,
      "num_tokens": 1639517859.0,
      "step": 3137
    },
    {
      "epoch": 2.932710280373832,
      "grad_norm": 0.15660384625911078,
      "learning_rate": 5.063617760246114e-06,
      "loss": 0.2542,
      "num_tokens": 1640042147.0,
      "step": 3138
    },
    {
      "epoch": 2.933644859813084,
      "grad_norm": 0.17226353757791255,
      "learning_rate": 5.061887539925639e-06,
      "loss": 0.2539,
      "num_tokens": 1640566435.0,
      "step": 3139
    },
    {
      "epoch": 2.9345794392523366,
      "grad_norm": 0.16855568439893415,
      "learning_rate": 5.0601811412189135e-06,
      "loss": 0.2654,
      "num_tokens": 1641090723.0,
      "step": 3140
    },
    {
      "epoch": 2.9355140186915887,
      "grad_norm": 0.1538599735689667,
      "learning_rate": 5.058498565937556e-06,
      "loss": 0.2404,
      "num_tokens": 1641615011.0,
      "step": 3141
    },
    {
      "epoch": 2.9364485981308412,
      "grad_norm": 0.1693744138997057,
      "learning_rate": 5.056839815867878e-06,
      "loss": 0.2682,
      "num_tokens": 1642106084.0,
      "step": 3142
    },
    {
      "epoch": 2.9373831775700934,
      "grad_norm": 0.15464010345159795,
      "learning_rate": 5.055204892770911e-06,
      "loss": 0.2482,
      "num_tokens": 1642630372.0,
      "step": 3143
    },
    {
      "epoch": 2.938317757009346,
      "grad_norm": 0.19199450205219903,
      "learning_rate": 5.053593798382388e-06,
      "loss": 0.2464,
      "num_tokens": 1643154660.0,
      "step": 3144
    },
    {
      "epoch": 2.939252336448598,
      "grad_norm": 0.15662701158157627,
      "learning_rate": 5.052006534412735e-06,
      "loss": 0.2448,
      "num_tokens": 1643678948.0,
      "step": 3145
    },
    {
      "epoch": 2.9401869158878506,
      "grad_norm": 0.16066558672018877,
      "learning_rate": 5.050443102547085e-06,
      "loss": 0.2535,
      "num_tokens": 1644203236.0,
      "step": 3146
    },
    {
      "epoch": 2.9411214953271028,
      "grad_norm": 0.16358067893844497,
      "learning_rate": 5.048903504445273e-06,
      "loss": 0.2446,
      "num_tokens": 1644727524.0,
      "step": 3147
    },
    {
      "epoch": 2.942056074766355,
      "grad_norm": 0.16751613647193292,
      "learning_rate": 5.047387741741823e-06,
      "loss": 0.2485,
      "num_tokens": 1645251812.0,
      "step": 3148
    },
    {
      "epoch": 2.9429906542056075,
      "grad_norm": 0.1583583424303447,
      "learning_rate": 5.04589581604596e-06,
      "loss": 0.241,
      "num_tokens": 1645776100.0,
      "step": 3149
    },
    {
      "epoch": 2.94392523364486,
      "grad_norm": 0.163695921020417,
      "learning_rate": 5.044427728941597e-06,
      "loss": 0.257,
      "num_tokens": 1646300388.0,
      "step": 3150
    },
    {
      "epoch": 2.944859813084112,
      "grad_norm": 0.1617144196435671,
      "learning_rate": 5.042983481987342e-06,
      "loss": 0.2406,
      "num_tokens": 1646824676.0,
      "step": 3151
    },
    {
      "epoch": 2.9457943925233643,
      "grad_norm": 0.16031456765567034,
      "learning_rate": 5.041563076716495e-06,
      "loss": 0.2513,
      "num_tokens": 1647348964.0,
      "step": 3152
    },
    {
      "epoch": 2.946728971962617,
      "grad_norm": 0.16026594244072329,
      "learning_rate": 5.0401665146370364e-06,
      "loss": 0.2512,
      "num_tokens": 1647873252.0,
      "step": 3153
    },
    {
      "epoch": 2.9476635514018694,
      "grad_norm": 0.16227560150882966,
      "learning_rate": 5.038793797231641e-06,
      "loss": 0.241,
      "num_tokens": 1648397540.0,
      "step": 3154
    },
    {
      "epoch": 2.9485981308411215,
      "grad_norm": 0.16255540364218632,
      "learning_rate": 5.037444925957667e-06,
      "loss": 0.2466,
      "num_tokens": 1648921828.0,
      "step": 3155
    },
    {
      "epoch": 2.9495327102803737,
      "grad_norm": 0.16377197572908947,
      "learning_rate": 5.036119902247152e-06,
      "loss": 0.2549,
      "num_tokens": 1649442649.0,
      "step": 3156
    },
    {
      "epoch": 2.9504672897196262,
      "grad_norm": 0.15686368912997695,
      "learning_rate": 5.034818727506822e-06,
      "loss": 0.2412,
      "num_tokens": 1649966937.0,
      "step": 3157
    },
    {
      "epoch": 2.9514018691588784,
      "grad_norm": 0.16384233940608606,
      "learning_rate": 5.033541403118076e-06,
      "loss": 0.2601,
      "num_tokens": 1650491225.0,
      "step": 3158
    },
    {
      "epoch": 2.952336448598131,
      "grad_norm": 0.15322707747873343,
      "learning_rate": 5.032287930437003e-06,
      "loss": 0.2439,
      "num_tokens": 1651015513.0,
      "step": 3159
    },
    {
      "epoch": 2.953271028037383,
      "grad_norm": 0.15539623601581762,
      "learning_rate": 5.0310583107943566e-06,
      "loss": 0.2485,
      "num_tokens": 1651539801.0,
      "step": 3160
    },
    {
      "epoch": 2.9542056074766356,
      "grad_norm": 0.16337060302063683,
      "learning_rate": 5.029852545495578e-06,
      "loss": 0.2514,
      "num_tokens": 1652064089.0,
      "step": 3161
    },
    {
      "epoch": 2.9551401869158878,
      "grad_norm": 0.1623666844890948,
      "learning_rate": 5.028670635820773e-06,
      "loss": 0.2489,
      "num_tokens": 1652588377.0,
      "step": 3162
    },
    {
      "epoch": 2.9560747663551403,
      "grad_norm": 0.17115889517636781,
      "learning_rate": 5.027512583024731e-06,
      "loss": 0.2444,
      "num_tokens": 1653112665.0,
      "step": 3163
    },
    {
      "epoch": 2.9570093457943925,
      "grad_norm": 0.16355423998300564,
      "learning_rate": 5.026378388336905e-06,
      "loss": 0.2576,
      "num_tokens": 1653636953.0,
      "step": 3164
    },
    {
      "epoch": 2.957943925233645,
      "grad_norm": 0.16406533066626325,
      "learning_rate": 5.0252680529614245e-06,
      "loss": 0.2412,
      "num_tokens": 1654161241.0,
      "step": 3165
    },
    {
      "epoch": 2.958878504672897,
      "grad_norm": 0.15459208527474522,
      "learning_rate": 5.024181578077087e-06,
      "loss": 0.2479,
      "num_tokens": 1654685529.0,
      "step": 3166
    },
    {
      "epoch": 2.9598130841121497,
      "grad_norm": 0.15633748386810511,
      "learning_rate": 5.023118964837357e-06,
      "loss": 0.2371,
      "num_tokens": 1655209817.0,
      "step": 3167
    },
    {
      "epoch": 2.960747663551402,
      "grad_norm": 0.15895564303598467,
      "learning_rate": 5.022080214370365e-06,
      "loss": 0.2462,
      "num_tokens": 1655734105.0,
      "step": 3168
    },
    {
      "epoch": 2.961682242990654,
      "grad_norm": 0.1576922298464359,
      "learning_rate": 5.021065327778912e-06,
      "loss": 0.2332,
      "num_tokens": 1656258393.0,
      "step": 3169
    },
    {
      "epoch": 2.9626168224299065,
      "grad_norm": 0.1623422508249808,
      "learning_rate": 5.0200743061404594e-06,
      "loss": 0.2426,
      "num_tokens": 1656782681.0,
      "step": 3170
    },
    {
      "epoch": 2.963551401869159,
      "grad_norm": 0.15366051416481216,
      "learning_rate": 5.019107150507137e-06,
      "loss": 0.2472,
      "num_tokens": 1657306969.0,
      "step": 3171
    },
    {
      "epoch": 2.9644859813084112,
      "grad_norm": 0.1604948321326563,
      "learning_rate": 5.018163861905728e-06,
      "loss": 0.2541,
      "num_tokens": 1657831257.0,
      "step": 3172
    },
    {
      "epoch": 2.9654205607476634,
      "grad_norm": 0.1710948624577051,
      "learning_rate": 5.017244441337688e-06,
      "loss": 0.2648,
      "num_tokens": 1658334526.0,
      "step": 3173
    },
    {
      "epoch": 2.966355140186916,
      "grad_norm": 0.16984203345710014,
      "learning_rate": 5.016348889779125e-06,
      "loss": 0.2611,
      "num_tokens": 1658858814.0,
      "step": 3174
    },
    {
      "epoch": 2.9672897196261685,
      "grad_norm": 0.16555401722382868,
      "learning_rate": 5.015477208180813e-06,
      "loss": 0.2574,
      "num_tokens": 1659383102.0,
      "step": 3175
    },
    {
      "epoch": 2.9682242990654206,
      "grad_norm": 0.15350232848749462,
      "learning_rate": 5.014629397468174e-06,
      "loss": 0.2407,
      "num_tokens": 1659907390.0,
      "step": 3176
    },
    {
      "epoch": 2.9691588785046727,
      "grad_norm": 0.15873344982937165,
      "learning_rate": 5.013805458541295e-06,
      "loss": 0.2488,
      "num_tokens": 1660431678.0,
      "step": 3177
    },
    {
      "epoch": 2.9700934579439253,
      "grad_norm": 0.16043839660978465,
      "learning_rate": 5.013005392274922e-06,
      "loss": 0.2576,
      "num_tokens": 1660955966.0,
      "step": 3178
    },
    {
      "epoch": 2.9710280373831774,
      "grad_norm": 0.1609548819366537,
      "learning_rate": 5.012229199518448e-06,
      "loss": 0.2554,
      "num_tokens": 1661480254.0,
      "step": 3179
    },
    {
      "epoch": 2.97196261682243,
      "grad_norm": 0.16488637049045823,
      "learning_rate": 5.011476881095927e-06,
      "loss": 0.2609,
      "num_tokens": 1662004542.0,
      "step": 3180
    },
    {
      "epoch": 2.972897196261682,
      "grad_norm": 0.1644441254015259,
      "learning_rate": 5.010748437806064e-06,
      "loss": 0.2539,
      "num_tokens": 1662504224.0,
      "step": 3181
    },
    {
      "epoch": 2.9738317757009347,
      "grad_norm": 0.1601426973977517,
      "learning_rate": 5.010043870422216e-06,
      "loss": 0.2615,
      "num_tokens": 1663028512.0,
      "step": 3182
    },
    {
      "epoch": 2.974766355140187,
      "grad_norm": 0.16367185916023547,
      "learning_rate": 5.009363179692395e-06,
      "loss": 0.2454,
      "num_tokens": 1663552800.0,
      "step": 3183
    },
    {
      "epoch": 2.9757009345794394,
      "grad_norm": 0.19555075425964427,
      "learning_rate": 5.008706366339258e-06,
      "loss": 0.2748,
      "num_tokens": 1664077088.0,
      "step": 3184
    },
    {
      "epoch": 2.9766355140186915,
      "grad_norm": 0.16172921850463576,
      "learning_rate": 5.00807343106012e-06,
      "loss": 0.2469,
      "num_tokens": 1664601376.0,
      "step": 3185
    },
    {
      "epoch": 2.9775700934579437,
      "grad_norm": 0.15758681583268613,
      "learning_rate": 5.0074643745269405e-06,
      "loss": 0.2401,
      "num_tokens": 1665125664.0,
      "step": 3186
    },
    {
      "epoch": 2.9785046728971962,
      "grad_norm": 0.16618738744394276,
      "learning_rate": 5.006879197386331e-06,
      "loss": 0.2606,
      "num_tokens": 1665649952.0,
      "step": 3187
    },
    {
      "epoch": 2.979439252336449,
      "grad_norm": 0.15343328900038852,
      "learning_rate": 5.006317900259549e-06,
      "loss": 0.2423,
      "num_tokens": 1666174240.0,
      "step": 3188
    },
    {
      "epoch": 2.980373831775701,
      "grad_norm": 0.16284368951838346,
      "learning_rate": 5.0057804837425015e-06,
      "loss": 0.2571,
      "num_tokens": 1666698528.0,
      "step": 3189
    },
    {
      "epoch": 2.981308411214953,
      "grad_norm": 0.1611699475409836,
      "learning_rate": 5.005266948405739e-06,
      "loss": 0.2558,
      "num_tokens": 1667222816.0,
      "step": 3190
    },
    {
      "epoch": 2.9822429906542056,
      "grad_norm": 0.15579983222590485,
      "learning_rate": 5.004777294794464e-06,
      "loss": 0.2449,
      "num_tokens": 1667747104.0,
      "step": 3191
    },
    {
      "epoch": 2.983177570093458,
      "grad_norm": 0.16299055244015945,
      "learning_rate": 5.0043115234285174e-06,
      "loss": 0.2422,
      "num_tokens": 1668271392.0,
      "step": 3192
    },
    {
      "epoch": 2.9841121495327103,
      "grad_norm": 0.16150338948634607,
      "learning_rate": 5.003869634802393e-06,
      "loss": 0.2594,
      "num_tokens": 1668795680.0,
      "step": 3193
    },
    {
      "epoch": 2.9850467289719624,
      "grad_norm": 0.16540264420012904,
      "learning_rate": 5.003451629385222e-06,
      "loss": 0.2612,
      "num_tokens": 1669319968.0,
      "step": 3194
    },
    {
      "epoch": 2.985981308411215,
      "grad_norm": 0.16845092618414753,
      "learning_rate": 5.0030575076207885e-06,
      "loss": 0.2564,
      "num_tokens": 1669844256.0,
      "step": 3195
    },
    {
      "epoch": 2.986915887850467,
      "grad_norm": 0.18513003365727718,
      "learning_rate": 5.00268726992751e-06,
      "loss": 0.2413,
      "num_tokens": 1670368544.0,
      "step": 3196
    },
    {
      "epoch": 2.9878504672897197,
      "grad_norm": 0.1627630511587351,
      "learning_rate": 5.002340916698455e-06,
      "loss": 0.2526,
      "num_tokens": 1670892832.0,
      "step": 3197
    },
    {
      "epoch": 2.988785046728972,
      "grad_norm": 0.159793496928807,
      "learning_rate": 5.00201844830133e-06,
      "loss": 0.2463,
      "num_tokens": 1671417120.0,
      "step": 3198
    },
    {
      "epoch": 2.9897196261682244,
      "grad_norm": 0.16523118428650566,
      "learning_rate": 5.0017198650784914e-06,
      "loss": 0.2602,
      "num_tokens": 1671941408.0,
      "step": 3199
    },
    {
      "epoch": 2.9906542056074765,
      "grad_norm": 0.16296839833931948,
      "learning_rate": 5.00144516734693e-06,
      "loss": 0.2379,
      "num_tokens": 1672465696.0,
      "step": 3200
    },
    {
      "epoch": 2.991588785046729,
      "grad_norm": 0.16457872889913785,
      "learning_rate": 5.00119435539828e-06,
      "loss": 0.2532,
      "num_tokens": 1672989984.0,
      "step": 3201
    },
    {
      "epoch": 2.992523364485981,
      "grad_norm": 0.16227310437251885,
      "learning_rate": 5.0009674294988155e-06,
      "loss": 0.2384,
      "num_tokens": 1673514272.0,
      "step": 3202
    },
    {
      "epoch": 2.993457943925234,
      "grad_norm": 0.15703973677865032,
      "learning_rate": 5.000764389889461e-06,
      "loss": 0.2467,
      "num_tokens": 1674038560.0,
      "step": 3203
    },
    {
      "epoch": 2.994392523364486,
      "grad_norm": 0.16500860977043846,
      "learning_rate": 5.000585236785771e-06,
      "loss": 0.242,
      "num_tokens": 1674562848.0,
      "step": 3204
    },
    {
      "epoch": 2.9953271028037385,
      "grad_norm": 0.16212342795211043,
      "learning_rate": 5.000429970377945e-06,
      "loss": 0.252,
      "num_tokens": 1675087136.0,
      "step": 3205
    },
    {
      "epoch": 2.9962616822429906,
      "grad_norm": 0.15982502524264205,
      "learning_rate": 5.000298590830826e-06,
      "loss": 0.2359,
      "num_tokens": 1675611424.0,
      "step": 3206
    },
    {
      "epoch": 2.9971962616822427,
      "grad_norm": 0.17270533519325143,
      "learning_rate": 5.0001910982838896e-06,
      "loss": 0.2592,
      "num_tokens": 1676135712.0,
      "step": 3207
    },
    {
      "epoch": 2.9981308411214953,
      "grad_norm": 0.15799878425299674,
      "learning_rate": 5.000107492851258e-06,
      "loss": 0.2507,
      "num_tokens": 1676660000.0,
      "step": 3208
    },
    {
      "epoch": 2.999065420560748,
      "grad_norm": 0.16591371366599708,
      "learning_rate": 5.000047774621694e-06,
      "loss": 0.2528,
      "num_tokens": 1677184288.0,
      "step": 3209
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.18816292516967573,
      "learning_rate": 5.000011943658593e-06,
      "loss": 0.2288,
      "num_tokens": 1677708576.0,
      "step": 3210
    },
    {
      "epoch": 3.0,
      "step": 3210,
      "total_flos": 3112363116199936.0,
      "train_loss": 0.31565607604208024,
      "train_runtime": 53562.0983,
      "train_samples_per_second": 0.959,
      "train_steps_per_second": 0.06
    }
  ],
  "logging_steps": 1,
  "max_steps": 3210,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3112363116199936.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}