{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 8790,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00034129692832764505,
      "grad_norm": 3.103052345649205,
      "learning_rate": 0.0,
      "loss": 0.5103,
      "num_tokens": 194701.0,
      "step": 1
    },
    {
      "epoch": 0.0006825938566552901,
      "grad_norm": 2.956303854678885,
      "learning_rate": 2.272727272727273e-08,
      "loss": 0.4886,
      "num_tokens": 405906.0,
      "step": 2
    },
    {
      "epoch": 0.0010238907849829352,
      "grad_norm": 3.0968950207175734,
      "learning_rate": 4.545454545454546e-08,
      "loss": 0.4905,
      "num_tokens": 587990.0,
      "step": 3
    },
    {
      "epoch": 0.0013651877133105802,
      "grad_norm": 2.811444561484848,
      "learning_rate": 6.818181818181819e-08,
      "loss": 0.4605,
      "num_tokens": 779681.0,
      "step": 4
    },
    {
      "epoch": 0.0017064846416382253,
      "grad_norm": 3.236442530153856,
      "learning_rate": 9.090909090909091e-08,
      "loss": 0.5204,
      "num_tokens": 946012.0,
      "step": 5
    },
    {
      "epoch": 0.0020477815699658703,
      "grad_norm": 3.0336060562568776,
      "learning_rate": 1.1363636363636364e-07,
      "loss": 0.5247,
      "num_tokens": 1164246.0,
      "step": 6
    },
    {
      "epoch": 0.002389078498293515,
      "grad_norm": 3.067644570968709,
      "learning_rate": 1.3636363636363637e-07,
      "loss": 0.5125,
      "num_tokens": 1400252.0,
      "step": 7
    },
    {
      "epoch": 0.0027303754266211604,
      "grad_norm": 3.158680201733553,
      "learning_rate": 1.590909090909091e-07,
      "loss": 0.5058,
      "num_tokens": 1574346.0,
      "step": 8
    },
    {
      "epoch": 0.0030716723549488053,
      "grad_norm": 3.1295380490825586,
      "learning_rate": 1.8181818181818183e-07,
      "loss": 0.4907,
      "num_tokens": 1755336.0,
      "step": 9
    },
    {
      "epoch": 0.0034129692832764505,
      "grad_norm": 3.2000816757913735,
      "learning_rate": 2.0454545454545456e-07,
      "loss": 0.4722,
      "num_tokens": 1926703.0,
      "step": 10
    },
    {
      "epoch": 0.0037542662116040954,
      "grad_norm": 3.062686476667335,
      "learning_rate": 2.2727272727272729e-07,
      "loss": 0.4923,
      "num_tokens": 2128356.0,
      "step": 11
    },
    {
      "epoch": 0.004095563139931741,
      "grad_norm": 3.1279839637083104,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 0.4932,
      "num_tokens": 2307717.0,
      "step": 12
    },
    {
      "epoch": 0.004436860068259386,
      "grad_norm": 3.416312984432629,
      "learning_rate": 2.7272727272727274e-07,
      "loss": 0.5093,
      "num_tokens": 2461393.0,
      "step": 13
    },
    {
      "epoch": 0.00477815699658703,
      "grad_norm": 3.1083765430385277,
      "learning_rate": 2.954545454545455e-07,
      "loss": 0.4658,
      "num_tokens": 2625549.0,
      "step": 14
    },
    {
      "epoch": 0.005119453924914676,
      "grad_norm": 3.0342180872406557,
      "learning_rate": 3.181818181818182e-07,
      "loss": 0.4903,
      "num_tokens": 2799184.0,
      "step": 15
    },
    {
      "epoch": 0.005460750853242321,
      "grad_norm": 3.4124046809363846,
      "learning_rate": 3.409090909090909e-07,
      "loss": 0.4871,
      "num_tokens": 2952272.0,
      "step": 16
    },
    {
      "epoch": 0.005802047781569966,
      "grad_norm": 3.261907920036937,
      "learning_rate": 3.6363636363636366e-07,
      "loss": 0.4924,
      "num_tokens": 3128213.0,
      "step": 17
    },
    {
      "epoch": 0.0061433447098976105,
      "grad_norm": 3.02446906727444,
      "learning_rate": 3.8636363636363636e-07,
      "loss": 0.486,
      "num_tokens": 3335726.0,
      "step": 18
    },
    {
      "epoch": 0.006484641638225256,
      "grad_norm": 3.079361516409289,
      "learning_rate": 4.090909090909091e-07,
      "loss": 0.4836,
      "num_tokens": 3562159.0,
      "step": 19
    },
    {
      "epoch": 0.006825938566552901,
      "grad_norm": 2.7470137495377465,
      "learning_rate": 4.3181818181818187e-07,
      "loss": 0.4632,
      "num_tokens": 3744610.0,
      "step": 20
    },
    {
      "epoch": 0.007167235494880546,
      "grad_norm": 3.275059775361734,
      "learning_rate": 4.5454545454545457e-07,
      "loss": 0.4618,
      "num_tokens": 3897707.0,
      "step": 21
    },
    {
      "epoch": 0.007508532423208191,
      "grad_norm": 2.7659102192748444,
      "learning_rate": 4.772727272727274e-07,
      "loss": 0.4629,
      "num_tokens": 4102565.0,
      "step": 22
    },
    {
      "epoch": 0.007849829351535836,
      "grad_norm": 12.508186609009458,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.5277,
      "num_tokens": 4296667.0,
      "step": 23
    },
    {
      "epoch": 0.008191126279863481,
      "grad_norm": 2.5792958622904907,
      "learning_rate": 5.227272727272728e-07,
      "loss": 0.4789,
      "num_tokens": 4515808.0,
      "step": 24
    },
    {
      "epoch": 0.008532423208191127,
      "grad_norm": 2.9978902713035738,
      "learning_rate": 5.454545454545455e-07,
      "loss": 0.4559,
      "num_tokens": 4700237.0,
      "step": 25
    },
    {
      "epoch": 0.008873720136518772,
      "grad_norm": 3.045502243051703,
      "learning_rate": 5.681818181818182e-07,
      "loss": 0.5055,
      "num_tokens": 4876618.0,
      "step": 26
    },
    {
      "epoch": 0.009215017064846417,
      "grad_norm": 2.9338553644313903,
      "learning_rate": 5.90909090909091e-07,
      "loss": 0.4808,
      "num_tokens": 5042907.0,
      "step": 27
    },
    {
      "epoch": 0.00955631399317406,
      "grad_norm": 2.640786054615697,
      "learning_rate": 6.136363636363637e-07,
      "loss": 0.5081,
      "num_tokens": 5238808.0,
      "step": 28
    },
    {
      "epoch": 0.009897610921501706,
      "grad_norm": 2.390115628497784,
      "learning_rate": 6.363636363636364e-07,
      "loss": 0.4805,
      "num_tokens": 5436450.0,
      "step": 29
    },
    {
      "epoch": 0.010238907849829351,
      "grad_norm": 2.4995203026379906,
      "learning_rate": 6.590909090909091e-07,
      "loss": 0.4773,
      "num_tokens": 5622720.0,
      "step": 30
    },
    {
      "epoch": 0.010580204778156996,
      "grad_norm": 2.169295412343834,
      "learning_rate": 6.818181818181818e-07,
      "loss": 0.4817,
      "num_tokens": 5842775.0,
      "step": 31
    },
    {
      "epoch": 0.010921501706484642,
      "grad_norm": 2.218717643306896,
      "learning_rate": 7.045454545454545e-07,
      "loss": 0.4742,
      "num_tokens": 6035758.0,
      "step": 32
    },
    {
      "epoch": 0.011262798634812287,
      "grad_norm": 2.073047786735692,
      "learning_rate": 7.272727272727273e-07,
      "loss": 0.4457,
      "num_tokens": 6268906.0,
      "step": 33
    },
    {
      "epoch": 0.011604095563139932,
      "grad_norm": 2.0591527031047696,
      "learning_rate": 7.5e-07,
      "loss": 0.469,
      "num_tokens": 6455410.0,
      "step": 34
    },
    {
      "epoch": 0.011945392491467578,
      "grad_norm": 2.2029285927028535,
      "learning_rate": 7.727272727272727e-07,
      "loss": 0.4549,
      "num_tokens": 6649159.0,
      "step": 35
    },
    {
      "epoch": 0.012286689419795221,
      "grad_norm": 2.04658415605576,
      "learning_rate": 7.954545454545455e-07,
      "loss": 0.4698,
      "num_tokens": 6867201.0,
      "step": 36
    },
    {
      "epoch": 0.012627986348122866,
      "grad_norm": 2.046091338973824,
      "learning_rate": 8.181818181818182e-07,
      "loss": 0.4352,
      "num_tokens": 7067014.0,
      "step": 37
    },
    {
      "epoch": 0.012969283276450512,
      "grad_norm": 2.118377862969206,
      "learning_rate": 8.409090909090909e-07,
      "loss": 0.4535,
      "num_tokens": 7232047.0,
      "step": 38
    },
    {
      "epoch": 0.013310580204778157,
      "grad_norm": 1.6148573907156352,
      "learning_rate": 8.636363636363637e-07,
      "loss": 0.4606,
      "num_tokens": 7443110.0,
      "step": 39
    },
    {
      "epoch": 0.013651877133105802,
      "grad_norm": 1.474323355086844,
      "learning_rate": 8.863636363636364e-07,
      "loss": 0.4104,
      "num_tokens": 7639810.0,
      "step": 40
    },
    {
      "epoch": 0.013993174061433447,
      "grad_norm": 1.5054055003844171,
      "learning_rate": 9.090909090909091e-07,
      "loss": 0.4206,
      "num_tokens": 7794596.0,
      "step": 41
    },
    {
      "epoch": 0.014334470989761093,
      "grad_norm": 1.218855042512195,
      "learning_rate": 9.31818181818182e-07,
      "loss": 0.4341,
      "num_tokens": 7997318.0,
      "step": 42
    },
    {
      "epoch": 0.014675767918088738,
      "grad_norm": 1.1121793532419288,
      "learning_rate": 9.545454545454548e-07,
      "loss": 0.4042,
      "num_tokens": 8206539.0,
      "step": 43
    },
    {
      "epoch": 0.015017064846416382,
      "grad_norm": 1.161211051290295,
      "learning_rate": 9.772727272727275e-07,
      "loss": 0.408,
      "num_tokens": 8351407.0,
      "step": 44
    },
    {
      "epoch": 0.015358361774744027,
      "grad_norm": 1.0702032863681792,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.3883,
      "num_tokens": 8528148.0,
      "step": 45
    },
    {
      "epoch": 0.015699658703071672,
      "grad_norm": 1.064548111811556,
      "learning_rate": 1.0227272727272729e-06,
      "loss": 0.4461,
      "num_tokens": 8725434.0,
      "step": 46
    },
    {
      "epoch": 0.016040955631399317,
      "grad_norm": 0.9580489857467884,
      "learning_rate": 1.0454545454545456e-06,
      "loss": 0.4063,
      "num_tokens": 8898174.0,
      "step": 47
    },
    {
      "epoch": 0.016382252559726963,
      "grad_norm": 0.9554954202122997,
      "learning_rate": 1.0681818181818183e-06,
      "loss": 0.4075,
      "num_tokens": 9095736.0,
      "step": 48
    },
    {
      "epoch": 0.016723549488054608,
      "grad_norm": 0.7651168907143564,
      "learning_rate": 1.090909090909091e-06,
      "loss": 0.3746,
      "num_tokens": 9284966.0,
      "step": 49
    },
    {
      "epoch": 0.017064846416382253,
      "grad_norm": 0.8048964855528233,
      "learning_rate": 1.1136363636363637e-06,
      "loss": 0.4153,
      "num_tokens": 9476675.0,
      "step": 50
    },
    {
      "epoch": 0.0174061433447099,
      "grad_norm": 0.8092585516753958,
      "learning_rate": 1.1363636363636364e-06,
      "loss": 0.4054,
      "num_tokens": 9655343.0,
      "step": 51
    },
    {
      "epoch": 0.017747440273037544,
      "grad_norm": 0.688376207644203,
      "learning_rate": 1.159090909090909e-06,
      "loss": 0.3893,
      "num_tokens": 9841501.0,
      "step": 52
    },
    {
      "epoch": 0.01808873720136519,
      "grad_norm": 0.6671739129744083,
      "learning_rate": 1.181818181818182e-06,
      "loss": 0.3886,
      "num_tokens": 10007353.0,
      "step": 53
    },
    {
      "epoch": 0.018430034129692834,
      "grad_norm": 0.5995923864255268,
      "learning_rate": 1.2045454545454547e-06,
      "loss": 0.387,
      "num_tokens": 10204788.0,
      "step": 54
    },
    {
      "epoch": 0.01877133105802048,
      "grad_norm": 0.5039005903192132,
      "learning_rate": 1.2272727272727274e-06,
      "loss": 0.3601,
      "num_tokens": 10381993.0,
      "step": 55
    },
    {
      "epoch": 0.01911262798634812,
      "grad_norm": 0.6141622047453601,
      "learning_rate": 1.25e-06,
      "loss": 0.4166,
      "num_tokens": 10531823.0,
      "step": 56
    },
    {
      "epoch": 0.019453924914675767,
      "grad_norm": 0.5123451495895861,
      "learning_rate": 1.2727272727272728e-06,
      "loss": 0.3739,
      "num_tokens": 10731607.0,
      "step": 57
    },
    {
      "epoch": 0.019795221843003412,
      "grad_norm": 0.5206205801974265,
      "learning_rate": 1.2954545454545455e-06,
      "loss": 0.3565,
      "num_tokens": 10931080.0,
      "step": 58
    },
    {
      "epoch": 0.020136518771331057,
      "grad_norm": 0.5370576735572075,
      "learning_rate": 1.3181818181818182e-06,
      "loss": 0.3511,
      "num_tokens": 11153469.0,
      "step": 59
    },
    {
      "epoch": 0.020477815699658702,
      "grad_norm": 0.5854554117786225,
      "learning_rate": 1.3409090909090911e-06,
      "loss": 0.3859,
      "num_tokens": 11325151.0,
      "step": 60
    },
    {
      "epoch": 0.020819112627986348,
      "grad_norm": 0.5555850182859465,
      "learning_rate": 1.3636363636363636e-06,
      "loss": 0.3641,
      "num_tokens": 11479520.0,
      "step": 61
    },
    {
      "epoch": 0.021160409556313993,
      "grad_norm": 0.63220119016188,
      "learning_rate": 1.3863636363636365e-06,
      "loss": 0.431,
      "num_tokens": 11654747.0,
      "step": 62
    },
    {
      "epoch": 0.021501706484641638,
      "grad_norm": 0.5306844717980504,
      "learning_rate": 1.409090909090909e-06,
      "loss": 0.3771,
      "num_tokens": 11842734.0,
      "step": 63
    },
    {
      "epoch": 0.021843003412969283,
      "grad_norm": 0.5880335897723107,
      "learning_rate": 1.431818181818182e-06,
      "loss": 0.3603,
      "num_tokens": 11968890.0,
      "step": 64
    },
    {
      "epoch": 0.02218430034129693,
      "grad_norm": 0.49017780122244126,
      "learning_rate": 1.4545454545454546e-06,
      "loss": 0.399,
      "num_tokens": 12155624.0,
      "step": 65
    },
    {
      "epoch": 0.022525597269624574,
      "grad_norm": 0.4577185279732766,
      "learning_rate": 1.4772727272727275e-06,
      "loss": 0.3767,
      "num_tokens": 12352145.0,
      "step": 66
    },
    {
      "epoch": 0.02286689419795222,
      "grad_norm": 0.4486515374736298,
      "learning_rate": 1.5e-06,
      "loss": 0.3852,
      "num_tokens": 12585258.0,
      "step": 67
    },
    {
      "epoch": 0.023208191126279865,
      "grad_norm": 0.4392695357017689,
      "learning_rate": 1.522727272727273e-06,
      "loss": 0.3892,
      "num_tokens": 12803577.0,
      "step": 68
    },
    {
      "epoch": 0.02354948805460751,
      "grad_norm": 0.4056454823562275,
      "learning_rate": 1.5454545454545454e-06,
      "loss": 0.3697,
      "num_tokens": 13013021.0,
      "step": 69
    },
    {
      "epoch": 0.023890784982935155,
      "grad_norm": 0.4056735814257431,
      "learning_rate": 1.5681818181818184e-06,
      "loss": 0.366,
      "num_tokens": 13168439.0,
      "step": 70
    },
    {
      "epoch": 0.024232081911262797,
      "grad_norm": 0.408261864332531,
      "learning_rate": 1.590909090909091e-06,
      "loss": 0.3481,
      "num_tokens": 13348216.0,
      "step": 71
    },
    {
      "epoch": 0.024573378839590442,
      "grad_norm": 0.36815952030896004,
      "learning_rate": 1.613636363636364e-06,
      "loss": 0.3798,
      "num_tokens": 13534336.0,
      "step": 72
    },
    {
      "epoch": 0.024914675767918087,
      "grad_norm": 0.39287244898701557,
      "learning_rate": 1.6363636363636365e-06,
      "loss": 0.3657,
      "num_tokens": 13737229.0,
      "step": 73
    },
    {
      "epoch": 0.025255972696245733,
      "grad_norm": 0.42213756275385556,
      "learning_rate": 1.6590909090909094e-06,
      "loss": 0.3697,
      "num_tokens": 13890508.0,
      "step": 74
    },
    {
      "epoch": 0.025597269624573378,
      "grad_norm": 0.35916548092125633,
      "learning_rate": 1.6818181818181819e-06,
      "loss": 0.3545,
      "num_tokens": 14075827.0,
      "step": 75
    },
    {
      "epoch": 0.025938566552901023,
      "grad_norm": 0.3889442788866678,
      "learning_rate": 1.7045454545454546e-06,
      "loss": 0.3545,
      "num_tokens": 14271178.0,
      "step": 76
    },
    {
      "epoch": 0.02627986348122867,
      "grad_norm": 0.3694291028955136,
      "learning_rate": 1.7272727272727275e-06,
      "loss": 0.3519,
      "num_tokens": 14502559.0,
      "step": 77
    },
    {
      "epoch": 0.026621160409556314,
      "grad_norm": 0.3990435931626394,
      "learning_rate": 1.75e-06,
      "loss": 0.3873,
      "num_tokens": 14671717.0,
      "step": 78
    },
    {
      "epoch": 0.02696245733788396,
      "grad_norm": 0.35245284491346957,
      "learning_rate": 1.7727272727272729e-06,
      "loss": 0.3817,
      "num_tokens": 14886559.0,
      "step": 79
    },
    {
      "epoch": 0.027303754266211604,
      "grad_norm": 0.36440029685431186,
      "learning_rate": 1.7954545454545456e-06,
      "loss": 0.3571,
      "num_tokens": 15059879.0,
      "step": 80
    },
    {
      "epoch": 0.02764505119453925,
      "grad_norm": 0.37455262154545305,
      "learning_rate": 1.8181818181818183e-06,
      "loss": 0.3522,
      "num_tokens": 15216319.0,
      "step": 81
    },
    {
      "epoch": 0.027986348122866895,
      "grad_norm": 0.3339194002387208,
      "learning_rate": 1.840909090909091e-06,
      "loss": 0.38,
      "num_tokens": 15410058.0,
      "step": 82
    },
    {
      "epoch": 0.02832764505119454,
      "grad_norm": 0.3330418481726093,
      "learning_rate": 1.863636363636364e-06,
      "loss": 0.3796,
      "num_tokens": 15619892.0,
      "step": 83
    },
    {
      "epoch": 0.028668941979522185,
      "grad_norm": 0.3441863615921644,
      "learning_rate": 1.8863636363636364e-06,
      "loss": 0.3933,
      "num_tokens": 15844508.0,
      "step": 84
    },
    {
      "epoch": 0.02901023890784983,
      "grad_norm": 0.3712578529498068,
      "learning_rate": 1.9090909090909095e-06,
      "loss": 0.3772,
      "num_tokens": 16059182.0,
      "step": 85
    },
    {
      "epoch": 0.029351535836177476,
      "grad_norm": 0.3604629768919438,
      "learning_rate": 1.931818181818182e-06,
      "loss": 0.361,
      "num_tokens": 16247167.0,
      "step": 86
    },
    {
      "epoch": 0.029692832764505118,
      "grad_norm": 0.3354782740506889,
      "learning_rate": 1.954545454545455e-06,
      "loss": 0.3846,
      "num_tokens": 16452011.0,
      "step": 87
    },
    {
      "epoch": 0.030034129692832763,
      "grad_norm": 0.31241648544215184,
      "learning_rate": 1.977272727272727e-06,
      "loss": 0.363,
      "num_tokens": 16646214.0,
      "step": 88
    },
    {
      "epoch": 0.03037542662116041,
      "grad_norm": 0.3394968596493234,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.3427,
      "num_tokens": 16802153.0,
      "step": 89
    },
    {
      "epoch": 0.030716723549488054,
      "grad_norm": 0.3429338573127635,
      "learning_rate": 2.022727272727273e-06,
      "loss": 0.3561,
      "num_tokens": 16976858.0,
      "step": 90
    },
    {
      "epoch": 0.0310580204778157,
      "grad_norm": 0.39753615271210396,
      "learning_rate": 2.0454545454545457e-06,
      "loss": 0.3985,
      "num_tokens": 17122898.0,
      "step": 91
    },
    {
      "epoch": 0.031399317406143344,
      "grad_norm": 0.29671914346891365,
      "learning_rate": 2.0681818181818184e-06,
      "loss": 0.3585,
      "num_tokens": 17335659.0,
      "step": 92
    },
    {
      "epoch": 0.03174061433447099,
      "grad_norm": 0.7886634462053366,
      "learning_rate": 2.090909090909091e-06,
      "loss": 0.3521,
      "num_tokens": 17505718.0,
      "step": 93
    },
    {
      "epoch": 0.032081911262798635,
      "grad_norm": 0.32508571514155604,
      "learning_rate": 2.113636363636364e-06,
      "loss": 0.3746,
      "num_tokens": 17708684.0,
      "step": 94
    },
    {
      "epoch": 0.032423208191126277,
      "grad_norm": 0.3080138864021748,
      "learning_rate": 2.1363636363636365e-06,
      "loss": 0.3641,
      "num_tokens": 17907510.0,
      "step": 95
    },
    {
      "epoch": 0.032764505119453925,
      "grad_norm": 0.306797032662296,
      "learning_rate": 2.1590909090909092e-06,
      "loss": 0.3779,
      "num_tokens": 18103593.0,
      "step": 96
    },
    {
      "epoch": 0.03310580204778157,
      "grad_norm": 0.3373571697562516,
      "learning_rate": 2.181818181818182e-06,
      "loss": 0.3743,
      "num_tokens": 18275862.0,
      "step": 97
    },
    {
      "epoch": 0.033447098976109216,
      "grad_norm": 0.27223055324781115,
      "learning_rate": 2.2045454545454547e-06,
      "loss": 0.3427,
      "num_tokens": 18498110.0,
      "step": 98
    },
    {
      "epoch": 0.03378839590443686,
      "grad_norm": 0.33230653449196323,
      "learning_rate": 2.2272727272727274e-06,
      "loss": 0.3759,
      "num_tokens": 18678597.0,
      "step": 99
    },
    {
      "epoch": 0.034129692832764506,
      "grad_norm": 0.3430268353464689,
      "learning_rate": 2.25e-06,
      "loss": 0.3201,
      "num_tokens": 18834244.0,
      "step": 100
    },
    {
      "epoch": 0.03447098976109215,
      "grad_norm": 0.3328867467560992,
      "learning_rate": 2.2727272727272728e-06,
      "loss": 0.3805,
      "num_tokens": 19015478.0,
      "step": 101
    },
    {
      "epoch": 0.0348122866894198,
      "grad_norm": 0.26676886241581627,
      "learning_rate": 2.295454545454546e-06,
      "loss": 0.3225,
      "num_tokens": 19240106.0,
      "step": 102
    },
    {
      "epoch": 0.03515358361774744,
      "grad_norm": 0.3317421710307274,
      "learning_rate": 2.318181818181818e-06,
      "loss": 0.4272,
      "num_tokens": 19430225.0,
      "step": 103
    },
    {
      "epoch": 0.03549488054607509,
      "grad_norm": 0.3546900089390785,
      "learning_rate": 2.3409090909090913e-06,
      "loss": 0.3484,
      "num_tokens": 19582892.0,
      "step": 104
    },
    {
      "epoch": 0.03583617747440273,
      "grad_norm": 0.2918249982794118,
      "learning_rate": 2.363636363636364e-06,
      "loss": 0.3596,
      "num_tokens": 19813524.0,
      "step": 105
    },
    {
      "epoch": 0.03617747440273038,
      "grad_norm": 0.3067872076969149,
      "learning_rate": 2.3863636363636367e-06,
      "loss": 0.3673,
      "num_tokens": 20001212.0,
      "step": 106
    },
    {
      "epoch": 0.03651877133105802,
      "grad_norm": 0.3203220519255888,
      "learning_rate": 2.4090909090909094e-06,
      "loss": 0.348,
      "num_tokens": 20171370.0,
      "step": 107
    },
    {
      "epoch": 0.03686006825938567,
      "grad_norm": 0.32361303719869816,
      "learning_rate": 2.431818181818182e-06,
      "loss": 0.3563,
      "num_tokens": 20368314.0,
      "step": 108
    },
    {
      "epoch": 0.03720136518771331,
      "grad_norm": 0.3391613553332078,
      "learning_rate": 2.454545454545455e-06,
      "loss": 0.3543,
      "num_tokens": 20548491.0,
      "step": 109
    },
    {
      "epoch": 0.03754266211604096,
      "grad_norm": 0.33646605218959535,
      "learning_rate": 2.4772727272727275e-06,
      "loss": 0.3348,
      "num_tokens": 20711311.0,
      "step": 110
    },
    {
      "epoch": 0.0378839590443686,
      "grad_norm": 0.3312782545003115,
      "learning_rate": 2.5e-06,
      "loss": 0.3716,
      "num_tokens": 20886588.0,
      "step": 111
    },
    {
      "epoch": 0.03822525597269624,
      "grad_norm": 0.2883940012321336,
      "learning_rate": 2.522727272727273e-06,
      "loss": 0.34,
      "num_tokens": 21086485.0,
      "step": 112
    },
    {
      "epoch": 0.03856655290102389,
      "grad_norm": 0.31759841718933857,
      "learning_rate": 2.5454545454545456e-06,
      "loss": 0.3775,
      "num_tokens": 21256360.0,
      "step": 113
    },
    {
      "epoch": 0.03890784982935153,
      "grad_norm": 0.3287367598686885,
      "learning_rate": 2.5681818181818187e-06,
      "loss": 0.359,
      "num_tokens": 21416174.0,
      "step": 114
    },
    {
      "epoch": 0.03924914675767918,
      "grad_norm": 0.2931327980909689,
      "learning_rate": 2.590909090909091e-06,
      "loss": 0.3604,
      "num_tokens": 21621466.0,
      "step": 115
    },
    {
      "epoch": 0.039590443686006824,
      "grad_norm": 0.2872003719165927,
      "learning_rate": 2.6136363636363637e-06,
      "loss": 0.3426,
      "num_tokens": 21817840.0,
      "step": 116
    },
    {
      "epoch": 0.03993174061433447,
      "grad_norm": 0.3128765627246675,
      "learning_rate": 2.6363636363636364e-06,
      "loss": 0.3992,
      "num_tokens": 22005509.0,
      "step": 117
    },
    {
      "epoch": 0.040273037542662114,
      "grad_norm": 0.31086651823661726,
      "learning_rate": 2.6590909090909095e-06,
      "loss": 0.3929,
      "num_tokens": 22190113.0,
      "step": 118
    },
    {
      "epoch": 0.04061433447098976,
      "grad_norm": 0.3017021740324571,
      "learning_rate": 2.6818181818181822e-06,
      "loss": 0.3341,
      "num_tokens": 22384527.0,
      "step": 119
    },
    {
      "epoch": 0.040955631399317405,
      "grad_norm": 0.3206492408742651,
      "learning_rate": 2.7045454545454545e-06,
      "loss": 0.3637,
      "num_tokens": 22554647.0,
      "step": 120
    },
    {
      "epoch": 0.041296928327645054,
      "grad_norm": 0.28659983631570707,
      "learning_rate": 2.7272727272727272e-06,
      "loss": 0.3655,
      "num_tokens": 22774558.0,
      "step": 121
    },
    {
      "epoch": 0.041638225255972695,
      "grad_norm": 0.2823058494444555,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 0.3355,
      "num_tokens": 22977203.0,
      "step": 122
    },
    {
      "epoch": 0.041979522184300344,
      "grad_norm": 0.32924891008098633,
      "learning_rate": 2.772727272727273e-06,
      "loss": 0.3585,
      "num_tokens": 23153158.0,
      "step": 123
    },
    {
      "epoch": 0.042320819112627986,
      "grad_norm": 0.3375102988576524,
      "learning_rate": 2.7954545454545458e-06,
      "loss": 0.3573,
      "num_tokens": 23299166.0,
      "step": 124
    },
    {
      "epoch": 0.042662116040955635,
      "grad_norm": 0.2983552230697258,
      "learning_rate": 2.818181818181818e-06,
      "loss": 0.3676,
      "num_tokens": 23504815.0,
      "step": 125
    },
    {
      "epoch": 0.043003412969283276,
      "grad_norm": 0.3108019646574714,
      "learning_rate": 2.8409090909090916e-06,
      "loss": 0.3787,
      "num_tokens": 23758142.0,
      "step": 126
    },
    {
      "epoch": 0.04334470989761092,
      "grad_norm": 0.3554455548276765,
      "learning_rate": 2.863636363636364e-06,
      "loss": 0.3997,
      "num_tokens": 23924761.0,
      "step": 127
    },
    {
      "epoch": 0.04368600682593857,
      "grad_norm": 0.2846173424692147,
      "learning_rate": 2.8863636363636366e-06,
      "loss": 0.3565,
      "num_tokens": 24138345.0,
      "step": 128
    },
    {
      "epoch": 0.04402730375426621,
      "grad_norm": 0.28428982299987887,
      "learning_rate": 2.9090909090909093e-06,
      "loss": 0.3826,
      "num_tokens": 24349352.0,
      "step": 129
    },
    {
      "epoch": 0.04436860068259386,
      "grad_norm": 0.3687313875028468,
      "learning_rate": 2.931818181818182e-06,
      "loss": 0.3492,
      "num_tokens": 24510584.0,
      "step": 130
    },
    {
      "epoch": 0.0447098976109215,
      "grad_norm": 0.2802181671546171,
      "learning_rate": 2.954545454545455e-06,
      "loss": 0.3656,
      "num_tokens": 24718437.0,
      "step": 131
    },
    {
      "epoch": 0.04505119453924915,
      "grad_norm": 0.3022343616180005,
      "learning_rate": 2.9772727272727274e-06,
      "loss": 0.3616,
      "num_tokens": 24909807.0,
      "step": 132
    },
    {
      "epoch": 0.04539249146757679,
      "grad_norm": 0.300150595289343,
      "learning_rate": 3e-06,
      "loss": 0.3638,
      "num_tokens": 25109839.0,
      "step": 133
    },
    {
      "epoch": 0.04573378839590444,
      "grad_norm": 0.29440109943480935,
      "learning_rate": 3.0227272727272728e-06,
      "loss": 0.3535,
      "num_tokens": 25298846.0,
      "step": 134
    },
    {
      "epoch": 0.04607508532423208,
      "grad_norm": 0.3182260557667573,
      "learning_rate": 3.045454545454546e-06,
      "loss": 0.3833,
      "num_tokens": 25516439.0,
      "step": 135
    },
    {
      "epoch": 0.04641638225255973,
      "grad_norm": 0.29422244174073087,
      "learning_rate": 3.0681818181818186e-06,
      "loss": 0.3684,
      "num_tokens": 25724208.0,
      "step": 136
    },
    {
      "epoch": 0.04675767918088737,
      "grad_norm": 0.2759936635377136,
      "learning_rate": 3.090909090909091e-06,
      "loss": 0.3668,
      "num_tokens": 25974540.0,
      "step": 137
    },
    {
      "epoch": 0.04709897610921502,
      "grad_norm": 0.31258554362006,
      "learning_rate": 3.1136363636363636e-06,
      "loss": 0.3502,
      "num_tokens": 26152040.0,
      "step": 138
    },
    {
      "epoch": 0.04744027303754266,
      "grad_norm": 0.32711586981897345,
      "learning_rate": 3.1363636363636367e-06,
      "loss": 0.3583,
      "num_tokens": 26349539.0,
      "step": 139
    },
    {
      "epoch": 0.04778156996587031,
      "grad_norm": 0.31018732577348407,
      "learning_rate": 3.1590909090909094e-06,
      "loss": 0.3541,
      "num_tokens": 26535146.0,
      "step": 140
    },
    {
      "epoch": 0.04812286689419795,
      "grad_norm": 0.3089198573833743,
      "learning_rate": 3.181818181818182e-06,
      "loss": 0.3263,
      "num_tokens": 26685797.0,
      "step": 141
    },
    {
      "epoch": 0.048464163822525594,
      "grad_norm": 0.2900456791194492,
      "learning_rate": 3.204545454545455e-06,
      "loss": 0.3397,
      "num_tokens": 26895282.0,
      "step": 142
    },
    {
      "epoch": 0.04880546075085324,
      "grad_norm": 0.2898337114834999,
      "learning_rate": 3.227272727272728e-06,
      "loss": 0.3291,
      "num_tokens": 27067371.0,
      "step": 143
    },
    {
      "epoch": 0.049146757679180884,
      "grad_norm": 0.30445982755274287,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 0.3703,
      "num_tokens": 27239101.0,
      "step": 144
    },
    {
      "epoch": 0.04948805460750853,
      "grad_norm": 0.36544200136191335,
      "learning_rate": 3.272727272727273e-06,
      "loss": 0.3907,
      "num_tokens": 27408074.0,
      "step": 145
    },
    {
      "epoch": 0.049829351535836175,
      "grad_norm": 0.29269199760146153,
      "learning_rate": 3.2954545454545456e-06,
      "loss": 0.3417,
      "num_tokens": 27594372.0,
      "step": 146
    },
    {
      "epoch": 0.050170648464163824,
      "grad_norm": 0.2855100411840707,
      "learning_rate": 3.3181818181818188e-06,
      "loss": 0.3273,
      "num_tokens": 27777157.0,
      "step": 147
    },
    {
      "epoch": 0.050511945392491465,
      "grad_norm": 0.2962033650572206,
      "learning_rate": 3.3409090909090915e-06,
      "loss": 0.3608,
      "num_tokens": 27955449.0,
      "step": 148
    },
    {
      "epoch": 0.050853242320819114,
      "grad_norm": 0.28364585598796105,
      "learning_rate": 3.3636363636363637e-06,
      "loss": 0.3665,
      "num_tokens": 28165397.0,
      "step": 149
    },
    {
      "epoch": 0.051194539249146756,
      "grad_norm": 0.289625681704067,
      "learning_rate": 3.3863636363636364e-06,
      "loss": 0.3257,
      "num_tokens": 28332491.0,
      "step": 150
    },
    {
      "epoch": 0.051535836177474405,
      "grad_norm": 0.2682863215140337,
      "learning_rate": 3.409090909090909e-06,
      "loss": 0.355,
      "num_tokens": 28550795.0,
      "step": 151
    },
    {
      "epoch": 0.05187713310580205,
      "grad_norm": 0.36971740885902993,
      "learning_rate": 3.4318181818181823e-06,
      "loss": 0.362,
      "num_tokens": 28740037.0,
      "step": 152
    },
    {
      "epoch": 0.052218430034129695,
      "grad_norm": 0.26703679968840865,
      "learning_rate": 3.454545454545455e-06,
      "loss": 0.3277,
      "num_tokens": 28956387.0,
      "step": 153
    },
    {
      "epoch": 0.05255972696245734,
      "grad_norm": 0.28398708175890214,
      "learning_rate": 3.4772727272727277e-06,
      "loss": 0.3534,
      "num_tokens": 29143974.0,
      "step": 154
    },
    {
      "epoch": 0.052901023890784986,
      "grad_norm": 0.262709472704136,
      "learning_rate": 3.5e-06,
      "loss": 0.3723,
      "num_tokens": 29372581.0,
      "step": 155
    },
    {
      "epoch": 0.05324232081911263,
      "grad_norm": 0.2779032952406567,
      "learning_rate": 3.522727272727273e-06,
      "loss": 0.3498,
      "num_tokens": 29570392.0,
      "step": 156
    },
    {
      "epoch": 0.053583617747440276,
      "grad_norm": 0.2960055327593467,
      "learning_rate": 3.5454545454545458e-06,
      "loss": 0.3893,
      "num_tokens": 29771532.0,
      "step": 157
    },
    {
      "epoch": 0.05392491467576792,
      "grad_norm": 0.30817133352473974,
      "learning_rate": 3.5681818181818185e-06,
      "loss": 0.3463,
      "num_tokens": 29924161.0,
      "step": 158
    },
    {
      "epoch": 0.05426621160409556,
      "grad_norm": 0.2919220615325554,
      "learning_rate": 3.590909090909091e-06,
      "loss": 0.3827,
      "num_tokens": 30135645.0,
      "step": 159
    },
    {
      "epoch": 0.05460750853242321,
      "grad_norm": 0.3029487756530943,
      "learning_rate": 3.6136363636363643e-06,
      "loss": 0.3347,
      "num_tokens": 30301907.0,
      "step": 160
    },
    {
      "epoch": 0.05494880546075085,
      "grad_norm": 0.310806604678675,
      "learning_rate": 3.6363636363636366e-06,
      "loss": 0.373,
      "num_tokens": 30498214.0,
      "step": 161
    },
    {
      "epoch": 0.0552901023890785,
      "grad_norm": 0.28682354341420585,
      "learning_rate": 3.6590909090909093e-06,
      "loss": 0.3536,
      "num_tokens": 30692277.0,
      "step": 162
    },
    {
      "epoch": 0.05563139931740614,
      "grad_norm": 0.28014871477446646,
      "learning_rate": 3.681818181818182e-06,
      "loss": 0.3557,
      "num_tokens": 30867300.0,
      "step": 163
    },
    {
      "epoch": 0.05597269624573379,
      "grad_norm": 0.32657605140096113,
      "learning_rate": 3.704545454545455e-06,
      "loss": 0.3509,
      "num_tokens": 31056205.0,
      "step": 164
    },
    {
      "epoch": 0.05631399317406143,
      "grad_norm": 0.28437796305559826,
      "learning_rate": 3.727272727272728e-06,
      "loss": 0.3257,
      "num_tokens": 31247403.0,
      "step": 165
    },
    {
      "epoch": 0.05665529010238908,
      "grad_norm": 0.28177850276950733,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.3212,
      "num_tokens": 31424616.0,
      "step": 166
    },
    {
      "epoch": 0.05699658703071672,
      "grad_norm": 0.30593318068312997,
      "learning_rate": 3.772727272727273e-06,
      "loss": 0.3659,
      "num_tokens": 31615925.0,
      "step": 167
    },
    {
      "epoch": 0.05733788395904437,
      "grad_norm": 0.30205934061922185,
      "learning_rate": 3.7954545454545455e-06,
      "loss": 0.3753,
      "num_tokens": 31820707.0,
      "step": 168
    },
    {
      "epoch": 0.05767918088737201,
      "grad_norm": 0.2885748523130586,
      "learning_rate": 3.818181818181819e-06,
      "loss": 0.3795,
      "num_tokens": 32014268.0,
      "step": 169
    },
    {
      "epoch": 0.05802047781569966,
      "grad_norm": 0.28347133221283205,
      "learning_rate": 3.840909090909091e-06,
      "loss": 0.3519,
      "num_tokens": 32228054.0,
      "step": 170
    },
    {
      "epoch": 0.0583617747440273,
      "grad_norm": 0.29635996903463596,
      "learning_rate": 3.863636363636364e-06,
      "loss": 0.3151,
      "num_tokens": 32384945.0,
      "step": 171
    },
    {
      "epoch": 0.05870307167235495,
      "grad_norm": 0.28739470757172697,
      "learning_rate": 3.886363636363637e-06,
      "loss": 0.4013,
      "num_tokens": 32621076.0,
      "step": 172
    },
    {
      "epoch": 0.059044368600682594,
      "grad_norm": 0.2987366727823437,
      "learning_rate": 3.90909090909091e-06,
      "loss": 0.3528,
      "num_tokens": 32802130.0,
      "step": 173
    },
    {
      "epoch": 0.059385665529010236,
      "grad_norm": 0.33624704835603214,
      "learning_rate": 3.931818181818182e-06,
      "loss": 0.3674,
      "num_tokens": 32968908.0,
      "step": 174
    },
    {
      "epoch": 0.059726962457337884,
      "grad_norm": 0.32282281652591654,
      "learning_rate": 3.954545454545454e-06,
      "loss": 0.3534,
      "num_tokens": 33129358.0,
      "step": 175
    },
    {
      "epoch": 0.060068259385665526,
      "grad_norm": 0.2808683274790891,
      "learning_rate": 3.9772727272727275e-06,
      "loss": 0.3871,
      "num_tokens": 33362825.0,
      "step": 176
    },
    {
      "epoch": 0.060409556313993175,
      "grad_norm": 0.2992875206553219,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.3496,
      "num_tokens": 33538572.0,
      "step": 177
    },
    {
      "epoch": 0.06075085324232082,
      "grad_norm": 0.30066103775252,
      "learning_rate": 4.022727272727273e-06,
      "loss": 0.3668,
      "num_tokens": 33737552.0,
      "step": 178
    },
    {
      "epoch": 0.061092150170648465,
      "grad_norm": 0.3064354037561689,
      "learning_rate": 4.045454545454546e-06,
      "loss": 0.3352,
      "num_tokens": 33893494.0,
      "step": 179
    },
    {
      "epoch": 0.06143344709897611,
      "grad_norm": 0.2798637998108712,
      "learning_rate": 4.068181818181818e-06,
      "loss": 0.3438,
      "num_tokens": 34100824.0,
      "step": 180
    },
    {
      "epoch": 0.061774744027303756,
      "grad_norm": 0.37545138678794,
      "learning_rate": 4.0909090909090915e-06,
      "loss": 0.3624,
      "num_tokens": 34278469.0,
      "step": 181
    },
    {
      "epoch": 0.0621160409556314,
      "grad_norm": 0.28103906758244485,
      "learning_rate": 4.113636363636364e-06,
      "loss": 0.3516,
      "num_tokens": 34470811.0,
      "step": 182
    },
    {
      "epoch": 0.062457337883959047,
      "grad_norm": 0.30344474347766737,
      "learning_rate": 4.136363636363637e-06,
      "loss": 0.3813,
      "num_tokens": 34663867.0,
      "step": 183
    },
    {
      "epoch": 0.06279863481228669,
      "grad_norm": 0.32020391375319196,
      "learning_rate": 4.159090909090909e-06,
      "loss": 0.3391,
      "num_tokens": 34827118.0,
      "step": 184
    },
    {
      "epoch": 0.06313993174061433,
      "grad_norm": 0.29682952987923994,
      "learning_rate": 4.181818181818182e-06,
      "loss": 0.3672,
      "num_tokens": 35027284.0,
      "step": 185
    },
    {
      "epoch": 0.06348122866894199,
      "grad_norm": 0.27914816304425016,
      "learning_rate": 4.204545454545455e-06,
      "loss": 0.3323,
      "num_tokens": 35213093.0,
      "step": 186
    },
    {
      "epoch": 0.06382252559726963,
      "grad_norm": 0.3171570618909575,
      "learning_rate": 4.227272727272728e-06,
      "loss": 0.3553,
      "num_tokens": 35366013.0,
      "step": 187
    },
    {
      "epoch": 0.06416382252559727,
      "grad_norm": 0.2952973266400682,
      "learning_rate": 4.25e-06,
      "loss": 0.3689,
      "num_tokens": 35557622.0,
      "step": 188
    },
    {
      "epoch": 0.06450511945392491,
      "grad_norm": 0.3087117627467781,
      "learning_rate": 4.272727272727273e-06,
      "loss": 0.3475,
      "num_tokens": 35751496.0,
      "step": 189
    },
    {
      "epoch": 0.06484641638225255,
      "grad_norm": 0.3110218421780794,
      "learning_rate": 4.295454545454546e-06,
      "loss": 0.3429,
      "num_tokens": 35930663.0,
      "step": 190
    },
    {
      "epoch": 0.06518771331058021,
      "grad_norm": 0.3188504911737212,
      "learning_rate": 4.3181818181818185e-06,
      "loss": 0.3719,
      "num_tokens": 36111024.0,
      "step": 191
    },
    {
      "epoch": 0.06552901023890785,
      "grad_norm": 0.4213052816911462,
      "learning_rate": 4.340909090909091e-06,
      "loss": 0.3804,
      "num_tokens": 36288927.0,
      "step": 192
    },
    {
      "epoch": 0.06587030716723549,
      "grad_norm": 0.27961628650678405,
      "learning_rate": 4.363636363636364e-06,
      "loss": 0.3689,
      "num_tokens": 36502356.0,
      "step": 193
    },
    {
      "epoch": 0.06621160409556313,
      "grad_norm": 0.31639909927845694,
      "learning_rate": 4.386363636363637e-06,
      "loss": 0.3928,
      "num_tokens": 36694592.0,
      "step": 194
    },
    {
      "epoch": 0.06655290102389079,
      "grad_norm": 0.28027658490302904,
      "learning_rate": 4.409090909090909e-06,
      "loss": 0.3831,
      "num_tokens": 36907975.0,
      "step": 195
    },
    {
      "epoch": 0.06689419795221843,
      "grad_norm": 0.275442339491955,
      "learning_rate": 4.4318181818181824e-06,
      "loss": 0.3467,
      "num_tokens": 37091074.0,
      "step": 196
    },
    {
      "epoch": 0.06723549488054607,
      "grad_norm": 0.2740027235145946,
      "learning_rate": 4.454545454545455e-06,
      "loss": 0.3366,
      "num_tokens": 37286406.0,
      "step": 197
    },
    {
      "epoch": 0.06757679180887372,
      "grad_norm": 0.2967653281798605,
      "learning_rate": 4.477272727272728e-06,
      "loss": 0.3373,
      "num_tokens": 37441317.0,
      "step": 198
    },
    {
      "epoch": 0.06791808873720137,
      "grad_norm": 0.30266691058762957,
      "learning_rate": 4.5e-06,
      "loss": 0.3497,
      "num_tokens": 37616615.0,
      "step": 199
    },
    {
      "epoch": 0.06825938566552901,
      "grad_norm": 0.28328640740409067,
      "learning_rate": 4.522727272727273e-06,
      "loss": 0.3498,
      "num_tokens": 37816452.0,
      "step": 200
    },
    {
      "epoch": 0.06860068259385665,
      "grad_norm": 0.3135859170520077,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 0.3628,
      "num_tokens": 37987166.0,
      "step": 201
    },
    {
      "epoch": 0.0689419795221843,
      "grad_norm": 0.28789683085629475,
      "learning_rate": 4.568181818181819e-06,
      "loss": 0.3852,
      "num_tokens": 38211198.0,
      "step": 202
    },
    {
      "epoch": 0.06928327645051195,
      "grad_norm": 0.2944273549338436,
      "learning_rate": 4.590909090909092e-06,
      "loss": 0.3736,
      "num_tokens": 38399013.0,
      "step": 203
    },
    {
      "epoch": 0.0696245733788396,
      "grad_norm": 0.32722741767103036,
      "learning_rate": 4.613636363636364e-06,
      "loss": 0.3793,
      "num_tokens": 38588871.0,
      "step": 204
    },
    {
      "epoch": 0.06996587030716724,
      "grad_norm": 0.27982254741984247,
      "learning_rate": 4.636363636363636e-06,
      "loss": 0.327,
      "num_tokens": 38769224.0,
      "step": 205
    },
    {
      "epoch": 0.07030716723549488,
      "grad_norm": 0.32332388447950605,
      "learning_rate": 4.6590909090909095e-06,
      "loss": 0.3649,
      "num_tokens": 38929278.0,
      "step": 206
    },
    {
      "epoch": 0.07064846416382252,
      "grad_norm": 0.30941724575622087,
      "learning_rate": 4.681818181818183e-06,
      "loss": 0.3652,
      "num_tokens": 39121316.0,
      "step": 207
    },
    {
      "epoch": 0.07098976109215017,
      "grad_norm": 6.090211599193195,
      "learning_rate": 4.704545454545455e-06,
      "loss": 0.3354,
      "num_tokens": 39278151.0,
      "step": 208
    },
    {
      "epoch": 0.07133105802047782,
      "grad_norm": 0.3463919492712931,
      "learning_rate": 4.727272727272728e-06,
      "loss": 0.385,
      "num_tokens": 39465767.0,
      "step": 209
    },
    {
      "epoch": 0.07167235494880546,
      "grad_norm": 0.2851481947839,
      "learning_rate": 4.75e-06,
      "loss": 0.3682,
      "num_tokens": 39694480.0,
      "step": 210
    },
    {
      "epoch": 0.0720136518771331,
      "grad_norm": 0.3042797823430285,
      "learning_rate": 4.772727272727273e-06,
      "loss": 0.3625,
      "num_tokens": 39890324.0,
      "step": 211
    },
    {
      "epoch": 0.07235494880546076,
      "grad_norm": 0.314272292965888,
      "learning_rate": 4.795454545454546e-06,
      "loss": 0.3569,
      "num_tokens": 40072685.0,
      "step": 212
    },
    {
      "epoch": 0.0726962457337884,
      "grad_norm": 0.29662704007179697,
      "learning_rate": 4.818181818181819e-06,
      "loss": 0.3432,
      "num_tokens": 40269005.0,
      "step": 213
    },
    {
      "epoch": 0.07303754266211604,
      "grad_norm": 0.30432381453738194,
      "learning_rate": 4.840909090909091e-06,
      "loss": 0.3513,
      "num_tokens": 40451083.0,
      "step": 214
    },
    {
      "epoch": 0.07337883959044368,
      "grad_norm": 0.29877644056418556,
      "learning_rate": 4.863636363636364e-06,
      "loss": 0.3642,
      "num_tokens": 40648550.0,
      "step": 215
    },
    {
      "epoch": 0.07372013651877134,
      "grad_norm": 0.30592734814424855,
      "learning_rate": 4.8863636363636365e-06,
      "loss": 0.3526,
      "num_tokens": 40814628.0,
      "step": 216
    },
    {
      "epoch": 0.07406143344709898,
      "grad_norm": 0.9195135823486936,
      "learning_rate": 4.90909090909091e-06,
      "loss": 0.3862,
      "num_tokens": 41000607.0,
      "step": 217
    },
    {
      "epoch": 0.07440273037542662,
      "grad_norm": 0.2980035796597448,
      "learning_rate": 4.931818181818182e-06,
      "loss": 0.375,
      "num_tokens": 41194149.0,
      "step": 218
    },
    {
      "epoch": 0.07474402730375426,
      "grad_norm": 0.2991739527181246,
      "learning_rate": 4.954545454545455e-06,
      "loss": 0.3693,
      "num_tokens": 41422910.0,
      "step": 219
    },
    {
      "epoch": 0.07508532423208192,
      "grad_norm": 0.2694857266631942,
      "learning_rate": 4.977272727272728e-06,
      "loss": 0.3652,
      "num_tokens": 41667472.0,
      "step": 220
    },
    {
      "epoch": 0.07542662116040956,
      "grad_norm": 0.31990688893894864,
      "learning_rate": 5e-06,
      "loss": 0.3553,
      "num_tokens": 41835585.0,
      "step": 221
    },
    {
      "epoch": 0.0757679180887372,
      "grad_norm": 0.28501566764845554,
      "learning_rate": 5.0227272727272735e-06,
      "loss": 0.3612,
      "num_tokens": 42041772.0,
      "step": 222
    },
    {
      "epoch": 0.07610921501706484,
      "grad_norm": 0.3298407452172517,
      "learning_rate": 5.045454545454546e-06,
      "loss": 0.363,
      "num_tokens": 42202436.0,
      "step": 223
    },
    {
      "epoch": 0.07645051194539249,
      "grad_norm": 0.2940726814543048,
      "learning_rate": 5.068181818181819e-06,
      "loss": 0.3367,
      "num_tokens": 42382941.0,
      "step": 224
    },
    {
      "epoch": 0.07679180887372014,
      "grad_norm": 0.2784453687936397,
      "learning_rate": 5.090909090909091e-06,
      "loss": 0.3468,
      "num_tokens": 42574618.0,
      "step": 225
    },
    {
      "epoch": 0.07713310580204778,
      "grad_norm": 0.3345087287034362,
      "learning_rate": 5.113636363636364e-06,
      "loss": 0.3645,
      "num_tokens": 42735347.0,
      "step": 226
    },
    {
      "epoch": 0.07747440273037542,
      "grad_norm": 0.30743765370449666,
      "learning_rate": 5.1363636363636375e-06,
      "loss": 0.369,
      "num_tokens": 42926767.0,
      "step": 227
    },
    {
      "epoch": 0.07781569965870307,
      "grad_norm": 0.2597125975229598,
      "learning_rate": 5.159090909090909e-06,
      "loss": 0.333,
      "num_tokens": 43118943.0,
      "step": 228
    },
    {
      "epoch": 0.07815699658703072,
      "grad_norm": 0.2785335420139964,
      "learning_rate": 5.181818181818182e-06,
      "loss": 0.3482,
      "num_tokens": 43312268.0,
      "step": 229
    },
    {
      "epoch": 0.07849829351535836,
      "grad_norm": 0.2919505008854843,
      "learning_rate": 5.204545454545455e-06,
      "loss": 0.3933,
      "num_tokens": 43508348.0,
      "step": 230
    },
    {
      "epoch": 0.078839590443686,
      "grad_norm": 0.29507504573908866,
      "learning_rate": 5.2272727272727274e-06,
      "loss": 0.362,
      "num_tokens": 43683334.0,
      "step": 231
    },
    {
      "epoch": 0.07918088737201365,
      "grad_norm": 0.32961968765337063,
      "learning_rate": 5.2500000000000006e-06,
      "loss": 0.3595,
      "num_tokens": 43843967.0,
      "step": 232
    },
    {
      "epoch": 0.0795221843003413,
      "grad_norm": 0.2723359124601858,
      "learning_rate": 5.272727272727273e-06,
      "loss": 0.3776,
      "num_tokens": 44062647.0,
      "step": 233
    },
    {
      "epoch": 0.07986348122866894,
      "grad_norm": 0.26509876663353577,
      "learning_rate": 5.295454545454546e-06,
      "loss": 0.3431,
      "num_tokens": 44263471.0,
      "step": 234
    },
    {
      "epoch": 0.08020477815699659,
      "grad_norm": 0.32237367808004436,
      "learning_rate": 5.318181818181819e-06,
      "loss": 0.3379,
      "num_tokens": 44431634.0,
      "step": 235
    },
    {
      "epoch": 0.08054607508532423,
      "grad_norm": 0.3363670540588794,
      "learning_rate": 5.340909090909091e-06,
      "loss": 0.3543,
      "num_tokens": 44594161.0,
      "step": 236
    },
    {
      "epoch": 0.08088737201365187,
      "grad_norm": 0.29077875164711536,
      "learning_rate": 5.3636363636363645e-06,
      "loss": 0.3132,
      "num_tokens": 44788569.0,
      "step": 237
    },
    {
      "epoch": 0.08122866894197953,
      "grad_norm": 0.27908252606156597,
      "learning_rate": 5.386363636363638e-06,
      "loss": 0.3437,
      "num_tokens": 44978869.0,
      "step": 238
    },
    {
      "epoch": 0.08156996587030717,
      "grad_norm": 0.294193665811628,
      "learning_rate": 5.409090909090909e-06,
      "loss": 0.3791,
      "num_tokens": 45171792.0,
      "step": 239
    },
    {
      "epoch": 0.08191126279863481,
      "grad_norm": 0.2932108068689317,
      "learning_rate": 5.431818181818182e-06,
      "loss": 0.3685,
      "num_tokens": 45369462.0,
      "step": 240
    },
    {
      "epoch": 0.08225255972696245,
      "grad_norm": 0.3117944496119021,
      "learning_rate": 5.4545454545454545e-06,
      "loss": 0.3699,
      "num_tokens": 45559201.0,
      "step": 241
    },
    {
      "epoch": 0.08259385665529011,
      "grad_norm": 0.35035615718386404,
      "learning_rate": 5.477272727272728e-06,
      "loss": 0.3948,
      "num_tokens": 45703464.0,
      "step": 242
    },
    {
      "epoch": 0.08293515358361775,
      "grad_norm": 0.299688052604982,
      "learning_rate": 5.500000000000001e-06,
      "loss": 0.3505,
      "num_tokens": 45891207.0,
      "step": 243
    },
    {
      "epoch": 0.08327645051194539,
      "grad_norm": 0.2884836201940234,
      "learning_rate": 5.522727272727273e-06,
      "loss": 0.345,
      "num_tokens": 46065724.0,
      "step": 244
    },
    {
      "epoch": 0.08361774744027303,
      "grad_norm": 0.3051298745517884,
      "learning_rate": 5.545454545454546e-06,
      "loss": 0.3671,
      "num_tokens": 46248056.0,
      "step": 245
    },
    {
      "epoch": 0.08395904436860069,
      "grad_norm": 0.29030615299914775,
      "learning_rate": 5.568181818181818e-06,
      "loss": 0.3493,
      "num_tokens": 46447046.0,
      "step": 246
    },
    {
      "epoch": 0.08430034129692833,
      "grad_norm": 0.3096502135012841,
      "learning_rate": 5.5909090909090915e-06,
      "loss": 0.3653,
      "num_tokens": 46639247.0,
      "step": 247
    },
    {
      "epoch": 0.08464163822525597,
      "grad_norm": 0.25988647076306126,
      "learning_rate": 5.613636363636365e-06,
      "loss": 0.3413,
      "num_tokens": 46873253.0,
      "step": 248
    },
    {
      "epoch": 0.08498293515358361,
      "grad_norm": 0.27460797274103144,
      "learning_rate": 5.636363636363636e-06,
      "loss": 0.3734,
      "num_tokens": 47097886.0,
      "step": 249
    },
    {
      "epoch": 0.08532423208191127,
      "grad_norm": 0.29020675997448814,
      "learning_rate": 5.65909090909091e-06,
      "loss": 0.3665,
      "num_tokens": 47285517.0,
      "step": 250
    },
    {
      "epoch": 0.08566552901023891,
      "grad_norm": 0.28168574221949244,
      "learning_rate": 5.681818181818183e-06,
      "loss": 0.3579,
      "num_tokens": 47491373.0,
      "step": 251
    },
    {
      "epoch": 0.08600682593856655,
      "grad_norm": 0.30464044567585924,
      "learning_rate": 5.704545454545455e-06,
      "loss": 0.3951,
      "num_tokens": 47675508.0,
      "step": 252
    },
    {
      "epoch": 0.0863481228668942,
      "grad_norm": 0.28116907158919235,
      "learning_rate": 5.727272727272728e-06,
      "loss": 0.336,
      "num_tokens": 47856691.0,
      "step": 253
    },
    {
      "epoch": 0.08668941979522184,
      "grad_norm": 0.33219707603267923,
      "learning_rate": 5.75e-06,
      "loss": 0.354,
      "num_tokens": 48037626.0,
      "step": 254
    },
    {
      "epoch": 0.08703071672354949,
      "grad_norm": 0.3233514577737589,
      "learning_rate": 5.772727272727273e-06,
      "loss": 0.3698,
      "num_tokens": 48232535.0,
      "step": 255
    },
    {
      "epoch": 0.08737201365187713,
      "grad_norm": 0.3142284817766879,
      "learning_rate": 5.795454545454546e-06,
      "loss": 0.3571,
      "num_tokens": 48417089.0,
      "step": 256
    },
    {
      "epoch": 0.08771331058020478,
      "grad_norm": 0.2890463740968297,
      "learning_rate": 5.8181818181818185e-06,
      "loss": 0.3659,
      "num_tokens": 48602185.0,
      "step": 257
    },
    {
      "epoch": 0.08805460750853242,
      "grad_norm": 0.29517928114815084,
      "learning_rate": 5.840909090909092e-06,
      "loss": 0.3228,
      "num_tokens": 48778072.0,
      "step": 258
    },
    {
      "epoch": 0.08839590443686007,
      "grad_norm": 0.2854843616659841,
      "learning_rate": 5.863636363636364e-06,
      "loss": 0.3647,
      "num_tokens": 48975316.0,
      "step": 259
    },
    {
      "epoch": 0.08873720136518772,
      "grad_norm": 0.2808243772487907,
      "learning_rate": 5.886363636363637e-06,
      "loss": 0.3834,
      "num_tokens": 49181055.0,
      "step": 260
    },
    {
      "epoch": 0.08907849829351536,
      "grad_norm": 0.30105924372449183,
      "learning_rate": 5.90909090909091e-06,
      "loss": 0.3945,
      "num_tokens": 49393071.0,
      "step": 261
    },
    {
      "epoch": 0.089419795221843,
      "grad_norm": 0.3180381945819081,
      "learning_rate": 5.931818181818182e-06,
      "loss": 0.3926,
      "num_tokens": 49566096.0,
      "step": 262
    },
    {
      "epoch": 0.08976109215017065,
      "grad_norm": 0.3247841847003424,
      "learning_rate": 5.954545454545455e-06,
      "loss": 0.3525,
      "num_tokens": 49724365.0,
      "step": 263
    },
    {
      "epoch": 0.0901023890784983,
      "grad_norm": 0.2756559864859553,
      "learning_rate": 5.977272727272728e-06,
      "loss": 0.3195,
      "num_tokens": 49906985.0,
      "step": 264
    },
    {
      "epoch": 0.09044368600682594,
      "grad_norm": 0.30355220916836556,
      "learning_rate": 6e-06,
      "loss": 0.3645,
      "num_tokens": 50097078.0,
      "step": 265
    },
    {
      "epoch": 0.09078498293515358,
      "grad_norm": 0.3021576470398193,
      "learning_rate": 6.022727272727273e-06,
      "loss": 0.3407,
      "num_tokens": 50274551.0,
      "step": 266
    },
    {
      "epoch": 0.09112627986348124,
      "grad_norm": 0.300529388514763,
      "learning_rate": 6.0454545454545456e-06,
      "loss": 0.3323,
      "num_tokens": 50436081.0,
      "step": 267
    },
    {
      "epoch": 0.09146757679180888,
      "grad_norm": 0.29733453453812014,
      "learning_rate": 6.068181818181819e-06,
      "loss": 0.3803,
      "num_tokens": 50616748.0,
      "step": 268
    },
    {
      "epoch": 0.09180887372013652,
      "grad_norm": 0.29244696873225257,
      "learning_rate": 6.090909090909092e-06,
      "loss": 0.3766,
      "num_tokens": 50824093.0,
      "step": 269
    },
    {
      "epoch": 0.09215017064846416,
      "grad_norm": 0.31589489240658875,
      "learning_rate": 6.113636363636364e-06,
      "loss": 0.363,
      "num_tokens": 50997335.0,
      "step": 270
    },
    {
      "epoch": 0.0924914675767918,
      "grad_norm": 0.30476310190581385,
      "learning_rate": 6.136363636363637e-06,
      "loss": 0.3387,
      "num_tokens": 51199166.0,
      "step": 271
    },
    {
      "epoch": 0.09283276450511946,
      "grad_norm": 0.3209797082055242,
      "learning_rate": 6.15909090909091e-06,
      "loss": 0.3687,
      "num_tokens": 51395476.0,
      "step": 272
    },
    {
      "epoch": 0.0931740614334471,
      "grad_norm": 0.6567965456402974,
      "learning_rate": 6.181818181818182e-06,
      "loss": 0.352,
      "num_tokens": 51592727.0,
      "step": 273
    },
    {
      "epoch": 0.09351535836177474,
      "grad_norm": 0.28871967818135613,
      "learning_rate": 6.204545454545455e-06,
      "loss": 0.3486,
      "num_tokens": 51767017.0,
      "step": 274
    },
    {
      "epoch": 0.09385665529010238,
      "grad_norm": 0.30394150378738954,
      "learning_rate": 6.227272727272727e-06,
      "loss": 0.363,
      "num_tokens": 51927048.0,
      "step": 275
    },
    {
      "epoch": 0.09419795221843004,
      "grad_norm": 0.3185214636331291,
      "learning_rate": 6.25e-06,
      "loss": 0.3528,
      "num_tokens": 52078940.0,
      "step": 276
    },
    {
      "epoch": 0.09453924914675768,
      "grad_norm": 0.32169249985470255,
      "learning_rate": 6.2727272727272734e-06,
      "loss": 0.3679,
      "num_tokens": 52261875.0,
      "step": 277
    },
    {
      "epoch": 0.09488054607508532,
      "grad_norm": 0.2775444573912959,
      "learning_rate": 6.295454545454546e-06,
      "loss": 0.3527,
      "num_tokens": 52442389.0,
      "step": 278
    },
    {
      "epoch": 0.09522184300341296,
      "grad_norm": 0.3559338645603689,
      "learning_rate": 6.318181818181819e-06,
      "loss": 0.3915,
      "num_tokens": 52647082.0,
      "step": 279
    },
    {
      "epoch": 0.09556313993174062,
      "grad_norm": 0.31965379093253704,
      "learning_rate": 6.340909090909091e-06,
      "loss": 0.3449,
      "num_tokens": 52807935.0,
      "step": 280
    },
    {
      "epoch": 0.09590443686006826,
      "grad_norm": 0.2861246004675818,
      "learning_rate": 6.363636363636364e-06,
      "loss": 0.3315,
      "num_tokens": 53007873.0,
      "step": 281
    },
    {
      "epoch": 0.0962457337883959,
      "grad_norm": 0.2884000994919744,
      "learning_rate": 6.386363636363637e-06,
      "loss": 0.3425,
      "num_tokens": 53186757.0,
      "step": 282
    },
    {
      "epoch": 0.09658703071672355,
      "grad_norm": 0.2822314038882994,
      "learning_rate": 6.40909090909091e-06,
      "loss": 0.3653,
      "num_tokens": 53405385.0,
      "step": 283
    },
    {
      "epoch": 0.09692832764505119,
      "grad_norm": 0.34951759143347455,
      "learning_rate": 6.431818181818183e-06,
      "loss": 0.3597,
      "num_tokens": 53569983.0,
      "step": 284
    },
    {
      "epoch": 0.09726962457337884,
      "grad_norm": 0.27622696531269764,
      "learning_rate": 6.454545454545456e-06,
      "loss": 0.3637,
      "num_tokens": 53806019.0,
      "step": 285
    },
    {
      "epoch": 0.09761092150170649,
      "grad_norm": 0.32964981888830697,
      "learning_rate": 6.477272727272727e-06,
      "loss": 0.3343,
      "num_tokens": 53991731.0,
      "step": 286
    },
    {
      "epoch": 0.09795221843003413,
      "grad_norm": 0.2928042256584869,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 0.3566,
      "num_tokens": 54172213.0,
      "step": 287
    },
    {
      "epoch": 0.09829351535836177,
      "grad_norm": 0.3062789392327486,
      "learning_rate": 6.522727272727273e-06,
      "loss": 0.3527,
      "num_tokens": 54335561.0,
      "step": 288
    },
    {
      "epoch": 0.09863481228668942,
      "grad_norm": 0.2743837205703533,
      "learning_rate": 6.545454545454546e-06,
      "loss": 0.3488,
      "num_tokens": 54552021.0,
      "step": 289
    },
    {
      "epoch": 0.09897610921501707,
      "grad_norm": 0.33782161165507396,
      "learning_rate": 6.568181818181819e-06,
      "loss": 0.3704,
      "num_tokens": 54709464.0,
      "step": 290
    },
    {
      "epoch": 0.09931740614334471,
      "grad_norm": 0.2807291020200718,
      "learning_rate": 6.590909090909091e-06,
      "loss": 0.3315,
      "num_tokens": 54899428.0,
      "step": 291
    },
    {
      "epoch": 0.09965870307167235,
      "grad_norm": 0.2993077785461078,
      "learning_rate": 6.613636363636364e-06,
      "loss": 0.3396,
      "num_tokens": 55096117.0,
      "step": 292
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.30742285551134485,
      "learning_rate": 6.6363636363636375e-06,
      "loss": 0.3555,
      "num_tokens": 55271297.0,
      "step": 293
    },
    {
      "epoch": 0.10034129692832765,
      "grad_norm": 0.36854912830992487,
      "learning_rate": 6.65909090909091e-06,
      "loss": 0.3853,
      "num_tokens": 55461040.0,
      "step": 294
    },
    {
      "epoch": 0.10068259385665529,
      "grad_norm": 0.2696092653162133,
      "learning_rate": 6.681818181818183e-06,
      "loss": 0.3583,
      "num_tokens": 55678613.0,
      "step": 295
    },
    {
      "epoch": 0.10102389078498293,
      "grad_norm": 0.8810140999963125,
      "learning_rate": 6.704545454545454e-06,
      "loss": 0.392,
      "num_tokens": 55864814.0,
      "step": 296
    },
    {
      "epoch": 0.10136518771331059,
      "grad_norm": 0.26979743063839723,
      "learning_rate": 6.7272727272727275e-06,
      "loss": 0.3637,
      "num_tokens": 56107485.0,
      "step": 297
    },
    {
      "epoch": 0.10170648464163823,
      "grad_norm": 0.3009061486188451,
      "learning_rate": 6.750000000000001e-06,
      "loss": 0.359,
      "num_tokens": 56294107.0,
      "step": 298
    },
    {
      "epoch": 0.10204778156996587,
      "grad_norm": 0.29745097292991013,
      "learning_rate": 6.772727272727273e-06,
      "loss": 0.3814,
      "num_tokens": 56500323.0,
      "step": 299
    },
    {
      "epoch": 0.10238907849829351,
      "grad_norm": 0.2997646574573566,
      "learning_rate": 6.795454545454546e-06,
      "loss": 0.3817,
      "num_tokens": 56692460.0,
      "step": 300
    },
    {
      "epoch": 0.10273037542662115,
      "grad_norm": 0.28913493160743925,
      "learning_rate": 6.818181818181818e-06,
      "loss": 0.3311,
      "num_tokens": 56881344.0,
      "step": 301
    },
    {
      "epoch": 0.10307167235494881,
      "grad_norm": 0.3028669637233494,
      "learning_rate": 6.840909090909091e-06,
      "loss": 0.3482,
      "num_tokens": 57065234.0,
      "step": 302
    },
    {
      "epoch": 0.10341296928327645,
      "grad_norm": 0.27738987735421555,
      "learning_rate": 6.8636363636363645e-06,
      "loss": 0.3278,
      "num_tokens": 57258761.0,
      "step": 303
    },
    {
      "epoch": 0.1037542662116041,
      "grad_norm": 0.29687940878040614,
      "learning_rate": 6.886363636363637e-06,
      "loss": 0.3546,
      "num_tokens": 57436858.0,
      "step": 304
    },
    {
      "epoch": 0.10409556313993173,
      "grad_norm": 0.2926796180138571,
      "learning_rate": 6.90909090909091e-06,
      "loss": 0.3342,
      "num_tokens": 57629001.0,
      "step": 305
    },
    {
      "epoch": 0.10443686006825939,
      "grad_norm": 0.30524401143312874,
      "learning_rate": 6.931818181818183e-06,
      "loss": 0.3652,
      "num_tokens": 57833810.0,
      "step": 306
    },
    {
      "epoch": 0.10477815699658703,
      "grad_norm": 0.28400333597839633,
      "learning_rate": 6.954545454545455e-06,
      "loss": 0.3418,
      "num_tokens": 58016198.0,
      "step": 307
    },
    {
      "epoch": 0.10511945392491467,
      "grad_norm": 0.27665344701983186,
      "learning_rate": 6.9772727272727285e-06,
      "loss": 0.3641,
      "num_tokens": 58210668.0,
      "step": 308
    },
    {
      "epoch": 0.10546075085324232,
      "grad_norm": 0.3148401663435611,
      "learning_rate": 7e-06,
      "loss": 0.3256,
      "num_tokens": 58358122.0,
      "step": 309
    },
    {
      "epoch": 0.10580204778156997,
      "grad_norm": 0.3167399221403429,
      "learning_rate": 7.022727272727273e-06,
      "loss": 0.3817,
      "num_tokens": 58534960.0,
      "step": 310
    },
    {
      "epoch": 0.10614334470989761,
      "grad_norm": 0.29878853878831224,
      "learning_rate": 7.045454545454546e-06,
      "loss": 0.3799,
      "num_tokens": 58722039.0,
      "step": 311
    },
    {
      "epoch": 0.10648464163822526,
      "grad_norm": 0.3027657120082824,
      "learning_rate": 7.0681818181818184e-06,
      "loss": 0.3347,
      "num_tokens": 58921162.0,
      "step": 312
    },
    {
      "epoch": 0.1068259385665529,
      "grad_norm": 0.29972149816174154,
      "learning_rate": 7.0909090909090916e-06,
      "loss": 0.345,
      "num_tokens": 59091341.0,
      "step": 313
    },
    {
      "epoch": 0.10716723549488055,
      "grad_norm": 0.29973212164294794,
      "learning_rate": 7.113636363636364e-06,
      "loss": 0.3391,
      "num_tokens": 59272060.0,
      "step": 314
    },
    {
      "epoch": 0.1075085324232082,
      "grad_norm": 0.3202139342257868,
      "learning_rate": 7.136363636363637e-06,
      "loss": 0.362,
      "num_tokens": 59447902.0,
      "step": 315
    },
    {
      "epoch": 0.10784982935153584,
      "grad_norm": 0.28608312352370613,
      "learning_rate": 7.15909090909091e-06,
      "loss": 0.3445,
      "num_tokens": 59659563.0,
      "step": 316
    },
    {
      "epoch": 0.10819112627986348,
      "grad_norm": 0.31719979311763746,
      "learning_rate": 7.181818181818182e-06,
      "loss": 0.3756,
      "num_tokens": 59858502.0,
      "step": 317
    },
    {
      "epoch": 0.10853242320819112,
      "grad_norm": 0.298459874443995,
      "learning_rate": 7.2045454545454555e-06,
      "loss": 0.3777,
      "num_tokens": 60056533.0,
      "step": 318
    },
    {
      "epoch": 0.10887372013651878,
      "grad_norm": 0.31138758621883,
      "learning_rate": 7.227272727272729e-06,
      "loss": 0.3688,
      "num_tokens": 60222840.0,
      "step": 319
    },
    {
      "epoch": 0.10921501706484642,
      "grad_norm": 0.2935627322088629,
      "learning_rate": 7.25e-06,
      "loss": 0.3593,
      "num_tokens": 60418615.0,
      "step": 320
    },
    {
      "epoch": 0.10955631399317406,
      "grad_norm": 0.3045622503787184,
      "learning_rate": 7.272727272727273e-06,
      "loss": 0.3379,
      "num_tokens": 60595351.0,
      "step": 321
    },
    {
      "epoch": 0.1098976109215017,
      "grad_norm": 0.3028104021181085,
      "learning_rate": 7.2954545454545454e-06,
      "loss": 0.3375,
      "num_tokens": 60765418.0,
      "step": 322
    },
    {
      "epoch": 0.11023890784982936,
      "grad_norm": 0.2741876424680376,
      "learning_rate": 7.3181818181818186e-06,
      "loss": 0.3381,
      "num_tokens": 60970592.0,
      "step": 323
    },
    {
      "epoch": 0.110580204778157,
      "grad_norm": 0.2904553948167195,
      "learning_rate": 7.340909090909092e-06,
      "loss": 0.3551,
      "num_tokens": 61183787.0,
      "step": 324
    },
    {
      "epoch": 0.11092150170648464,
      "grad_norm": 0.29669718686276025,
      "learning_rate": 7.363636363636364e-06,
      "loss": 0.3536,
      "num_tokens": 61395101.0,
      "step": 325
    },
    {
      "epoch": 0.11126279863481228,
      "grad_norm": 0.28220330223142004,
      "learning_rate": 7.386363636363637e-06,
      "loss": 0.3234,
      "num_tokens": 61592552.0,
      "step": 326
    },
    {
      "epoch": 0.11160409556313994,
      "grad_norm": 0.30119123523750485,
      "learning_rate": 7.40909090909091e-06,
      "loss": 0.328,
      "num_tokens": 61782039.0,
      "step": 327
    },
    {
      "epoch": 0.11194539249146758,
      "grad_norm": 0.2653005544931278,
      "learning_rate": 7.4318181818181825e-06,
      "loss": 0.3621,
      "num_tokens": 62041810.0,
      "step": 328
    },
    {
      "epoch": 0.11228668941979522,
      "grad_norm": 0.3002864060514519,
      "learning_rate": 7.454545454545456e-06,
      "loss": 0.3445,
      "num_tokens": 62202053.0,
      "step": 329
    },
    {
      "epoch": 0.11262798634812286,
      "grad_norm": 0.27477422045447303,
      "learning_rate": 7.477272727272727e-06,
      "loss": 0.3528,
      "num_tokens": 62423739.0,
      "step": 330
    },
    {
      "epoch": 0.1129692832764505,
      "grad_norm": 0.2958070793694283,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.3584,
      "num_tokens": 62640907.0,
      "step": 331
    },
    {
      "epoch": 0.11331058020477816,
      "grad_norm": 0.2882712378109712,
      "learning_rate": 7.522727272727274e-06,
      "loss": 0.3604,
      "num_tokens": 62848633.0,
      "step": 332
    },
    {
      "epoch": 0.1136518771331058,
      "grad_norm": 0.30521767555252594,
      "learning_rate": 7.545454545454546e-06,
      "loss": 0.3609,
      "num_tokens": 63036085.0,
      "step": 333
    },
    {
      "epoch": 0.11399317406143344,
      "grad_norm": 0.31702141229788333,
      "learning_rate": 7.568181818181819e-06,
      "loss": 0.3474,
      "num_tokens": 63223896.0,
      "step": 334
    },
    {
      "epoch": 0.11433447098976109,
      "grad_norm": 0.31419899363520776,
      "learning_rate": 7.590909090909091e-06,
      "loss": 0.355,
      "num_tokens": 63401472.0,
      "step": 335
    },
    {
      "epoch": 0.11467576791808874,
      "grad_norm": 0.28046150795733016,
      "learning_rate": 7.613636363636364e-06,
      "loss": 0.3149,
      "num_tokens": 63574663.0,
      "step": 336
    },
    {
      "epoch": 0.11501706484641638,
      "grad_norm": 0.2911369720534346,
      "learning_rate": 7.636363636363638e-06,
      "loss": 0.363,
      "num_tokens": 63772359.0,
      "step": 337
    },
    {
      "epoch": 0.11535836177474403,
      "grad_norm": 0.30720825781290473,
      "learning_rate": 7.65909090909091e-06,
      "loss": 0.3484,
      "num_tokens": 63955926.0,
      "step": 338
    },
    {
      "epoch": 0.11569965870307167,
      "grad_norm": 0.31889310649310637,
      "learning_rate": 7.681818181818183e-06,
      "loss": 0.3481,
      "num_tokens": 64129133.0,
      "step": 339
    },
    {
      "epoch": 0.11604095563139932,
      "grad_norm": 0.28530821455513133,
      "learning_rate": 7.704545454545456e-06,
      "loss": 0.367,
      "num_tokens": 64318281.0,
      "step": 340
    },
    {
      "epoch": 0.11638225255972696,
      "grad_norm": 0.29046626730668407,
      "learning_rate": 7.727272727272727e-06,
      "loss": 0.3158,
      "num_tokens": 64511934.0,
      "step": 341
    },
    {
      "epoch": 0.1167235494880546,
      "grad_norm": 0.3176064268465962,
      "learning_rate": 7.75e-06,
      "loss": 0.3846,
      "num_tokens": 64708319.0,
      "step": 342
    },
    {
      "epoch": 0.11706484641638225,
      "grad_norm": 0.30322057630018523,
      "learning_rate": 7.772727272727273e-06,
      "loss": 0.372,
      "num_tokens": 64894679.0,
      "step": 343
    },
    {
      "epoch": 0.1174061433447099,
      "grad_norm": 0.2822822739477971,
      "learning_rate": 7.795454545454547e-06,
      "loss": 0.3367,
      "num_tokens": 65107156.0,
      "step": 344
    },
    {
      "epoch": 0.11774744027303755,
      "grad_norm": 0.29273081763113024,
      "learning_rate": 7.81818181818182e-06,
      "loss": 0.3659,
      "num_tokens": 65311704.0,
      "step": 345
    },
    {
      "epoch": 0.11808873720136519,
      "grad_norm": 0.31152480212131234,
      "learning_rate": 7.840909090909091e-06,
      "loss": 0.3449,
      "num_tokens": 65474385.0,
      "step": 346
    },
    {
      "epoch": 0.11843003412969283,
      "grad_norm": 0.3316175144458039,
      "learning_rate": 7.863636363636364e-06,
      "loss": 0.3818,
      "num_tokens": 65644498.0,
      "step": 347
    },
    {
      "epoch": 0.11877133105802047,
      "grad_norm": 0.3018210595825326,
      "learning_rate": 7.886363636363637e-06,
      "loss": 0.3642,
      "num_tokens": 65839508.0,
      "step": 348
    },
    {
      "epoch": 0.11911262798634813,
      "grad_norm": 0.30570555972818964,
      "learning_rate": 7.909090909090909e-06,
      "loss": 0.367,
      "num_tokens": 66009966.0,
      "step": 349
    },
    {
      "epoch": 0.11945392491467577,
      "grad_norm": 0.2870032641356496,
      "learning_rate": 7.931818181818182e-06,
      "loss": 0.3449,
      "num_tokens": 66231525.0,
      "step": 350
    },
    {
      "epoch": 0.11979522184300341,
      "grad_norm": 0.3110085618971331,
      "learning_rate": 7.954545454545455e-06,
      "loss": 0.3548,
      "num_tokens": 66393435.0,
      "step": 351
    },
    {
      "epoch": 0.12013651877133105,
      "grad_norm": 0.29537885810824377,
      "learning_rate": 7.977272727272728e-06,
      "loss": 0.3799,
      "num_tokens": 66584846.0,
      "step": 352
    },
    {
      "epoch": 0.12047781569965871,
      "grad_norm": 0.3060582936343862,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.3656,
      "num_tokens": 66776962.0,
      "step": 353
    },
    {
      "epoch": 0.12081911262798635,
      "grad_norm": 0.270920042614133,
      "learning_rate": 8.022727272727273e-06,
      "loss": 0.3592,
      "num_tokens": 67012754.0,
      "step": 354
    },
    {
      "epoch": 0.12116040955631399,
      "grad_norm": 0.318025459980243,
      "learning_rate": 8.045454545454546e-06,
      "loss": 0.3908,
      "num_tokens": 67208929.0,
      "step": 355
    },
    {
      "epoch": 0.12150170648464163,
      "grad_norm": 0.2886672253225329,
      "learning_rate": 8.068181818181819e-06,
      "loss": 0.351,
      "num_tokens": 67399195.0,
      "step": 356
    },
    {
      "epoch": 0.12184300341296929,
      "grad_norm": 0.3149582401902424,
      "learning_rate": 8.090909090909092e-06,
      "loss": 0.3582,
      "num_tokens": 67587838.0,
      "step": 357
    },
    {
      "epoch": 0.12218430034129693,
      "grad_norm": 0.30864884210740895,
      "learning_rate": 8.113636363636365e-06,
      "loss": 0.3828,
      "num_tokens": 67792265.0,
      "step": 358
    },
    {
      "epoch": 0.12252559726962457,
      "grad_norm": 0.2896454438021001,
      "learning_rate": 8.136363636363637e-06,
      "loss": 0.3343,
      "num_tokens": 67977899.0,
      "step": 359
    },
    {
      "epoch": 0.12286689419795221,
      "grad_norm": 0.30415823949303783,
      "learning_rate": 8.15909090909091e-06,
      "loss": 0.3593,
      "num_tokens": 68165954.0,
      "step": 360
    },
    {
      "epoch": 0.12320819112627987,
      "grad_norm": 0.3258419642435971,
      "learning_rate": 8.181818181818183e-06,
      "loss": 0.3965,
      "num_tokens": 68370370.0,
      "step": 361
    },
    {
      "epoch": 0.12354948805460751,
      "grad_norm": 0.3012469894633768,
      "learning_rate": 8.204545454545454e-06,
      "loss": 0.3888,
      "num_tokens": 68573367.0,
      "step": 362
    },
    {
      "epoch": 0.12389078498293515,
      "grad_norm": 0.2943955139320957,
      "learning_rate": 8.227272727272728e-06,
      "loss": 0.3495,
      "num_tokens": 68766388.0,
      "step": 363
    },
    {
      "epoch": 0.1242320819112628,
      "grad_norm": 0.28387180473378165,
      "learning_rate": 8.25e-06,
      "loss": 0.3151,
      "num_tokens": 68960149.0,
      "step": 364
    },
    {
      "epoch": 0.12457337883959044,
      "grad_norm": 0.2915154036753332,
      "learning_rate": 8.272727272727274e-06,
      "loss": 0.3503,
      "num_tokens": 69179943.0,
      "step": 365
    },
    {
      "epoch": 0.12491467576791809,
      "grad_norm": 0.36890669946915094,
      "learning_rate": 8.295454545454547e-06,
      "loss": 0.3651,
      "num_tokens": 69356409.0,
      "step": 366
    },
    {
      "epoch": 0.12525597269624572,
      "grad_norm": 0.3058770843021918,
      "learning_rate": 8.318181818181818e-06,
      "loss": 0.358,
      "num_tokens": 69556099.0,
      "step": 367
    },
    {
      "epoch": 0.12559726962457338,
      "grad_norm": 0.29938417421303853,
      "learning_rate": 8.340909090909091e-06,
      "loss": 0.3364,
      "num_tokens": 69724903.0,
      "step": 368
    },
    {
      "epoch": 0.12593856655290103,
      "grad_norm": 0.3207815456579543,
      "learning_rate": 8.363636363636365e-06,
      "loss": 0.3901,
      "num_tokens": 69892182.0,
      "step": 369
    },
    {
      "epoch": 0.12627986348122866,
      "grad_norm": 0.32791268694457626,
      "learning_rate": 8.386363636363638e-06,
      "loss": 0.3183,
      "num_tokens": 70064546.0,
      "step": 370
    },
    {
      "epoch": 0.12662116040955632,
      "grad_norm": 0.4057195613974413,
      "learning_rate": 8.40909090909091e-06,
      "loss": 0.3569,
      "num_tokens": 70252267.0,
      "step": 371
    },
    {
      "epoch": 0.12696245733788397,
      "grad_norm": 0.28491208168118776,
      "learning_rate": 8.431818181818182e-06,
      "loss": 0.3722,
      "num_tokens": 70464721.0,
      "step": 372
    },
    {
      "epoch": 0.1273037542662116,
      "grad_norm": 0.31852850601097793,
      "learning_rate": 8.454545454545455e-06,
      "loss": 0.3372,
      "num_tokens": 70634108.0,
      "step": 373
    },
    {
      "epoch": 0.12764505119453926,
      "grad_norm": 0.3026264517323067,
      "learning_rate": 8.477272727272729e-06,
      "loss": 0.3951,
      "num_tokens": 70836740.0,
      "step": 374
    },
    {
      "epoch": 0.12798634812286688,
      "grad_norm": 0.29147945613992615,
      "learning_rate": 8.5e-06,
      "loss": 0.3734,
      "num_tokens": 71028170.0,
      "step": 375
    },
    {
      "epoch": 0.12832764505119454,
      "grad_norm": 0.2953244586558086,
      "learning_rate": 8.522727272727273e-06,
      "loss": 0.3692,
      "num_tokens": 71201048.0,
      "step": 376
    },
    {
      "epoch": 0.1286689419795222,
      "grad_norm": 0.35181285041147875,
      "learning_rate": 8.545454545454546e-06,
      "loss": 0.3661,
      "num_tokens": 71360384.0,
      "step": 377
    },
    {
      "epoch": 0.12901023890784982,
      "grad_norm": 0.2646658567620935,
      "learning_rate": 8.56818181818182e-06,
      "loss": 0.3351,
      "num_tokens": 71595115.0,
      "step": 378
    },
    {
      "epoch": 0.12935153583617748,
      "grad_norm": 0.3031941057050125,
      "learning_rate": 8.590909090909092e-06,
      "loss": 0.34,
      "num_tokens": 71792437.0,
      "step": 379
    },
    {
      "epoch": 0.1296928327645051,
      "grad_norm": 0.3112996086300461,
      "learning_rate": 8.613636363636364e-06,
      "loss": 0.3493,
      "num_tokens": 71977360.0,
      "step": 380
    },
    {
      "epoch": 0.13003412969283276,
      "grad_norm": 0.2676367875146664,
      "learning_rate": 8.636363636363637e-06,
      "loss": 0.345,
      "num_tokens": 72195063.0,
      "step": 381
    },
    {
      "epoch": 0.13037542662116042,
      "grad_norm": 0.31507891221742496,
      "learning_rate": 8.65909090909091e-06,
      "loss": 0.3273,
      "num_tokens": 72384993.0,
      "step": 382
    },
    {
      "epoch": 0.13071672354948805,
      "grad_norm": 0.3009346003246892,
      "learning_rate": 8.681818181818182e-06,
      "loss": 0.3356,
      "num_tokens": 72558606.0,
      "step": 383
    },
    {
      "epoch": 0.1310580204778157,
      "grad_norm": 0.2837698847543915,
      "learning_rate": 8.704545454545455e-06,
      "loss": 0.3367,
      "num_tokens": 72752444.0,
      "step": 384
    },
    {
      "epoch": 0.13139931740614336,
      "grad_norm": 0.3170824517597668,
      "learning_rate": 8.727272727272728e-06,
      "loss": 0.3537,
      "num_tokens": 72963080.0,
      "step": 385
    },
    {
      "epoch": 0.13174061433447098,
      "grad_norm": 0.30430063040446526,
      "learning_rate": 8.750000000000001e-06,
      "loss": 0.3715,
      "num_tokens": 73165120.0,
      "step": 386
    },
    {
      "epoch": 0.13208191126279864,
      "grad_norm": 0.27860952421583274,
      "learning_rate": 8.772727272727274e-06,
      "loss": 0.3835,
      "num_tokens": 73417582.0,
      "step": 387
    },
    {
      "epoch": 0.13242320819112627,
      "grad_norm": 0.33138280233446227,
      "learning_rate": 8.795454545454545e-06,
      "loss": 0.335,
      "num_tokens": 73599319.0,
      "step": 388
    },
    {
      "epoch": 0.13276450511945392,
      "grad_norm": 0.3017802107481248,
      "learning_rate": 8.818181818181819e-06,
      "loss": 0.3585,
      "num_tokens": 73767255.0,
      "step": 389
    },
    {
      "epoch": 0.13310580204778158,
      "grad_norm": 0.28308510974663054,
      "learning_rate": 8.840909090909092e-06,
      "loss": 0.3158,
      "num_tokens": 73938587.0,
      "step": 390
    },
    {
      "epoch": 0.1334470989761092,
      "grad_norm": 0.31058999731186016,
      "learning_rate": 8.863636363636365e-06,
      "loss": 0.3637,
      "num_tokens": 74141104.0,
      "step": 391
    },
    {
      "epoch": 0.13378839590443686,
      "grad_norm": 0.27828404136162704,
      "learning_rate": 8.886363636363638e-06,
      "loss": 0.3499,
      "num_tokens": 74343870.0,
      "step": 392
    },
    {
      "epoch": 0.13412969283276452,
      "grad_norm": 0.2924946543706361,
      "learning_rate": 8.90909090909091e-06,
      "loss": 0.3503,
      "num_tokens": 74541873.0,
      "step": 393
    },
    {
      "epoch": 0.13447098976109215,
      "grad_norm": 0.2861159240002221,
      "learning_rate": 8.931818181818183e-06,
      "loss": 0.352,
      "num_tokens": 74739750.0,
      "step": 394
    },
    {
      "epoch": 0.1348122866894198,
      "grad_norm": 0.29876252949518045,
      "learning_rate": 8.954545454545456e-06,
      "loss": 0.3734,
      "num_tokens": 74917777.0,
      "step": 395
    },
    {
      "epoch": 0.13515358361774743,
      "grad_norm": 0.2859394488990583,
      "learning_rate": 8.977272727272727e-06,
      "loss": 0.3661,
      "num_tokens": 75106779.0,
      "step": 396
    },
    {
      "epoch": 0.13549488054607509,
      "grad_norm": 0.31573683148946724,
      "learning_rate": 9e-06,
      "loss": 0.3984,
      "num_tokens": 75291906.0,
      "step": 397
    },
    {
      "epoch": 0.13583617747440274,
      "grad_norm": 0.2789584980446508,
      "learning_rate": 9.022727272727273e-06,
      "loss": 0.3469,
      "num_tokens": 75490360.0,
      "step": 398
    },
    {
      "epoch": 0.13617747440273037,
      "grad_norm": 0.27851073045285385,
      "learning_rate": 9.045454545454546e-06,
      "loss": 0.3265,
      "num_tokens": 75684437.0,
      "step": 399
    },
    {
      "epoch": 0.13651877133105803,
      "grad_norm": 0.3079493803429572,
      "learning_rate": 9.06818181818182e-06,
      "loss": 0.3717,
      "num_tokens": 75870937.0,
      "step": 400
    },
    {
      "epoch": 0.13686006825938565,
      "grad_norm": 0.26845056189205857,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.3425,
      "num_tokens": 76087563.0,
      "step": 401
    },
    {
      "epoch": 0.1372013651877133,
      "grad_norm": 0.2739044032257007,
      "learning_rate": 9.113636363636364e-06,
      "loss": 0.3135,
      "num_tokens": 76275946.0,
      "step": 402
    },
    {
      "epoch": 0.13754266211604096,
      "grad_norm": 0.3160534359532062,
      "learning_rate": 9.136363636363637e-06,
      "loss": 0.3625,
      "num_tokens": 76462654.0,
      "step": 403
    },
    {
      "epoch": 0.1378839590443686,
      "grad_norm": 0.3012520766403288,
      "learning_rate": 9.15909090909091e-06,
      "loss": 0.3473,
      "num_tokens": 76651741.0,
      "step": 404
    },
    {
      "epoch": 0.13822525597269625,
      "grad_norm": 0.3142829440061708,
      "learning_rate": 9.181818181818184e-06,
      "loss": 0.3794,
      "num_tokens": 76830899.0,
      "step": 405
    },
    {
      "epoch": 0.1385665529010239,
      "grad_norm": 0.29197732842116597,
      "learning_rate": 9.204545454545455e-06,
      "loss": 0.3468,
      "num_tokens": 77020978.0,
      "step": 406
    },
    {
      "epoch": 0.13890784982935153,
      "grad_norm": 0.28720688379450626,
      "learning_rate": 9.227272727272728e-06,
      "loss": 0.3642,
      "num_tokens": 77228264.0,
      "step": 407
    },
    {
      "epoch": 0.1392491467576792,
      "grad_norm": 0.3024067684572106,
      "learning_rate": 9.250000000000001e-06,
      "loss": 0.3739,
      "num_tokens": 77421204.0,
      "step": 408
    },
    {
      "epoch": 0.13959044368600682,
      "grad_norm": 0.2782277303265977,
      "learning_rate": 9.272727272727273e-06,
      "loss": 0.3471,
      "num_tokens": 77658547.0,
      "step": 409
    },
    {
      "epoch": 0.13993174061433447,
      "grad_norm": 0.3184707374029089,
      "learning_rate": 9.295454545454546e-06,
      "loss": 0.3413,
      "num_tokens": 77873640.0,
      "step": 410
    },
    {
      "epoch": 0.14027303754266213,
      "grad_norm": 0.30914066957532516,
      "learning_rate": 9.318181818181819e-06,
      "loss": 0.3939,
      "num_tokens": 78076576.0,
      "step": 411
    },
    {
      "epoch": 0.14061433447098975,
      "grad_norm": 0.29524358155081365,
      "learning_rate": 9.340909090909092e-06,
      "loss": 0.349,
      "num_tokens": 78269541.0,
      "step": 412
    },
    {
      "epoch": 0.1409556313993174,
      "grad_norm": 0.291248693098335,
      "learning_rate": 9.363636363636365e-06,
      "loss": 0.3538,
      "num_tokens": 78480373.0,
      "step": 413
    },
    {
      "epoch": 0.14129692832764504,
      "grad_norm": 0.3016397058132797,
      "learning_rate": 9.386363636363637e-06,
      "loss": 0.3469,
      "num_tokens": 78654214.0,
      "step": 414
    },
    {
      "epoch": 0.1416382252559727,
      "grad_norm": 0.3046432003775585,
      "learning_rate": 9.40909090909091e-06,
      "loss": 0.3656,
      "num_tokens": 78850059.0,
      "step": 415
    },
    {
      "epoch": 0.14197952218430035,
      "grad_norm": 0.28835752832681044,
      "learning_rate": 9.431818181818183e-06,
      "loss": 0.343,
      "num_tokens": 79058350.0,
      "step": 416
    },
    {
      "epoch": 0.14232081911262798,
      "grad_norm": 0.29062248115379974,
      "learning_rate": 9.454545454545456e-06,
      "loss": 0.3302,
      "num_tokens": 79239724.0,
      "step": 417
    },
    {
      "epoch": 0.14266211604095563,
      "grad_norm": 0.308982561835374,
      "learning_rate": 9.477272727272729e-06,
      "loss": 0.3738,
      "num_tokens": 79452772.0,
      "step": 418
    },
    {
      "epoch": 0.1430034129692833,
      "grad_norm": 0.332240594974289,
      "learning_rate": 9.5e-06,
      "loss": 0.3409,
      "num_tokens": 79591185.0,
      "step": 419
    },
    {
      "epoch": 0.14334470989761092,
      "grad_norm": 0.28413328531610754,
      "learning_rate": 9.522727272727274e-06,
      "loss": 0.3698,
      "num_tokens": 79848941.0,
      "step": 420
    },
    {
      "epoch": 0.14368600682593857,
      "grad_norm": 0.2827495939741226,
      "learning_rate": 9.545454545454547e-06,
      "loss": 0.3336,
      "num_tokens": 80016956.0,
      "step": 421
    },
    {
      "epoch": 0.1440273037542662,
      "grad_norm": 0.3125098428374121,
      "learning_rate": 9.568181818181818e-06,
      "loss": 0.3594,
      "num_tokens": 80202697.0,
      "step": 422
    },
    {
      "epoch": 0.14436860068259386,
      "grad_norm": 0.3015111076265042,
      "learning_rate": 9.590909090909091e-06,
      "loss": 0.3601,
      "num_tokens": 80392759.0,
      "step": 423
    },
    {
      "epoch": 0.1447098976109215,
      "grad_norm": 0.2961311249951169,
      "learning_rate": 9.613636363636364e-06,
      "loss": 0.3413,
      "num_tokens": 80577481.0,
      "step": 424
    },
    {
      "epoch": 0.14505119453924914,
      "grad_norm": 0.27609706175434107,
      "learning_rate": 9.636363636363638e-06,
      "loss": 0.3642,
      "num_tokens": 80800893.0,
      "step": 425
    },
    {
      "epoch": 0.1453924914675768,
      "grad_norm": 0.322659645564492,
      "learning_rate": 9.65909090909091e-06,
      "loss": 0.3467,
      "num_tokens": 80974124.0,
      "step": 426
    },
    {
      "epoch": 0.14573378839590442,
      "grad_norm": 0.32269344224879515,
      "learning_rate": 9.681818181818182e-06,
      "loss": 0.3668,
      "num_tokens": 81149329.0,
      "step": 427
    },
    {
      "epoch": 0.14607508532423208,
      "grad_norm": 0.3019529337654995,
      "learning_rate": 9.704545454545455e-06,
      "loss": 0.3442,
      "num_tokens": 81306649.0,
      "step": 428
    },
    {
      "epoch": 0.14641638225255973,
      "grad_norm": 0.3069977146830945,
      "learning_rate": 9.727272727272728e-06,
      "loss": 0.3469,
      "num_tokens": 81488038.0,
      "step": 429
    },
    {
      "epoch": 0.14675767918088736,
      "grad_norm": 0.35585908297847274,
      "learning_rate": 9.75e-06,
      "loss": 0.3835,
      "num_tokens": 81662574.0,
      "step": 430
    },
    {
      "epoch": 0.14709897610921502,
      "grad_norm": 0.3226530028802678,
      "learning_rate": 9.772727272727273e-06,
      "loss": 0.3626,
      "num_tokens": 81851059.0,
      "step": 431
    },
    {
      "epoch": 0.14744027303754267,
      "grad_norm": 0.29881559241464795,
      "learning_rate": 9.795454545454546e-06,
      "loss": 0.3872,
      "num_tokens": 82046307.0,
      "step": 432
    },
    {
      "epoch": 0.1477815699658703,
      "grad_norm": 0.3146879077869801,
      "learning_rate": 9.81818181818182e-06,
      "loss": 0.3693,
      "num_tokens": 82232756.0,
      "step": 433
    },
    {
      "epoch": 0.14812286689419796,
      "grad_norm": 0.27735641703526365,
      "learning_rate": 9.840909090909092e-06,
      "loss": 0.3732,
      "num_tokens": 82463048.0,
      "step": 434
    },
    {
      "epoch": 0.14846416382252559,
      "grad_norm": 0.29466143809211515,
      "learning_rate": 9.863636363636364e-06,
      "loss": 0.3255,
      "num_tokens": 82665644.0,
      "step": 435
    },
    {
      "epoch": 0.14880546075085324,
      "grad_norm": 0.3353418411581207,
      "learning_rate": 9.886363636363637e-06,
      "loss": 0.3637,
      "num_tokens": 82834594.0,
      "step": 436
    },
    {
      "epoch": 0.1491467576791809,
      "grad_norm": 0.7027756180686554,
      "learning_rate": 9.90909090909091e-06,
      "loss": 0.3637,
      "num_tokens": 83019247.0,
      "step": 437
    },
    {
      "epoch": 0.14948805460750852,
      "grad_norm": 0.29842984723701627,
      "learning_rate": 9.931818181818183e-06,
      "loss": 0.3779,
      "num_tokens": 83221654.0,
      "step": 438
    },
    {
      "epoch": 0.14982935153583618,
      "grad_norm": 0.28837355840762463,
      "learning_rate": 9.954545454545456e-06,
      "loss": 0.3375,
      "num_tokens": 83426181.0,
      "step": 439
    },
    {
      "epoch": 0.15017064846416384,
      "grad_norm": 0.30946705561658167,
      "learning_rate": 9.977272727272728e-06,
      "loss": 0.3367,
      "num_tokens": 83583249.0,
      "step": 440
    },
    {
      "epoch": 0.15051194539249146,
      "grad_norm": 0.372752677097444,
      "learning_rate": 1e-05,
      "loss": 0.3702,
      "num_tokens": 83759142.0,
      "step": 441
    },
    {
      "epoch": 0.15085324232081912,
      "grad_norm": 0.29721332027815983,
      "learning_rate": 9.999999681500095e-06,
      "loss": 0.3101,
      "num_tokens": 83920177.0,
      "step": 442
    },
    {
      "epoch": 0.15119453924914675,
      "grad_norm": 0.33549719134837075,
      "learning_rate": 9.999998726000425e-06,
      "loss": 0.3831,
      "num_tokens": 84083463.0,
      "step": 443
    },
    {
      "epoch": 0.1515358361774744,
      "grad_norm": 0.3065995323134279,
      "learning_rate": 9.999997133501125e-06,
      "loss": 0.339,
      "num_tokens": 84238331.0,
      "step": 444
    },
    {
      "epoch": 0.15187713310580206,
      "grad_norm": 0.3121076090006801,
      "learning_rate": 9.99999490400242e-06,
      "loss": 0.3484,
      "num_tokens": 84419101.0,
      "step": 445
    },
    {
      "epoch": 0.1522184300341297,
      "grad_norm": 0.29721677554379433,
      "learning_rate": 9.999992037504624e-06,
      "loss": 0.3292,
      "num_tokens": 84613085.0,
      "step": 446
    },
    {
      "epoch": 0.15255972696245734,
      "grad_norm": 0.3308718564586272,
      "learning_rate": 9.999988534008147e-06,
      "loss": 0.3559,
      "num_tokens": 84811327.0,
      "step": 447
    },
    {
      "epoch": 0.15290102389078497,
      "grad_norm": 0.30376000605913384,
      "learning_rate": 9.999984393513483e-06,
      "loss": 0.3644,
      "num_tokens": 85006337.0,
      "step": 448
    },
    {
      "epoch": 0.15324232081911263,
      "grad_norm": 0.3136806586636533,
      "learning_rate": 9.999979616021216e-06,
      "loss": 0.379,
      "num_tokens": 85178231.0,
      "step": 449
    },
    {
      "epoch": 0.15358361774744028,
      "grad_norm": 0.2941355968723886,
      "learning_rate": 9.999974201532025e-06,
      "loss": 0.3372,
      "num_tokens": 85350199.0,
      "step": 450
    },
    {
      "epoch": 0.1539249146757679,
      "grad_norm": 0.29476487373020693,
      "learning_rate": 9.999968150046676e-06,
      "loss": 0.3524,
      "num_tokens": 85535893.0,
      "step": 451
    },
    {
      "epoch": 0.15426621160409557,
      "grad_norm": 0.29937849742216155,
      "learning_rate": 9.999961461566025e-06,
      "loss": 0.3888,
      "num_tokens": 85762010.0,
      "step": 452
    },
    {
      "epoch": 0.15460750853242322,
      "grad_norm": 0.3257810574402517,
      "learning_rate": 9.999954136091018e-06,
      "loss": 0.4092,
      "num_tokens": 85976185.0,
      "step": 453
    },
    {
      "epoch": 0.15494880546075085,
      "grad_norm": 0.2987318265524416,
      "learning_rate": 9.999946173622694e-06,
      "loss": 0.3688,
      "num_tokens": 86161324.0,
      "step": 454
    },
    {
      "epoch": 0.1552901023890785,
      "grad_norm": 0.27853187139248264,
      "learning_rate": 9.999937574162178e-06,
      "loss": 0.3599,
      "num_tokens": 86393291.0,
      "step": 455
    },
    {
      "epoch": 0.15563139931740613,
      "grad_norm": 0.30355229653036875,
      "learning_rate": 9.999928337710688e-06,
      "loss": 0.3766,
      "num_tokens": 86567586.0,
      "step": 456
    },
    {
      "epoch": 0.1559726962457338,
      "grad_norm": 0.33085121571453974,
      "learning_rate": 9.999918464269534e-06,
      "loss": 0.3796,
      "num_tokens": 86731969.0,
      "step": 457
    },
    {
      "epoch": 0.15631399317406144,
      "grad_norm": 0.3109348831048822,
      "learning_rate": 9.999907953840109e-06,
      "loss": 0.3451,
      "num_tokens": 86915872.0,
      "step": 458
    },
    {
      "epoch": 0.15665529010238907,
      "grad_norm": 0.29321435335316937,
      "learning_rate": 9.999896806423904e-06,
      "loss": 0.353,
      "num_tokens": 87144021.0,
      "step": 459
    },
    {
      "epoch": 0.15699658703071673,
      "grad_norm": 0.3242940536660178,
      "learning_rate": 9.999885022022497e-06,
      "loss": 0.3808,
      "num_tokens": 87358057.0,
      "step": 460
    },
    {
      "epoch": 0.15733788395904436,
      "grad_norm": 0.2959091825076029,
      "learning_rate": 9.999872600637555e-06,
      "loss": 0.3408,
      "num_tokens": 87558472.0,
      "step": 461
    },
    {
      "epoch": 0.157679180887372,
      "grad_norm": 0.33915717884489704,
      "learning_rate": 9.999859542270837e-06,
      "loss": 0.3579,
      "num_tokens": 87710289.0,
      "step": 462
    },
    {
      "epoch": 0.15802047781569967,
      "grad_norm": 0.30435773699583457,
      "learning_rate": 9.99984584692419e-06,
      "loss": 0.3547,
      "num_tokens": 87888385.0,
      "step": 463
    },
    {
      "epoch": 0.1583617747440273,
      "grad_norm": 0.29397506360257575,
      "learning_rate": 9.999831514599555e-06,
      "loss": 0.3582,
      "num_tokens": 88089297.0,
      "step": 464
    },
    {
      "epoch": 0.15870307167235495,
      "grad_norm": 0.3179178243408966,
      "learning_rate": 9.999816545298958e-06,
      "loss": 0.3468,
      "num_tokens": 88301390.0,
      "step": 465
    },
    {
      "epoch": 0.1590443686006826,
      "grad_norm": 0.31769621867478065,
      "learning_rate": 9.999800939024522e-06,
      "loss": 0.3705,
      "num_tokens": 88514157.0,
      "step": 466
    },
    {
      "epoch": 0.15938566552901023,
      "grad_norm": 0.31001027284022337,
      "learning_rate": 9.999784695778452e-06,
      "loss": 0.3379,
      "num_tokens": 88692244.0,
      "step": 467
    },
    {
      "epoch": 0.1597269624573379,
      "grad_norm": 0.29034466109251433,
      "learning_rate": 9.99976781556305e-06,
      "loss": 0.3344,
      "num_tokens": 88887024.0,
      "step": 468
    },
    {
      "epoch": 0.16006825938566552,
      "grad_norm": 0.3226384322478494,
      "learning_rate": 9.999750298380703e-06,
      "loss": 0.3516,
      "num_tokens": 89053916.0,
      "step": 469
    },
    {
      "epoch": 0.16040955631399317,
      "grad_norm": 0.3370482611467821,
      "learning_rate": 9.999732144233893e-06,
      "loss": 0.3906,
      "num_tokens": 89239583.0,
      "step": 470
    },
    {
      "epoch": 0.16075085324232083,
      "grad_norm": 0.2906801410382481,
      "learning_rate": 9.99971335312519e-06,
      "loss": 0.3528,
      "num_tokens": 89453683.0,
      "step": 471
    },
    {
      "epoch": 0.16109215017064846,
      "grad_norm": 0.3142926565563653,
      "learning_rate": 9.999693925057253e-06,
      "loss": 0.3624,
      "num_tokens": 89632376.0,
      "step": 472
    },
    {
      "epoch": 0.1614334470989761,
      "grad_norm": 0.3028968766149283,
      "learning_rate": 9.99967386003283e-06,
      "loss": 0.3432,
      "num_tokens": 89826557.0,
      "step": 473
    },
    {
      "epoch": 0.16177474402730374,
      "grad_norm": 0.3084680810637025,
      "learning_rate": 9.999653158054766e-06,
      "loss": 0.3454,
      "num_tokens": 90038106.0,
      "step": 474
    },
    {
      "epoch": 0.1621160409556314,
      "grad_norm": 0.270242805758153,
      "learning_rate": 9.999631819125988e-06,
      "loss": 0.3318,
      "num_tokens": 90236005.0,
      "step": 475
    },
    {
      "epoch": 0.16245733788395905,
      "grad_norm": 0.3075280261029541,
      "learning_rate": 9.999609843249518e-06,
      "loss": 0.3355,
      "num_tokens": 90395193.0,
      "step": 476
    },
    {
      "epoch": 0.16279863481228668,
      "grad_norm": 0.30911212169679086,
      "learning_rate": 9.999587230428465e-06,
      "loss": 0.376,
      "num_tokens": 90594810.0,
      "step": 477
    },
    {
      "epoch": 0.16313993174061434,
      "grad_norm": 0.35873241283588453,
      "learning_rate": 9.999563980666034e-06,
      "loss": 0.3497,
      "num_tokens": 90806783.0,
      "step": 478
    },
    {
      "epoch": 0.163481228668942,
      "grad_norm": 0.29761372203397685,
      "learning_rate": 9.999540093965511e-06,
      "loss": 0.3626,
      "num_tokens": 91019897.0,
      "step": 479
    },
    {
      "epoch": 0.16382252559726962,
      "grad_norm": 0.31608384370660886,
      "learning_rate": 9.999515570330281e-06,
      "loss": 0.3406,
      "num_tokens": 91194862.0,
      "step": 480
    },
    {
      "epoch": 0.16416382252559727,
      "grad_norm": 0.2871526036451263,
      "learning_rate": 9.999490409763815e-06,
      "loss": 0.3379,
      "num_tokens": 91386013.0,
      "step": 481
    },
    {
      "epoch": 0.1645051194539249,
      "grad_norm": 0.29942893783585883,
      "learning_rate": 9.999464612269673e-06,
      "loss": 0.3623,
      "num_tokens": 91587677.0,
      "step": 482
    },
    {
      "epoch": 0.16484641638225256,
      "grad_norm": 0.4766289715342537,
      "learning_rate": 9.999438177851508e-06,
      "loss": 0.365,
      "num_tokens": 91742756.0,
      "step": 483
    },
    {
      "epoch": 0.16518771331058021,
      "grad_norm": 0.32380347750941724,
      "learning_rate": 9.999411106513061e-06,
      "loss": 0.3394,
      "num_tokens": 91931167.0,
      "step": 484
    },
    {
      "epoch": 0.16552901023890784,
      "grad_norm": 0.2995145895550744,
      "learning_rate": 9.999383398258166e-06,
      "loss": 0.3729,
      "num_tokens": 92154338.0,
      "step": 485
    },
    {
      "epoch": 0.1658703071672355,
      "grad_norm": 0.29042668015159334,
      "learning_rate": 9.999355053090742e-06,
      "loss": 0.3695,
      "num_tokens": 92387958.0,
      "step": 486
    },
    {
      "epoch": 0.16621160409556315,
      "grad_norm": 0.3802498525361703,
      "learning_rate": 9.999326071014806e-06,
      "loss": 0.3478,
      "num_tokens": 92574320.0,
      "step": 487
    },
    {
      "epoch": 0.16655290102389078,
      "grad_norm": 0.2903700836586046,
      "learning_rate": 9.999296452034455e-06,
      "loss": 0.3611,
      "num_tokens": 92775310.0,
      "step": 488
    },
    {
      "epoch": 0.16689419795221844,
      "grad_norm": 0.34304335895793703,
      "learning_rate": 9.999266196153887e-06,
      "loss": 0.3446,
      "num_tokens": 92940089.0,
      "step": 489
    },
    {
      "epoch": 0.16723549488054607,
      "grad_norm": 0.2752009961391784,
      "learning_rate": 9.999235303377381e-06,
      "loss": 0.3428,
      "num_tokens": 93138127.0,
      "step": 490
    },
    {
      "epoch": 0.16757679180887372,
      "grad_norm": 0.3104131186120715,
      "learning_rate": 9.999203773709312e-06,
      "loss": 0.3542,
      "num_tokens": 93344883.0,
      "step": 491
    },
    {
      "epoch": 0.16791808873720138,
      "grad_norm": 0.30294347414604994,
      "learning_rate": 9.999171607154145e-06,
      "loss": 0.3327,
      "num_tokens": 93529213.0,
      "step": 492
    },
    {
      "epoch": 0.168259385665529,
      "grad_norm": 0.2956048531638609,
      "learning_rate": 9.999138803716429e-06,
      "loss": 0.3397,
      "num_tokens": 93718888.0,
      "step": 493
    },
    {
      "epoch": 0.16860068259385666,
      "grad_norm": 0.30136100618227185,
      "learning_rate": 9.99910536340081e-06,
      "loss": 0.4026,
      "num_tokens": 93916539.0,
      "step": 494
    },
    {
      "epoch": 0.1689419795221843,
      "grad_norm": 0.320046609086302,
      "learning_rate": 9.999071286212022e-06,
      "loss": 0.4095,
      "num_tokens": 94116043.0,
      "step": 495
    },
    {
      "epoch": 0.16928327645051194,
      "grad_norm": 0.32501146643350454,
      "learning_rate": 9.999036572154886e-06,
      "loss": 0.3439,
      "num_tokens": 94284410.0,
      "step": 496
    },
    {
      "epoch": 0.1696245733788396,
      "grad_norm": 0.2875708180889644,
      "learning_rate": 9.99900122123432e-06,
      "loss": 0.3356,
      "num_tokens": 94489087.0,
      "step": 497
    },
    {
      "epoch": 0.16996587030716723,
      "grad_norm": 0.29979928851622334,
      "learning_rate": 9.998965233455326e-06,
      "loss": 0.3668,
      "num_tokens": 94692312.0,
      "step": 498
    },
    {
      "epoch": 0.17030716723549488,
      "grad_norm": 0.3314743035927693,
      "learning_rate": 9.998928608822998e-06,
      "loss": 0.3511,
      "num_tokens": 94859223.0,
      "step": 499
    },
    {
      "epoch": 0.17064846416382254,
      "grad_norm": 0.29547120086762735,
      "learning_rate": 9.998891347342522e-06,
      "loss": 0.3907,
      "num_tokens": 95076288.0,
      "step": 500
    },
    {
      "epoch": 0.17098976109215017,
      "grad_norm": 0.30800681146056313,
      "learning_rate": 9.99885344901917e-06,
      "loss": 0.3388,
      "num_tokens": 95238590.0,
      "step": 501
    },
    {
      "epoch": 0.17133105802047782,
      "grad_norm": 0.2983920938379111,
      "learning_rate": 9.998814913858309e-06,
      "loss": 0.3529,
      "num_tokens": 95416458.0,
      "step": 502
    },
    {
      "epoch": 0.17167235494880545,
      "grad_norm": 0.35550426723828926,
      "learning_rate": 9.998775741865394e-06,
      "loss": 0.3595,
      "num_tokens": 95581108.0,
      "step": 503
    },
    {
      "epoch": 0.1720136518771331,
      "grad_norm": 0.32647020132252197,
      "learning_rate": 9.998735933045967e-06,
      "loss": 0.3513,
      "num_tokens": 95757035.0,
      "step": 504
    },
    {
      "epoch": 0.17235494880546076,
      "grad_norm": 0.31449533256096845,
      "learning_rate": 9.998695487405668e-06,
      "loss": 0.3959,
      "num_tokens": 95951866.0,
      "step": 505
    },
    {
      "epoch": 0.1726962457337884,
      "grad_norm": 0.31471524104523796,
      "learning_rate": 9.998654404950217e-06,
      "loss": 0.3467,
      "num_tokens": 96140538.0,
      "step": 506
    },
    {
      "epoch": 0.17303754266211605,
      "grad_norm": 0.31272366688359515,
      "learning_rate": 9.998612685685433e-06,
      "loss": 0.3778,
      "num_tokens": 96318921.0,
      "step": 507
    },
    {
      "epoch": 0.17337883959044367,
      "grad_norm": 0.31549005465185087,
      "learning_rate": 9.99857032961722e-06,
      "loss": 0.3752,
      "num_tokens": 96519718.0,
      "step": 508
    },
    {
      "epoch": 0.17372013651877133,
      "grad_norm": 0.2910621867513243,
      "learning_rate": 9.998527336751575e-06,
      "loss": 0.352,
      "num_tokens": 96737878.0,
      "step": 509
    },
    {
      "epoch": 0.17406143344709898,
      "grad_norm": 0.2702153220658067,
      "learning_rate": 9.998483707094583e-06,
      "loss": 0.336,
      "num_tokens": 96933994.0,
      "step": 510
    },
    {
      "epoch": 0.1744027303754266,
      "grad_norm": 0.2772039125191325,
      "learning_rate": 9.99843944065242e-06,
      "loss": 0.355,
      "num_tokens": 97171476.0,
      "step": 511
    },
    {
      "epoch": 0.17474402730375427,
      "grad_norm": 0.27311207518865876,
      "learning_rate": 9.998394537431352e-06,
      "loss": 0.3525,
      "num_tokens": 97384678.0,
      "step": 512
    },
    {
      "epoch": 0.17508532423208192,
      "grad_norm": 0.3346378612935649,
      "learning_rate": 9.998348997437737e-06,
      "loss": 0.4021,
      "num_tokens": 97585126.0,
      "step": 513
    },
    {
      "epoch": 0.17542662116040955,
      "grad_norm": 0.28074218762363456,
      "learning_rate": 9.99830282067802e-06,
      "loss": 0.3405,
      "num_tokens": 97795143.0,
      "step": 514
    },
    {
      "epoch": 0.1757679180887372,
      "grad_norm": 0.33191673059651594,
      "learning_rate": 9.998256007158736e-06,
      "loss": 0.3636,
      "num_tokens": 97985570.0,
      "step": 515
    },
    {
      "epoch": 0.17610921501706484,
      "grad_norm": 0.3198313052755493,
      "learning_rate": 9.998208556886514e-06,
      "loss": 0.3565,
      "num_tokens": 98158442.0,
      "step": 516
    },
    {
      "epoch": 0.1764505119453925,
      "grad_norm": 0.26743091707349786,
      "learning_rate": 9.998160469868072e-06,
      "loss": 0.319,
      "num_tokens": 98360734.0,
      "step": 517
    },
    {
      "epoch": 0.17679180887372015,
      "grad_norm": 0.35982230745781346,
      "learning_rate": 9.998111746110215e-06,
      "loss": 0.3489,
      "num_tokens": 98571747.0,
      "step": 518
    },
    {
      "epoch": 0.17713310580204777,
      "grad_norm": 0.4031483960129772,
      "learning_rate": 9.998062385619838e-06,
      "loss": 0.3596,
      "num_tokens": 98817405.0,
      "step": 519
    },
    {
      "epoch": 0.17747440273037543,
      "grad_norm": 0.31847153599596095,
      "learning_rate": 9.998012388403933e-06,
      "loss": 0.3665,
      "num_tokens": 99007412.0,
      "step": 520
    },
    {
      "epoch": 0.17781569965870306,
      "grad_norm": 0.32020020449165665,
      "learning_rate": 9.997961754469573e-06,
      "loss": 0.4111,
      "num_tokens": 99215157.0,
      "step": 521
    },
    {
      "epoch": 0.1781569965870307,
      "grad_norm": 0.2946152088965196,
      "learning_rate": 9.997910483823929e-06,
      "loss": 0.3547,
      "num_tokens": 99396608.0,
      "step": 522
    },
    {
      "epoch": 0.17849829351535837,
      "grad_norm": 0.2932905199347383,
      "learning_rate": 9.997858576474256e-06,
      "loss": 0.3463,
      "num_tokens": 99607841.0,
      "step": 523
    },
    {
      "epoch": 0.178839590443686,
      "grad_norm": 0.30793269369092263,
      "learning_rate": 9.997806032427903e-06,
      "loss": 0.3588,
      "num_tokens": 99792705.0,
      "step": 524
    },
    {
      "epoch": 0.17918088737201365,
      "grad_norm": 0.30000161841546086,
      "learning_rate": 9.997752851692308e-06,
      "loss": 0.3756,
      "num_tokens": 100023334.0,
      "step": 525
    },
    {
      "epoch": 0.1795221843003413,
      "grad_norm": 0.27985566021592023,
      "learning_rate": 9.997699034275e-06,
      "loss": 0.361,
      "num_tokens": 100235416.0,
      "step": 526
    },
    {
      "epoch": 0.17986348122866894,
      "grad_norm": 0.28135691469674556,
      "learning_rate": 9.997644580183594e-06,
      "loss": 0.3427,
      "num_tokens": 100438528.0,
      "step": 527
    },
    {
      "epoch": 0.1802047781569966,
      "grad_norm": 0.3082613456954873,
      "learning_rate": 9.997589489425802e-06,
      "loss": 0.3367,
      "num_tokens": 100588421.0,
      "step": 528
    },
    {
      "epoch": 0.18054607508532422,
      "grad_norm": 0.3045985400567436,
      "learning_rate": 9.997533762009419e-06,
      "loss": 0.3387,
      "num_tokens": 100772634.0,
      "step": 529
    },
    {
      "epoch": 0.18088737201365188,
      "grad_norm": 0.30191618045336555,
      "learning_rate": 9.997477397942337e-06,
      "loss": 0.3484,
      "num_tokens": 100973715.0,
      "step": 530
    },
    {
      "epoch": 0.18122866894197953,
      "grad_norm": 0.2962262479970755,
      "learning_rate": 9.997420397232531e-06,
      "loss": 0.3601,
      "num_tokens": 101167955.0,
      "step": 531
    },
    {
      "epoch": 0.18156996587030716,
      "grad_norm": 0.3202446116950536,
      "learning_rate": 9.997362759888075e-06,
      "loss": 0.3562,
      "num_tokens": 101366079.0,
      "step": 532
    },
    {
      "epoch": 0.18191126279863482,
      "grad_norm": 0.28200589359278194,
      "learning_rate": 9.997304485917119e-06,
      "loss": 0.3413,
      "num_tokens": 101559533.0,
      "step": 533
    },
    {
      "epoch": 0.18225255972696247,
      "grad_norm": 0.3037849177486175,
      "learning_rate": 9.997245575327922e-06,
      "loss": 0.3639,
      "num_tokens": 101742101.0,
      "step": 534
    },
    {
      "epoch": 0.1825938566552901,
      "grad_norm": 0.3087738076079549,
      "learning_rate": 9.997186028128817e-06,
      "loss": 0.3774,
      "num_tokens": 101927674.0,
      "step": 535
    },
    {
      "epoch": 0.18293515358361775,
      "grad_norm": 0.2782986615466053,
      "learning_rate": 9.997125844328233e-06,
      "loss": 0.3431,
      "num_tokens": 102114405.0,
      "step": 536
    },
    {
      "epoch": 0.18327645051194538,
      "grad_norm": 0.28767415862147555,
      "learning_rate": 9.997065023934693e-06,
      "loss": 0.3219,
      "num_tokens": 102303448.0,
      "step": 537
    },
    {
      "epoch": 0.18361774744027304,
      "grad_norm": 0.3020510019635776,
      "learning_rate": 9.997003566956805e-06,
      "loss": 0.3474,
      "num_tokens": 102495793.0,
      "step": 538
    },
    {
      "epoch": 0.1839590443686007,
      "grad_norm": 0.30095091311141753,
      "learning_rate": 9.996941473403268e-06,
      "loss": 0.3456,
      "num_tokens": 102675795.0,
      "step": 539
    },
    {
      "epoch": 0.18430034129692832,
      "grad_norm": 0.3197487838380864,
      "learning_rate": 9.996878743282872e-06,
      "loss": 0.3859,
      "num_tokens": 102832394.0,
      "step": 540
    },
    {
      "epoch": 0.18464163822525598,
      "grad_norm": 0.29331256698078745,
      "learning_rate": 9.996815376604497e-06,
      "loss": 0.3495,
      "num_tokens": 103028737.0,
      "step": 541
    },
    {
      "epoch": 0.1849829351535836,
      "grad_norm": 0.33701134208931405,
      "learning_rate": 9.996751373377112e-06,
      "loss": 0.4047,
      "num_tokens": 103192756.0,
      "step": 542
    },
    {
      "epoch": 0.18532423208191126,
      "grad_norm": 0.2792517841177119,
      "learning_rate": 9.996686733609778e-06,
      "loss": 0.3588,
      "num_tokens": 103413335.0,
      "step": 543
    },
    {
      "epoch": 0.18566552901023892,
      "grad_norm": 0.3218554314301693,
      "learning_rate": 9.996621457311644e-06,
      "loss": 0.3407,
      "num_tokens": 103582025.0,
      "step": 544
    },
    {
      "epoch": 0.18600682593856654,
      "grad_norm": 0.34750632665537046,
      "learning_rate": 9.996555544491952e-06,
      "loss": 0.3656,
      "num_tokens": 103750811.0,
      "step": 545
    },
    {
      "epoch": 0.1863481228668942,
      "grad_norm": 0.3412651167284997,
      "learning_rate": 9.996488995160032e-06,
      "loss": 0.3591,
      "num_tokens": 103922235.0,
      "step": 546
    },
    {
      "epoch": 0.18668941979522186,
      "grad_norm": 0.29693098829011794,
      "learning_rate": 9.9964218093253e-06,
      "loss": 0.3542,
      "num_tokens": 104106163.0,
      "step": 547
    },
    {
      "epoch": 0.18703071672354948,
      "grad_norm": 0.3322709247989509,
      "learning_rate": 9.996353986997274e-06,
      "loss": 0.3743,
      "num_tokens": 104281184.0,
      "step": 548
    },
    {
      "epoch": 0.18737201365187714,
      "grad_norm": 0.2941423722628897,
      "learning_rate": 9.996285528185548e-06,
      "loss": 0.3338,
      "num_tokens": 104461698.0,
      "step": 549
    },
    {
      "epoch": 0.18771331058020477,
      "grad_norm": 0.30131357122824093,
      "learning_rate": 9.996216432899816e-06,
      "loss": 0.3627,
      "num_tokens": 104646298.0,
      "step": 550
    },
    {
      "epoch": 0.18805460750853242,
      "grad_norm": 0.31700512260996566,
      "learning_rate": 9.99614670114986e-06,
      "loss": 0.3898,
      "num_tokens": 104826080.0,
      "step": 551
    },
    {
      "epoch": 0.18839590443686008,
      "grad_norm": 0.3162237693285887,
      "learning_rate": 9.99607633294555e-06,
      "loss": 0.3683,
      "num_tokens": 104999112.0,
      "step": 552
    },
    {
      "epoch": 0.1887372013651877,
      "grad_norm": 0.35095599869270533,
      "learning_rate": 9.996005328296844e-06,
      "loss": 0.3637,
      "num_tokens": 105166573.0,
      "step": 553
    },
    {
      "epoch": 0.18907849829351536,
      "grad_norm": 0.30474317073428453,
      "learning_rate": 9.995933687213797e-06,
      "loss": 0.3458,
      "num_tokens": 105335493.0,
      "step": 554
    },
    {
      "epoch": 0.189419795221843,
      "grad_norm": 0.31257750782312327,
      "learning_rate": 9.995861409706547e-06,
      "loss": 0.3427,
      "num_tokens": 105500615.0,
      "step": 555
    },
    {
      "epoch": 0.18976109215017065,
      "grad_norm": 0.2985363581495214,
      "learning_rate": 9.995788495785329e-06,
      "loss": 0.3645,
      "num_tokens": 105690180.0,
      "step": 556
    },
    {
      "epoch": 0.1901023890784983,
      "grad_norm": 0.3087077944925413,
      "learning_rate": 9.995714945460459e-06,
      "loss": 0.3806,
      "num_tokens": 105881736.0,
      "step": 557
    },
    {
      "epoch": 0.19044368600682593,
      "grad_norm": 0.31558940446558703,
      "learning_rate": 9.995640758742355e-06,
      "loss": 0.3395,
      "num_tokens": 106092646.0,
      "step": 558
    },
    {
      "epoch": 0.19078498293515359,
      "grad_norm": 0.29561237495968856,
      "learning_rate": 9.995565935641513e-06,
      "loss": 0.4172,
      "num_tokens": 106315041.0,
      "step": 559
    },
    {
      "epoch": 0.19112627986348124,
      "grad_norm": 0.29565298609579294,
      "learning_rate": 9.995490476168528e-06,
      "loss": 0.3637,
      "num_tokens": 106496100.0,
      "step": 560
    },
    {
      "epoch": 0.19146757679180887,
      "grad_norm": 0.26529327063394365,
      "learning_rate": 9.99541438033408e-06,
      "loss": 0.3269,
      "num_tokens": 106704848.0,
      "step": 561
    },
    {
      "epoch": 0.19180887372013652,
      "grad_norm": 0.29918697460936433,
      "learning_rate": 9.995337648148942e-06,
      "loss": 0.3122,
      "num_tokens": 106871845.0,
      "step": 562
    },
    {
      "epoch": 0.19215017064846415,
      "grad_norm": 0.32985697600519787,
      "learning_rate": 9.995260279623975e-06,
      "loss": 0.3461,
      "num_tokens": 107045867.0,
      "step": 563
    },
    {
      "epoch": 0.1924914675767918,
      "grad_norm": 0.29871191709316225,
      "learning_rate": 9.99518227477013e-06,
      "loss": 0.3433,
      "num_tokens": 107211001.0,
      "step": 564
    },
    {
      "epoch": 0.19283276450511946,
      "grad_norm": 0.26388020027977427,
      "learning_rate": 9.995103633598453e-06,
      "loss": 0.3363,
      "num_tokens": 107419966.0,
      "step": 565
    },
    {
      "epoch": 0.1931740614334471,
      "grad_norm": 0.3054387984314776,
      "learning_rate": 9.995024356120072e-06,
      "loss": 0.3395,
      "num_tokens": 107605770.0,
      "step": 566
    },
    {
      "epoch": 0.19351535836177475,
      "grad_norm": 0.3084109636298273,
      "learning_rate": 9.994944442346208e-06,
      "loss": 0.3688,
      "num_tokens": 107803087.0,
      "step": 567
    },
    {
      "epoch": 0.19385665529010238,
      "grad_norm": 0.2988813044572293,
      "learning_rate": 9.994863892288176e-06,
      "loss": 0.38,
      "num_tokens": 107988501.0,
      "step": 568
    },
    {
      "epoch": 0.19419795221843003,
      "grad_norm": 0.26871808791548296,
      "learning_rate": 9.994782705957381e-06,
      "loss": 0.3237,
      "num_tokens": 108195113.0,
      "step": 569
    },
    {
      "epoch": 0.1945392491467577,
      "grad_norm": 0.298263502155986,
      "learning_rate": 9.994700883365312e-06,
      "loss": 0.3347,
      "num_tokens": 108388369.0,
      "step": 570
    },
    {
      "epoch": 0.19488054607508531,
      "grad_norm": 1.0429349056642974,
      "learning_rate": 9.994618424523548e-06,
      "loss": 0.3895,
      "num_tokens": 108629882.0,
      "step": 571
    },
    {
      "epoch": 0.19522184300341297,
      "grad_norm": 0.2779631235358856,
      "learning_rate": 9.99453532944377e-06,
      "loss": 0.3523,
      "num_tokens": 108822824.0,
      "step": 572
    },
    {
      "epoch": 0.19556313993174063,
      "grad_norm": 0.28269277678734345,
      "learning_rate": 9.994451598137732e-06,
      "loss": 0.3237,
      "num_tokens": 109013756.0,
      "step": 573
    },
    {
      "epoch": 0.19590443686006825,
      "grad_norm": 0.28789563308393284,
      "learning_rate": 9.994367230617292e-06,
      "loss": 0.3632,
      "num_tokens": 109225128.0,
      "step": 574
    },
    {
      "epoch": 0.1962457337883959,
      "grad_norm": 0.30053659623064294,
      "learning_rate": 9.994282226894391e-06,
      "loss": 0.3388,
      "num_tokens": 109410742.0,
      "step": 575
    },
    {
      "epoch": 0.19658703071672354,
      "grad_norm": 0.28616021838817535,
      "learning_rate": 9.994196586981063e-06,
      "loss": 0.3492,
      "num_tokens": 109606914.0,
      "step": 576
    },
    {
      "epoch": 0.1969283276450512,
      "grad_norm": 0.2760599019830269,
      "learning_rate": 9.994110310889429e-06,
      "loss": 0.36,
      "num_tokens": 109808325.0,
      "step": 577
    },
    {
      "epoch": 0.19726962457337885,
      "grad_norm": 0.29074794902070633,
      "learning_rate": 9.994023398631702e-06,
      "loss": 0.3608,
      "num_tokens": 109987911.0,
      "step": 578
    },
    {
      "epoch": 0.19761092150170648,
      "grad_norm": 0.2872108915654517,
      "learning_rate": 9.993935850220187e-06,
      "loss": 0.3499,
      "num_tokens": 110213349.0,
      "step": 579
    },
    {
      "epoch": 0.19795221843003413,
      "grad_norm": 0.2755798221597186,
      "learning_rate": 9.993847665667273e-06,
      "loss": 0.3421,
      "num_tokens": 110420714.0,
      "step": 580
    },
    {
      "epoch": 0.1982935153583618,
      "grad_norm": 0.28764142218965416,
      "learning_rate": 9.993758844985448e-06,
      "loss": 0.3318,
      "num_tokens": 110586995.0,
      "step": 581
    },
    {
      "epoch": 0.19863481228668942,
      "grad_norm": 0.2992332451893967,
      "learning_rate": 9.99366938818728e-06,
      "loss": 0.3309,
      "num_tokens": 110751550.0,
      "step": 582
    },
    {
      "epoch": 0.19897610921501707,
      "grad_norm": 0.30761116312345577,
      "learning_rate": 9.993579295285436e-06,
      "loss": 0.3605,
      "num_tokens": 110930593.0,
      "step": 583
    },
    {
      "epoch": 0.1993174061433447,
      "grad_norm": 0.3311048373871556,
      "learning_rate": 9.993488566292668e-06,
      "loss": 0.3801,
      "num_tokens": 111143013.0,
      "step": 584
    },
    {
      "epoch": 0.19965870307167236,
      "grad_norm": 0.2923889078325579,
      "learning_rate": 9.993397201221818e-06,
      "loss": 0.3873,
      "num_tokens": 111346451.0,
      "step": 585
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.2596064972763546,
      "learning_rate": 9.993305200085821e-06,
      "loss": 0.3238,
      "num_tokens": 111547554.0,
      "step": 586
    },
    {
      "epoch": 0.20034129692832764,
      "grad_norm": 0.3161814523198118,
      "learning_rate": 9.9932125628977e-06,
      "loss": 0.3551,
      "num_tokens": 111702526.0,
      "step": 587
    },
    {
      "epoch": 0.2006825938566553,
      "grad_norm": 0.2971249300090759,
      "learning_rate": 9.993119289670566e-06,
      "loss": 0.3707,
      "num_tokens": 111883574.0,
      "step": 588
    },
    {
      "epoch": 0.20102389078498292,
      "grad_norm": 0.2922576655053732,
      "learning_rate": 9.993025380417625e-06,
      "loss": 0.3507,
      "num_tokens": 112078942.0,
      "step": 589
    },
    {
      "epoch": 0.20136518771331058,
      "grad_norm": 0.29449745642507064,
      "learning_rate": 9.992930835152171e-06,
      "loss": 0.3817,
      "num_tokens": 112286160.0,
      "step": 590
    },
    {
      "epoch": 0.20170648464163823,
      "grad_norm": 0.2900430334192106,
      "learning_rate": 9.992835653887583e-06,
      "loss": 0.3778,
      "num_tokens": 112491825.0,
      "step": 591
    },
    {
      "epoch": 0.20204778156996586,
      "grad_norm": 0.34072275613816166,
      "learning_rate": 9.992739836637339e-06,
      "loss": 0.3686,
      "num_tokens": 112657459.0,
      "step": 592
    },
    {
      "epoch": 0.20238907849829352,
      "grad_norm": 0.2996454294883638,
      "learning_rate": 9.992643383415e-06,
      "loss": 0.3629,
      "num_tokens": 112856035.0,
      "step": 593
    },
    {
      "epoch": 0.20273037542662117,
      "grad_norm": 0.3228988096252463,
      "learning_rate": 9.992546294234222e-06,
      "loss": 0.3327,
      "num_tokens": 113018178.0,
      "step": 594
    },
    {
      "epoch": 0.2030716723549488,
      "grad_norm": 0.29387075917779265,
      "learning_rate": 9.992448569108744e-06,
      "loss": 0.3294,
      "num_tokens": 113199295.0,
      "step": 595
    },
    {
      "epoch": 0.20341296928327646,
      "grad_norm": 0.2822160446059777,
      "learning_rate": 9.992350208052404e-06,
      "loss": 0.3695,
      "num_tokens": 113403005.0,
      "step": 596
    },
    {
      "epoch": 0.20375426621160408,
      "grad_norm": 0.3252824751899281,
      "learning_rate": 9.992251211079123e-06,
      "loss": 0.3446,
      "num_tokens": 113587108.0,
      "step": 597
    },
    {
      "epoch": 0.20409556313993174,
      "grad_norm": 0.30267520747471516,
      "learning_rate": 9.992151578202916e-06,
      "loss": 0.3646,
      "num_tokens": 113770237.0,
      "step": 598
    },
    {
      "epoch": 0.2044368600682594,
      "grad_norm": 0.3223821443505771,
      "learning_rate": 9.992051309437885e-06,
      "loss": 0.3814,
      "num_tokens": 113923440.0,
      "step": 599
    },
    {
      "epoch": 0.20477815699658702,
      "grad_norm": 0.2977692537533301,
      "learning_rate": 9.991950404798225e-06,
      "loss": 0.3564,
      "num_tokens": 114086814.0,
      "step": 600
    },
    {
      "epoch": 0.20511945392491468,
      "grad_norm": 0.27157285035468004,
      "learning_rate": 9.99184886429822e-06,
      "loss": 0.3585,
      "num_tokens": 114290959.0,
      "step": 601
    },
    {
      "epoch": 0.2054607508532423,
      "grad_norm": 0.3024865296769354,
      "learning_rate": 9.991746687952242e-06,
      "loss": 0.3794,
      "num_tokens": 114499755.0,
      "step": 602
    },
    {
      "epoch": 0.20580204778156996,
      "grad_norm": 0.29768332748855514,
      "learning_rate": 9.991643875774756e-06,
      "loss": 0.3431,
      "num_tokens": 114674065.0,
      "step": 603
    },
    {
      "epoch": 0.20614334470989762,
      "grad_norm": 0.29175995942628524,
      "learning_rate": 9.991540427780314e-06,
      "loss": 0.3746,
      "num_tokens": 114845895.0,
      "step": 604
    },
    {
      "epoch": 0.20648464163822525,
      "grad_norm": 0.2881967863210934,
      "learning_rate": 9.991436343983562e-06,
      "loss": 0.335,
      "num_tokens": 115023619.0,
      "step": 605
    },
    {
      "epoch": 0.2068259385665529,
      "grad_norm": 0.29328999958371427,
      "learning_rate": 9.991331624399233e-06,
      "loss": 0.3298,
      "num_tokens": 115198652.0,
      "step": 606
    },
    {
      "epoch": 0.20716723549488056,
      "grad_norm": 0.3076671641508792,
      "learning_rate": 9.991226269042148e-06,
      "loss": 0.341,
      "num_tokens": 115401267.0,
      "step": 607
    },
    {
      "epoch": 0.2075085324232082,
      "grad_norm": 0.2801742131865227,
      "learning_rate": 9.991120277927224e-06,
      "loss": 0.3552,
      "num_tokens": 115605167.0,
      "step": 608
    },
    {
      "epoch": 0.20784982935153584,
      "grad_norm": 0.29276572149488567,
      "learning_rate": 9.991013651069461e-06,
      "loss": 0.3657,
      "num_tokens": 115796821.0,
      "step": 609
    },
    {
      "epoch": 0.20819112627986347,
      "grad_norm": 0.2675834257041292,
      "learning_rate": 9.990906388483958e-06,
      "loss": 0.3208,
      "num_tokens": 116003069.0,
      "step": 610
    },
    {
      "epoch": 0.20853242320819113,
      "grad_norm": 0.31123011000630796,
      "learning_rate": 9.990798490185892e-06,
      "loss": 0.3678,
      "num_tokens": 116192919.0,
      "step": 611
    },
    {
      "epoch": 0.20887372013651878,
      "grad_norm": 0.2729670258587716,
      "learning_rate": 9.990689956190541e-06,
      "loss": 0.3226,
      "num_tokens": 116379360.0,
      "step": 612
    },
    {
      "epoch": 0.2092150170648464,
      "grad_norm": 0.3316643396638682,
      "learning_rate": 9.990580786513269e-06,
      "loss": 0.3423,
      "num_tokens": 116534355.0,
      "step": 613
    },
    {
      "epoch": 0.20955631399317406,
      "grad_norm": 0.3028362067751804,
      "learning_rate": 9.990470981169529e-06,
      "loss": 0.3683,
      "num_tokens": 116730157.0,
      "step": 614
    },
    {
      "epoch": 0.2098976109215017,
      "grad_norm": 0.26699148702013786,
      "learning_rate": 9.990360540174861e-06,
      "loss": 0.3247,
      "num_tokens": 116948492.0,
      "step": 615
    },
    {
      "epoch": 0.21023890784982935,
      "grad_norm": 0.28226356800610364,
      "learning_rate": 9.990249463544901e-06,
      "loss": 0.3786,
      "num_tokens": 117148370.0,
      "step": 616
    },
    {
      "epoch": 0.210580204778157,
      "grad_norm": 0.2722678000335918,
      "learning_rate": 9.990137751295377e-06,
      "loss": 0.3251,
      "num_tokens": 117364215.0,
      "step": 617
    },
    {
      "epoch": 0.21092150170648463,
      "grad_norm": 0.2608201245982326,
      "learning_rate": 9.990025403442095e-06,
      "loss": 0.3546,
      "num_tokens": 117623639.0,
      "step": 618
    },
    {
      "epoch": 0.2112627986348123,
      "grad_norm": 0.28787886700271453,
      "learning_rate": 9.989912420000962e-06,
      "loss": 0.3124,
      "num_tokens": 117805166.0,
      "step": 619
    },
    {
      "epoch": 0.21160409556313994,
      "grad_norm": 0.3163113630213629,
      "learning_rate": 9.989798800987972e-06,
      "loss": 0.3872,
      "num_tokens": 117996648.0,
      "step": 620
    },
    {
      "epoch": 0.21194539249146757,
      "grad_norm": 0.29965490001573414,
      "learning_rate": 9.989684546419208e-06,
      "loss": 0.3476,
      "num_tokens": 118190114.0,
      "step": 621
    },
    {
      "epoch": 0.21228668941979523,
      "grad_norm": 0.39865300341446375,
      "learning_rate": 9.989569656310842e-06,
      "loss": 0.3834,
      "num_tokens": 118403227.0,
      "step": 622
    },
    {
      "epoch": 0.21262798634812285,
      "grad_norm": 0.3406233631953909,
      "learning_rate": 9.989454130679138e-06,
      "loss": 0.4066,
      "num_tokens": 118585070.0,
      "step": 623
    },
    {
      "epoch": 0.2129692832764505,
      "grad_norm": 0.3255907119352475,
      "learning_rate": 9.98933796954045e-06,
      "loss": 0.3263,
      "num_tokens": 118740003.0,
      "step": 624
    },
    {
      "epoch": 0.21331058020477817,
      "grad_norm": 0.3166908596764231,
      "learning_rate": 9.98922117291122e-06,
      "loss": 0.3583,
      "num_tokens": 118895875.0,
      "step": 625
    },
    {
      "epoch": 0.2136518771331058,
      "grad_norm": 0.30269579908223027,
      "learning_rate": 9.989103740807982e-06,
      "loss": 0.3371,
      "num_tokens": 119056882.0,
      "step": 626
    },
    {
      "epoch": 0.21399317406143345,
      "grad_norm": 0.3030329197731459,
      "learning_rate": 9.98898567324736e-06,
      "loss": 0.3573,
      "num_tokens": 119254295.0,
      "step": 627
    },
    {
      "epoch": 0.2143344709897611,
      "grad_norm": 0.33037614462861775,
      "learning_rate": 9.988866970246067e-06,
      "loss": 0.3212,
      "num_tokens": 119441049.0,
      "step": 628
    },
    {
      "epoch": 0.21467576791808873,
      "grad_norm": 0.2795813438812738,
      "learning_rate": 9.988747631820905e-06,
      "loss": 0.38,
      "num_tokens": 119656754.0,
      "step": 629
    },
    {
      "epoch": 0.2150170648464164,
      "grad_norm": 0.30106950985402153,
      "learning_rate": 9.988627657988766e-06,
      "loss": 0.3787,
      "num_tokens": 119847332.0,
      "step": 630
    },
    {
      "epoch": 0.21535836177474402,
      "grad_norm": 0.2931062469233281,
      "learning_rate": 9.988507048766636e-06,
      "loss": 0.3725,
      "num_tokens": 120074938.0,
      "step": 631
    },
    {
      "epoch": 0.21569965870307167,
      "grad_norm": 0.3046723974695324,
      "learning_rate": 9.988385804171586e-06,
      "loss": 0.3549,
      "num_tokens": 120266095.0,
      "step": 632
    },
    {
      "epoch": 0.21604095563139933,
      "grad_norm": 0.3035441700569293,
      "learning_rate": 9.988263924220777e-06,
      "loss": 0.3725,
      "num_tokens": 120462271.0,
      "step": 633
    },
    {
      "epoch": 0.21638225255972696,
      "grad_norm": 0.30622465338942323,
      "learning_rate": 9.988141408931465e-06,
      "loss": 0.3582,
      "num_tokens": 120633590.0,
      "step": 634
    },
    {
      "epoch": 0.2167235494880546,
      "grad_norm": 0.2667267911306378,
      "learning_rate": 9.988018258320992e-06,
      "loss": 0.3539,
      "num_tokens": 120856182.0,
      "step": 635
    },
    {
      "epoch": 0.21706484641638224,
      "grad_norm": 0.26413213990784623,
      "learning_rate": 9.98789447240679e-06,
      "loss": 0.3598,
      "num_tokens": 121095209.0,
      "step": 636
    },
    {
      "epoch": 0.2174061433447099,
      "grad_norm": 0.27913398961334657,
      "learning_rate": 9.987770051206381e-06,
      "loss": 0.3437,
      "num_tokens": 121296994.0,
      "step": 637
    },
    {
      "epoch": 0.21774744027303755,
      "grad_norm": 0.32047719264648145,
      "learning_rate": 9.98764499473738e-06,
      "loss": 0.3352,
      "num_tokens": 121460789.0,
      "step": 638
    },
    {
      "epoch": 0.21808873720136518,
      "grad_norm": 0.295073888393681,
      "learning_rate": 9.987519303017486e-06,
      "loss": 0.3688,
      "num_tokens": 121658856.0,
      "step": 639
    },
    {
      "epoch": 0.21843003412969283,
      "grad_norm": 0.2867837704088633,
      "learning_rate": 9.987392976064493e-06,
      "loss": 0.332,
      "num_tokens": 121848189.0,
      "step": 640
    },
    {
      "epoch": 0.2187713310580205,
      "grad_norm": 0.28690932514384,
      "learning_rate": 9.987266013896286e-06,
      "loss": 0.3334,
      "num_tokens": 122029539.0,
      "step": 641
    },
    {
      "epoch": 0.21911262798634812,
      "grad_norm": 0.30339419236027276,
      "learning_rate": 9.987138416530832e-06,
      "loss": 0.3967,
      "num_tokens": 122239051.0,
      "step": 642
    },
    {
      "epoch": 0.21945392491467577,
      "grad_norm": 0.28924538702509583,
      "learning_rate": 9.987010183986195e-06,
      "loss": 0.3268,
      "num_tokens": 122410891.0,
      "step": 643
    },
    {
      "epoch": 0.2197952218430034,
      "grad_norm": 0.29169432016279195,
      "learning_rate": 9.98688131628053e-06,
      "loss": 0.3555,
      "num_tokens": 122592212.0,
      "step": 644
    },
    {
      "epoch": 0.22013651877133106,
      "grad_norm": 0.2865337694983214,
      "learning_rate": 9.986751813432075e-06,
      "loss": 0.353,
      "num_tokens": 122789132.0,
      "step": 645
    },
    {
      "epoch": 0.2204778156996587,
      "grad_norm": 0.2872258687795404,
      "learning_rate": 9.986621675459166e-06,
      "loss": 0.3632,
      "num_tokens": 122986709.0,
      "step": 646
    },
    {
      "epoch": 0.22081911262798634,
      "grad_norm": 0.30178482165718173,
      "learning_rate": 9.986490902380219e-06,
      "loss": 0.3703,
      "num_tokens": 123166211.0,
      "step": 647
    },
    {
      "epoch": 0.221160409556314,
      "grad_norm": 0.29040394851704426,
      "learning_rate": 9.98635949421375e-06,
      "loss": 0.3485,
      "num_tokens": 123343400.0,
      "step": 648
    },
    {
      "epoch": 0.22150170648464163,
      "grad_norm": 0.2964342172429404,
      "learning_rate": 9.986227450978359e-06,
      "loss": 0.3397,
      "num_tokens": 123513538.0,
      "step": 649
    },
    {
      "epoch": 0.22184300341296928,
      "grad_norm": 0.2705332095138759,
      "learning_rate": 9.986094772692738e-06,
      "loss": 0.3957,
      "num_tokens": 123769754.0,
      "step": 650
    },
    {
      "epoch": 0.22218430034129694,
      "grad_norm": 0.30500972813404315,
      "learning_rate": 9.98596145937567e-06,
      "loss": 0.3514,
      "num_tokens": 123928543.0,
      "step": 651
    },
    {
      "epoch": 0.22252559726962456,
      "grad_norm": 0.3184815861193177,
      "learning_rate": 9.985827511046022e-06,
      "loss": 0.394,
      "num_tokens": 124099502.0,
      "step": 652
    },
    {
      "epoch": 0.22286689419795222,
      "grad_norm": 0.3539846943163858,
      "learning_rate": 9.985692927722757e-06,
      "loss": 0.3933,
      "num_tokens": 124294192.0,
      "step": 653
    },
    {
      "epoch": 0.22320819112627988,
      "grad_norm": 0.2961191775663387,
      "learning_rate": 9.985557709424929e-06,
      "loss": 0.3279,
      "num_tokens": 124501568.0,
      "step": 654
    },
    {
      "epoch": 0.2235494880546075,
      "grad_norm": 0.3121565447661048,
      "learning_rate": 9.985421856171676e-06,
      "loss": 0.3552,
      "num_tokens": 124683603.0,
      "step": 655
    },
    {
      "epoch": 0.22389078498293516,
      "grad_norm": 0.30047359970220017,
      "learning_rate": 9.985285367982227e-06,
      "loss": 0.3599,
      "num_tokens": 124865534.0,
      "step": 656
    },
    {
      "epoch": 0.2242320819112628,
      "grad_norm": 0.2996613432636539,
      "learning_rate": 9.985148244875907e-06,
      "loss": 0.3357,
      "num_tokens": 125038077.0,
      "step": 657
    },
    {
      "epoch": 0.22457337883959044,
      "grad_norm": 0.2980815219351525,
      "learning_rate": 9.985010486872125e-06,
      "loss": 0.3626,
      "num_tokens": 125225865.0,
      "step": 658
    },
    {
      "epoch": 0.2249146757679181,
      "grad_norm": 0.2886169908093857,
      "learning_rate": 9.984872093990379e-06,
      "loss": 0.3546,
      "num_tokens": 125419708.0,
      "step": 659
    },
    {
      "epoch": 0.22525597269624573,
      "grad_norm": 0.27552989786960386,
      "learning_rate": 9.984733066250262e-06,
      "loss": 0.3278,
      "num_tokens": 125616540.0,
      "step": 660
    },
    {
      "epoch": 0.22559726962457338,
      "grad_norm": 0.27488846932025074,
      "learning_rate": 9.984593403671452e-06,
      "loss": 0.363,
      "num_tokens": 125820144.0,
      "step": 661
    },
    {
      "epoch": 0.225938566552901,
      "grad_norm": 0.2935377818342098,
      "learning_rate": 9.984453106273721e-06,
      "loss": 0.3497,
      "num_tokens": 125987573.0,
      "step": 662
    },
    {
      "epoch": 0.22627986348122867,
      "grad_norm": 0.277451013037856,
      "learning_rate": 9.984312174076929e-06,
      "loss": 0.3426,
      "num_tokens": 126210442.0,
      "step": 663
    },
    {
      "epoch": 0.22662116040955632,
      "grad_norm": 0.2578334699786814,
      "learning_rate": 9.984170607101025e-06,
      "loss": 0.3038,
      "num_tokens": 126406086.0,
      "step": 664
    },
    {
      "epoch": 0.22696245733788395,
      "grad_norm": 0.4326725185245901,
      "learning_rate": 9.984028405366048e-06,
      "loss": 0.3662,
      "num_tokens": 126621003.0,
      "step": 665
    },
    {
      "epoch": 0.2273037542662116,
      "grad_norm": 0.27667889316840855,
      "learning_rate": 9.983885568892127e-06,
      "loss": 0.3467,
      "num_tokens": 126816309.0,
      "step": 666
    },
    {
      "epoch": 0.22764505119453926,
      "grad_norm": 0.2545590201904582,
      "learning_rate": 9.983742097699483e-06,
      "loss": 0.3391,
      "num_tokens": 127022608.0,
      "step": 667
    },
    {
      "epoch": 0.2279863481228669,
      "grad_norm": 0.2757566278688762,
      "learning_rate": 9.983597991808424e-06,
      "loss": 0.3405,
      "num_tokens": 127220657.0,
      "step": 668
    },
    {
      "epoch": 0.22832764505119454,
      "grad_norm": 0.2887287155842013,
      "learning_rate": 9.98345325123935e-06,
      "loss": 0.3666,
      "num_tokens": 127403508.0,
      "step": 669
    },
    {
      "epoch": 0.22866894197952217,
      "grad_norm": 0.29696244642363523,
      "learning_rate": 9.983307876012747e-06,
      "loss": 0.3442,
      "num_tokens": 127589945.0,
      "step": 670
    },
    {
      "epoch": 0.22901023890784983,
      "grad_norm": 0.31002283443344564,
      "learning_rate": 9.983161866149198e-06,
      "loss": 0.3598,
      "num_tokens": 127750452.0,
      "step": 671
    },
    {
      "epoch": 0.22935153583617748,
      "grad_norm": 0.31167965688997995,
      "learning_rate": 9.98301522166937e-06,
      "loss": 0.3818,
      "num_tokens": 127948294.0,
      "step": 672
    },
    {
      "epoch": 0.2296928327645051,
      "grad_norm": 0.28347315159110376,
      "learning_rate": 9.982867942594017e-06,
      "loss": 0.3384,
      "num_tokens": 128139327.0,
      "step": 673
    },
    {
      "epoch": 0.23003412969283277,
      "grad_norm": 0.3287896804410376,
      "learning_rate": 9.982720028943995e-06,
      "loss": 0.3721,
      "num_tokens": 128304950.0,
      "step": 674
    },
    {
      "epoch": 0.23037542662116042,
      "grad_norm": 0.2533521195094044,
      "learning_rate": 9.982571480740235e-06,
      "loss": 0.3637,
      "num_tokens": 128560693.0,
      "step": 675
    },
    {
      "epoch": 0.23071672354948805,
      "grad_norm": 0.2535911575738002,
      "learning_rate": 9.982422298003766e-06,
      "loss": 0.3558,
      "num_tokens": 128786994.0,
      "step": 676
    },
    {
      "epoch": 0.2310580204778157,
      "grad_norm": 0.3035590137979956,
      "learning_rate": 9.982272480755712e-06,
      "loss": 0.3784,
      "num_tokens": 128964202.0,
      "step": 677
    },
    {
      "epoch": 0.23139931740614333,
      "grad_norm": 0.32638934988542084,
      "learning_rate": 9.982122029017271e-06,
      "loss": 0.3916,
      "num_tokens": 129133875.0,
      "step": 678
    },
    {
      "epoch": 0.231740614334471,
      "grad_norm": 0.2989125227483299,
      "learning_rate": 9.98197094280975e-06,
      "loss": 0.3676,
      "num_tokens": 129329194.0,
      "step": 679
    },
    {
      "epoch": 0.23208191126279865,
      "grad_norm": 0.30846840920036855,
      "learning_rate": 9.981819222154526e-06,
      "loss": 0.3447,
      "num_tokens": 129478628.0,
      "step": 680
    },
    {
      "epoch": 0.23242320819112627,
      "grad_norm": 0.28735602351651257,
      "learning_rate": 9.981666867073083e-06,
      "loss": 0.3638,
      "num_tokens": 129667082.0,
      "step": 681
    },
    {
      "epoch": 0.23276450511945393,
      "grad_norm": 0.27650448616033935,
      "learning_rate": 9.981513877586986e-06,
      "loss": 0.3504,
      "num_tokens": 129866683.0,
      "step": 682
    },
    {
      "epoch": 0.23310580204778156,
      "grad_norm": 0.29252868929210263,
      "learning_rate": 9.98136025371789e-06,
      "loss": 0.3626,
      "num_tokens": 130056164.0,
      "step": 683
    },
    {
      "epoch": 0.2334470989761092,
      "grad_norm": 0.308782280322066,
      "learning_rate": 9.981205995487544e-06,
      "loss": 0.3282,
      "num_tokens": 130208740.0,
      "step": 684
    },
    {
      "epoch": 0.23378839590443687,
      "grad_norm": 0.30013980729934436,
      "learning_rate": 9.981051102917782e-06,
      "loss": 0.3574,
      "num_tokens": 130399719.0,
      "step": 685
    },
    {
      "epoch": 0.2341296928327645,
      "grad_norm": 0.30564629026625345,
      "learning_rate": 9.98089557603053e-06,
      "loss": 0.377,
      "num_tokens": 130578934.0,
      "step": 686
    },
    {
      "epoch": 0.23447098976109215,
      "grad_norm": 0.30455574119790635,
      "learning_rate": 9.980739414847805e-06,
      "loss": 0.3557,
      "num_tokens": 130747779.0,
      "step": 687
    },
    {
      "epoch": 0.2348122866894198,
      "grad_norm": 0.2829200734692116,
      "learning_rate": 9.98058261939171e-06,
      "loss": 0.3434,
      "num_tokens": 130938237.0,
      "step": 688
    },
    {
      "epoch": 0.23515358361774744,
      "grad_norm": 0.3037248465899859,
      "learning_rate": 9.980425189684445e-06,
      "loss": 0.3906,
      "num_tokens": 131132292.0,
      "step": 689
    },
    {
      "epoch": 0.2354948805460751,
      "grad_norm": 0.28595681413622154,
      "learning_rate": 9.980267125748288e-06,
      "loss": 0.377,
      "num_tokens": 131347678.0,
      "step": 690
    },
    {
      "epoch": 0.23583617747440272,
      "grad_norm": 0.29761957316049825,
      "learning_rate": 9.98010842760562e-06,
      "loss": 0.3875,
      "num_tokens": 131535522.0,
      "step": 691
    },
    {
      "epoch": 0.23617747440273038,
      "grad_norm": 0.3059628098223954,
      "learning_rate": 9.979949095278904e-06,
      "loss": 0.3809,
      "num_tokens": 131727476.0,
      "step": 692
    },
    {
      "epoch": 0.23651877133105803,
      "grad_norm": 0.25937105734372284,
      "learning_rate": 9.979789128790693e-06,
      "loss": 0.3721,
      "num_tokens": 131991448.0,
      "step": 693
    },
    {
      "epoch": 0.23686006825938566,
      "grad_norm": 0.2749513761281431,
      "learning_rate": 9.97962852816363e-06,
      "loss": 0.2982,
      "num_tokens": 132172282.0,
      "step": 694
    },
    {
      "epoch": 0.23720136518771331,
      "grad_norm": 0.33245721127646405,
      "learning_rate": 9.979467293420454e-06,
      "loss": 0.3943,
      "num_tokens": 132346710.0,
      "step": 695
    },
    {
      "epoch": 0.23754266211604094,
      "grad_norm": 0.3013511312067787,
      "learning_rate": 9.979305424583982e-06,
      "loss": 0.3577,
      "num_tokens": 132540977.0,
      "step": 696
    },
    {
      "epoch": 0.2378839590443686,
      "grad_norm": 0.275515102262163,
      "learning_rate": 9.979142921677133e-06,
      "loss": 0.3369,
      "num_tokens": 132723667.0,
      "step": 697
    },
    {
      "epoch": 0.23822525597269625,
      "grad_norm": 0.2764867008347549,
      "learning_rate": 9.978979784722908e-06,
      "loss": 0.3692,
      "num_tokens": 132917074.0,
      "step": 698
    },
    {
      "epoch": 0.23856655290102388,
      "grad_norm": 0.2969499758123747,
      "learning_rate": 9.9788160137444e-06,
      "loss": 0.3848,
      "num_tokens": 133090243.0,
      "step": 699
    },
    {
      "epoch": 0.23890784982935154,
      "grad_norm": 0.3125780919955647,
      "learning_rate": 9.97865160876479e-06,
      "loss": 0.3826,
      "num_tokens": 133259092.0,
      "step": 700
    },
    {
      "epoch": 0.2392491467576792,
      "grad_norm": 0.3118732897848859,
      "learning_rate": 9.978486569807354e-06,
      "loss": 0.3192,
      "num_tokens": 133415905.0,
      "step": 701
    },
    {
      "epoch": 0.23959044368600682,
      "grad_norm": 0.29479359797628174,
      "learning_rate": 9.978320896895451e-06,
      "loss": 0.3596,
      "num_tokens": 133580765.0,
      "step": 702
    },
    {
      "epoch": 0.23993174061433448,
      "grad_norm": 0.2668239369924035,
      "learning_rate": 9.978154590052536e-06,
      "loss": 0.3518,
      "num_tokens": 133775155.0,
      "step": 703
    },
    {
      "epoch": 0.2402730375426621,
      "grad_norm": 0.2929136943438347,
      "learning_rate": 9.977987649302146e-06,
      "loss": 0.3653,
      "num_tokens": 133955964.0,
      "step": 704
    },
    {
      "epoch": 0.24061433447098976,
      "grad_norm": 0.30639612970723346,
      "learning_rate": 9.977820074667917e-06,
      "loss": 0.3539,
      "num_tokens": 134132540.0,
      "step": 705
    },
    {
      "epoch": 0.24095563139931742,
      "grad_norm": 0.2953707227915656,
      "learning_rate": 9.977651866173568e-06,
      "loss": 0.337,
      "num_tokens": 134299279.0,
      "step": 706
    },
    {
      "epoch": 0.24129692832764504,
      "grad_norm": 0.34094851801052256,
      "learning_rate": 9.97748302384291e-06,
      "loss": 0.337,
      "num_tokens": 134496322.0,
      "step": 707
    },
    {
      "epoch": 0.2416382252559727,
      "grad_norm": 0.3035032748739121,
      "learning_rate": 9.977313547699844e-06,
      "loss": 0.366,
      "num_tokens": 134674688.0,
      "step": 708
    },
    {
      "epoch": 0.24197952218430033,
      "grad_norm": 0.2769659628139825,
      "learning_rate": 9.97714343776836e-06,
      "loss": 0.354,
      "num_tokens": 134863782.0,
      "step": 709
    },
    {
      "epoch": 0.24232081911262798,
      "grad_norm": 0.32214053938817655,
      "learning_rate": 9.976972694072537e-06,
      "loss": 0.3595,
      "num_tokens": 135027208.0,
      "step": 710
    },
    {
      "epoch": 0.24266211604095564,
      "grad_norm": 0.31802864729908337,
      "learning_rate": 9.976801316636547e-06,
      "loss": 0.3281,
      "num_tokens": 135212788.0,
      "step": 711
    },
    {
      "epoch": 0.24300341296928327,
      "grad_norm": 0.321770887898282,
      "learning_rate": 9.976629305484648e-06,
      "loss": 0.3743,
      "num_tokens": 135381676.0,
      "step": 712
    },
    {
      "epoch": 0.24334470989761092,
      "grad_norm": 0.2995200207698917,
      "learning_rate": 9.976456660641189e-06,
      "loss": 0.3554,
      "num_tokens": 135543838.0,
      "step": 713
    },
    {
      "epoch": 0.24368600682593858,
      "grad_norm": 0.2713146781305737,
      "learning_rate": 9.97628338213061e-06,
      "loss": 0.3786,
      "num_tokens": 135782136.0,
      "step": 714
    },
    {
      "epoch": 0.2440273037542662,
      "grad_norm": 0.2877771660164592,
      "learning_rate": 9.976109469977436e-06,
      "loss": 0.3368,
      "num_tokens": 135989948.0,
      "step": 715
    },
    {
      "epoch": 0.24436860068259386,
      "grad_norm": 0.3130067764690457,
      "learning_rate": 9.97593492420629e-06,
      "loss": 0.3261,
      "num_tokens": 136211373.0,
      "step": 716
    },
    {
      "epoch": 0.2447098976109215,
      "grad_norm": 0.29202928493693203,
      "learning_rate": 9.975759744841878e-06,
      "loss": 0.3817,
      "num_tokens": 136424953.0,
      "step": 717
    },
    {
      "epoch": 0.24505119453924915,
      "grad_norm": 0.32845423504688964,
      "learning_rate": 9.975583931908996e-06,
      "loss": 0.3528,
      "num_tokens": 136592900.0,
      "step": 718
    },
    {
      "epoch": 0.2453924914675768,
      "grad_norm": 0.29547051161995064,
      "learning_rate": 9.975407485432534e-06,
      "loss": 0.3892,
      "num_tokens": 136833863.0,
      "step": 719
    },
    {
      "epoch": 0.24573378839590443,
      "grad_norm": 0.2932311927368726,
      "learning_rate": 9.975230405437466e-06,
      "loss": 0.3442,
      "num_tokens": 137000855.0,
      "step": 720
    },
    {
      "epoch": 0.24607508532423208,
      "grad_norm": 0.3101547659226907,
      "learning_rate": 9.97505269194886e-06,
      "loss": 0.3475,
      "num_tokens": 137167277.0,
      "step": 721
    },
    {
      "epoch": 0.24641638225255974,
      "grad_norm": 0.2638350064599975,
      "learning_rate": 9.974874344991873e-06,
      "loss": 0.3503,
      "num_tokens": 137371336.0,
      "step": 722
    },
    {
      "epoch": 0.24675767918088737,
      "grad_norm": 0.28425353305256057,
      "learning_rate": 9.974695364591753e-06,
      "loss": 0.3621,
      "num_tokens": 137588908.0,
      "step": 723
    },
    {
      "epoch": 0.24709897610921502,
      "grad_norm": 0.3032305078886289,
      "learning_rate": 9.974515750773833e-06,
      "loss": 0.3443,
      "num_tokens": 137743626.0,
      "step": 724
    },
    {
      "epoch": 0.24744027303754265,
      "grad_norm": 0.3012559173909559,
      "learning_rate": 9.974335503563536e-06,
      "loss": 0.3783,
      "num_tokens": 137927937.0,
      "step": 725
    },
    {
      "epoch": 0.2477815699658703,
      "grad_norm": 0.3035587528789873,
      "learning_rate": 9.974154622986381e-06,
      "loss": 0.3447,
      "num_tokens": 138097191.0,
      "step": 726
    },
    {
      "epoch": 0.24812286689419796,
      "grad_norm": 0.30997723576734737,
      "learning_rate": 9.973973109067971e-06,
      "loss": 0.3415,
      "num_tokens": 138286814.0,
      "step": 727
    },
    {
      "epoch": 0.2484641638225256,
      "grad_norm": 0.3018110780624562,
      "learning_rate": 9.973790961834e-06,
      "loss": 0.3403,
      "num_tokens": 138475216.0,
      "step": 728
    },
    {
      "epoch": 0.24880546075085325,
      "grad_norm": 0.266447269599292,
      "learning_rate": 9.973608181310253e-06,
      "loss": 0.3289,
      "num_tokens": 138680743.0,
      "step": 729
    },
    {
      "epoch": 0.24914675767918087,
      "grad_norm": 0.28885291881610703,
      "learning_rate": 9.973424767522604e-06,
      "loss": 0.3549,
      "num_tokens": 138884124.0,
      "step": 730
    },
    {
      "epoch": 0.24948805460750853,
      "grad_norm": 0.31720810811348005,
      "learning_rate": 9.973240720497014e-06,
      "loss": 0.3497,
      "num_tokens": 139053469.0,
      "step": 731
    },
    {
      "epoch": 0.24982935153583619,
      "grad_norm": 0.31417849109951074,
      "learning_rate": 9.973056040259536e-06,
      "loss": 0.3649,
      "num_tokens": 139273246.0,
      "step": 732
    },
    {
      "epoch": 0.2501706484641638,
      "grad_norm": 0.30291168370159827,
      "learning_rate": 9.972870726836314e-06,
      "loss": 0.3494,
      "num_tokens": 139437785.0,
      "step": 733
    },
    {
      "epoch": 0.25051194539249144,
      "grad_norm": 0.30213232606288537,
      "learning_rate": 9.972684780253583e-06,
      "loss": 0.365,
      "num_tokens": 139609185.0,
      "step": 734
    },
    {
      "epoch": 0.2508532423208191,
      "grad_norm": 0.32452410429013134,
      "learning_rate": 9.972498200537658e-06,
      "loss": 0.3658,
      "num_tokens": 139758766.0,
      "step": 735
    },
    {
      "epoch": 0.25119453924914675,
      "grad_norm": 0.2864441698697654,
      "learning_rate": 9.972310987714955e-06,
      "loss": 0.3267,
      "num_tokens": 139924243.0,
      "step": 736
    },
    {
      "epoch": 0.2515358361774744,
      "grad_norm": 0.29597989143687337,
      "learning_rate": 9.972123141811974e-06,
      "loss": 0.3669,
      "num_tokens": 140126776.0,
      "step": 737
    },
    {
      "epoch": 0.25187713310580206,
      "grad_norm": 0.28388704176178237,
      "learning_rate": 9.971934662855308e-06,
      "loss": 0.3389,
      "num_tokens": 140336747.0,
      "step": 738
    },
    {
      "epoch": 0.2522184300341297,
      "grad_norm": 0.33727054572495063,
      "learning_rate": 9.97174555087163e-06,
      "loss": 0.3653,
      "num_tokens": 140466361.0,
      "step": 739
    },
    {
      "epoch": 0.2525597269624573,
      "grad_norm": 0.31625041217208827,
      "learning_rate": 9.971555805887719e-06,
      "loss": 0.3706,
      "num_tokens": 140660030.0,
      "step": 740
    },
    {
      "epoch": 0.252901023890785,
      "grad_norm": 0.29126487521454414,
      "learning_rate": 9.971365427930427e-06,
      "loss": 0.3397,
      "num_tokens": 140880164.0,
      "step": 741
    },
    {
      "epoch": 0.25324232081911263,
      "grad_norm": 0.3314240130802523,
      "learning_rate": 9.971174417026708e-06,
      "loss": 0.3516,
      "num_tokens": 141124662.0,
      "step": 742
    },
    {
      "epoch": 0.25358361774744026,
      "grad_norm": 0.26395675773175353,
      "learning_rate": 9.970982773203598e-06,
      "loss": 0.3423,
      "num_tokens": 141342100.0,
      "step": 743
    },
    {
      "epoch": 0.25392491467576794,
      "grad_norm": 0.2804742185531697,
      "learning_rate": 9.970790496488227e-06,
      "loss": 0.3191,
      "num_tokens": 141527860.0,
      "step": 744
    },
    {
      "epoch": 0.25426621160409557,
      "grad_norm": 0.3107872124352973,
      "learning_rate": 9.97059758690781e-06,
      "loss": 0.4034,
      "num_tokens": 141740557.0,
      "step": 745
    },
    {
      "epoch": 0.2546075085324232,
      "grad_norm": 0.3064075476468897,
      "learning_rate": 9.970404044489658e-06,
      "loss": 0.4058,
      "num_tokens": 141950717.0,
      "step": 746
    },
    {
      "epoch": 0.2549488054607508,
      "grad_norm": 0.3110180068922617,
      "learning_rate": 9.970209869261166e-06,
      "loss": 0.3894,
      "num_tokens": 142135406.0,
      "step": 747
    },
    {
      "epoch": 0.2552901023890785,
      "grad_norm": 0.2759016411648025,
      "learning_rate": 9.970015061249819e-06,
      "loss": 0.3522,
      "num_tokens": 142335665.0,
      "step": 748
    },
    {
      "epoch": 0.25563139931740614,
      "grad_norm": 0.2635138663792979,
      "learning_rate": 9.969819620483197e-06,
      "loss": 0.3291,
      "num_tokens": 142543062.0,
      "step": 749
    },
    {
      "epoch": 0.25597269624573377,
      "grad_norm": 0.3409871400300407,
      "learning_rate": 9.969623546988964e-06,
      "loss": 0.373,
      "num_tokens": 142734573.0,
      "step": 750
    },
    {
      "epoch": 0.25631399317406145,
      "grad_norm": 0.2976517204967619,
      "learning_rate": 9.969426840794874e-06,
      "loss": 0.3703,
      "num_tokens": 142919536.0,
      "step": 751
    },
    {
      "epoch": 0.2566552901023891,
      "grad_norm": 0.281840936678439,
      "learning_rate": 9.969229501928774e-06,
      "loss": 0.3691,
      "num_tokens": 143114865.0,
      "step": 752
    },
    {
      "epoch": 0.2569965870307167,
      "grad_norm": 0.27115005694890476,
      "learning_rate": 9.969031530418596e-06,
      "loss": 0.3541,
      "num_tokens": 143311560.0,
      "step": 753
    },
    {
      "epoch": 0.2573378839590444,
      "grad_norm": 0.29146888134093485,
      "learning_rate": 9.968832926292364e-06,
      "loss": 0.3003,
      "num_tokens": 143488481.0,
      "step": 754
    },
    {
      "epoch": 0.257679180887372,
      "grad_norm": 0.29219343194224345,
      "learning_rate": 9.968633689578196e-06,
      "loss": 0.3513,
      "num_tokens": 143661327.0,
      "step": 755
    },
    {
      "epoch": 0.25802047781569964,
      "grad_norm": 0.2933322243535636,
      "learning_rate": 9.968433820304289e-06,
      "loss": 0.3725,
      "num_tokens": 143878307.0,
      "step": 756
    },
    {
      "epoch": 0.25836177474402733,
      "grad_norm": 0.37132419628390806,
      "learning_rate": 9.96823331849894e-06,
      "loss": 0.337,
      "num_tokens": 144004857.0,
      "step": 757
    },
    {
      "epoch": 0.25870307167235496,
      "grad_norm": 0.28398271245297174,
      "learning_rate": 9.968032184190527e-06,
      "loss": 0.3175,
      "num_tokens": 144170045.0,
      "step": 758
    },
    {
      "epoch": 0.2590443686006826,
      "grad_norm": 0.30231990712513296,
      "learning_rate": 9.967830417407526e-06,
      "loss": 0.3737,
      "num_tokens": 144373051.0,
      "step": 759
    },
    {
      "epoch": 0.2593856655290102,
      "grad_norm": 0.2776797768614774,
      "learning_rate": 9.967628018178498e-06,
      "loss": 0.3588,
      "num_tokens": 144586229.0,
      "step": 760
    },
    {
      "epoch": 0.2597269624573379,
      "grad_norm": 0.2963983519781395,
      "learning_rate": 9.96742498653209e-06,
      "loss": 0.3403,
      "num_tokens": 144763456.0,
      "step": 761
    },
    {
      "epoch": 0.2600682593856655,
      "grad_norm": 0.30999783287740057,
      "learning_rate": 9.967221322497047e-06,
      "loss": 0.3391,
      "num_tokens": 144958825.0,
      "step": 762
    },
    {
      "epoch": 0.26040955631399315,
      "grad_norm": 0.29404002294830034,
      "learning_rate": 9.967017026102192e-06,
      "loss": 0.3679,
      "num_tokens": 145170168.0,
      "step": 763
    },
    {
      "epoch": 0.26075085324232083,
      "grad_norm": 0.2788571338380289,
      "learning_rate": 9.96681209737645e-06,
      "loss": 0.3452,
      "num_tokens": 145348309.0,
      "step": 764
    },
    {
      "epoch": 0.26109215017064846,
      "grad_norm": 0.2696287112443809,
      "learning_rate": 9.96660653634883e-06,
      "loss": 0.3577,
      "num_tokens": 145543415.0,
      "step": 765
    },
    {
      "epoch": 0.2614334470989761,
      "grad_norm": 0.2782422702101311,
      "learning_rate": 9.966400343048425e-06,
      "loss": 0.3649,
      "num_tokens": 145773880.0,
      "step": 766
    },
    {
      "epoch": 0.2617747440273038,
      "grad_norm": 0.2805002497106198,
      "learning_rate": 9.96619351750443e-06,
      "loss": 0.3529,
      "num_tokens": 145964257.0,
      "step": 767
    },
    {
      "epoch": 0.2621160409556314,
      "grad_norm": 0.29758297869723743,
      "learning_rate": 9.965986059746117e-06,
      "loss": 0.3262,
      "num_tokens": 146127864.0,
      "step": 768
    },
    {
      "epoch": 0.26245733788395903,
      "grad_norm": 0.32226411697909857,
      "learning_rate": 9.965777969802854e-06,
      "loss": 0.3312,
      "num_tokens": 146274452.0,
      "step": 769
    },
    {
      "epoch": 0.2627986348122867,
      "grad_norm": 0.30557422425246655,
      "learning_rate": 9.965569247704098e-06,
      "loss": 0.3492,
      "num_tokens": 146449653.0,
      "step": 770
    },
    {
      "epoch": 0.26313993174061434,
      "grad_norm": 0.3365821828458895,
      "learning_rate": 9.965359893479393e-06,
      "loss": 0.3608,
      "num_tokens": 146625661.0,
      "step": 771
    },
    {
      "epoch": 0.26348122866894197,
      "grad_norm": 0.30763178660400253,
      "learning_rate": 9.965149907158378e-06,
      "loss": 0.3671,
      "num_tokens": 146808298.0,
      "step": 772
    },
    {
      "epoch": 0.2638225255972696,
      "grad_norm": 0.28496809012614177,
      "learning_rate": 9.964939288770776e-06,
      "loss": 0.3524,
      "num_tokens": 146993645.0,
      "step": 773
    },
    {
      "epoch": 0.2641638225255973,
      "grad_norm": 0.2809593960137436,
      "learning_rate": 9.964728038346399e-06,
      "loss": 0.3424,
      "num_tokens": 147194051.0,
      "step": 774
    },
    {
      "epoch": 0.2645051194539249,
      "grad_norm": 0.266102682391943,
      "learning_rate": 9.964516155915152e-06,
      "loss": 0.3286,
      "num_tokens": 147395511.0,
      "step": 775
    },
    {
      "epoch": 0.26484641638225254,
      "grad_norm": 0.2982825644022686,
      "learning_rate": 9.964303641507027e-06,
      "loss": 0.3663,
      "num_tokens": 147572002.0,
      "step": 776
    },
    {
      "epoch": 0.2651877133105802,
      "grad_norm": 0.26877716098698873,
      "learning_rate": 9.964090495152111e-06,
      "loss": 0.356,
      "num_tokens": 147791911.0,
      "step": 777
    },
    {
      "epoch": 0.26552901023890785,
      "grad_norm": 0.2903907095006471,
      "learning_rate": 9.96387671688057e-06,
      "loss": 0.3548,
      "num_tokens": 148020491.0,
      "step": 778
    },
    {
      "epoch": 0.2658703071672355,
      "grad_norm": 0.3236262610463728,
      "learning_rate": 9.963662306722672e-06,
      "loss": 0.3524,
      "num_tokens": 148177501.0,
      "step": 779
    },
    {
      "epoch": 0.26621160409556316,
      "grad_norm": 0.3145686327237015,
      "learning_rate": 9.963447264708762e-06,
      "loss": 0.4023,
      "num_tokens": 148375111.0,
      "step": 780
    },
    {
      "epoch": 0.2665529010238908,
      "grad_norm": 0.2863432043168685,
      "learning_rate": 9.963231590869282e-06,
      "loss": 0.3756,
      "num_tokens": 148573815.0,
      "step": 781
    },
    {
      "epoch": 0.2668941979522184,
      "grad_norm": 0.2915861274061357,
      "learning_rate": 9.963015285234764e-06,
      "loss": 0.3833,
      "num_tokens": 148782319.0,
      "step": 782
    },
    {
      "epoch": 0.2672354948805461,
      "grad_norm": 0.2858510582434397,
      "learning_rate": 9.962798347835826e-06,
      "loss": 0.3462,
      "num_tokens": 148978134.0,
      "step": 783
    },
    {
      "epoch": 0.2675767918088737,
      "grad_norm": 0.28926379981092376,
      "learning_rate": 9.962580778703176e-06,
      "loss": 0.3671,
      "num_tokens": 149183230.0,
      "step": 784
    },
    {
      "epoch": 0.26791808873720135,
      "grad_norm": 0.2689576322918583,
      "learning_rate": 9.962362577867614e-06,
      "loss": 0.3523,
      "num_tokens": 149414969.0,
      "step": 785
    },
    {
      "epoch": 0.26825938566552904,
      "grad_norm": 0.28460272636681794,
      "learning_rate": 9.962143745360025e-06,
      "loss": 0.3598,
      "num_tokens": 149619105.0,
      "step": 786
    },
    {
      "epoch": 0.26860068259385667,
      "grad_norm": 0.2802447567525985,
      "learning_rate": 9.961924281211387e-06,
      "loss": 0.3694,
      "num_tokens": 149824574.0,
      "step": 787
    },
    {
      "epoch": 0.2689419795221843,
      "grad_norm": 0.3301308569448957,
      "learning_rate": 9.961704185452765e-06,
      "loss": 0.3638,
      "num_tokens": 149976814.0,
      "step": 788
    },
    {
      "epoch": 0.2692832764505119,
      "grad_norm": 0.3252992672388113,
      "learning_rate": 9.961483458115321e-06,
      "loss": 0.3357,
      "num_tokens": 150125438.0,
      "step": 789
    },
    {
      "epoch": 0.2696245733788396,
      "grad_norm": 0.4292921335743482,
      "learning_rate": 9.961262099230291e-06,
      "loss": 0.3832,
      "num_tokens": 150340221.0,
      "step": 790
    },
    {
      "epoch": 0.26996587030716723,
      "grad_norm": 0.27991438371162036,
      "learning_rate": 9.961040108829017e-06,
      "loss": 0.338,
      "num_tokens": 150516836.0,
      "step": 791
    },
    {
      "epoch": 0.27030716723549486,
      "grad_norm": 0.31619112269712024,
      "learning_rate": 9.960817486942917e-06,
      "loss": 0.3398,
      "num_tokens": 150684464.0,
      "step": 792
    },
    {
      "epoch": 0.27064846416382254,
      "grad_norm": 0.2770363979756303,
      "learning_rate": 9.96059423360351e-06,
      "loss": 0.3469,
      "num_tokens": 150895402.0,
      "step": 793
    },
    {
      "epoch": 0.27098976109215017,
      "grad_norm": 0.3065093229778463,
      "learning_rate": 9.960370348842395e-06,
      "loss": 0.3928,
      "num_tokens": 151091651.0,
      "step": 794
    },
    {
      "epoch": 0.2713310580204778,
      "grad_norm": 0.311662408676526,
      "learning_rate": 9.960145832691266e-06,
      "loss": 0.3574,
      "num_tokens": 151259214.0,
      "step": 795
    },
    {
      "epoch": 0.2716723549488055,
      "grad_norm": 0.28153782061481347,
      "learning_rate": 9.959920685181903e-06,
      "loss": 0.3465,
      "num_tokens": 151469435.0,
      "step": 796
    },
    {
      "epoch": 0.2720136518771331,
      "grad_norm": 0.2846923709551112,
      "learning_rate": 9.959694906346176e-06,
      "loss": 0.3474,
      "num_tokens": 151677550.0,
      "step": 797
    },
    {
      "epoch": 0.27235494880546074,
      "grad_norm": 0.2703120804534602,
      "learning_rate": 9.959468496216049e-06,
      "loss": 0.353,
      "num_tokens": 151881248.0,
      "step": 798
    },
    {
      "epoch": 0.2726962457337884,
      "grad_norm": 0.32097011631593453,
      "learning_rate": 9.95924145482357e-06,
      "loss": 0.3556,
      "num_tokens": 152077980.0,
      "step": 799
    },
    {
      "epoch": 0.27303754266211605,
      "grad_norm": 0.3283967156845243,
      "learning_rate": 9.959013782200874e-06,
      "loss": 0.3453,
      "num_tokens": 152230131.0,
      "step": 800
    },
    {
      "epoch": 0.2733788395904437,
      "grad_norm": 0.26788004830776285,
      "learning_rate": 9.958785478380196e-06,
      "loss": 0.3538,
      "num_tokens": 152464309.0,
      "step": 801
    },
    {
      "epoch": 0.2737201365187713,
      "grad_norm": 0.27537413024970686,
      "learning_rate": 9.95855654339385e-06,
      "loss": 0.3,
      "num_tokens": 152620660.0,
      "step": 802
    },
    {
      "epoch": 0.274061433447099,
      "grad_norm": 0.31625166435040075,
      "learning_rate": 9.958326977274241e-06,
      "loss": 0.3417,
      "num_tokens": 152790867.0,
      "step": 803
    },
    {
      "epoch": 0.2744027303754266,
      "grad_norm": 0.2967065812080369,
      "learning_rate": 9.95809678005387e-06,
      "loss": 0.3463,
      "num_tokens": 152980734.0,
      "step": 804
    },
    {
      "epoch": 0.27474402730375425,
      "grad_norm": 0.28740650030669873,
      "learning_rate": 9.95786595176532e-06,
      "loss": 0.3476,
      "num_tokens": 153153348.0,
      "step": 805
    },
    {
      "epoch": 0.27508532423208193,
      "grad_norm": 0.2564329706515952,
      "learning_rate": 9.957634492441266e-06,
      "loss": 0.3525,
      "num_tokens": 153361487.0,
      "step": 806
    },
    {
      "epoch": 0.27542662116040956,
      "grad_norm": 0.28123190481150057,
      "learning_rate": 9.957402402114473e-06,
      "loss": 0.3415,
      "num_tokens": 153566485.0,
      "step": 807
    },
    {
      "epoch": 0.2757679180887372,
      "grad_norm": 0.3127110791188978,
      "learning_rate": 9.957169680817794e-06,
      "loss": 0.3492,
      "num_tokens": 153718453.0,
      "step": 808
    },
    {
      "epoch": 0.27610921501706487,
      "grad_norm": 0.2839297096621032,
      "learning_rate": 9.956936328584173e-06,
      "loss": 0.3452,
      "num_tokens": 153917323.0,
      "step": 809
    },
    {
      "epoch": 0.2764505119453925,
      "grad_norm": 0.28244936266597276,
      "learning_rate": 9.956702345446642e-06,
      "loss": 0.3456,
      "num_tokens": 154127115.0,
      "step": 810
    },
    {
      "epoch": 0.2767918088737201,
      "grad_norm": 0.3940101722624407,
      "learning_rate": 9.95646773143832e-06,
      "loss": 0.3647,
      "num_tokens": 154351515.0,
      "step": 811
    },
    {
      "epoch": 0.2771331058020478,
      "grad_norm": 0.3274747567987143,
      "learning_rate": 9.956232486592424e-06,
      "loss": 0.4164,
      "num_tokens": 154566067.0,
      "step": 812
    },
    {
      "epoch": 0.27747440273037544,
      "grad_norm": 0.3032779738866174,
      "learning_rate": 9.955996610942247e-06,
      "loss": 0.3421,
      "num_tokens": 154749588.0,
      "step": 813
    },
    {
      "epoch": 0.27781569965870306,
      "grad_norm": 0.3147117968660243,
      "learning_rate": 9.955760104521185e-06,
      "loss": 0.3702,
      "num_tokens": 154911260.0,
      "step": 814
    },
    {
      "epoch": 0.2781569965870307,
      "grad_norm": 0.3096855739705612,
      "learning_rate": 9.955522967362712e-06,
      "loss": 0.3591,
      "num_tokens": 155110098.0,
      "step": 815
    },
    {
      "epoch": 0.2784982935153584,
      "grad_norm": 0.30278919907361657,
      "learning_rate": 9.955285199500398e-06,
      "loss": 0.3598,
      "num_tokens": 155281052.0,
      "step": 816
    },
    {
      "epoch": 0.278839590443686,
      "grad_norm": 0.3222002741477433,
      "learning_rate": 9.9550468009679e-06,
      "loss": 0.3914,
      "num_tokens": 155473777.0,
      "step": 817
    },
    {
      "epoch": 0.27918088737201363,
      "grad_norm": 0.2888208376071828,
      "learning_rate": 9.954807771798965e-06,
      "loss": 0.3613,
      "num_tokens": 155693469.0,
      "step": 818
    },
    {
      "epoch": 0.2795221843003413,
      "grad_norm": 0.2936712110238867,
      "learning_rate": 9.954568112027428e-06,
      "loss": 0.3644,
      "num_tokens": 155903051.0,
      "step": 819
    },
    {
      "epoch": 0.27986348122866894,
      "grad_norm": 0.6260958799416682,
      "learning_rate": 9.954327821687215e-06,
      "loss": 0.3292,
      "num_tokens": 156089545.0,
      "step": 820
    },
    {
      "epoch": 0.28020477815699657,
      "grad_norm": 0.3212375262183353,
      "learning_rate": 9.954086900812341e-06,
      "loss": 0.3346,
      "num_tokens": 156244847.0,
      "step": 821
    },
    {
      "epoch": 0.28054607508532425,
      "grad_norm": 0.2910239117686149,
      "learning_rate": 9.953845349436908e-06,
      "loss": 0.3553,
      "num_tokens": 156437169.0,
      "step": 822
    },
    {
      "epoch": 0.2808873720136519,
      "grad_norm": 0.35854662196509335,
      "learning_rate": 9.95360316759511e-06,
      "loss": 0.3761,
      "num_tokens": 156618143.0,
      "step": 823
    },
    {
      "epoch": 0.2812286689419795,
      "grad_norm": 0.3006555248018936,
      "learning_rate": 9.95336035532123e-06,
      "loss": 0.3751,
      "num_tokens": 156801178.0,
      "step": 824
    },
    {
      "epoch": 0.2815699658703072,
      "grad_norm": 0.2851079552256091,
      "learning_rate": 9.953116912649639e-06,
      "loss": 0.3114,
      "num_tokens": 156981387.0,
      "step": 825
    },
    {
      "epoch": 0.2819112627986348,
      "grad_norm": 0.2922019786002519,
      "learning_rate": 9.952872839614796e-06,
      "loss": 0.3505,
      "num_tokens": 157169462.0,
      "step": 826
    },
    {
      "epoch": 0.28225255972696245,
      "grad_norm": 0.4328205577159263,
      "learning_rate": 9.952628136251252e-06,
      "loss": 0.3856,
      "num_tokens": 157336488.0,
      "step": 827
    },
    {
      "epoch": 0.2825938566552901,
      "grad_norm": 0.29317822023205475,
      "learning_rate": 9.952382802593644e-06,
      "loss": 0.3322,
      "num_tokens": 157522606.0,
      "step": 828
    },
    {
      "epoch": 0.28293515358361776,
      "grad_norm": 0.2877181926581918,
      "learning_rate": 9.952136838676704e-06,
      "loss": 0.3308,
      "num_tokens": 157721640.0,
      "step": 829
    },
    {
      "epoch": 0.2832764505119454,
      "grad_norm": 0.2908001944201835,
      "learning_rate": 9.951890244535249e-06,
      "loss": 0.3187,
      "num_tokens": 157913952.0,
      "step": 830
    },
    {
      "epoch": 0.283617747440273,
      "grad_norm": 0.27470668325806014,
      "learning_rate": 9.951643020204184e-06,
      "loss": 0.336,
      "num_tokens": 158103672.0,
      "step": 831
    },
    {
      "epoch": 0.2839590443686007,
      "grad_norm": 0.3051576184294189,
      "learning_rate": 9.951395165718505e-06,
      "loss": 0.3911,
      "num_tokens": 158297118.0,
      "step": 832
    },
    {
      "epoch": 0.2843003412969283,
      "grad_norm": 0.3025708798350332,
      "learning_rate": 9.951146681113299e-06,
      "loss": 0.3851,
      "num_tokens": 158491178.0,
      "step": 833
    },
    {
      "epoch": 0.28464163822525596,
      "grad_norm": 0.2894644372210445,
      "learning_rate": 9.950897566423739e-06,
      "loss": 0.3892,
      "num_tokens": 158700095.0,
      "step": 834
    },
    {
      "epoch": 0.28498293515358364,
      "grad_norm": 0.3563024605530252,
      "learning_rate": 9.95064782168509e-06,
      "loss": 0.3299,
      "num_tokens": 158894466.0,
      "step": 835
    },
    {
      "epoch": 0.28532423208191127,
      "grad_norm": 0.3001215442661807,
      "learning_rate": 9.950397446932702e-06,
      "loss": 0.3511,
      "num_tokens": 159048101.0,
      "step": 836
    },
    {
      "epoch": 0.2856655290102389,
      "grad_norm": 0.2690109720580555,
      "learning_rate": 9.950146442202018e-06,
      "loss": 0.3426,
      "num_tokens": 159244790.0,
      "step": 837
    },
    {
      "epoch": 0.2860068259385666,
      "grad_norm": 0.3061146912547122,
      "learning_rate": 9.94989480752857e-06,
      "loss": 0.4072,
      "num_tokens": 159443129.0,
      "step": 838
    },
    {
      "epoch": 0.2863481228668942,
      "grad_norm": 0.2988235233510479,
      "learning_rate": 9.949642542947979e-06,
      "loss": 0.3321,
      "num_tokens": 159609951.0,
      "step": 839
    },
    {
      "epoch": 0.28668941979522183,
      "grad_norm": 0.2753336764129772,
      "learning_rate": 9.949389648495951e-06,
      "loss": 0.3827,
      "num_tokens": 159824813.0,
      "step": 840
    },
    {
      "epoch": 0.28703071672354946,
      "grad_norm": 0.30950427359135796,
      "learning_rate": 9.949136124208287e-06,
      "loss": 0.3467,
      "num_tokens": 159981411.0,
      "step": 841
    },
    {
      "epoch": 0.28737201365187715,
      "grad_norm": 0.3034346485375069,
      "learning_rate": 9.948881970120879e-06,
      "loss": 0.3454,
      "num_tokens": 160146703.0,
      "step": 842
    },
    {
      "epoch": 0.2877133105802048,
      "grad_norm": 0.2819977412683557,
      "learning_rate": 9.948627186269695e-06,
      "loss": 0.3657,
      "num_tokens": 160354080.0,
      "step": 843
    },
    {
      "epoch": 0.2880546075085324,
      "grad_norm": 0.2597765915003877,
      "learning_rate": 9.948371772690807e-06,
      "loss": 0.3345,
      "num_tokens": 160560318.0,
      "step": 844
    },
    {
      "epoch": 0.2883959044368601,
      "grad_norm": 0.2959990960133339,
      "learning_rate": 9.94811572942037e-06,
      "loss": 0.3471,
      "num_tokens": 160744160.0,
      "step": 845
    },
    {
      "epoch": 0.2887372013651877,
      "grad_norm": 0.2748409072893736,
      "learning_rate": 9.947859056494626e-06,
      "loss": 0.3597,
      "num_tokens": 160956704.0,
      "step": 846
    },
    {
      "epoch": 0.28907849829351534,
      "grad_norm": 0.28854721507358966,
      "learning_rate": 9.947601753949909e-06,
      "loss": 0.3576,
      "num_tokens": 161164119.0,
      "step": 847
    },
    {
      "epoch": 0.289419795221843,
      "grad_norm": 0.2816648717029092,
      "learning_rate": 9.947343821822641e-06,
      "loss": 0.3616,
      "num_tokens": 161358340.0,
      "step": 848
    },
    {
      "epoch": 0.28976109215017065,
      "grad_norm": 0.2893209473434993,
      "learning_rate": 9.947085260149338e-06,
      "loss": 0.3618,
      "num_tokens": 161537736.0,
      "step": 849
    },
    {
      "epoch": 0.2901023890784983,
      "grad_norm": 0.2854743005349746,
      "learning_rate": 9.946826068966597e-06,
      "loss": 0.3547,
      "num_tokens": 161715731.0,
      "step": 850
    },
    {
      "epoch": 0.29044368600682596,
      "grad_norm": 0.3301798462795373,
      "learning_rate": 9.946566248311108e-06,
      "loss": 0.3578,
      "num_tokens": 161896744.0,
      "step": 851
    },
    {
      "epoch": 0.2907849829351536,
      "grad_norm": 0.2938219825079949,
      "learning_rate": 9.946305798219652e-06,
      "loss": 0.3852,
      "num_tokens": 162109509.0,
      "step": 852
    },
    {
      "epoch": 0.2911262798634812,
      "grad_norm": 0.312585116946601,
      "learning_rate": 9.946044718729094e-06,
      "loss": 0.3629,
      "num_tokens": 162299238.0,
      "step": 853
    },
    {
      "epoch": 0.29146757679180885,
      "grad_norm": 0.3138746671109391,
      "learning_rate": 9.945783009876393e-06,
      "loss": 0.3558,
      "num_tokens": 162471393.0,
      "step": 854
    },
    {
      "epoch": 0.29180887372013653,
      "grad_norm": 0.2692450444407387,
      "learning_rate": 9.945520671698597e-06,
      "loss": 0.368,
      "num_tokens": 162686585.0,
      "step": 855
    },
    {
      "epoch": 0.29215017064846416,
      "grad_norm": 0.2793240841085094,
      "learning_rate": 9.945257704232839e-06,
      "loss": 0.381,
      "num_tokens": 162897216.0,
      "step": 856
    },
    {
      "epoch": 0.2924914675767918,
      "grad_norm": 0.25695262531386115,
      "learning_rate": 9.944994107516344e-06,
      "loss": 0.353,
      "num_tokens": 163117390.0,
      "step": 857
    },
    {
      "epoch": 0.29283276450511947,
      "grad_norm": 0.3490046692511706,
      "learning_rate": 9.944729881586427e-06,
      "loss": 0.3358,
      "num_tokens": 163346804.0,
      "step": 858
    },
    {
      "epoch": 0.2931740614334471,
      "grad_norm": 0.28855196479510664,
      "learning_rate": 9.944465026480492e-06,
      "loss": 0.3519,
      "num_tokens": 163554895.0,
      "step": 859
    },
    {
      "epoch": 0.2935153583617747,
      "grad_norm": 0.28994137409575294,
      "learning_rate": 9.944199542236023e-06,
      "loss": 0.3608,
      "num_tokens": 163751254.0,
      "step": 860
    },
    {
      "epoch": 0.2938566552901024,
      "grad_norm": 0.2994539195918627,
      "learning_rate": 9.94393342889061e-06,
      "loss": 0.348,
      "num_tokens": 163930718.0,
      "step": 861
    },
    {
      "epoch": 0.29419795221843004,
      "grad_norm": 0.27668514484967593,
      "learning_rate": 9.943666686481918e-06,
      "loss": 0.3415,
      "num_tokens": 164137471.0,
      "step": 862
    },
    {
      "epoch": 0.29453924914675766,
      "grad_norm": 0.3103521869982419,
      "learning_rate": 9.943399315047705e-06,
      "loss": 0.337,
      "num_tokens": 164287674.0,
      "step": 863
    },
    {
      "epoch": 0.29488054607508535,
      "grad_norm": 0.28750117450088397,
      "learning_rate": 9.943131314625822e-06,
      "loss": 0.3453,
      "num_tokens": 164468865.0,
      "step": 864
    },
    {
      "epoch": 0.295221843003413,
      "grad_norm": 0.27263313688801827,
      "learning_rate": 9.942862685254205e-06,
      "loss": 0.3251,
      "num_tokens": 164662567.0,
      "step": 865
    },
    {
      "epoch": 0.2955631399317406,
      "grad_norm": 0.2792189642511116,
      "learning_rate": 9.942593426970878e-06,
      "loss": 0.3317,
      "num_tokens": 164861832.0,
      "step": 866
    },
    {
      "epoch": 0.29590443686006823,
      "grad_norm": 0.2786827531744641,
      "learning_rate": 9.942323539813958e-06,
      "loss": 0.3498,
      "num_tokens": 165048282.0,
      "step": 867
    },
    {
      "epoch": 0.2962457337883959,
      "grad_norm": 0.28006985983174293,
      "learning_rate": 9.942053023821649e-06,
      "loss": 0.3719,
      "num_tokens": 165250586.0,
      "step": 868
    },
    {
      "epoch": 0.29658703071672354,
      "grad_norm": 0.27382768841789934,
      "learning_rate": 9.941781879032244e-06,
      "loss": 0.3301,
      "num_tokens": 165434370.0,
      "step": 869
    },
    {
      "epoch": 0.29692832764505117,
      "grad_norm": 0.3048717930820097,
      "learning_rate": 9.941510105484124e-06,
      "loss": 0.359,
      "num_tokens": 165619352.0,
      "step": 870
    },
    {
      "epoch": 0.29726962457337885,
      "grad_norm": 0.2694321408226568,
      "learning_rate": 9.94123770321576e-06,
      "loss": 0.3423,
      "num_tokens": 165843962.0,
      "step": 871
    },
    {
      "epoch": 0.2976109215017065,
      "grad_norm": 0.28617144194572813,
      "learning_rate": 9.940964672265713e-06,
      "loss": 0.3541,
      "num_tokens": 166057802.0,
      "step": 872
    },
    {
      "epoch": 0.2979522184300341,
      "grad_norm": 0.30411624116580027,
      "learning_rate": 9.940691012672634e-06,
      "loss": 0.3484,
      "num_tokens": 166212581.0,
      "step": 873
    },
    {
      "epoch": 0.2982935153583618,
      "grad_norm": 0.27585897868051806,
      "learning_rate": 9.940416724475256e-06,
      "loss": 0.3395,
      "num_tokens": 166402662.0,
      "step": 874
    },
    {
      "epoch": 0.2986348122866894,
      "grad_norm": 0.24317628245062445,
      "learning_rate": 9.94014180771241e-06,
      "loss": 0.3317,
      "num_tokens": 166636645.0,
      "step": 875
    },
    {
      "epoch": 0.29897610921501705,
      "grad_norm": 0.30221674219343037,
      "learning_rate": 9.939866262423011e-06,
      "loss": 0.3298,
      "num_tokens": 166824160.0,
      "step": 876
    },
    {
      "epoch": 0.29931740614334473,
      "grad_norm": 0.33252281926570426,
      "learning_rate": 9.939590088646062e-06,
      "loss": 0.3802,
      "num_tokens": 166997064.0,
      "step": 877
    },
    {
      "epoch": 0.29965870307167236,
      "grad_norm": 0.28253008604477503,
      "learning_rate": 9.93931328642066e-06,
      "loss": 0.3302,
      "num_tokens": 167174394.0,
      "step": 878
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.28182544860260494,
      "learning_rate": 9.939035855785986e-06,
      "loss": 0.3456,
      "num_tokens": 167383782.0,
      "step": 879
    },
    {
      "epoch": 0.3003412969283277,
      "grad_norm": 0.31973072066177893,
      "learning_rate": 9.938757796781313e-06,
      "loss": 0.3857,
      "num_tokens": 167585839.0,
      "step": 880
    },
    {
      "epoch": 0.3006825938566553,
      "grad_norm": 0.30812395587335567,
      "learning_rate": 9.938479109446e-06,
      "loss": 0.3928,
      "num_tokens": 167798134.0,
      "step": 881
    },
    {
      "epoch": 0.30102389078498293,
      "grad_norm": 0.29990147199513145,
      "learning_rate": 9.938199793819498e-06,
      "loss": 0.3587,
      "num_tokens": 168000650.0,
      "step": 882
    },
    {
      "epoch": 0.30136518771331056,
      "grad_norm": 0.27162010963714145,
      "learning_rate": 9.937919849941347e-06,
      "loss": 0.3262,
      "num_tokens": 168183193.0,
      "step": 883
    },
    {
      "epoch": 0.30170648464163824,
      "grad_norm": 0.2722051276553201,
      "learning_rate": 9.93763927785117e-06,
      "loss": 0.3594,
      "num_tokens": 168386303.0,
      "step": 884
    },
    {
      "epoch": 0.30204778156996587,
      "grad_norm": 0.31567626294065687,
      "learning_rate": 9.93735807758869e-06,
      "loss": 0.3571,
      "num_tokens": 168576641.0,
      "step": 885
    },
    {
      "epoch": 0.3023890784982935,
      "grad_norm": 0.2808834775427023,
      "learning_rate": 9.937076249193708e-06,
      "loss": 0.3708,
      "num_tokens": 168799983.0,
      "step": 886
    },
    {
      "epoch": 0.3027303754266212,
      "grad_norm": 0.38373073453026774,
      "learning_rate": 9.93679379270612e-06,
      "loss": 0.3622,
      "num_tokens": 168985353.0,
      "step": 887
    },
    {
      "epoch": 0.3030716723549488,
      "grad_norm": 0.29401444781247177,
      "learning_rate": 9.936510708165907e-06,
      "loss": 0.3899,
      "num_tokens": 169196993.0,
      "step": 888
    },
    {
      "epoch": 0.30341296928327643,
      "grad_norm": 0.3299637782574409,
      "learning_rate": 9.936226995613142e-06,
      "loss": 0.3644,
      "num_tokens": 169372297.0,
      "step": 889
    },
    {
      "epoch": 0.3037542662116041,
      "grad_norm": 0.2959944339569247,
      "learning_rate": 9.93594265508799e-06,
      "loss": 0.3421,
      "num_tokens": 169544740.0,
      "step": 890
    },
    {
      "epoch": 0.30409556313993175,
      "grad_norm": 0.27846147631785284,
      "learning_rate": 9.935657686630697e-06,
      "loss": 0.3743,
      "num_tokens": 169767339.0,
      "step": 891
    },
    {
      "epoch": 0.3044368600682594,
      "grad_norm": 0.29444301626709934,
      "learning_rate": 9.935372090281603e-06,
      "loss": 0.3373,
      "num_tokens": 169938705.0,
      "step": 892
    },
    {
      "epoch": 0.30477815699658706,
      "grad_norm": 0.309484196590488,
      "learning_rate": 9.935085866081134e-06,
      "loss": 0.3715,
      "num_tokens": 170098526.0,
      "step": 893
    },
    {
      "epoch": 0.3051194539249147,
      "grad_norm": 0.2707738805216167,
      "learning_rate": 9.934799014069811e-06,
      "loss": 0.3311,
      "num_tokens": 170292548.0,
      "step": 894
    },
    {
      "epoch": 0.3054607508532423,
      "grad_norm": 0.2783002631937188,
      "learning_rate": 9.934511534288233e-06,
      "loss": 0.3139,
      "num_tokens": 170466897.0,
      "step": 895
    },
    {
      "epoch": 0.30580204778156994,
      "grad_norm": 0.302228516047436,
      "learning_rate": 9.934223426777102e-06,
      "loss": 0.3724,
      "num_tokens": 170669456.0,
      "step": 896
    },
    {
      "epoch": 0.3061433447098976,
      "grad_norm": 0.2590228580991828,
      "learning_rate": 9.933934691577193e-06,
      "loss": 0.3161,
      "num_tokens": 170889682.0,
      "step": 897
    },
    {
      "epoch": 0.30648464163822525,
      "grad_norm": 0.2768765178332537,
      "learning_rate": 9.933645328729386e-06,
      "loss": 0.3126,
      "num_tokens": 171075659.0,
      "step": 898
    },
    {
      "epoch": 0.3068259385665529,
      "grad_norm": 0.3015299013079468,
      "learning_rate": 9.933355338274636e-06,
      "loss": 0.3566,
      "num_tokens": 171255137.0,
      "step": 899
    },
    {
      "epoch": 0.30716723549488056,
      "grad_norm": 0.2934445492184576,
      "learning_rate": 9.933064720253995e-06,
      "loss": 0.3788,
      "num_tokens": 171480165.0,
      "step": 900
    },
    {
      "epoch": 0.3075085324232082,
      "grad_norm": 0.26646673374126306,
      "learning_rate": 9.9327734747086e-06,
      "loss": 0.3363,
      "num_tokens": 171711508.0,
      "step": 901
    },
    {
      "epoch": 0.3078498293515358,
      "grad_norm": 0.29061068015087643,
      "learning_rate": 9.932481601679683e-06,
      "loss": 0.3628,
      "num_tokens": 171885852.0,
      "step": 902
    },
    {
      "epoch": 0.3081911262798635,
      "grad_norm": 0.2645295972480312,
      "learning_rate": 9.932189101208556e-06,
      "loss": 0.3522,
      "num_tokens": 172111379.0,
      "step": 903
    },
    {
      "epoch": 0.30853242320819113,
      "grad_norm": 0.26134506504070665,
      "learning_rate": 9.931895973336626e-06,
      "loss": 0.3378,
      "num_tokens": 172301854.0,
      "step": 904
    },
    {
      "epoch": 0.30887372013651876,
      "grad_norm": 0.2698354069487732,
      "learning_rate": 9.931602218105385e-06,
      "loss": 0.3627,
      "num_tokens": 172511188.0,
      "step": 905
    },
    {
      "epoch": 0.30921501706484644,
      "grad_norm": 0.3064614222776729,
      "learning_rate": 9.931307835556417e-06,
      "loss": 0.3569,
      "num_tokens": 172673912.0,
      "step": 906
    },
    {
      "epoch": 0.30955631399317407,
      "grad_norm": 0.29557942258589565,
      "learning_rate": 9.931012825731391e-06,
      "loss": 0.3502,
      "num_tokens": 172861254.0,
      "step": 907
    },
    {
      "epoch": 0.3098976109215017,
      "grad_norm": 0.29146770346853745,
      "learning_rate": 9.930717188672074e-06,
      "loss": 0.3779,
      "num_tokens": 173055752.0,
      "step": 908
    },
    {
      "epoch": 0.3102389078498293,
      "grad_norm": 0.30696304180830813,
      "learning_rate": 9.930420924420307e-06,
      "loss": 0.3343,
      "num_tokens": 173228264.0,
      "step": 909
    },
    {
      "epoch": 0.310580204778157,
      "grad_norm": 0.29023212949441346,
      "learning_rate": 9.930124033018033e-06,
      "loss": 0.3865,
      "num_tokens": 173424405.0,
      "step": 910
    },
    {
      "epoch": 0.31092150170648464,
      "grad_norm": 0.275853292942648,
      "learning_rate": 9.929826514507276e-06,
      "loss": 0.3304,
      "num_tokens": 173645616.0,
      "step": 911
    },
    {
      "epoch": 0.31126279863481227,
      "grad_norm": 0.2931604735626408,
      "learning_rate": 9.929528368930152e-06,
      "loss": 0.3811,
      "num_tokens": 173835001.0,
      "step": 912
    },
    {
      "epoch": 0.31160409556313995,
      "grad_norm": 0.275969736409766,
      "learning_rate": 9.929229596328866e-06,
      "loss": 0.3338,
      "num_tokens": 174026374.0,
      "step": 913
    },
    {
      "epoch": 0.3119453924914676,
      "grad_norm": 0.26761829296538175,
      "learning_rate": 9.928930196745712e-06,
      "loss": 0.3908,
      "num_tokens": 174250433.0,
      "step": 914
    },
    {
      "epoch": 0.3122866894197952,
      "grad_norm": 0.2720657907020132,
      "learning_rate": 9.928630170223069e-06,
      "loss": 0.3726,
      "num_tokens": 174460528.0,
      "step": 915
    },
    {
      "epoch": 0.3126279863481229,
      "grad_norm": 0.3169044712742942,
      "learning_rate": 9.928329516803408e-06,
      "loss": 0.3358,
      "num_tokens": 174694128.0,
      "step": 916
    },
    {
      "epoch": 0.3129692832764505,
      "grad_norm": 0.293836856389256,
      "learning_rate": 9.928028236529287e-06,
      "loss": 0.3494,
      "num_tokens": 174891606.0,
      "step": 917
    },
    {
      "epoch": 0.31331058020477814,
      "grad_norm": 0.30331084400481584,
      "learning_rate": 9.927726329443357e-06,
      "loss": 0.3251,
      "num_tokens": 175035480.0,
      "step": 918
    },
    {
      "epoch": 0.3136518771331058,
      "grad_norm": 0.2888120703453868,
      "learning_rate": 9.927423795588354e-06,
      "loss": 0.3386,
      "num_tokens": 175229760.0,
      "step": 919
    },
    {
      "epoch": 0.31399317406143346,
      "grad_norm": 0.303165903103307,
      "learning_rate": 9.927120635007104e-06,
      "loss": 0.3607,
      "num_tokens": 175420144.0,
      "step": 920
    },
    {
      "epoch": 0.3143344709897611,
      "grad_norm": 0.283272478197139,
      "learning_rate": 9.926816847742517e-06,
      "loss": 0.3737,
      "num_tokens": 175646301.0,
      "step": 921
    },
    {
      "epoch": 0.3146757679180887,
      "grad_norm": 0.2811816819514351,
      "learning_rate": 9.926512433837599e-06,
      "loss": 0.3367,
      "num_tokens": 175813364.0,
      "step": 922
    },
    {
      "epoch": 0.3150170648464164,
      "grad_norm": 0.2642957379117935,
      "learning_rate": 9.92620739333544e-06,
      "loss": 0.3516,
      "num_tokens": 176021529.0,
      "step": 923
    },
    {
      "epoch": 0.315358361774744,
      "grad_norm": 0.2775895427210848,
      "learning_rate": 9.92590172627922e-06,
      "loss": 0.3365,
      "num_tokens": 176227916.0,
      "step": 924
    },
    {
      "epoch": 0.31569965870307165,
      "grad_norm": 0.3086315957193481,
      "learning_rate": 9.925595432712212e-06,
      "loss": 0.3342,
      "num_tokens": 176386084.0,
      "step": 925
    },
    {
      "epoch": 0.31604095563139933,
      "grad_norm": 0.2837500053147987,
      "learning_rate": 9.925288512677769e-06,
      "loss": 0.3412,
      "num_tokens": 176591810.0,
      "step": 926
    },
    {
      "epoch": 0.31638225255972696,
      "grad_norm": 0.27948983643641595,
      "learning_rate": 9.924980966219337e-06,
      "loss": 0.3305,
      "num_tokens": 176779174.0,
      "step": 927
    },
    {
      "epoch": 0.3167235494880546,
      "grad_norm": 0.2853006424005134,
      "learning_rate": 9.924672793380454e-06,
      "loss": 0.3416,
      "num_tokens": 176979510.0,
      "step": 928
    },
    {
      "epoch": 0.3170648464163823,
      "grad_norm": 0.29305368227873874,
      "learning_rate": 9.924363994204742e-06,
      "loss": 0.3364,
      "num_tokens": 177146604.0,
      "step": 929
    },
    {
      "epoch": 0.3174061433447099,
      "grad_norm": 0.2612825578607197,
      "learning_rate": 9.924054568735913e-06,
      "loss": 0.3251,
      "num_tokens": 177346501.0,
      "step": 930
    },
    {
      "epoch": 0.31774744027303753,
      "grad_norm": 0.2945868818459539,
      "learning_rate": 9.923744517017767e-06,
      "loss": 0.3564,
      "num_tokens": 177532132.0,
      "step": 931
    },
    {
      "epoch": 0.3180887372013652,
      "grad_norm": 0.288042207200664,
      "learning_rate": 9.923433839094196e-06,
      "loss": 0.3616,
      "num_tokens": 177714979.0,
      "step": 932
    },
    {
      "epoch": 0.31843003412969284,
      "grad_norm": 0.3234592538419127,
      "learning_rate": 9.923122535009176e-06,
      "loss": 0.3755,
      "num_tokens": 177907993.0,
      "step": 933
    },
    {
      "epoch": 0.31877133105802047,
      "grad_norm": 0.29084780284733197,
      "learning_rate": 9.922810604806774e-06,
      "loss": 0.319,
      "num_tokens": 178093578.0,
      "step": 934
    },
    {
      "epoch": 0.3191126279863481,
      "grad_norm": 0.31460914089805664,
      "learning_rate": 9.922498048531149e-06,
      "loss": 0.3687,
      "num_tokens": 178284037.0,
      "step": 935
    },
    {
      "epoch": 0.3194539249146758,
      "grad_norm": 0.3058351978613022,
      "learning_rate": 9.92218486622654e-06,
      "loss": 0.3336,
      "num_tokens": 178434791.0,
      "step": 936
    },
    {
      "epoch": 0.3197952218430034,
      "grad_norm": 0.3205119970236993,
      "learning_rate": 9.921871057937282e-06,
      "loss": 0.3875,
      "num_tokens": 178639182.0,
      "step": 937
    },
    {
      "epoch": 0.32013651877133104,
      "grad_norm": 0.279692252026577,
      "learning_rate": 9.921556623707796e-06,
      "loss": 0.3365,
      "num_tokens": 178831616.0,
      "step": 938
    },
    {
      "epoch": 0.3204778156996587,
      "grad_norm": 0.26438197155348103,
      "learning_rate": 9.921241563582592e-06,
      "loss": 0.3568,
      "num_tokens": 179038408.0,
      "step": 939
    },
    {
      "epoch": 0.32081911262798635,
      "grad_norm": 0.29526315919684654,
      "learning_rate": 9.920925877606268e-06,
      "loss": 0.3566,
      "num_tokens": 179236945.0,
      "step": 940
    },
    {
      "epoch": 0.321160409556314,
      "grad_norm": 0.2887792746293166,
      "learning_rate": 9.920609565823512e-06,
      "loss": 0.3639,
      "num_tokens": 179444076.0,
      "step": 941
    },
    {
      "epoch": 0.32150170648464166,
      "grad_norm": 0.28131779886270225,
      "learning_rate": 9.9202926282791e-06,
      "loss": 0.3687,
      "num_tokens": 179651753.0,
      "step": 942
    },
    {
      "epoch": 0.3218430034129693,
      "grad_norm": 0.36509834180386663,
      "learning_rate": 9.919975065017895e-06,
      "loss": 0.3687,
      "num_tokens": 179826453.0,
      "step": 943
    },
    {
      "epoch": 0.3221843003412969,
      "grad_norm": 0.3329641490553454,
      "learning_rate": 9.91965687608485e-06,
      "loss": 0.3512,
      "num_tokens": 180006585.0,
      "step": 944
    },
    {
      "epoch": 0.3225255972696246,
      "grad_norm": 0.31279302763845385,
      "learning_rate": 9.919338061525008e-06,
      "loss": 0.3523,
      "num_tokens": 180180639.0,
      "step": 945
    },
    {
      "epoch": 0.3228668941979522,
      "grad_norm": 0.31715089007030073,
      "learning_rate": 9.919018621383496e-06,
      "loss": 0.3624,
      "num_tokens": 180355355.0,
      "step": 946
    },
    {
      "epoch": 0.32320819112627985,
      "grad_norm": 0.26854701184619395,
      "learning_rate": 9.918698555705535e-06,
      "loss": 0.3657,
      "num_tokens": 180599661.0,
      "step": 947
    },
    {
      "epoch": 0.3235494880546075,
      "grad_norm": 0.29796672691628373,
      "learning_rate": 9.918377864536431e-06,
      "loss": 0.3843,
      "num_tokens": 180813702.0,
      "step": 948
    },
    {
      "epoch": 0.32389078498293516,
      "grad_norm": 0.3011062207444956,
      "learning_rate": 9.91805654792158e-06,
      "loss": 0.3499,
      "num_tokens": 181014850.0,
      "step": 949
    },
    {
      "epoch": 0.3242320819112628,
      "grad_norm": 0.3036945102076664,
      "learning_rate": 9.917734605906467e-06,
      "loss": 0.319,
      "num_tokens": 181172857.0,
      "step": 950
    },
    {
      "epoch": 0.3245733788395904,
      "grad_norm": 0.27860840160681843,
      "learning_rate": 9.917412038536662e-06,
      "loss": 0.3199,
      "num_tokens": 181348060.0,
      "step": 951
    },
    {
      "epoch": 0.3249146757679181,
      "grad_norm": 0.28224703631486425,
      "learning_rate": 9.917088845857829e-06,
      "loss": 0.3562,
      "num_tokens": 181552851.0,
      "step": 952
    },
    {
      "epoch": 0.32525597269624573,
      "grad_norm": 0.2851301491935699,
      "learning_rate": 9.916765027915716e-06,
      "loss": 0.3541,
      "num_tokens": 181723564.0,
      "step": 953
    },
    {
      "epoch": 0.32559726962457336,
      "grad_norm": 0.27641691365686577,
      "learning_rate": 9.916440584756163e-06,
      "loss": 0.3425,
      "num_tokens": 181918536.0,
      "step": 954
    },
    {
      "epoch": 0.32593856655290104,
      "grad_norm": 0.3118481384963354,
      "learning_rate": 9.916115516425094e-06,
      "loss": 0.3712,
      "num_tokens": 182107239.0,
      "step": 955
    },
    {
      "epoch": 0.32627986348122867,
      "grad_norm": 0.3223661880958374,
      "learning_rate": 9.915789822968527e-06,
      "loss": 0.3489,
      "num_tokens": 182277239.0,
      "step": 956
    },
    {
      "epoch": 0.3266211604095563,
      "grad_norm": 0.28613042668555383,
      "learning_rate": 9.915463504432563e-06,
      "loss": 0.3225,
      "num_tokens": 182452868.0,
      "step": 957
    },
    {
      "epoch": 0.326962457337884,
      "grad_norm": 0.2945655176416889,
      "learning_rate": 9.915136560863396e-06,
      "loss": 0.3646,
      "num_tokens": 182650567.0,
      "step": 958
    },
    {
      "epoch": 0.3273037542662116,
      "grad_norm": 0.2846244887542993,
      "learning_rate": 9.914808992307308e-06,
      "loss": 0.3191,
      "num_tokens": 182813543.0,
      "step": 959
    },
    {
      "epoch": 0.32764505119453924,
      "grad_norm": 0.2753078396793024,
      "learning_rate": 9.914480798810667e-06,
      "loss": 0.373,
      "num_tokens": 183050390.0,
      "step": 960
    },
    {
      "epoch": 0.32798634812286687,
      "grad_norm": 0.3265500849399829,
      "learning_rate": 9.914151980419926e-06,
      "loss": 0.3675,
      "num_tokens": 183226002.0,
      "step": 961
    },
    {
      "epoch": 0.32832764505119455,
      "grad_norm": 0.309182533598608,
      "learning_rate": 9.913822537181638e-06,
      "loss": 0.3422,
      "num_tokens": 183392177.0,
      "step": 962
    },
    {
      "epoch": 0.3286689419795222,
      "grad_norm": 0.2658593813714567,
      "learning_rate": 9.913492469142434e-06,
      "loss": 0.3394,
      "num_tokens": 183595994.0,
      "step": 963
    },
    {
      "epoch": 0.3290102389078498,
      "grad_norm": 0.3088065709114729,
      "learning_rate": 9.913161776349037e-06,
      "loss": 0.3505,
      "num_tokens": 183782295.0,
      "step": 964
    },
    {
      "epoch": 0.3293515358361775,
      "grad_norm": 0.25179213102601333,
      "learning_rate": 9.912830458848259e-06,
      "loss": 0.3257,
      "num_tokens": 184009706.0,
      "step": 965
    },
    {
      "epoch": 0.3296928327645051,
      "grad_norm": 0.2970419136715797,
      "learning_rate": 9.912498516687001e-06,
      "loss": 0.3831,
      "num_tokens": 184212989.0,
      "step": 966
    },
    {
      "epoch": 0.33003412969283275,
      "grad_norm": 0.2852939796145626,
      "learning_rate": 9.912165949912248e-06,
      "loss": 0.3675,
      "num_tokens": 184418863.0,
      "step": 967
    },
    {
      "epoch": 0.33037542662116043,
      "grad_norm": 0.3149155987926816,
      "learning_rate": 9.91183275857108e-06,
      "loss": 0.3674,
      "num_tokens": 184584550.0,
      "step": 968
    },
    {
      "epoch": 0.33071672354948806,
      "grad_norm": 0.2797751392216447,
      "learning_rate": 9.91149894271066e-06,
      "loss": 0.3651,
      "num_tokens": 184799762.0,
      "step": 969
    },
    {
      "epoch": 0.3310580204778157,
      "grad_norm": 0.33088175765905886,
      "learning_rate": 9.911164502378242e-06,
      "loss": 0.4179,
      "num_tokens": 184987596.0,
      "step": 970
    },
    {
      "epoch": 0.33139931740614337,
      "grad_norm": 0.3626803594063694,
      "learning_rate": 9.91082943762117e-06,
      "loss": 0.3676,
      "num_tokens": 185212285.0,
      "step": 971
    },
    {
      "epoch": 0.331740614334471,
      "grad_norm": 0.2673276907619387,
      "learning_rate": 9.910493748486871e-06,
      "loss": 0.3405,
      "num_tokens": 185421137.0,
      "step": 972
    },
    {
      "epoch": 0.3320819112627986,
      "grad_norm": 0.29017415429427795,
      "learning_rate": 9.910157435022865e-06,
      "loss": 0.3501,
      "num_tokens": 185616562.0,
      "step": 973
    },
    {
      "epoch": 0.3324232081911263,
      "grad_norm": 0.28047594728350655,
      "learning_rate": 9.90982049727676e-06,
      "loss": 0.3641,
      "num_tokens": 185838614.0,
      "step": 974
    },
    {
      "epoch": 0.33276450511945393,
      "grad_norm": 0.3091791288958869,
      "learning_rate": 9.909482935296248e-06,
      "loss": 0.3555,
      "num_tokens": 186001828.0,
      "step": 975
    },
    {
      "epoch": 0.33310580204778156,
      "grad_norm": 0.2788070362563174,
      "learning_rate": 9.909144749129117e-06,
      "loss": 0.3342,
      "num_tokens": 186215310.0,
      "step": 976
    },
    {
      "epoch": 0.3334470989761092,
      "grad_norm": 0.7857388800608406,
      "learning_rate": 9.908805938823237e-06,
      "loss": 0.3154,
      "num_tokens": 186420604.0,
      "step": 977
    },
    {
      "epoch": 0.3337883959044369,
      "grad_norm": 0.3442969220099063,
      "learning_rate": 9.908466504426569e-06,
      "loss": 0.4131,
      "num_tokens": 186612366.0,
      "step": 978
    },
    {
      "epoch": 0.3341296928327645,
      "grad_norm": 0.29866364507461624,
      "learning_rate": 9.90812644598716e-06,
      "loss": 0.337,
      "num_tokens": 186811851.0,
      "step": 979
    },
    {
      "epoch": 0.33447098976109213,
      "grad_norm": 0.4075870519178834,
      "learning_rate": 9.90778576355315e-06,
      "loss": 0.3684,
      "num_tokens": 186989236.0,
      "step": 980
    },
    {
      "epoch": 0.3348122866894198,
      "grad_norm": 0.29505476713427065,
      "learning_rate": 9.907444457172763e-06,
      "loss": 0.349,
      "num_tokens": 187189859.0,
      "step": 981
    },
    {
      "epoch": 0.33515358361774744,
      "grad_norm": 0.30671091362262326,
      "learning_rate": 9.907102526894313e-06,
      "loss": 0.3605,
      "num_tokens": 187371542.0,
      "step": 982
    },
    {
      "epoch": 0.33549488054607507,
      "grad_norm": 0.32885649341641426,
      "learning_rate": 9.906759972766204e-06,
      "loss": 0.3319,
      "num_tokens": 187553421.0,
      "step": 983
    },
    {
      "epoch": 0.33583617747440275,
      "grad_norm": 0.2848334482191796,
      "learning_rate": 9.906416794836923e-06,
      "loss": 0.3281,
      "num_tokens": 187718472.0,
      "step": 984
    },
    {
      "epoch": 0.3361774744027304,
      "grad_norm": 0.2906372900707475,
      "learning_rate": 9.90607299315505e-06,
      "loss": 0.3553,
      "num_tokens": 187907623.0,
      "step": 985
    },
    {
      "epoch": 0.336518771331058,
      "grad_norm": 0.26212362728350774,
      "learning_rate": 9.90572856776925e-06,
      "loss": 0.3428,
      "num_tokens": 188145217.0,
      "step": 986
    },
    {
      "epoch": 0.3368600682593857,
      "grad_norm": 0.2967665467864873,
      "learning_rate": 9.905383518728283e-06,
      "loss": 0.3567,
      "num_tokens": 188320704.0,
      "step": 987
    },
    {
      "epoch": 0.3372013651877133,
      "grad_norm": 0.2784049771491946,
      "learning_rate": 9.905037846080991e-06,
      "loss": 0.3499,
      "num_tokens": 188501567.0,
      "step": 988
    },
    {
      "epoch": 0.33754266211604095,
      "grad_norm": 0.47652747372679427,
      "learning_rate": 9.904691549876304e-06,
      "loss": 0.3288,
      "num_tokens": 188682941.0,
      "step": 989
    },
    {
      "epoch": 0.3378839590443686,
      "grad_norm": 0.2876299853478499,
      "learning_rate": 9.904344630163242e-06,
      "loss": 0.3463,
      "num_tokens": 188862652.0,
      "step": 990
    },
    {
      "epoch": 0.33822525597269626,
      "grad_norm": 0.31232744258245165,
      "learning_rate": 9.903997086990918e-06,
      "loss": 0.3558,
      "num_tokens": 189020917.0,
      "step": 991
    },
    {
      "epoch": 0.3385665529010239,
      "grad_norm": 0.282488545505138,
      "learning_rate": 9.903648920408522e-06,
      "loss": 0.3205,
      "num_tokens": 189210233.0,
      "step": 992
    },
    {
      "epoch": 0.3389078498293515,
      "grad_norm": 0.472805899062385,
      "learning_rate": 9.903300130465343e-06,
      "loss": 0.3583,
      "num_tokens": 189399272.0,
      "step": 993
    },
    {
      "epoch": 0.3392491467576792,
      "grad_norm": 0.28171584156880325,
      "learning_rate": 9.902950717210753e-06,
      "loss": 0.3574,
      "num_tokens": 189584533.0,
      "step": 994
    },
    {
      "epoch": 0.3395904436860068,
      "grad_norm": 0.2511173848529679,
      "learning_rate": 9.902600680694215e-06,
      "loss": 0.3543,
      "num_tokens": 189841508.0,
      "step": 995
    },
    {
      "epoch": 0.33993174061433445,
      "grad_norm": 0.29297132026884504,
      "learning_rate": 9.902250020965275e-06,
      "loss": 0.3424,
      "num_tokens": 190052418.0,
      "step": 996
    },
    {
      "epoch": 0.34027303754266214,
      "grad_norm": 0.31083126177702164,
      "learning_rate": 9.901898738073575e-06,
      "loss": 0.3536,
      "num_tokens": 190234725.0,
      "step": 997
    },
    {
      "epoch": 0.34061433447098977,
      "grad_norm": 0.27251019575739344,
      "learning_rate": 9.901546832068839e-06,
      "loss": 0.3431,
      "num_tokens": 190421427.0,
      "step": 998
    },
    {
      "epoch": 0.3409556313993174,
      "grad_norm": 0.2882538511034284,
      "learning_rate": 9.901194303000881e-06,
      "loss": 0.3629,
      "num_tokens": 190612207.0,
      "step": 999
    },
    {
      "epoch": 0.3412969283276451,
      "grad_norm": 0.28781749561924624,
      "learning_rate": 9.900841150919603e-06,
      "loss": 0.3364,
      "num_tokens": 190787591.0,
      "step": 1000
    },
    {
      "epoch": 0.3416382252559727,
      "grad_norm": 0.30362633831709,
      "learning_rate": 9.900487375874998e-06,
      "loss": 0.333,
      "num_tokens": 190937142.0,
      "step": 1001
    },
    {
      "epoch": 0.34197952218430033,
      "grad_norm": 0.2856416630557275,
      "learning_rate": 9.90013297791714e-06,
      "loss": 0.3666,
      "num_tokens": 191173081.0,
      "step": 1002
    },
    {
      "epoch": 0.34232081911262796,
      "grad_norm": 0.26077789996321177,
      "learning_rate": 9.899777957096204e-06,
      "loss": 0.3345,
      "num_tokens": 191395607.0,
      "step": 1003
    },
    {
      "epoch": 0.34266211604095564,
      "grad_norm": 0.2981605876624255,
      "learning_rate": 9.899422313462437e-06,
      "loss": 0.3566,
      "num_tokens": 191581134.0,
      "step": 1004
    },
    {
      "epoch": 0.3430034129692833,
      "grad_norm": 0.2868425236092212,
      "learning_rate": 9.899066047066185e-06,
      "loss": 0.3473,
      "num_tokens": 191776194.0,
      "step": 1005
    },
    {
      "epoch": 0.3433447098976109,
      "grad_norm": 0.2774839762864845,
      "learning_rate": 9.898709157957882e-06,
      "loss": 0.3381,
      "num_tokens": 191968250.0,
      "step": 1006
    },
    {
      "epoch": 0.3436860068259386,
      "grad_norm": 0.3364837098663642,
      "learning_rate": 9.898351646188045e-06,
      "loss": 0.3483,
      "num_tokens": 192141859.0,
      "step": 1007
    },
    {
      "epoch": 0.3440273037542662,
      "grad_norm": 0.30756310341784726,
      "learning_rate": 9.897993511807283e-06,
      "loss": 0.381,
      "num_tokens": 192315305.0,
      "step": 1008
    },
    {
      "epoch": 0.34436860068259384,
      "grad_norm": 0.3934927001586532,
      "learning_rate": 9.89763475486629e-06,
      "loss": 0.339,
      "num_tokens": 192507914.0,
      "step": 1009
    },
    {
      "epoch": 0.3447098976109215,
      "grad_norm": 0.28927357972464807,
      "learning_rate": 9.897275375415854e-06,
      "loss": 0.336,
      "num_tokens": 192687771.0,
      "step": 1010
    },
    {
      "epoch": 0.34505119453924915,
      "grad_norm": 0.30393529582031187,
      "learning_rate": 9.896915373506843e-06,
      "loss": 0.3455,
      "num_tokens": 192874923.0,
      "step": 1011
    },
    {
      "epoch": 0.3453924914675768,
      "grad_norm": 0.29816618993313876,
      "learning_rate": 9.896554749190219e-06,
      "loss": 0.3492,
      "num_tokens": 193081707.0,
      "step": 1012
    },
    {
      "epoch": 0.34573378839590446,
      "grad_norm": 0.29928689431967653,
      "learning_rate": 9.89619350251703e-06,
      "loss": 0.3572,
      "num_tokens": 193273672.0,
      "step": 1013
    },
    {
      "epoch": 0.3460750853242321,
      "grad_norm": 0.29485023013778666,
      "learning_rate": 9.895831633538412e-06,
      "loss": 0.3794,
      "num_tokens": 193459841.0,
      "step": 1014
    },
    {
      "epoch": 0.3464163822525597,
      "grad_norm": 0.29502308148595013,
      "learning_rate": 9.895469142305591e-06,
      "loss": 0.3743,
      "num_tokens": 193624408.0,
      "step": 1015
    },
    {
      "epoch": 0.34675767918088735,
      "grad_norm": 0.2756402881398008,
      "learning_rate": 9.895106028869879e-06,
      "loss": 0.3374,
      "num_tokens": 193832893.0,
      "step": 1016
    },
    {
      "epoch": 0.34709897610921503,
      "grad_norm": 0.2814167788220061,
      "learning_rate": 9.894742293282676e-06,
      "loss": 0.3721,
      "num_tokens": 194018795.0,
      "step": 1017
    },
    {
      "epoch": 0.34744027303754266,
      "grad_norm": 0.39631467101449247,
      "learning_rate": 9.894377935595472e-06,
      "loss": 0.3734,
      "num_tokens": 194234947.0,
      "step": 1018
    },
    {
      "epoch": 0.3477815699658703,
      "grad_norm": 1.5066081308877064,
      "learning_rate": 9.894012955859844e-06,
      "loss": 0.3328,
      "num_tokens": 194432954.0,
      "step": 1019
    },
    {
      "epoch": 0.34812286689419797,
      "grad_norm": 0.27164916772975334,
      "learning_rate": 9.893647354127453e-06,
      "loss": 0.3393,
      "num_tokens": 194628653.0,
      "step": 1020
    },
    {
      "epoch": 0.3484641638225256,
      "grad_norm": 0.2904361898358369,
      "learning_rate": 9.893281130450057e-06,
      "loss": 0.3309,
      "num_tokens": 194859021.0,
      "step": 1021
    },
    {
      "epoch": 0.3488054607508532,
      "grad_norm": 0.30097836801310957,
      "learning_rate": 9.892914284879494e-06,
      "loss": 0.3572,
      "num_tokens": 195047095.0,
      "step": 1022
    },
    {
      "epoch": 0.3491467576791809,
      "grad_norm": 0.276335190345452,
      "learning_rate": 9.892546817467696e-06,
      "loss": 0.3263,
      "num_tokens": 195221257.0,
      "step": 1023
    },
    {
      "epoch": 0.34948805460750854,
      "grad_norm": 0.2990370388470342,
      "learning_rate": 9.892178728266676e-06,
      "loss": 0.3479,
      "num_tokens": 195392383.0,
      "step": 1024
    },
    {
      "epoch": 0.34982935153583616,
      "grad_norm": 0.36746446411347206,
      "learning_rate": 9.891810017328542e-06,
      "loss": 0.3544,
      "num_tokens": 195588482.0,
      "step": 1025
    },
    {
      "epoch": 0.35017064846416385,
      "grad_norm": 0.2831407100101847,
      "learning_rate": 9.891440684705487e-06,
      "loss": 0.3244,
      "num_tokens": 195771689.0,
      "step": 1026
    },
    {
      "epoch": 0.3505119453924915,
      "grad_norm": 0.2592985098924868,
      "learning_rate": 9.89107073044979e-06,
      "loss": 0.3271,
      "num_tokens": 195958946.0,
      "step": 1027
    },
    {
      "epoch": 0.3508532423208191,
      "grad_norm": 0.293310694411406,
      "learning_rate": 9.89070015461382e-06,
      "loss": 0.376,
      "num_tokens": 196150996.0,
      "step": 1028
    },
    {
      "epoch": 0.35119453924914673,
      "grad_norm": 0.2898286896090058,
      "learning_rate": 9.890328957250037e-06,
      "loss": 0.3406,
      "num_tokens": 196329878.0,
      "step": 1029
    },
    {
      "epoch": 0.3515358361774744,
      "grad_norm": 0.2909196130211226,
      "learning_rate": 9.889957138410987e-06,
      "loss": 0.3432,
      "num_tokens": 196510635.0,
      "step": 1030
    },
    {
      "epoch": 0.35187713310580204,
      "grad_norm": 0.3517155581564749,
      "learning_rate": 9.889584698149294e-06,
      "loss": 0.3717,
      "num_tokens": 196690432.0,
      "step": 1031
    },
    {
      "epoch": 0.35221843003412967,
      "grad_norm": 0.2622020564908216,
      "learning_rate": 9.889211636517689e-06,
      "loss": 0.3624,
      "num_tokens": 196914211.0,
      "step": 1032
    },
    {
      "epoch": 0.35255972696245735,
      "grad_norm": 0.28563923339646335,
      "learning_rate": 9.888837953568977e-06,
      "loss": 0.3483,
      "num_tokens": 197101226.0,
      "step": 1033
    },
    {
      "epoch": 0.352901023890785,
      "grad_norm": 0.27893623258213324,
      "learning_rate": 9.888463649356056e-06,
      "loss": 0.343,
      "num_tokens": 197302320.0,
      "step": 1034
    },
    {
      "epoch": 0.3532423208191126,
      "grad_norm": 0.2947071704525587,
      "learning_rate": 9.88808872393191e-06,
      "loss": 0.3347,
      "num_tokens": 197481162.0,
      "step": 1035
    },
    {
      "epoch": 0.3535836177474403,
      "grad_norm": 0.2921778173214793,
      "learning_rate": 9.887713177349611e-06,
      "loss": 0.3581,
      "num_tokens": 197674402.0,
      "step": 1036
    },
    {
      "epoch": 0.3539249146757679,
      "grad_norm": 0.2934986215674329,
      "learning_rate": 9.88733700966232e-06,
      "loss": 0.3266,
      "num_tokens": 197851342.0,
      "step": 1037
    },
    {
      "epoch": 0.35426621160409555,
      "grad_norm": 0.26549428718114354,
      "learning_rate": 9.886960220923287e-06,
      "loss": 0.3141,
      "num_tokens": 198039720.0,
      "step": 1038
    },
    {
      "epoch": 0.35460750853242323,
      "grad_norm": 0.29524959790025124,
      "learning_rate": 9.886582811185846e-06,
      "loss": 0.3394,
      "num_tokens": 198243720.0,
      "step": 1039
    },
    {
      "epoch": 0.35494880546075086,
      "grad_norm": 0.27392184263668057,
      "learning_rate": 9.886204780503423e-06,
      "loss": 0.3557,
      "num_tokens": 198461823.0,
      "step": 1040
    },
    {
      "epoch": 0.3552901023890785,
      "grad_norm": 0.2748674693109839,
      "learning_rate": 9.885826128929532e-06,
      "loss": 0.3597,
      "num_tokens": 198679625.0,
      "step": 1041
    },
    {
      "epoch": 0.3556313993174061,
      "grad_norm": 0.3405005677682007,
      "learning_rate": 9.885446856517771e-06,
      "loss": 0.3717,
      "num_tokens": 198831747.0,
      "step": 1042
    },
    {
      "epoch": 0.3559726962457338,
      "grad_norm": 0.2627882096855173,
      "learning_rate": 9.88506696332183e-06,
      "loss": 0.3338,
      "num_tokens": 199063081.0,
      "step": 1043
    },
    {
      "epoch": 0.3563139931740614,
      "grad_norm": 0.2763365669733282,
      "learning_rate": 9.88468644939548e-06,
      "loss": 0.3257,
      "num_tokens": 199236721.0,
      "step": 1044
    },
    {
      "epoch": 0.35665529010238906,
      "grad_norm": 0.30746721999911586,
      "learning_rate": 9.884305314792593e-06,
      "loss": 0.3679,
      "num_tokens": 199392667.0,
      "step": 1045
    },
    {
      "epoch": 0.35699658703071674,
      "grad_norm": 0.2888270235603499,
      "learning_rate": 9.883923559567112e-06,
      "loss": 0.351,
      "num_tokens": 199583771.0,
      "step": 1046
    },
    {
      "epoch": 0.35733788395904437,
      "grad_norm": 0.28231084492830144,
      "learning_rate": 9.883541183773083e-06,
      "loss": 0.3718,
      "num_tokens": 199787020.0,
      "step": 1047
    },
    {
      "epoch": 0.357679180887372,
      "grad_norm": 0.332544453630064,
      "learning_rate": 9.88315818746463e-06,
      "loss": 0.4215,
      "num_tokens": 199977018.0,
      "step": 1048
    },
    {
      "epoch": 0.3580204778156997,
      "grad_norm": 0.291770826580748,
      "learning_rate": 9.88277457069597e-06,
      "loss": 0.3744,
      "num_tokens": 200167893.0,
      "step": 1049
    },
    {
      "epoch": 0.3583617747440273,
      "grad_norm": 0.3202698238503146,
      "learning_rate": 9.882390333521405e-06,
      "loss": 0.3766,
      "num_tokens": 200341288.0,
      "step": 1050
    },
    {
      "epoch": 0.35870307167235493,
      "grad_norm": 0.29809409670353937,
      "learning_rate": 9.882005475995326e-06,
      "loss": 0.3487,
      "num_tokens": 200510407.0,
      "step": 1051
    },
    {
      "epoch": 0.3590443686006826,
      "grad_norm": 0.2891890238862462,
      "learning_rate": 9.881619998172213e-06,
      "loss": 0.3332,
      "num_tokens": 200677627.0,
      "step": 1052
    },
    {
      "epoch": 0.35938566552901025,
      "grad_norm": 0.2820413872663934,
      "learning_rate": 9.881233900106632e-06,
      "loss": 0.3795,
      "num_tokens": 200884510.0,
      "step": 1053
    },
    {
      "epoch": 0.3597269624573379,
      "grad_norm": 0.3239943167913485,
      "learning_rate": 9.880847181853236e-06,
      "loss": 0.3433,
      "num_tokens": 201058652.0,
      "step": 1054
    },
    {
      "epoch": 0.36006825938566556,
      "grad_norm": 0.31215530857832785,
      "learning_rate": 9.880459843466768e-06,
      "loss": 0.3477,
      "num_tokens": 201236871.0,
      "step": 1055
    },
    {
      "epoch": 0.3604095563139932,
      "grad_norm": 0.30115386103725916,
      "learning_rate": 9.880071885002057e-06,
      "loss": 0.3779,
      "num_tokens": 201426026.0,
      "step": 1056
    },
    {
      "epoch": 0.3607508532423208,
      "grad_norm": 0.2986874684611098,
      "learning_rate": 9.879683306514023e-06,
      "loss": 0.3655,
      "num_tokens": 201609672.0,
      "step": 1057
    },
    {
      "epoch": 0.36109215017064844,
      "grad_norm": 0.27946310489328835,
      "learning_rate": 9.87929410805767e-06,
      "loss": 0.3486,
      "num_tokens": 201808806.0,
      "step": 1058
    },
    {
      "epoch": 0.3614334470989761,
      "grad_norm": 0.38319627433598313,
      "learning_rate": 9.878904289688089e-06,
      "loss": 0.3224,
      "num_tokens": 201949216.0,
      "step": 1059
    },
    {
      "epoch": 0.36177474402730375,
      "grad_norm": 0.2925152166042926,
      "learning_rate": 9.878513851460466e-06,
      "loss": 0.3299,
      "num_tokens": 202134974.0,
      "step": 1060
    },
    {
      "epoch": 0.3621160409556314,
      "grad_norm": 0.2909214178204309,
      "learning_rate": 9.878122793430063e-06,
      "loss": 0.3482,
      "num_tokens": 202310220.0,
      "step": 1061
    },
    {
      "epoch": 0.36245733788395906,
      "grad_norm": 0.3076673209479586,
      "learning_rate": 9.877731115652242e-06,
      "loss": 0.3485,
      "num_tokens": 202459667.0,
      "step": 1062
    },
    {
      "epoch": 0.3627986348122867,
      "grad_norm": 0.3891274752476181,
      "learning_rate": 9.877338818182448e-06,
      "loss": 0.3599,
      "num_tokens": 202600240.0,
      "step": 1063
    },
    {
      "epoch": 0.3631399317406143,
      "grad_norm": 0.2916550173585913,
      "learning_rate": 9.876945901076206e-06,
      "loss": 0.3586,
      "num_tokens": 202802356.0,
      "step": 1064
    },
    {
      "epoch": 0.363481228668942,
      "grad_norm": 0.3128118171302467,
      "learning_rate": 9.876552364389142e-06,
      "loss": 0.3494,
      "num_tokens": 203003718.0,
      "step": 1065
    },
    {
      "epoch": 0.36382252559726963,
      "grad_norm": 0.30073427646195405,
      "learning_rate": 9.87615820817696e-06,
      "loss": 0.3385,
      "num_tokens": 203181259.0,
      "step": 1066
    },
    {
      "epoch": 0.36416382252559726,
      "grad_norm": 0.2826637554409992,
      "learning_rate": 9.875763432495457e-06,
      "loss": 0.351,
      "num_tokens": 203380891.0,
      "step": 1067
    },
    {
      "epoch": 0.36450511945392494,
      "grad_norm": 0.2903416575092723,
      "learning_rate": 9.875368037400512e-06,
      "loss": 0.358,
      "num_tokens": 203579365.0,
      "step": 1068
    },
    {
      "epoch": 0.36484641638225257,
      "grad_norm": 0.24903963351868974,
      "learning_rate": 9.874972022948102e-06,
      "loss": 0.3261,
      "num_tokens": 203811804.0,
      "step": 1069
    },
    {
      "epoch": 0.3651877133105802,
      "grad_norm": 0.43583611012972723,
      "learning_rate": 9.87457538919428e-06,
      "loss": 0.3745,
      "num_tokens": 203994024.0,
      "step": 1070
    },
    {
      "epoch": 0.3655290102389078,
      "grad_norm": 0.2650849640371641,
      "learning_rate": 9.87417813619519e-06,
      "loss": 0.3441,
      "num_tokens": 204212457.0,
      "step": 1071
    },
    {
      "epoch": 0.3658703071672355,
      "grad_norm": 0.28958562977726515,
      "learning_rate": 9.873780264007072e-06,
      "loss": 0.3442,
      "num_tokens": 204395837.0,
      "step": 1072
    },
    {
      "epoch": 0.36621160409556314,
      "grad_norm": 0.2837148466095274,
      "learning_rate": 9.87338177268624e-06,
      "loss": 0.3582,
      "num_tokens": 204582012.0,
      "step": 1073
    },
    {
      "epoch": 0.36655290102389076,
      "grad_norm": 0.29090896126163174,
      "learning_rate": 9.872982662289106e-06,
      "loss": 0.3215,
      "num_tokens": 204760772.0,
      "step": 1074
    },
    {
      "epoch": 0.36689419795221845,
      "grad_norm": 0.4560999110292137,
      "learning_rate": 9.872582932872169e-06,
      "loss": 0.3836,
      "num_tokens": 204951574.0,
      "step": 1075
    },
    {
      "epoch": 0.3672354948805461,
      "grad_norm": 0.26004921689336163,
      "learning_rate": 9.872182584492006e-06,
      "loss": 0.325,
      "num_tokens": 205176124.0,
      "step": 1076
    },
    {
      "epoch": 0.3675767918088737,
      "grad_norm": 0.3023616309044967,
      "learning_rate": 9.871781617205296e-06,
      "loss": 0.3606,
      "num_tokens": 205383366.0,
      "step": 1077
    },
    {
      "epoch": 0.3679180887372014,
      "grad_norm": 0.29214619070824915,
      "learning_rate": 9.871380031068793e-06,
      "loss": 0.3678,
      "num_tokens": 205613067.0,
      "step": 1078
    },
    {
      "epoch": 0.368259385665529,
      "grad_norm": 0.340181284628871,
      "learning_rate": 9.870977826139344e-06,
      "loss": 0.3317,
      "num_tokens": 205777978.0,
      "step": 1079
    },
    {
      "epoch": 0.36860068259385664,
      "grad_norm": 0.2784419863155216,
      "learning_rate": 9.870575002473888e-06,
      "loss": 0.3472,
      "num_tokens": 205978672.0,
      "step": 1080
    },
    {
      "epoch": 0.3689419795221843,
      "grad_norm": 0.28456895799195403,
      "learning_rate": 9.870171560129442e-06,
      "loss": 0.3699,
      "num_tokens": 206173219.0,
      "step": 1081
    },
    {
      "epoch": 0.36928327645051195,
      "grad_norm": 0.2847036904673439,
      "learning_rate": 9.869767499163117e-06,
      "loss": 0.3488,
      "num_tokens": 206371199.0,
      "step": 1082
    },
    {
      "epoch": 0.3696245733788396,
      "grad_norm": 0.2662028273238446,
      "learning_rate": 9.86936281963211e-06,
      "loss": 0.3014,
      "num_tokens": 206569688.0,
      "step": 1083
    },
    {
      "epoch": 0.3699658703071672,
      "grad_norm": 0.2914148749450508,
      "learning_rate": 9.868957521593704e-06,
      "loss": 0.3662,
      "num_tokens": 206754796.0,
      "step": 1084
    },
    {
      "epoch": 0.3703071672354949,
      "grad_norm": 0.2805042777062467,
      "learning_rate": 9.868551605105276e-06,
      "loss": 0.3664,
      "num_tokens": 206955853.0,
      "step": 1085
    },
    {
      "epoch": 0.3706484641638225,
      "grad_norm": 0.2768516475144121,
      "learning_rate": 9.86814507022428e-06,
      "loss": 0.3574,
      "num_tokens": 207156384.0,
      "step": 1086
    },
    {
      "epoch": 0.37098976109215015,
      "grad_norm": 0.28386243777836906,
      "learning_rate": 9.867737917008267e-06,
      "loss": 0.3523,
      "num_tokens": 207340786.0,
      "step": 1087
    },
    {
      "epoch": 0.37133105802047783,
      "grad_norm": 0.2645143242058182,
      "learning_rate": 9.867330145514871e-06,
      "loss": 0.3211,
      "num_tokens": 207567085.0,
      "step": 1088
    },
    {
      "epoch": 0.37167235494880546,
      "grad_norm": 0.6121944415398511,
      "learning_rate": 9.866921755801813e-06,
      "loss": 0.3529,
      "num_tokens": 207792315.0,
      "step": 1089
    },
    {
      "epoch": 0.3720136518771331,
      "grad_norm": 0.27958516539748984,
      "learning_rate": 9.866512747926905e-06,
      "loss": 0.3327,
      "num_tokens": 207982607.0,
      "step": 1090
    },
    {
      "epoch": 0.3723549488054608,
      "grad_norm": 0.2781343317861366,
      "learning_rate": 9.866103121948043e-06,
      "loss": 0.3271,
      "num_tokens": 208168012.0,
      "step": 1091
    },
    {
      "epoch": 0.3726962457337884,
      "grad_norm": 0.29058163264965214,
      "learning_rate": 9.865692877923211e-06,
      "loss": 0.3582,
      "num_tokens": 208350555.0,
      "step": 1092
    },
    {
      "epoch": 0.37303754266211603,
      "grad_norm": 0.29617175653112116,
      "learning_rate": 9.865282015910482e-06,
      "loss": 0.3755,
      "num_tokens": 208542725.0,
      "step": 1093
    },
    {
      "epoch": 0.3733788395904437,
      "grad_norm": 0.29421476577298317,
      "learning_rate": 9.864870535968016e-06,
      "loss": 0.3272,
      "num_tokens": 208690872.0,
      "step": 1094
    },
    {
      "epoch": 0.37372013651877134,
      "grad_norm": 0.2862302348733258,
      "learning_rate": 9.864458438154062e-06,
      "loss": 0.3366,
      "num_tokens": 208878076.0,
      "step": 1095
    },
    {
      "epoch": 0.37406143344709897,
      "grad_norm": 0.29236143631103406,
      "learning_rate": 9.864045722526951e-06,
      "loss": 0.3777,
      "num_tokens": 209062075.0,
      "step": 1096
    },
    {
      "epoch": 0.3744027303754266,
      "grad_norm": 0.3022666958621875,
      "learning_rate": 9.863632389145107e-06,
      "loss": 0.3194,
      "num_tokens": 209203207.0,
      "step": 1097
    },
    {
      "epoch": 0.3747440273037543,
      "grad_norm": 0.2792500280298426,
      "learning_rate": 9.863218438067043e-06,
      "loss": 0.3481,
      "num_tokens": 209416758.0,
      "step": 1098
    },
    {
      "epoch": 0.3750853242320819,
      "grad_norm": 0.29833030178484643,
      "learning_rate": 9.86280386935135e-06,
      "loss": 0.368,
      "num_tokens": 209596811.0,
      "step": 1099
    },
    {
      "epoch": 0.37542662116040953,
      "grad_norm": 0.27512969406842575,
      "learning_rate": 9.862388683056716e-06,
      "loss": 0.3446,
      "num_tokens": 209788524.0,
      "step": 1100
    },
    {
      "epoch": 0.3757679180887372,
      "grad_norm": 0.2998774369108867,
      "learning_rate": 9.861972879241912e-06,
      "loss": 0.3463,
      "num_tokens": 209943333.0,
      "step": 1101
    },
    {
      "epoch": 0.37610921501706485,
      "grad_norm": 0.2879944315974707,
      "learning_rate": 9.861556457965798e-06,
      "loss": 0.3552,
      "num_tokens": 210147964.0,
      "step": 1102
    },
    {
      "epoch": 0.3764505119453925,
      "grad_norm": 0.3231117287276504,
      "learning_rate": 9.86113941928732e-06,
      "loss": 0.3845,
      "num_tokens": 210344895.0,
      "step": 1103
    },
    {
      "epoch": 0.37679180887372016,
      "grad_norm": 0.3182200514109724,
      "learning_rate": 9.860721763265512e-06,
      "loss": 0.3413,
      "num_tokens": 210485897.0,
      "step": 1104
    },
    {
      "epoch": 0.3771331058020478,
      "grad_norm": 0.28749227441424074,
      "learning_rate": 9.860303489959496e-06,
      "loss": 0.3648,
      "num_tokens": 210683444.0,
      "step": 1105
    },
    {
      "epoch": 0.3774744027303754,
      "grad_norm": 0.290696466348257,
      "learning_rate": 9.859884599428483e-06,
      "loss": 0.3484,
      "num_tokens": 210870543.0,
      "step": 1106
    },
    {
      "epoch": 0.3778156996587031,
      "grad_norm": 0.295158773364972,
      "learning_rate": 9.859465091731764e-06,
      "loss": 0.3561,
      "num_tokens": 211070962.0,
      "step": 1107
    },
    {
      "epoch": 0.3781569965870307,
      "grad_norm": 0.2959348825464459,
      "learning_rate": 9.859044966928727e-06,
      "loss": 0.3441,
      "num_tokens": 211270461.0,
      "step": 1108
    },
    {
      "epoch": 0.37849829351535835,
      "grad_norm": 0.3099039843022794,
      "learning_rate": 9.858624225078841e-06,
      "loss": 0.3727,
      "num_tokens": 211455226.0,
      "step": 1109
    },
    {
      "epoch": 0.378839590443686,
      "grad_norm": 0.28299065058953843,
      "learning_rate": 9.858202866241664e-06,
      "loss": 0.3479,
      "num_tokens": 211641820.0,
      "step": 1110
    },
    {
      "epoch": 0.37918088737201366,
      "grad_norm": 0.26802180161236655,
      "learning_rate": 9.857780890476846e-06,
      "loss": 0.3292,
      "num_tokens": 211853082.0,
      "step": 1111
    },
    {
      "epoch": 0.3795221843003413,
      "grad_norm": 0.2946933623507281,
      "learning_rate": 9.857358297844115e-06,
      "loss": 0.3562,
      "num_tokens": 212026715.0,
      "step": 1112
    },
    {
      "epoch": 0.3798634812286689,
      "grad_norm": 0.3039933811674029,
      "learning_rate": 9.856935088403292e-06,
      "loss": 0.3495,
      "num_tokens": 212193315.0,
      "step": 1113
    },
    {
      "epoch": 0.3802047781569966,
      "grad_norm": 0.2802401429437123,
      "learning_rate": 9.856511262214285e-06,
      "loss": 0.3231,
      "num_tokens": 212366223.0,
      "step": 1114
    },
    {
      "epoch": 0.38054607508532423,
      "grad_norm": 0.35749395680483453,
      "learning_rate": 9.856086819337091e-06,
      "loss": 0.3597,
      "num_tokens": 212558136.0,
      "step": 1115
    },
    {
      "epoch": 0.38088737201365186,
      "grad_norm": 0.3334918815991449,
      "learning_rate": 9.85566175983179e-06,
      "loss": 0.3487,
      "num_tokens": 212709846.0,
      "step": 1116
    },
    {
      "epoch": 0.38122866894197954,
      "grad_norm": 0.2989117824085923,
      "learning_rate": 9.855236083758555e-06,
      "loss": 0.3606,
      "num_tokens": 212893279.0,
      "step": 1117
    },
    {
      "epoch": 0.38156996587030717,
      "grad_norm": 0.3014067859653028,
      "learning_rate": 9.854809791177637e-06,
      "loss": 0.3663,
      "num_tokens": 213095326.0,
      "step": 1118
    },
    {
      "epoch": 0.3819112627986348,
      "grad_norm": 0.27213772860190405,
      "learning_rate": 9.854382882149384e-06,
      "loss": 0.3719,
      "num_tokens": 213312813.0,
      "step": 1119
    },
    {
      "epoch": 0.3822525597269625,
      "grad_norm": 0.32448269591257617,
      "learning_rate": 9.853955356734227e-06,
      "loss": 0.3537,
      "num_tokens": 213450099.0,
      "step": 1120
    },
    {
      "epoch": 0.3825938566552901,
      "grad_norm": 0.30398065634863236,
      "learning_rate": 9.853527214992685e-06,
      "loss": 0.3328,
      "num_tokens": 213670059.0,
      "step": 1121
    },
    {
      "epoch": 0.38293515358361774,
      "grad_norm": 0.29186289924013525,
      "learning_rate": 9.853098456985361e-06,
      "loss": 0.3424,
      "num_tokens": 213857660.0,
      "step": 1122
    },
    {
      "epoch": 0.38327645051194537,
      "grad_norm": 0.25899568763714426,
      "learning_rate": 9.85266908277295e-06,
      "loss": 0.3431,
      "num_tokens": 214084800.0,
      "step": 1123
    },
    {
      "epoch": 0.38361774744027305,
      "grad_norm": 0.3070211393835449,
      "learning_rate": 9.852239092416233e-06,
      "loss": 0.3868,
      "num_tokens": 214261824.0,
      "step": 1124
    },
    {
      "epoch": 0.3839590443686007,
      "grad_norm": 0.28905265764920596,
      "learning_rate": 9.851808485976076e-06,
      "loss": 0.3962,
      "num_tokens": 214455968.0,
      "step": 1125
    },
    {
      "epoch": 0.3843003412969283,
      "grad_norm": 0.3114927932588565,
      "learning_rate": 9.851377263513435e-06,
      "loss": 0.3737,
      "num_tokens": 214636804.0,
      "step": 1126
    },
    {
      "epoch": 0.384641638225256,
      "grad_norm": 0.2814748596681238,
      "learning_rate": 9.850945425089352e-06,
      "loss": 0.363,
      "num_tokens": 214818450.0,
      "step": 1127
    },
    {
      "epoch": 0.3849829351535836,
      "grad_norm": 0.29459393754236113,
      "learning_rate": 9.850512970764955e-06,
      "loss": 0.3632,
      "num_tokens": 215003430.0,
      "step": 1128
    },
    {
      "epoch": 0.38532423208191124,
      "grad_norm": 0.2673889155507509,
      "learning_rate": 9.85007990060146e-06,
      "loss": 0.3413,
      "num_tokens": 215209858.0,
      "step": 1129
    },
    {
      "epoch": 0.3856655290102389,
      "grad_norm": 0.28229876666002807,
      "learning_rate": 9.84964621466017e-06,
      "loss": 0.3624,
      "num_tokens": 215412306.0,
      "step": 1130
    },
    {
      "epoch": 0.38600682593856656,
      "grad_norm": 0.28138524041406665,
      "learning_rate": 9.849211913002481e-06,
      "loss": 0.3461,
      "num_tokens": 215597180.0,
      "step": 1131
    },
    {
      "epoch": 0.3863481228668942,
      "grad_norm": 0.294302116374684,
      "learning_rate": 9.848776995689864e-06,
      "loss": 0.3692,
      "num_tokens": 215797332.0,
      "step": 1132
    },
    {
      "epoch": 0.38668941979522187,
      "grad_norm": 0.2822703844146614,
      "learning_rate": 9.848341462783887e-06,
      "loss": 0.3608,
      "num_tokens": 216002500.0,
      "step": 1133
    },
    {
      "epoch": 0.3870307167235495,
      "grad_norm": 0.30382005246599664,
      "learning_rate": 9.847905314346202e-06,
      "loss": 0.3528,
      "num_tokens": 216191660.0,
      "step": 1134
    },
    {
      "epoch": 0.3873720136518771,
      "grad_norm": 0.27699976939112886,
      "learning_rate": 9.847468550438548e-06,
      "loss": 0.3518,
      "num_tokens": 216385999.0,
      "step": 1135
    },
    {
      "epoch": 0.38771331058020475,
      "grad_norm": 0.34440790180592507,
      "learning_rate": 9.84703117112275e-06,
      "loss": 0.3304,
      "num_tokens": 216554058.0,
      "step": 1136
    },
    {
      "epoch": 0.38805460750853243,
      "grad_norm": 0.2963543474121763,
      "learning_rate": 9.846593176460723e-06,
      "loss": 0.3505,
      "num_tokens": 216736233.0,
      "step": 1137
    },
    {
      "epoch": 0.38839590443686006,
      "grad_norm": 0.2945596072356897,
      "learning_rate": 9.846154566514468e-06,
      "loss": 0.3108,
      "num_tokens": 216896615.0,
      "step": 1138
    },
    {
      "epoch": 0.3887372013651877,
      "grad_norm": 0.262094455467848,
      "learning_rate": 9.845715341346072e-06,
      "loss": 0.3444,
      "num_tokens": 217110147.0,
      "step": 1139
    },
    {
      "epoch": 0.3890784982935154,
      "grad_norm": 0.32208726495607204,
      "learning_rate": 9.845275501017708e-06,
      "loss": 0.3853,
      "num_tokens": 217317900.0,
      "step": 1140
    },
    {
      "epoch": 0.389419795221843,
      "grad_norm": 0.3818463828440994,
      "learning_rate": 9.844835045591642e-06,
      "loss": 0.3731,
      "num_tokens": 217507702.0,
      "step": 1141
    },
    {
      "epoch": 0.38976109215017063,
      "grad_norm": 0.28124980974840635,
      "learning_rate": 9.84439397513022e-06,
      "loss": 0.3379,
      "num_tokens": 217697099.0,
      "step": 1142
    },
    {
      "epoch": 0.3901023890784983,
      "grad_norm": 0.28623041661543897,
      "learning_rate": 9.843952289695876e-06,
      "loss": 0.3849,
      "num_tokens": 217891833.0,
      "step": 1143
    },
    {
      "epoch": 0.39044368600682594,
      "grad_norm": 0.2617509167369576,
      "learning_rate": 9.843509989351136e-06,
      "loss": 0.3295,
      "num_tokens": 218116265.0,
      "step": 1144
    },
    {
      "epoch": 0.39078498293515357,
      "grad_norm": 0.25604538157629503,
      "learning_rate": 9.843067074158612e-06,
      "loss": 0.3395,
      "num_tokens": 218351503.0,
      "step": 1145
    },
    {
      "epoch": 0.39112627986348125,
      "grad_norm": 0.30755348977848446,
      "learning_rate": 9.842623544180997e-06,
      "loss": 0.3348,
      "num_tokens": 218506527.0,
      "step": 1146
    },
    {
      "epoch": 0.3914675767918089,
      "grad_norm": 0.27857404178254275,
      "learning_rate": 9.842179399481075e-06,
      "loss": 0.3492,
      "num_tokens": 218705268.0,
      "step": 1147
    },
    {
      "epoch": 0.3918088737201365,
      "grad_norm": 0.2618909699608286,
      "learning_rate": 9.841734640121722e-06,
      "loss": 0.3495,
      "num_tokens": 218926745.0,
      "step": 1148
    },
    {
      "epoch": 0.3921501706484642,
      "grad_norm": 0.2904516994729919,
      "learning_rate": 9.84128926616589e-06,
      "loss": 0.3619,
      "num_tokens": 219116443.0,
      "step": 1149
    },
    {
      "epoch": 0.3924914675767918,
      "grad_norm": 0.31821760087670226,
      "learning_rate": 9.840843277676628e-06,
      "loss": 0.3694,
      "num_tokens": 219275389.0,
      "step": 1150
    },
    {
      "epoch": 0.39283276450511945,
      "grad_norm": 0.2743104420005459,
      "learning_rate": 9.840396674717068e-06,
      "loss": 0.3439,
      "num_tokens": 219476489.0,
      "step": 1151
    },
    {
      "epoch": 0.3931740614334471,
      "grad_norm": 0.29200661663184563,
      "learning_rate": 9.839949457350427e-06,
      "loss": 0.347,
      "num_tokens": 219667947.0,
      "step": 1152
    },
    {
      "epoch": 0.39351535836177476,
      "grad_norm": 0.28329535868688055,
      "learning_rate": 9.839501625640013e-06,
      "loss": 0.343,
      "num_tokens": 219861318.0,
      "step": 1153
    },
    {
      "epoch": 0.3938566552901024,
      "grad_norm": 0.3134479063420629,
      "learning_rate": 9.839053179649217e-06,
      "loss": 0.3424,
      "num_tokens": 220038048.0,
      "step": 1154
    },
    {
      "epoch": 0.39419795221843,
      "grad_norm": 0.3774991604223034,
      "learning_rate": 9.838604119441522e-06,
      "loss": 0.3737,
      "num_tokens": 220258608.0,
      "step": 1155
    },
    {
      "epoch": 0.3945392491467577,
      "grad_norm": 0.25565250759167696,
      "learning_rate": 9.838154445080493e-06,
      "loss": 0.3388,
      "num_tokens": 220480789.0,
      "step": 1156
    },
    {
      "epoch": 0.3948805460750853,
      "grad_norm": 0.28748457008598577,
      "learning_rate": 9.837704156629782e-06,
      "loss": 0.3913,
      "num_tokens": 220665576.0,
      "step": 1157
    },
    {
      "epoch": 0.39522184300341295,
      "grad_norm": 0.3001604178886892,
      "learning_rate": 9.837253254153135e-06,
      "loss": 0.3763,
      "num_tokens": 220869970.0,
      "step": 1158
    },
    {
      "epoch": 0.39556313993174064,
      "grad_norm": 0.31626741927246727,
      "learning_rate": 9.836801737714377e-06,
      "loss": 0.3568,
      "num_tokens": 221017582.0,
      "step": 1159
    },
    {
      "epoch": 0.39590443686006827,
      "grad_norm": 0.2590399120591207,
      "learning_rate": 9.836349607377421e-06,
      "loss": 0.3245,
      "num_tokens": 221216714.0,
      "step": 1160
    },
    {
      "epoch": 0.3962457337883959,
      "grad_norm": 0.2967723050871323,
      "learning_rate": 9.83589686320627e-06,
      "loss": 0.365,
      "num_tokens": 221419886.0,
      "step": 1161
    },
    {
      "epoch": 0.3965870307167236,
      "grad_norm": 0.2898530122095869,
      "learning_rate": 9.835443505265013e-06,
      "loss": 0.3288,
      "num_tokens": 221585762.0,
      "step": 1162
    },
    {
      "epoch": 0.3969283276450512,
      "grad_norm": 0.2806316288892542,
      "learning_rate": 9.834989533617824e-06,
      "loss": 0.3783,
      "num_tokens": 221790867.0,
      "step": 1163
    },
    {
      "epoch": 0.39726962457337883,
      "grad_norm": 0.8052673797020081,
      "learning_rate": 9.834534948328967e-06,
      "loss": 0.3522,
      "num_tokens": 221996144.0,
      "step": 1164
    },
    {
      "epoch": 0.39761092150170646,
      "grad_norm": 0.32904724177760397,
      "learning_rate": 9.834079749462789e-06,
      "loss": 0.3658,
      "num_tokens": 222173515.0,
      "step": 1165
    },
    {
      "epoch": 0.39795221843003414,
      "grad_norm": 0.31244648907371597,
      "learning_rate": 9.833623937083725e-06,
      "loss": 0.3368,
      "num_tokens": 222322395.0,
      "step": 1166
    },
    {
      "epoch": 0.39829351535836177,
      "grad_norm": 0.282548008807492,
      "learning_rate": 9.833167511256303e-06,
      "loss": 0.351,
      "num_tokens": 222505228.0,
      "step": 1167
    },
    {
      "epoch": 0.3986348122866894,
      "grad_norm": 0.27940309741607827,
      "learning_rate": 9.832710472045128e-06,
      "loss": 0.3291,
      "num_tokens": 222683647.0,
      "step": 1168
    },
    {
      "epoch": 0.3989761092150171,
      "grad_norm": 0.3425035855062335,
      "learning_rate": 9.832252819514898e-06,
      "loss": 0.3434,
      "num_tokens": 222864246.0,
      "step": 1169
    },
    {
      "epoch": 0.3993174061433447,
      "grad_norm": 0.2677644927504284,
      "learning_rate": 9.831794553730393e-06,
      "loss": 0.3043,
      "num_tokens": 223044594.0,
      "step": 1170
    },
    {
      "epoch": 0.39965870307167234,
      "grad_norm": 0.33763404225469457,
      "learning_rate": 9.831335674756487e-06,
      "loss": 0.3776,
      "num_tokens": 223219220.0,
      "step": 1171
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.29744869283219066,
      "learning_rate": 9.830876182658137e-06,
      "loss": 0.3841,
      "num_tokens": 223432643.0,
      "step": 1172
    },
    {
      "epoch": 0.40034129692832765,
      "grad_norm": 0.27484499590607325,
      "learning_rate": 9.830416077500386e-06,
      "loss": 0.3449,
      "num_tokens": 223644577.0,
      "step": 1173
    },
    {
      "epoch": 0.4006825938566553,
      "grad_norm": 0.28905697345597003,
      "learning_rate": 9.829955359348364e-06,
      "loss": 0.3465,
      "num_tokens": 223810308.0,
      "step": 1174
    },
    {
      "epoch": 0.40102389078498296,
      "grad_norm": 0.29882811950715327,
      "learning_rate": 9.829494028267287e-06,
      "loss": 0.3385,
      "num_tokens": 223977451.0,
      "step": 1175
    },
    {
      "epoch": 0.4013651877133106,
      "grad_norm": 0.2808138259045831,
      "learning_rate": 9.82903208432246e-06,
      "loss": 0.3358,
      "num_tokens": 224172422.0,
      "step": 1176
    },
    {
      "epoch": 0.4017064846416382,
      "grad_norm": 0.28304118470502837,
      "learning_rate": 9.828569527579272e-06,
      "loss": 0.3364,
      "num_tokens": 224354934.0,
      "step": 1177
    },
    {
      "epoch": 0.40204778156996585,
      "grad_norm": 0.2777038272423792,
      "learning_rate": 9.828106358103204e-06,
      "loss": 0.3655,
      "num_tokens": 224579987.0,
      "step": 1178
    },
    {
      "epoch": 0.40238907849829353,
      "grad_norm": 0.25147004786912275,
      "learning_rate": 9.82764257595982e-06,
      "loss": 0.3176,
      "num_tokens": 224763078.0,
      "step": 1179
    },
    {
      "epoch": 0.40273037542662116,
      "grad_norm": 0.2703643232177534,
      "learning_rate": 9.827178181214765e-06,
      "loss": 0.3546,
      "num_tokens": 224973640.0,
      "step": 1180
    },
    {
      "epoch": 0.4030716723549488,
      "grad_norm": 0.2767866320664453,
      "learning_rate": 9.826713173933783e-06,
      "loss": 0.3296,
      "num_tokens": 225151787.0,
      "step": 1181
    },
    {
      "epoch": 0.40341296928327647,
      "grad_norm": 0.336836523318782,
      "learning_rate": 9.826247554182698e-06,
      "loss": 0.3451,
      "num_tokens": 225292587.0,
      "step": 1182
    },
    {
      "epoch": 0.4037542662116041,
      "grad_norm": 0.29609912665276594,
      "learning_rate": 9.825781322027418e-06,
      "loss": 0.3422,
      "num_tokens": 225475563.0,
      "step": 1183
    },
    {
      "epoch": 0.4040955631399317,
      "grad_norm": 0.28918002277805754,
      "learning_rate": 9.825314477533942e-06,
      "loss": 0.3366,
      "num_tokens": 225660489.0,
      "step": 1184
    },
    {
      "epoch": 0.4044368600682594,
      "grad_norm": 0.28855273714827356,
      "learning_rate": 9.824847020768353e-06,
      "loss": 0.3619,
      "num_tokens": 225853441.0,
      "step": 1185
    },
    {
      "epoch": 0.40477815699658704,
      "grad_norm": 0.28710549886426967,
      "learning_rate": 9.824378951796825e-06,
      "loss": 0.414,
      "num_tokens": 226072657.0,
      "step": 1186
    },
    {
      "epoch": 0.40511945392491466,
      "grad_norm": 0.29091715146497893,
      "learning_rate": 9.823910270685614e-06,
      "loss": 0.3518,
      "num_tokens": 226281208.0,
      "step": 1187
    },
    {
      "epoch": 0.40546075085324235,
      "grad_norm": 0.2988936140409445,
      "learning_rate": 9.823440977501065e-06,
      "loss": 0.3564,
      "num_tokens": 226452039.0,
      "step": 1188
    },
    {
      "epoch": 0.40580204778157,
      "grad_norm": 0.25842206118373146,
      "learning_rate": 9.822971072309608e-06,
      "loss": 0.3627,
      "num_tokens": 226681910.0,
      "step": 1189
    },
    {
      "epoch": 0.4061433447098976,
      "grad_norm": 0.2652317273656141,
      "learning_rate": 9.822500555177762e-06,
      "loss": 0.3283,
      "num_tokens": 226886305.0,
      "step": 1190
    },
    {
      "epoch": 0.40648464163822523,
      "grad_norm": 0.27683536962795474,
      "learning_rate": 9.82202942617213e-06,
      "loss": 0.3217,
      "num_tokens": 227064451.0,
      "step": 1191
    },
    {
      "epoch": 0.4068259385665529,
      "grad_norm": 0.30384137435813846,
      "learning_rate": 9.821557685359404e-06,
      "loss": 0.3488,
      "num_tokens": 227227506.0,
      "step": 1192
    },
    {
      "epoch": 0.40716723549488054,
      "grad_norm": 0.26628108802876566,
      "learning_rate": 9.82108533280636e-06,
      "loss": 0.3344,
      "num_tokens": 227455446.0,
      "step": 1193
    },
    {
      "epoch": 0.40750853242320817,
      "grad_norm": 0.6071136813636826,
      "learning_rate": 9.820612368579865e-06,
      "loss": 0.3561,
      "num_tokens": 227629040.0,
      "step": 1194
    },
    {
      "epoch": 0.40784982935153585,
      "grad_norm": 0.27093075111645976,
      "learning_rate": 9.820138792746867e-06,
      "loss": 0.3707,
      "num_tokens": 227860162.0,
      "step": 1195
    },
    {
      "epoch": 0.4081911262798635,
      "grad_norm": 0.288535289699142,
      "learning_rate": 9.819664605374403e-06,
      "loss": 0.3551,
      "num_tokens": 228069857.0,
      "step": 1196
    },
    {
      "epoch": 0.4085324232081911,
      "grad_norm": 0.25416148400367766,
      "learning_rate": 9.8191898065296e-06,
      "loss": 0.3626,
      "num_tokens": 228306496.0,
      "step": 1197
    },
    {
      "epoch": 0.4088737201365188,
      "grad_norm": 0.30310220829567674,
      "learning_rate": 9.818714396279665e-06,
      "loss": 0.329,
      "num_tokens": 228459336.0,
      "step": 1198
    },
    {
      "epoch": 0.4092150170648464,
      "grad_norm": 0.2907220781603854,
      "learning_rate": 9.818238374691896e-06,
      "loss": 0.3458,
      "num_tokens": 228629131.0,
      "step": 1199
    },
    {
      "epoch": 0.40955631399317405,
      "grad_norm": 0.2591613206123676,
      "learning_rate": 9.817761741833677e-06,
      "loss": 0.3521,
      "num_tokens": 228841018.0,
      "step": 1200
    },
    {
      "epoch": 0.40989761092150173,
      "grad_norm": 0.2823318977328422,
      "learning_rate": 9.817284497772479e-06,
      "loss": 0.3345,
      "num_tokens": 229020481.0,
      "step": 1201
    },
    {
      "epoch": 0.41023890784982936,
      "grad_norm": 0.2545629831020877,
      "learning_rate": 9.816806642575855e-06,
      "loss": 0.3369,
      "num_tokens": 229222602.0,
      "step": 1202
    },
    {
      "epoch": 0.410580204778157,
      "grad_norm": 0.2815177359180983,
      "learning_rate": 9.816328176311452e-06,
      "loss": 0.3489,
      "num_tokens": 229433957.0,
      "step": 1203
    },
    {
      "epoch": 0.4109215017064846,
      "grad_norm": 0.29547234109069914,
      "learning_rate": 9.815849099046999e-06,
      "loss": 0.3532,
      "num_tokens": 229640148.0,
      "step": 1204
    },
    {
      "epoch": 0.4112627986348123,
      "grad_norm": 0.2960571213090803,
      "learning_rate": 9.81536941085031e-06,
      "loss": 0.3762,
      "num_tokens": 229827184.0,
      "step": 1205
    },
    {
      "epoch": 0.4116040955631399,
      "grad_norm": 0.2890390012337068,
      "learning_rate": 9.814889111789289e-06,
      "loss": 0.3447,
      "num_tokens": 229997772.0,
      "step": 1206
    },
    {
      "epoch": 0.41194539249146755,
      "grad_norm": 0.3026511939714797,
      "learning_rate": 9.814408201931922e-06,
      "loss": 0.3707,
      "num_tokens": 230200101.0,
      "step": 1207
    },
    {
      "epoch": 0.41228668941979524,
      "grad_norm": 0.28738734900617596,
      "learning_rate": 9.813926681346288e-06,
      "loss": 0.3557,
      "num_tokens": 230366972.0,
      "step": 1208
    },
    {
      "epoch": 0.41262798634812287,
      "grad_norm": 0.2887228939363812,
      "learning_rate": 9.813444550100549e-06,
      "loss": 0.3753,
      "num_tokens": 230580172.0,
      "step": 1209
    },
    {
      "epoch": 0.4129692832764505,
      "grad_norm": 0.2515422531849017,
      "learning_rate": 9.81296180826295e-06,
      "loss": 0.3368,
      "num_tokens": 230801412.0,
      "step": 1210
    },
    {
      "epoch": 0.4133105802047782,
      "grad_norm": 0.3441158457464179,
      "learning_rate": 9.812478455901831e-06,
      "loss": 0.389,
      "num_tokens": 230973306.0,
      "step": 1211
    },
    {
      "epoch": 0.4136518771331058,
      "grad_norm": 0.3013165639086207,
      "learning_rate": 9.811994493085608e-06,
      "loss": 0.3393,
      "num_tokens": 231149964.0,
      "step": 1212
    },
    {
      "epoch": 0.41399317406143343,
      "grad_norm": 0.2755935894747566,
      "learning_rate": 9.81150991988279e-06,
      "loss": 0.3986,
      "num_tokens": 231385121.0,
      "step": 1213
    },
    {
      "epoch": 0.4143344709897611,
      "grad_norm": 0.2695709048618338,
      "learning_rate": 9.811024736361972e-06,
      "loss": 0.3512,
      "num_tokens": 231588281.0,
      "step": 1214
    },
    {
      "epoch": 0.41467576791808874,
      "grad_norm": 0.27783288974252546,
      "learning_rate": 9.810538942591836e-06,
      "loss": 0.3458,
      "num_tokens": 231779601.0,
      "step": 1215
    },
    {
      "epoch": 0.4150170648464164,
      "grad_norm": 0.44759486553644984,
      "learning_rate": 9.810052538641145e-06,
      "loss": 0.3798,
      "num_tokens": 231944047.0,
      "step": 1216
    },
    {
      "epoch": 0.415358361774744,
      "grad_norm": 0.2872207570187257,
      "learning_rate": 9.809565524578754e-06,
      "loss": 0.3561,
      "num_tokens": 232148670.0,
      "step": 1217
    },
    {
      "epoch": 0.4156996587030717,
      "grad_norm": 0.29394897469981474,
      "learning_rate": 9.809077900473602e-06,
      "loss": 0.4078,
      "num_tokens": 232347824.0,
      "step": 1218
    },
    {
      "epoch": 0.4160409556313993,
      "grad_norm": 0.30383638401192126,
      "learning_rate": 9.808589666394717e-06,
      "loss": 0.3664,
      "num_tokens": 232529657.0,
      "step": 1219
    },
    {
      "epoch": 0.41638225255972694,
      "grad_norm": 0.2961417142048625,
      "learning_rate": 9.808100822411209e-06,
      "loss": 0.3485,
      "num_tokens": 232733543.0,
      "step": 1220
    },
    {
      "epoch": 0.4167235494880546,
      "grad_norm": 0.2637905845236003,
      "learning_rate": 9.807611368592276e-06,
      "loss": 0.327,
      "num_tokens": 232923363.0,
      "step": 1221
    },
    {
      "epoch": 0.41706484641638225,
      "grad_norm": 0.2835511312148472,
      "learning_rate": 9.807121305007207e-06,
      "loss": 0.3447,
      "num_tokens": 233113734.0,
      "step": 1222
    },
    {
      "epoch": 0.4174061433447099,
      "grad_norm": 0.2860606448253168,
      "learning_rate": 9.806630631725369e-06,
      "loss": 0.3626,
      "num_tokens": 233296968.0,
      "step": 1223
    },
    {
      "epoch": 0.41774744027303756,
      "grad_norm": 0.2670904790861687,
      "learning_rate": 9.806139348816219e-06,
      "loss": 0.3349,
      "num_tokens": 233489349.0,
      "step": 1224
    },
    {
      "epoch": 0.4180887372013652,
      "grad_norm": 0.2887610270164508,
      "learning_rate": 9.805647456349304e-06,
      "loss": 0.3807,
      "num_tokens": 233670129.0,
      "step": 1225
    },
    {
      "epoch": 0.4184300341296928,
      "grad_norm": 0.2832070971216151,
      "learning_rate": 9.805154954394253e-06,
      "loss": 0.3568,
      "num_tokens": 233861917.0,
      "step": 1226
    },
    {
      "epoch": 0.4187713310580205,
      "grad_norm": 0.2994203736250049,
      "learning_rate": 9.804661843020782e-06,
      "loss": 0.371,
      "num_tokens": 234043738.0,
      "step": 1227
    },
    {
      "epoch": 0.41911262798634813,
      "grad_norm": 0.29192282754711424,
      "learning_rate": 9.804168122298692e-06,
      "loss": 0.3617,
      "num_tokens": 234226700.0,
      "step": 1228
    },
    {
      "epoch": 0.41945392491467576,
      "grad_norm": 0.28870865510784766,
      "learning_rate": 9.803673792297877e-06,
      "loss": 0.3517,
      "num_tokens": 234413196.0,
      "step": 1229
    },
    {
      "epoch": 0.4197952218430034,
      "grad_norm": 0.2950083755128267,
      "learning_rate": 9.803178853088306e-06,
      "loss": 0.3514,
      "num_tokens": 234572759.0,
      "step": 1230
    },
    {
      "epoch": 0.42013651877133107,
      "grad_norm": 0.28692190992994154,
      "learning_rate": 9.802683304740044e-06,
      "loss": 0.348,
      "num_tokens": 234751109.0,
      "step": 1231
    },
    {
      "epoch": 0.4204778156996587,
      "grad_norm": 0.277661217040231,
      "learning_rate": 9.802187147323236e-06,
      "loss": 0.342,
      "num_tokens": 234940078.0,
      "step": 1232
    },
    {
      "epoch": 0.4208191126279863,
      "grad_norm": 0.3038839342551057,
      "learning_rate": 9.80169038090812e-06,
      "loss": 0.3959,
      "num_tokens": 235151651.0,
      "step": 1233
    },
    {
      "epoch": 0.421160409556314,
      "grad_norm": 0.2599913684475824,
      "learning_rate": 9.801193005565013e-06,
      "loss": 0.3451,
      "num_tokens": 235355954.0,
      "step": 1234
    },
    {
      "epoch": 0.42150170648464164,
      "grad_norm": 0.29897944708136115,
      "learning_rate": 9.800695021364321e-06,
      "loss": 0.3819,
      "num_tokens": 235541276.0,
      "step": 1235
    },
    {
      "epoch": 0.42184300341296926,
      "grad_norm": 0.26253032263897647,
      "learning_rate": 9.800196428376537e-06,
      "loss": 0.3315,
      "num_tokens": 235764335.0,
      "step": 1236
    },
    {
      "epoch": 0.42218430034129695,
      "grad_norm": 0.2738153815534092,
      "learning_rate": 9.799697226672241e-06,
      "loss": 0.3585,
      "num_tokens": 235967808.0,
      "step": 1237
    },
    {
      "epoch": 0.4225255972696246,
      "grad_norm": 0.2998954159290767,
      "learning_rate": 9.799197416322097e-06,
      "loss": 0.362,
      "num_tokens": 236140247.0,
      "step": 1238
    },
    {
      "epoch": 0.4228668941979522,
      "grad_norm": 0.29688899312732575,
      "learning_rate": 9.798696997396853e-06,
      "loss": 0.3564,
      "num_tokens": 236315187.0,
      "step": 1239
    },
    {
      "epoch": 0.4232081911262799,
      "grad_norm": 0.29997712356493367,
      "learning_rate": 9.79819596996735e-06,
      "loss": 0.3792,
      "num_tokens": 236495894.0,
      "step": 1240
    },
    {
      "epoch": 0.4235494880546075,
      "grad_norm": 0.2786931352228238,
      "learning_rate": 9.797694334104509e-06,
      "loss": 0.334,
      "num_tokens": 236671555.0,
      "step": 1241
    },
    {
      "epoch": 0.42389078498293514,
      "grad_norm": 0.27371176409375425,
      "learning_rate": 9.79719208987934e-06,
      "loss": 0.3426,
      "num_tokens": 236854414.0,
      "step": 1242
    },
    {
      "epoch": 0.4242320819112628,
      "grad_norm": 0.2758901679476892,
      "learning_rate": 9.79668923736294e-06,
      "loss": 0.3815,
      "num_tokens": 237091534.0,
      "step": 1243
    },
    {
      "epoch": 0.42457337883959045,
      "grad_norm": 0.26581883233400805,
      "learning_rate": 9.796185776626488e-06,
      "loss": 0.3229,
      "num_tokens": 237269899.0,
      "step": 1244
    },
    {
      "epoch": 0.4249146757679181,
      "grad_norm": 0.2856551284459564,
      "learning_rate": 9.795681707741252e-06,
      "loss": 0.3431,
      "num_tokens": 237437140.0,
      "step": 1245
    },
    {
      "epoch": 0.4252559726962457,
      "grad_norm": 0.2906317398570193,
      "learning_rate": 9.795177030778588e-06,
      "loss": 0.3774,
      "num_tokens": 237642118.0,
      "step": 1246
    },
    {
      "epoch": 0.4255972696245734,
      "grad_norm": 0.2865332812785422,
      "learning_rate": 9.794671745809932e-06,
      "loss": 0.36,
      "num_tokens": 237827264.0,
      "step": 1247
    },
    {
      "epoch": 0.425938566552901,
      "grad_norm": 0.2961192015258729,
      "learning_rate": 9.794165852906814e-06,
      "loss": 0.3688,
      "num_tokens": 238015738.0,
      "step": 1248
    },
    {
      "epoch": 0.42627986348122865,
      "grad_norm": 0.28651127862079656,
      "learning_rate": 9.793659352140841e-06,
      "loss": 0.358,
      "num_tokens": 238222036.0,
      "step": 1249
    },
    {
      "epoch": 0.42662116040955633,
      "grad_norm": 0.2942294213287924,
      "learning_rate": 9.793152243583716e-06,
      "loss": 0.3399,
      "num_tokens": 238365346.0,
      "step": 1250
    },
    {
      "epoch": 0.42696245733788396,
      "grad_norm": 0.26620041883618256,
      "learning_rate": 9.792644527307221e-06,
      "loss": 0.3377,
      "num_tokens": 238559893.0,
      "step": 1251
    },
    {
      "epoch": 0.4273037542662116,
      "grad_norm": 0.28113728608018945,
      "learning_rate": 9.792136203383226e-06,
      "loss": 0.3501,
      "num_tokens": 238756127.0,
      "step": 1252
    },
    {
      "epoch": 0.42764505119453927,
      "grad_norm": 0.29375403563014263,
      "learning_rate": 9.791627271883687e-06,
      "loss": 0.3546,
      "num_tokens": 238964092.0,
      "step": 1253
    },
    {
      "epoch": 0.4279863481228669,
      "grad_norm": 0.32187189374855674,
      "learning_rate": 9.791117732880646e-06,
      "loss": 0.3655,
      "num_tokens": 239139237.0,
      "step": 1254
    },
    {
      "epoch": 0.4283276450511945,
      "grad_norm": 0.3036677241205754,
      "learning_rate": 9.79060758644623e-06,
      "loss": 0.3423,
      "num_tokens": 239316714.0,
      "step": 1255
    },
    {
      "epoch": 0.4286689419795222,
      "grad_norm": 0.27759508203653327,
      "learning_rate": 9.790096832652656e-06,
      "loss": 0.3514,
      "num_tokens": 239503019.0,
      "step": 1256
    },
    {
      "epoch": 0.42901023890784984,
      "grad_norm": 0.3033722321333839,
      "learning_rate": 9.789585471572223e-06,
      "loss": 0.3852,
      "num_tokens": 239680259.0,
      "step": 1257
    },
    {
      "epoch": 0.42935153583617747,
      "grad_norm": 0.2774332632456538,
      "learning_rate": 9.789073503277314e-06,
      "loss": 0.3446,
      "num_tokens": 239851795.0,
      "step": 1258
    },
    {
      "epoch": 0.4296928327645051,
      "grad_norm": 0.2889017124480571,
      "learning_rate": 9.788560927840402e-06,
      "loss": 0.3535,
      "num_tokens": 240034354.0,
      "step": 1259
    },
    {
      "epoch": 0.4300341296928328,
      "grad_norm": 0.2927081276927179,
      "learning_rate": 9.788047745334049e-06,
      "loss": 0.3642,
      "num_tokens": 240201263.0,
      "step": 1260
    },
    {
      "epoch": 0.4303754266211604,
      "grad_norm": 0.27035731507655825,
      "learning_rate": 9.787533955830896e-06,
      "loss": 0.3675,
      "num_tokens": 240393297.0,
      "step": 1261
    },
    {
      "epoch": 0.43071672354948803,
      "grad_norm": 0.3055523092660708,
      "learning_rate": 9.78701955940367e-06,
      "loss": 0.3399,
      "num_tokens": 240560346.0,
      "step": 1262
    },
    {
      "epoch": 0.4310580204778157,
      "grad_norm": 0.2690745594213889,
      "learning_rate": 9.786504556125192e-06,
      "loss": 0.3478,
      "num_tokens": 240764926.0,
      "step": 1263
    },
    {
      "epoch": 0.43139931740614335,
      "grad_norm": 0.3352657925221128,
      "learning_rate": 9.78598894606836e-06,
      "loss": 0.3931,
      "num_tokens": 240948330.0,
      "step": 1264
    },
    {
      "epoch": 0.431740614334471,
      "grad_norm": 0.3061292019321459,
      "learning_rate": 9.785472729306159e-06,
      "loss": 0.3495,
      "num_tokens": 241117611.0,
      "step": 1265
    },
    {
      "epoch": 0.43208191126279866,
      "grad_norm": 0.276452473463523,
      "learning_rate": 9.784955905911668e-06,
      "loss": 0.359,
      "num_tokens": 241322901.0,
      "step": 1266
    },
    {
      "epoch": 0.4324232081911263,
      "grad_norm": 0.31240362220491275,
      "learning_rate": 9.784438475958045e-06,
      "loss": 0.368,
      "num_tokens": 241516041.0,
      "step": 1267
    },
    {
      "epoch": 0.4327645051194539,
      "grad_norm": 0.28530183970608614,
      "learning_rate": 9.783920439518533e-06,
      "loss": 0.3839,
      "num_tokens": 241698714.0,
      "step": 1268
    },
    {
      "epoch": 0.4331058020477816,
      "grad_norm": 0.25698308079810084,
      "learning_rate": 9.783401796666462e-06,
      "loss": 0.3312,
      "num_tokens": 241901649.0,
      "step": 1269
    },
    {
      "epoch": 0.4334470989761092,
      "grad_norm": 0.2642608200978145,
      "learning_rate": 9.782882547475253e-06,
      "loss": 0.3374,
      "num_tokens": 242072453.0,
      "step": 1270
    },
    {
      "epoch": 0.43378839590443685,
      "grad_norm": 0.2889540863155824,
      "learning_rate": 9.782362692018404e-06,
      "loss": 0.3911,
      "num_tokens": 242290922.0,
      "step": 1271
    },
    {
      "epoch": 0.4341296928327645,
      "grad_norm": 0.2808409165915663,
      "learning_rate": 9.781842230369506e-06,
      "loss": 0.3535,
      "num_tokens": 242496590.0,
      "step": 1272
    },
    {
      "epoch": 0.43447098976109216,
      "grad_norm": 0.29981284932059166,
      "learning_rate": 9.781321162602233e-06,
      "loss": 0.361,
      "num_tokens": 242679332.0,
      "step": 1273
    },
    {
      "epoch": 0.4348122866894198,
      "grad_norm": 0.2796510645449745,
      "learning_rate": 9.780799488790344e-06,
      "loss": 0.3527,
      "num_tokens": 242867064.0,
      "step": 1274
    },
    {
      "epoch": 0.4351535836177474,
      "grad_norm": 0.2737225155434608,
      "learning_rate": 9.780277209007688e-06,
      "loss": 0.328,
      "num_tokens": 243088507.0,
      "step": 1275
    },
    {
      "epoch": 0.4354948805460751,
      "grad_norm": 0.2747989688205878,
      "learning_rate": 9.779754323328192e-06,
      "loss": 0.3472,
      "num_tokens": 243267915.0,
      "step": 1276
    },
    {
      "epoch": 0.43583617747440273,
      "grad_norm": 0.28595450402399036,
      "learning_rate": 9.779230831825875e-06,
      "loss": 0.3343,
      "num_tokens": 243432017.0,
      "step": 1277
    },
    {
      "epoch": 0.43617747440273036,
      "grad_norm": 0.2689891103973888,
      "learning_rate": 9.778706734574842e-06,
      "loss": 0.3391,
      "num_tokens": 243641108.0,
      "step": 1278
    },
    {
      "epoch": 0.43651877133105804,
      "grad_norm": 0.2706236337366898,
      "learning_rate": 9.778182031649279e-06,
      "loss": 0.3416,
      "num_tokens": 243842954.0,
      "step": 1279
    },
    {
      "epoch": 0.43686006825938567,
      "grad_norm": 0.3011644350207751,
      "learning_rate": 9.777656723123463e-06,
      "loss": 0.3168,
      "num_tokens": 244040509.0,
      "step": 1280
    },
    {
      "epoch": 0.4372013651877133,
      "grad_norm": 0.25647528714296863,
      "learning_rate": 9.777130809071753e-06,
      "loss": 0.369,
      "num_tokens": 244288475.0,
      "step": 1281
    },
    {
      "epoch": 0.437542662116041,
      "grad_norm": 0.3315472523292295,
      "learning_rate": 9.776604289568596e-06,
      "loss": 0.3774,
      "num_tokens": 244467996.0,
      "step": 1282
    },
    {
      "epoch": 0.4378839590443686,
      "grad_norm": 0.2658583429354278,
      "learning_rate": 9.776077164688521e-06,
      "loss": 0.3412,
      "num_tokens": 244703858.0,
      "step": 1283
    },
    {
      "epoch": 0.43822525597269624,
      "grad_norm": 0.29668901807535764,
      "learning_rate": 9.775549434506149e-06,
      "loss": 0.3858,
      "num_tokens": 244891709.0,
      "step": 1284
    },
    {
      "epoch": 0.43856655290102387,
      "grad_norm": 0.2583171774723015,
      "learning_rate": 9.775021099096181e-06,
      "loss": 0.3395,
      "num_tokens": 245104906.0,
      "step": 1285
    },
    {
      "epoch": 0.43890784982935155,
      "grad_norm": 0.29715168233753353,
      "learning_rate": 9.774492158533408e-06,
      "loss": 0.3538,
      "num_tokens": 245267308.0,
      "step": 1286
    },
    {
      "epoch": 0.4392491467576792,
      "grad_norm": 0.2979913616919781,
      "learning_rate": 9.773962612892703e-06,
      "loss": 0.3835,
      "num_tokens": 245462979.0,
      "step": 1287
    },
    {
      "epoch": 0.4395904436860068,
      "grad_norm": 0.304163421731489,
      "learning_rate": 9.773432462249023e-06,
      "loss": 0.4047,
      "num_tokens": 245683148.0,
      "step": 1288
    },
    {
      "epoch": 0.4399317406143345,
      "grad_norm": 0.3029306139902063,
      "learning_rate": 9.77290170667742e-06,
      "loss": 0.3495,
      "num_tokens": 245846205.0,
      "step": 1289
    },
    {
      "epoch": 0.4402730375426621,
      "grad_norm": 0.29182797202604654,
      "learning_rate": 9.772370346253021e-06,
      "loss": 0.369,
      "num_tokens": 246041779.0,
      "step": 1290
    },
    {
      "epoch": 0.44061433447098974,
      "grad_norm": 0.3056954915577363,
      "learning_rate": 9.771838381051042e-06,
      "loss": 0.3409,
      "num_tokens": 246237318.0,
      "step": 1291
    },
    {
      "epoch": 0.4409556313993174,
      "grad_norm": 0.2726399529531976,
      "learning_rate": 9.77130581114679e-06,
      "loss": 0.3586,
      "num_tokens": 246427637.0,
      "step": 1292
    },
    {
      "epoch": 0.44129692832764505,
      "grad_norm": 0.38494330736884547,
      "learning_rate": 9.77077263661565e-06,
      "loss": 0.3291,
      "num_tokens": 246600565.0,
      "step": 1293
    },
    {
      "epoch": 0.4416382252559727,
      "grad_norm": 0.2911541462146162,
      "learning_rate": 9.770238857533097e-06,
      "loss": 0.3559,
      "num_tokens": 246796518.0,
      "step": 1294
    },
    {
      "epoch": 0.44197952218430037,
      "grad_norm": 0.31175315988634555,
      "learning_rate": 9.76970447397469e-06,
      "loss": 0.3329,
      "num_tokens": 246934218.0,
      "step": 1295
    },
    {
      "epoch": 0.442320819112628,
      "grad_norm": 0.3101750158017082,
      "learning_rate": 9.769169486016075e-06,
      "loss": 0.3501,
      "num_tokens": 247096114.0,
      "step": 1296
    },
    {
      "epoch": 0.4426621160409556,
      "grad_norm": 0.3087135738336996,
      "learning_rate": 9.768633893732979e-06,
      "loss": 0.3775,
      "num_tokens": 247288433.0,
      "step": 1297
    },
    {
      "epoch": 0.44300341296928325,
      "grad_norm": 0.27757779831209745,
      "learning_rate": 9.768097697201224e-06,
      "loss": 0.3119,
      "num_tokens": 247466160.0,
      "step": 1298
    },
    {
      "epoch": 0.44334470989761093,
      "grad_norm": 0.31220840394244953,
      "learning_rate": 9.767560896496707e-06,
      "loss": 0.3464,
      "num_tokens": 247625723.0,
      "step": 1299
    },
    {
      "epoch": 0.44368600682593856,
      "grad_norm": 0.2985099687467261,
      "learning_rate": 9.767023491695414e-06,
      "loss": 0.3671,
      "num_tokens": 247809127.0,
      "step": 1300
    },
    {
      "epoch": 0.4440273037542662,
      "grad_norm": 0.2748680616951312,
      "learning_rate": 9.766485482873423e-06,
      "loss": 0.3339,
      "num_tokens": 248014355.0,
      "step": 1301
    },
    {
      "epoch": 0.4443686006825939,
      "grad_norm": 0.2771332673503157,
      "learning_rate": 9.765946870106885e-06,
      "loss": 0.3432,
      "num_tokens": 248207336.0,
      "step": 1302
    },
    {
      "epoch": 0.4447098976109215,
      "grad_norm": 0.27729528703026873,
      "learning_rate": 9.765407653472052e-06,
      "loss": 0.3535,
      "num_tokens": 248414573.0,
      "step": 1303
    },
    {
      "epoch": 0.44505119453924913,
      "grad_norm": 0.30935359262679113,
      "learning_rate": 9.764867833045245e-06,
      "loss": 0.3756,
      "num_tokens": 248594090.0,
      "step": 1304
    },
    {
      "epoch": 0.4453924914675768,
      "grad_norm": 0.29630806474550014,
      "learning_rate": 9.764327408902885e-06,
      "loss": 0.3566,
      "num_tokens": 248749559.0,
      "step": 1305
    },
    {
      "epoch": 0.44573378839590444,
      "grad_norm": 0.2912467631331848,
      "learning_rate": 9.763786381121468e-06,
      "loss": 0.3716,
      "num_tokens": 248934073.0,
      "step": 1306
    },
    {
      "epoch": 0.44607508532423207,
      "grad_norm": 0.30386557297083255,
      "learning_rate": 9.76324474977758e-06,
      "loss": 0.3809,
      "num_tokens": 249127256.0,
      "step": 1307
    },
    {
      "epoch": 0.44641638225255975,
      "grad_norm": 0.2663555896678778,
      "learning_rate": 9.762702514947894e-06,
      "loss": 0.3314,
      "num_tokens": 249342717.0,
      "step": 1308
    },
    {
      "epoch": 0.4467576791808874,
      "grad_norm": 0.2728554053259,
      "learning_rate": 9.762159676709164e-06,
      "loss": 0.3336,
      "num_tokens": 249530663.0,
      "step": 1309
    },
    {
      "epoch": 0.447098976109215,
      "grad_norm": 0.27976985267044246,
      "learning_rate": 9.761616235138234e-06,
      "loss": 0.3652,
      "num_tokens": 249722597.0,
      "step": 1310
    },
    {
      "epoch": 0.44744027303754264,
      "grad_norm": 0.28390932672029173,
      "learning_rate": 9.761072190312027e-06,
      "loss": 0.333,
      "num_tokens": 249903101.0,
      "step": 1311
    },
    {
      "epoch": 0.4477815699658703,
      "grad_norm": 0.3110177232490305,
      "learning_rate": 9.76052754230756e-06,
      "loss": 0.3641,
      "num_tokens": 250075831.0,
      "step": 1312
    },
    {
      "epoch": 0.44812286689419795,
      "grad_norm": 0.30440284626923464,
      "learning_rate": 9.759982291201932e-06,
      "loss": 0.3716,
      "num_tokens": 250229669.0,
      "step": 1313
    },
    {
      "epoch": 0.4484641638225256,
      "grad_norm": 0.2713278558991393,
      "learning_rate": 9.75943643707232e-06,
      "loss": 0.3826,
      "num_tokens": 250465168.0,
      "step": 1314
    },
    {
      "epoch": 0.44880546075085326,
      "grad_norm": 0.29275879230152185,
      "learning_rate": 9.758889979995997e-06,
      "loss": 0.3342,
      "num_tokens": 250640994.0,
      "step": 1315
    },
    {
      "epoch": 0.4491467576791809,
      "grad_norm": 0.25351644235513565,
      "learning_rate": 9.758342920050316e-06,
      "loss": 0.3528,
      "num_tokens": 250859892.0,
      "step": 1316
    },
    {
      "epoch": 0.4494880546075085,
      "grad_norm": 0.2829988503387127,
      "learning_rate": 9.757795257312717e-06,
      "loss": 0.344,
      "num_tokens": 251039268.0,
      "step": 1317
    },
    {
      "epoch": 0.4498293515358362,
      "grad_norm": 0.2548162928485964,
      "learning_rate": 9.757246991860725e-06,
      "loss": 0.3142,
      "num_tokens": 251234958.0,
      "step": 1318
    },
    {
      "epoch": 0.4501706484641638,
      "grad_norm": 0.2532362756772655,
      "learning_rate": 9.756698123771948e-06,
      "loss": 0.3281,
      "num_tokens": 251451762.0,
      "step": 1319
    },
    {
      "epoch": 0.45051194539249145,
      "grad_norm": 0.2721753559672796,
      "learning_rate": 9.756148653124084e-06,
      "loss": 0.3525,
      "num_tokens": 251650738.0,
      "step": 1320
    },
    {
      "epoch": 0.45085324232081914,
      "grad_norm": 0.27405052719070055,
      "learning_rate": 9.75559857999491e-06,
      "loss": 0.3604,
      "num_tokens": 251854813.0,
      "step": 1321
    },
    {
      "epoch": 0.45119453924914676,
      "grad_norm": 0.3055645433031096,
      "learning_rate": 9.755047904462297e-06,
      "loss": 0.3528,
      "num_tokens": 252058082.0,
      "step": 1322
    },
    {
      "epoch": 0.4515358361774744,
      "grad_norm": 0.3017454439785787,
      "learning_rate": 9.754496626604193e-06,
      "loss": 0.3616,
      "num_tokens": 252230064.0,
      "step": 1323
    },
    {
      "epoch": 0.451877133105802,
      "grad_norm": 0.276506339936856,
      "learning_rate": 9.753944746498632e-06,
      "loss": 0.3848,
      "num_tokens": 252452274.0,
      "step": 1324
    },
    {
      "epoch": 0.4522184300341297,
      "grad_norm": 0.2896033019551364,
      "learning_rate": 9.75339226422374e-06,
      "loss": 0.3679,
      "num_tokens": 252616518.0,
      "step": 1325
    },
    {
      "epoch": 0.45255972696245733,
      "grad_norm": 0.2894010290034461,
      "learning_rate": 9.752839179857723e-06,
      "loss": 0.3507,
      "num_tokens": 252782425.0,
      "step": 1326
    },
    {
      "epoch": 0.45290102389078496,
      "grad_norm": 0.2765819324110659,
      "learning_rate": 9.752285493478871e-06,
      "loss": 0.3341,
      "num_tokens": 252948420.0,
      "step": 1327
    },
    {
      "epoch": 0.45324232081911264,
      "grad_norm": 0.27620810146914576,
      "learning_rate": 9.751731205165563e-06,
      "loss": 0.3308,
      "num_tokens": 253128110.0,
      "step": 1328
    },
    {
      "epoch": 0.45358361774744027,
      "grad_norm": 0.26022322361228317,
      "learning_rate": 9.751176314996263e-06,
      "loss": 0.3444,
      "num_tokens": 253350991.0,
      "step": 1329
    },
    {
      "epoch": 0.4539249146757679,
      "grad_norm": 0.30999830217980834,
      "learning_rate": 9.750620823049515e-06,
      "loss": 0.3666,
      "num_tokens": 253533441.0,
      "step": 1330
    },
    {
      "epoch": 0.4542662116040956,
      "grad_norm": 0.2999077701226577,
      "learning_rate": 9.750064729403954e-06,
      "loss": 0.364,
      "num_tokens": 253693771.0,
      "step": 1331
    },
    {
      "epoch": 0.4546075085324232,
      "grad_norm": 0.3138057491954803,
      "learning_rate": 9.749508034138298e-06,
      "loss": 0.3551,
      "num_tokens": 253850923.0,
      "step": 1332
    },
    {
      "epoch": 0.45494880546075084,
      "grad_norm": 0.268150074721104,
      "learning_rate": 9.748950737331353e-06,
      "loss": 0.3698,
      "num_tokens": 254108277.0,
      "step": 1333
    },
    {
      "epoch": 0.4552901023890785,
      "grad_norm": 0.2601419499781566,
      "learning_rate": 9.748392839062002e-06,
      "loss": 0.3485,
      "num_tokens": 254320943.0,
      "step": 1334
    },
    {
      "epoch": 0.45563139931740615,
      "grad_norm": 0.3010921080461044,
      "learning_rate": 9.747834339409224e-06,
      "loss": 0.3345,
      "num_tokens": 254466142.0,
      "step": 1335
    },
    {
      "epoch": 0.4559726962457338,
      "grad_norm": 0.2668065573248037,
      "learning_rate": 9.747275238452073e-06,
      "loss": 0.3377,
      "num_tokens": 254659485.0,
      "step": 1336
    },
    {
      "epoch": 0.45631399317406146,
      "grad_norm": 0.28494744986951476,
      "learning_rate": 9.746715536269695e-06,
      "loss": 0.3744,
      "num_tokens": 254876637.0,
      "step": 1337
    },
    {
      "epoch": 0.4566552901023891,
      "grad_norm": 0.2808143149599964,
      "learning_rate": 9.746155232941321e-06,
      "loss": 0.3485,
      "num_tokens": 255081343.0,
      "step": 1338
    },
    {
      "epoch": 0.4569965870307167,
      "grad_norm": 0.27948045600709986,
      "learning_rate": 9.745594328546261e-06,
      "loss": 0.3436,
      "num_tokens": 255243176.0,
      "step": 1339
    },
    {
      "epoch": 0.45733788395904434,
      "grad_norm": 0.29470839082283196,
      "learning_rate": 9.745032823163916e-06,
      "loss": 0.3671,
      "num_tokens": 255446892.0,
      "step": 1340
    },
    {
      "epoch": 0.45767918088737203,
      "grad_norm": 0.30329833709924187,
      "learning_rate": 9.744470716873771e-06,
      "loss": 0.3524,
      "num_tokens": 255639861.0,
      "step": 1341
    },
    {
      "epoch": 0.45802047781569966,
      "grad_norm": 0.27444253515659617,
      "learning_rate": 9.743908009755396e-06,
      "loss": 0.3394,
      "num_tokens": 255837559.0,
      "step": 1342
    },
    {
      "epoch": 0.4583617747440273,
      "grad_norm": 0.2714853578136847,
      "learning_rate": 9.743344701888442e-06,
      "loss": 0.3243,
      "num_tokens": 256015791.0,
      "step": 1343
    },
    {
      "epoch": 0.45870307167235497,
      "grad_norm": 0.2839339395335553,
      "learning_rate": 9.742780793352647e-06,
      "loss": 0.351,
      "num_tokens": 256200167.0,
      "step": 1344
    },
    {
      "epoch": 0.4590443686006826,
      "grad_norm": 0.2831919458375103,
      "learning_rate": 9.742216284227842e-06,
      "loss": 0.3585,
      "num_tokens": 256367229.0,
      "step": 1345
    },
    {
      "epoch": 0.4593856655290102,
      "grad_norm": 0.26254301917899836,
      "learning_rate": 9.741651174593934e-06,
      "loss": 0.3165,
      "num_tokens": 256589491.0,
      "step": 1346
    },
    {
      "epoch": 0.4597269624573379,
      "grad_norm": 0.2805193420530606,
      "learning_rate": 9.741085464530913e-06,
      "loss": 0.3814,
      "num_tokens": 256807678.0,
      "step": 1347
    },
    {
      "epoch": 0.46006825938566553,
      "grad_norm": 0.27885609844571163,
      "learning_rate": 9.740519154118864e-06,
      "loss": 0.3648,
      "num_tokens": 257006245.0,
      "step": 1348
    },
    {
      "epoch": 0.46040955631399316,
      "grad_norm": 0.25649059427379717,
      "learning_rate": 9.739952243437949e-06,
      "loss": 0.3431,
      "num_tokens": 257226082.0,
      "step": 1349
    },
    {
      "epoch": 0.46075085324232085,
      "grad_norm": 0.26705998967732253,
      "learning_rate": 9.739384732568416e-06,
      "loss": 0.321,
      "num_tokens": 257418677.0,
      "step": 1350
    },
    {
      "epoch": 0.4610921501706485,
      "grad_norm": 0.26917127381747674,
      "learning_rate": 9.7388166215906e-06,
      "loss": 0.3239,
      "num_tokens": 257599440.0,
      "step": 1351
    },
    {
      "epoch": 0.4614334470989761,
      "grad_norm": 0.3086103800404052,
      "learning_rate": 9.738247910584921e-06,
      "loss": 0.3728,
      "num_tokens": 257760677.0,
      "step": 1352
    },
    {
      "epoch": 0.46177474402730373,
      "grad_norm": 0.26261393727475985,
      "learning_rate": 9.737678599631886e-06,
      "loss": 0.3382,
      "num_tokens": 257984051.0,
      "step": 1353
    },
    {
      "epoch": 0.4621160409556314,
      "grad_norm": 0.2739088391396217,
      "learning_rate": 9.737108688812077e-06,
      "loss": 0.3597,
      "num_tokens": 258209573.0,
      "step": 1354
    },
    {
      "epoch": 0.46245733788395904,
      "grad_norm": 0.2833261881811085,
      "learning_rate": 9.736538178206176e-06,
      "loss": 0.3513,
      "num_tokens": 258395304.0,
      "step": 1355
    },
    {
      "epoch": 0.46279863481228667,
      "grad_norm": 0.269158508605479,
      "learning_rate": 9.735967067894935e-06,
      "loss": 0.3594,
      "num_tokens": 258620756.0,
      "step": 1356
    },
    {
      "epoch": 0.46313993174061435,
      "grad_norm": 0.29785566170214905,
      "learning_rate": 9.735395357959201e-06,
      "loss": 0.3574,
      "num_tokens": 258800283.0,
      "step": 1357
    },
    {
      "epoch": 0.463481228668942,
      "grad_norm": 0.28118369746852956,
      "learning_rate": 9.734823048479905e-06,
      "loss": 0.3683,
      "num_tokens": 259023810.0,
      "step": 1358
    },
    {
      "epoch": 0.4638225255972696,
      "grad_norm": 0.2679887864788619,
      "learning_rate": 9.734250139538055e-06,
      "loss": 0.3831,
      "num_tokens": 259259229.0,
      "step": 1359
    },
    {
      "epoch": 0.4641638225255973,
      "grad_norm": 0.27446130759826876,
      "learning_rate": 9.733676631214755e-06,
      "loss": 0.3442,
      "num_tokens": 259470835.0,
      "step": 1360
    },
    {
      "epoch": 0.4645051194539249,
      "grad_norm": 0.3066778880507862,
      "learning_rate": 9.733102523591184e-06,
      "loss": 0.3544,
      "num_tokens": 259633813.0,
      "step": 1361
    },
    {
      "epoch": 0.46484641638225255,
      "grad_norm": 0.2822857371772496,
      "learning_rate": 9.732527816748615e-06,
      "loss": 0.3183,
      "num_tokens": 259800891.0,
      "step": 1362
    },
    {
      "epoch": 0.46518771331058023,
      "grad_norm": 0.2731936869785268,
      "learning_rate": 9.731952510768394e-06,
      "loss": 0.3551,
      "num_tokens": 259998346.0,
      "step": 1363
    },
    {
      "epoch": 0.46552901023890786,
      "grad_norm": 0.26456666577975774,
      "learning_rate": 9.731376605731965e-06,
      "loss": 0.3475,
      "num_tokens": 260195038.0,
      "step": 1364
    },
    {
      "epoch": 0.4658703071672355,
      "grad_norm": 0.25420991237519625,
      "learning_rate": 9.730800101720847e-06,
      "loss": 0.3382,
      "num_tokens": 260410481.0,
      "step": 1365
    },
    {
      "epoch": 0.4662116040955631,
      "grad_norm": 0.31849047506706135,
      "learning_rate": 9.73022299881665e-06,
      "loss": 0.3617,
      "num_tokens": 260585541.0,
      "step": 1366
    },
    {
      "epoch": 0.4665529010238908,
      "grad_norm": 0.29235572418818545,
      "learning_rate": 9.729645297101062e-06,
      "loss": 0.3453,
      "num_tokens": 260753561.0,
      "step": 1367
    },
    {
      "epoch": 0.4668941979522184,
      "grad_norm": 0.27828720921285083,
      "learning_rate": 9.729066996655864e-06,
      "loss": 0.3332,
      "num_tokens": 260928568.0,
      "step": 1368
    },
    {
      "epoch": 0.46723549488054605,
      "grad_norm": 0.26070897523387837,
      "learning_rate": 9.728488097562916e-06,
      "loss": 0.3538,
      "num_tokens": 261160076.0,
      "step": 1369
    },
    {
      "epoch": 0.46757679180887374,
      "grad_norm": 0.26482065323543835,
      "learning_rate": 9.727908599904164e-06,
      "loss": 0.3394,
      "num_tokens": 261392156.0,
      "step": 1370
    },
    {
      "epoch": 0.46791808873720137,
      "grad_norm": 0.32627612505861386,
      "learning_rate": 9.727328503761638e-06,
      "loss": 0.3556,
      "num_tokens": 261535912.0,
      "step": 1371
    },
    {
      "epoch": 0.468259385665529,
      "grad_norm": 0.30037443790591667,
      "learning_rate": 9.726747809217458e-06,
      "loss": 0.3148,
      "num_tokens": 261678510.0,
      "step": 1372
    },
    {
      "epoch": 0.4686006825938567,
      "grad_norm": 0.28137781036401266,
      "learning_rate": 9.72616651635382e-06,
      "loss": 0.3509,
      "num_tokens": 261886004.0,
      "step": 1373
    },
    {
      "epoch": 0.4689419795221843,
      "grad_norm": 0.3274408736030318,
      "learning_rate": 9.725584625253011e-06,
      "loss": 0.3604,
      "num_tokens": 262079549.0,
      "step": 1374
    },
    {
      "epoch": 0.46928327645051193,
      "grad_norm": 0.273707721182068,
      "learning_rate": 9.7250021359974e-06,
      "loss": 0.3311,
      "num_tokens": 262270920.0,
      "step": 1375
    },
    {
      "epoch": 0.4696245733788396,
      "grad_norm": 0.26860051908522303,
      "learning_rate": 9.724419048669446e-06,
      "loss": 0.3355,
      "num_tokens": 262465958.0,
      "step": 1376
    },
    {
      "epoch": 0.46996587030716724,
      "grad_norm": 0.285538918745967,
      "learning_rate": 9.723835363351682e-06,
      "loss": 0.343,
      "num_tokens": 262632909.0,
      "step": 1377
    },
    {
      "epoch": 0.47030716723549487,
      "grad_norm": 0.28395559173350016,
      "learning_rate": 9.723251080126735e-06,
      "loss": 0.3855,
      "num_tokens": 262854268.0,
      "step": 1378
    },
    {
      "epoch": 0.4706484641638225,
      "grad_norm": 0.2676593138610302,
      "learning_rate": 9.722666199077311e-06,
      "loss": 0.3684,
      "num_tokens": 263064090.0,
      "step": 1379
    },
    {
      "epoch": 0.4709897610921502,
      "grad_norm": 0.2649197515738647,
      "learning_rate": 9.722080720286208e-06,
      "loss": 0.3676,
      "num_tokens": 263287867.0,
      "step": 1380
    },
    {
      "epoch": 0.4713310580204778,
      "grad_norm": 0.2778416343848086,
      "learning_rate": 9.7214946438363e-06,
      "loss": 0.343,
      "num_tokens": 263461057.0,
      "step": 1381
    },
    {
      "epoch": 0.47167235494880544,
      "grad_norm": 0.29836516284886433,
      "learning_rate": 9.72090796981055e-06,
      "loss": 0.3622,
      "num_tokens": 263636986.0,
      "step": 1382
    },
    {
      "epoch": 0.4720136518771331,
      "grad_norm": 0.2882687332448387,
      "learning_rate": 9.720320698292006e-06,
      "loss": 0.3256,
      "num_tokens": 263790724.0,
      "step": 1383
    },
    {
      "epoch": 0.47235494880546075,
      "grad_norm": 0.26084903972838464,
      "learning_rate": 9.719732829363798e-06,
      "loss": 0.3554,
      "num_tokens": 264007743.0,
      "step": 1384
    },
    {
      "epoch": 0.4726962457337884,
      "grad_norm": 0.2702575911023139,
      "learning_rate": 9.719144363109144e-06,
      "loss": 0.3806,
      "num_tokens": 264222919.0,
      "step": 1385
    },
    {
      "epoch": 0.47303754266211606,
      "grad_norm": 0.28275558843376764,
      "learning_rate": 9.718555299611341e-06,
      "loss": 0.3286,
      "num_tokens": 264393875.0,
      "step": 1386
    },
    {
      "epoch": 0.4733788395904437,
      "grad_norm": 0.28702805878852394,
      "learning_rate": 9.717965638953778e-06,
      "loss": 0.3615,
      "num_tokens": 264582467.0,
      "step": 1387
    },
    {
      "epoch": 0.4737201365187713,
      "grad_norm": 0.2925484469764094,
      "learning_rate": 9.717375381219924e-06,
      "loss": 0.3625,
      "num_tokens": 264764011.0,
      "step": 1388
    },
    {
      "epoch": 0.474061433447099,
      "grad_norm": 0.3147229280537014,
      "learning_rate": 9.716784526493333e-06,
      "loss": 0.3753,
      "num_tokens": 264970982.0,
      "step": 1389
    },
    {
      "epoch": 0.47440273037542663,
      "grad_norm": 0.2529419837971986,
      "learning_rate": 9.716193074857642e-06,
      "loss": 0.3536,
      "num_tokens": 265191165.0,
      "step": 1390
    },
    {
      "epoch": 0.47474402730375426,
      "grad_norm": 0.2942654369113657,
      "learning_rate": 9.715601026396576e-06,
      "loss": 0.3896,
      "num_tokens": 265384044.0,
      "step": 1391
    },
    {
      "epoch": 0.4750853242320819,
      "grad_norm": 0.30792346717279934,
      "learning_rate": 9.715008381193942e-06,
      "loss": 0.3735,
      "num_tokens": 265548457.0,
      "step": 1392
    },
    {
      "epoch": 0.47542662116040957,
      "grad_norm": 0.27985604548708,
      "learning_rate": 9.714415139333632e-06,
      "loss": 0.3422,
      "num_tokens": 265758881.0,
      "step": 1393
    },
    {
      "epoch": 0.4757679180887372,
      "grad_norm": 0.29678326461291127,
      "learning_rate": 9.713821300899624e-06,
      "loss": 0.3313,
      "num_tokens": 265922649.0,
      "step": 1394
    },
    {
      "epoch": 0.4761092150170648,
      "grad_norm": 0.26764520728019353,
      "learning_rate": 9.713226865975978e-06,
      "loss": 0.352,
      "num_tokens": 266136318.0,
      "step": 1395
    },
    {
      "epoch": 0.4764505119453925,
      "grad_norm": 0.3164455774416611,
      "learning_rate": 9.712631834646841e-06,
      "loss": 0.3439,
      "num_tokens": 266321022.0,
      "step": 1396
    },
    {
      "epoch": 0.47679180887372014,
      "grad_norm": 0.28157844057814185,
      "learning_rate": 9.712036206996441e-06,
      "loss": 0.3523,
      "num_tokens": 266517545.0,
      "step": 1397
    },
    {
      "epoch": 0.47713310580204776,
      "grad_norm": 0.28992552299466445,
      "learning_rate": 9.711439983109093e-06,
      "loss": 0.3588,
      "num_tokens": 266695657.0,
      "step": 1398
    },
    {
      "epoch": 0.47747440273037545,
      "grad_norm": 0.29594679164994436,
      "learning_rate": 9.710843163069197e-06,
      "loss": 0.3698,
      "num_tokens": 266890896.0,
      "step": 1399
    },
    {
      "epoch": 0.4778156996587031,
      "grad_norm": 0.2762153266116386,
      "learning_rate": 9.710245746961235e-06,
      "loss": 0.3372,
      "num_tokens": 267084193.0,
      "step": 1400
    },
    {
      "epoch": 0.4781569965870307,
      "grad_norm": 0.3224392293746264,
      "learning_rate": 9.709647734869772e-06,
      "loss": 0.3722,
      "num_tokens": 267266079.0,
      "step": 1401
    },
    {
      "epoch": 0.4784982935153584,
      "grad_norm": 0.28927798308242364,
      "learning_rate": 9.709049126879464e-06,
      "loss": 0.3565,
      "num_tokens": 267463863.0,
      "step": 1402
    },
    {
      "epoch": 0.478839590443686,
      "grad_norm": 0.33697208429669867,
      "learning_rate": 9.708449923075048e-06,
      "loss": 0.3417,
      "num_tokens": 267648989.0,
      "step": 1403
    },
    {
      "epoch": 0.47918088737201364,
      "grad_norm": 0.27955875019868,
      "learning_rate": 9.70785012354134e-06,
      "loss": 0.368,
      "num_tokens": 267844319.0,
      "step": 1404
    },
    {
      "epoch": 0.47952218430034127,
      "grad_norm": 0.2669330333673724,
      "learning_rate": 9.707249728363247e-06,
      "loss": 0.3651,
      "num_tokens": 268054183.0,
      "step": 1405
    },
    {
      "epoch": 0.47986348122866895,
      "grad_norm": 0.29021182393399936,
      "learning_rate": 9.70664873762576e-06,
      "loss": 0.3716,
      "num_tokens": 268255281.0,
      "step": 1406
    },
    {
      "epoch": 0.4802047781569966,
      "grad_norm": 0.2589889384800021,
      "learning_rate": 9.706047151413951e-06,
      "loss": 0.3689,
      "num_tokens": 268495371.0,
      "step": 1407
    },
    {
      "epoch": 0.4805460750853242,
      "grad_norm": 0.3176794041052046,
      "learning_rate": 9.705444969812977e-06,
      "loss": 0.3367,
      "num_tokens": 268639313.0,
      "step": 1408
    },
    {
      "epoch": 0.4808873720136519,
      "grad_norm": 0.3640144715134654,
      "learning_rate": 9.704842192908083e-06,
      "loss": 0.3702,
      "num_tokens": 268807825.0,
      "step": 1409
    },
    {
      "epoch": 0.4812286689419795,
      "grad_norm": 0.2772783932931519,
      "learning_rate": 9.704238820784592e-06,
      "loss": 0.3562,
      "num_tokens": 269012193.0,
      "step": 1410
    },
    {
      "epoch": 0.48156996587030715,
      "grad_norm": 0.28312718603438186,
      "learning_rate": 9.703634853527916e-06,
      "loss": 0.3254,
      "num_tokens": 269204679.0,
      "step": 1411
    },
    {
      "epoch": 0.48191126279863483,
      "grad_norm": 0.29025111509097906,
      "learning_rate": 9.703030291223551e-06,
      "loss": 0.3888,
      "num_tokens": 269412990.0,
      "step": 1412
    },
    {
      "epoch": 0.48225255972696246,
      "grad_norm": 0.29200350778017325,
      "learning_rate": 9.702425133957075e-06,
      "loss": 0.3582,
      "num_tokens": 269590490.0,
      "step": 1413
    },
    {
      "epoch": 0.4825938566552901,
      "grad_norm": 0.25769228554164153,
      "learning_rate": 9.701819381814151e-06,
      "loss": 0.3304,
      "num_tokens": 269798262.0,
      "step": 1414
    },
    {
      "epoch": 0.48293515358361777,
      "grad_norm": 0.2907244571876209,
      "learning_rate": 9.701213034880527e-06,
      "loss": 0.389,
      "num_tokens": 269995469.0,
      "step": 1415
    },
    {
      "epoch": 0.4832764505119454,
      "grad_norm": 0.2970531524855975,
      "learning_rate": 9.700606093242035e-06,
      "loss": 0.362,
      "num_tokens": 270175122.0,
      "step": 1416
    },
    {
      "epoch": 0.483617747440273,
      "grad_norm": 0.2833390409368275,
      "learning_rate": 9.699998556984592e-06,
      "loss": 0.3659,
      "num_tokens": 270384705.0,
      "step": 1417
    },
    {
      "epoch": 0.48395904436860065,
      "grad_norm": 0.2983813106676443,
      "learning_rate": 9.699390426194195e-06,
      "loss": 0.356,
      "num_tokens": 270567347.0,
      "step": 1418
    },
    {
      "epoch": 0.48430034129692834,
      "grad_norm": 0.2680872071467016,
      "learning_rate": 9.69878170095693e-06,
      "loss": 0.3309,
      "num_tokens": 270740201.0,
      "step": 1419
    },
    {
      "epoch": 0.48464163822525597,
      "grad_norm": 0.2781081338279122,
      "learning_rate": 9.698172381358968e-06,
      "loss": 0.3661,
      "num_tokens": 270945024.0,
      "step": 1420
    },
    {
      "epoch": 0.4849829351535836,
      "grad_norm": 0.3014433763581913,
      "learning_rate": 9.697562467486558e-06,
      "loss": 0.3592,
      "num_tokens": 271111155.0,
      "step": 1421
    },
    {
      "epoch": 0.4853242320819113,
      "grad_norm": 0.24968922388410986,
      "learning_rate": 9.696951959426037e-06,
      "loss": 0.3805,
      "num_tokens": 271361435.0,
      "step": 1422
    },
    {
      "epoch": 0.4856655290102389,
      "grad_norm": 0.2633251332128931,
      "learning_rate": 9.696340857263828e-06,
      "loss": 0.3745,
      "num_tokens": 271583022.0,
      "step": 1423
    },
    {
      "epoch": 0.48600682593856653,
      "grad_norm": 0.27204777336035707,
      "learning_rate": 9.695729161086434e-06,
      "loss": 0.3259,
      "num_tokens": 271763770.0,
      "step": 1424
    },
    {
      "epoch": 0.4863481228668942,
      "grad_norm": 0.2773213646567193,
      "learning_rate": 9.695116870980442e-06,
      "loss": 0.3498,
      "num_tokens": 271973666.0,
      "step": 1425
    },
    {
      "epoch": 0.48668941979522184,
      "grad_norm": 0.32852863869473076,
      "learning_rate": 9.694503987032531e-06,
      "loss": 0.3721,
      "num_tokens": 272124298.0,
      "step": 1426
    },
    {
      "epoch": 0.4870307167235495,
      "grad_norm": 0.29927153460461536,
      "learning_rate": 9.693890509329452e-06,
      "loss": 0.4082,
      "num_tokens": 272325700.0,
      "step": 1427
    },
    {
      "epoch": 0.48737201365187716,
      "grad_norm": 0.2501490032101024,
      "learning_rate": 9.69327643795805e-06,
      "loss": 0.3302,
      "num_tokens": 272557086.0,
      "step": 1428
    },
    {
      "epoch": 0.4877133105802048,
      "grad_norm": 0.27739010994001784,
      "learning_rate": 9.69266177300525e-06,
      "loss": 0.3533,
      "num_tokens": 272771478.0,
      "step": 1429
    },
    {
      "epoch": 0.4880546075085324,
      "grad_norm": 0.309429738747425,
      "learning_rate": 9.692046514558057e-06,
      "loss": 0.3862,
      "num_tokens": 272945898.0,
      "step": 1430
    },
    {
      "epoch": 0.4883959044368601,
      "grad_norm": 0.2695468284092304,
      "learning_rate": 9.691430662703569e-06,
      "loss": 0.3425,
      "num_tokens": 273157431.0,
      "step": 1431
    },
    {
      "epoch": 0.4887372013651877,
      "grad_norm": 0.25841367496772366,
      "learning_rate": 9.690814217528963e-06,
      "loss": 0.3645,
      "num_tokens": 273364610.0,
      "step": 1432
    },
    {
      "epoch": 0.48907849829351535,
      "grad_norm": 0.3004893451970815,
      "learning_rate": 9.690197179121496e-06,
      "loss": 0.3415,
      "num_tokens": 273525420.0,
      "step": 1433
    },
    {
      "epoch": 0.489419795221843,
      "grad_norm": 0.2869869117786979,
      "learning_rate": 9.689579547568518e-06,
      "loss": 0.3239,
      "num_tokens": 273705896.0,
      "step": 1434
    },
    {
      "epoch": 0.48976109215017066,
      "grad_norm": 0.3034874699333968,
      "learning_rate": 9.688961322957457e-06,
      "loss": 0.3779,
      "num_tokens": 273891585.0,
      "step": 1435
    },
    {
      "epoch": 0.4901023890784983,
      "grad_norm": 0.29197770485524566,
      "learning_rate": 9.688342505375821e-06,
      "loss": 0.3724,
      "num_tokens": 274080181.0,
      "step": 1436
    },
    {
      "epoch": 0.4904436860068259,
      "grad_norm": 0.2918601467904685,
      "learning_rate": 9.687723094911216e-06,
      "loss": 0.3844,
      "num_tokens": 274264414.0,
      "step": 1437
    },
    {
      "epoch": 0.4907849829351536,
      "grad_norm": 0.2921056257056246,
      "learning_rate": 9.687103091651317e-06,
      "loss": 0.308,
      "num_tokens": 274459574.0,
      "step": 1438
    },
    {
      "epoch": 0.49112627986348123,
      "grad_norm": 0.31223535241433864,
      "learning_rate": 9.68648249568389e-06,
      "loss": 0.3796,
      "num_tokens": 274626610.0,
      "step": 1439
    },
    {
      "epoch": 0.49146757679180886,
      "grad_norm": 0.29789790550670764,
      "learning_rate": 9.68586130709678e-06,
      "loss": 0.3969,
      "num_tokens": 274808542.0,
      "step": 1440
    },
    {
      "epoch": 0.49180887372013654,
      "grad_norm": 0.2595196337991136,
      "learning_rate": 9.685239525977928e-06,
      "loss": 0.3528,
      "num_tokens": 275011682.0,
      "step": 1441
    },
    {
      "epoch": 0.49215017064846417,
      "grad_norm": 0.2839103429169418,
      "learning_rate": 9.684617152415346e-06,
      "loss": 0.3524,
      "num_tokens": 275166641.0,
      "step": 1442
    },
    {
      "epoch": 0.4924914675767918,
      "grad_norm": 0.2561383199464306,
      "learning_rate": 9.683994186497132e-06,
      "loss": 0.309,
      "num_tokens": 275349894.0,
      "step": 1443
    },
    {
      "epoch": 0.4928327645051195,
      "grad_norm": 0.29923130881535775,
      "learning_rate": 9.683370628311474e-06,
      "loss": 0.3465,
      "num_tokens": 275512386.0,
      "step": 1444
    },
    {
      "epoch": 0.4931740614334471,
      "grad_norm": 0.31175522553986224,
      "learning_rate": 9.68274647794664e-06,
      "loss": 0.3356,
      "num_tokens": 275674391.0,
      "step": 1445
    },
    {
      "epoch": 0.49351535836177474,
      "grad_norm": 0.3002234318307045,
      "learning_rate": 9.682121735490979e-06,
      "loss": 0.3505,
      "num_tokens": 275836627.0,
      "step": 1446
    },
    {
      "epoch": 0.49385665529010236,
      "grad_norm": 0.266938056924696,
      "learning_rate": 9.681496401032929e-06,
      "loss": 0.3276,
      "num_tokens": 276019629.0,
      "step": 1447
    },
    {
      "epoch": 0.49419795221843005,
      "grad_norm": 0.2803088203309732,
      "learning_rate": 9.68087047466101e-06,
      "loss": 0.3406,
      "num_tokens": 276222762.0,
      "step": 1448
    },
    {
      "epoch": 0.4945392491467577,
      "grad_norm": 0.2687569777403233,
      "learning_rate": 9.680243956463822e-06,
      "loss": 0.3306,
      "num_tokens": 276434245.0,
      "step": 1449
    },
    {
      "epoch": 0.4948805460750853,
      "grad_norm": 0.2783723112075063,
      "learning_rate": 9.679616846530057e-06,
      "loss": 0.3597,
      "num_tokens": 276637083.0,
      "step": 1450
    },
    {
      "epoch": 0.495221843003413,
      "grad_norm": 0.2936811364639064,
      "learning_rate": 9.678989144948483e-06,
      "loss": 0.3786,
      "num_tokens": 276822816.0,
      "step": 1451
    },
    {
      "epoch": 0.4955631399317406,
      "grad_norm": 0.2817542654634823,
      "learning_rate": 9.678360851807956e-06,
      "loss": 0.3523,
      "num_tokens": 276996212.0,
      "step": 1452
    },
    {
      "epoch": 0.49590443686006824,
      "grad_norm": 0.3904334431764019,
      "learning_rate": 9.67773196719741e-06,
      "loss": 0.3524,
      "num_tokens": 277172710.0,
      "step": 1453
    },
    {
      "epoch": 0.4962457337883959,
      "grad_norm": 0.27096737701881024,
      "learning_rate": 9.677102491205873e-06,
      "loss": 0.3567,
      "num_tokens": 277373977.0,
      "step": 1454
    },
    {
      "epoch": 0.49658703071672355,
      "grad_norm": 0.2746972669902581,
      "learning_rate": 9.676472423922448e-06,
      "loss": 0.3407,
      "num_tokens": 277554908.0,
      "step": 1455
    },
    {
      "epoch": 0.4969283276450512,
      "grad_norm": 0.2854805191266805,
      "learning_rate": 9.675841765436324e-06,
      "loss": 0.3327,
      "num_tokens": 277719181.0,
      "step": 1456
    },
    {
      "epoch": 0.49726962457337887,
      "grad_norm": 0.3042196144758199,
      "learning_rate": 9.675210515836777e-06,
      "loss": 0.3667,
      "num_tokens": 277904609.0,
      "step": 1457
    },
    {
      "epoch": 0.4976109215017065,
      "grad_norm": 0.3029565230951334,
      "learning_rate": 9.67457867521316e-06,
      "loss": 0.3523,
      "num_tokens": 278107103.0,
      "step": 1458
    },
    {
      "epoch": 0.4979522184300341,
      "grad_norm": 0.3145844316958087,
      "learning_rate": 9.673946243654914e-06,
      "loss": 0.3574,
      "num_tokens": 278293492.0,
      "step": 1459
    },
    {
      "epoch": 0.49829351535836175,
      "grad_norm": 0.2869300533529927,
      "learning_rate": 9.673313221251567e-06,
      "loss": 0.33,
      "num_tokens": 278446450.0,
      "step": 1460
    },
    {
      "epoch": 0.49863481228668943,
      "grad_norm": 0.2798050195028578,
      "learning_rate": 9.672679608092722e-06,
      "loss": 0.3561,
      "num_tokens": 278644234.0,
      "step": 1461
    },
    {
      "epoch": 0.49897610921501706,
      "grad_norm": 0.2730774023856024,
      "learning_rate": 9.672045404268075e-06,
      "loss": 0.3583,
      "num_tokens": 278842951.0,
      "step": 1462
    },
    {
      "epoch": 0.4993174061433447,
      "grad_norm": 0.2789942010078633,
      "learning_rate": 9.671410609867396e-06,
      "loss": 0.3377,
      "num_tokens": 279033508.0,
      "step": 1463
    },
    {
      "epoch": 0.49965870307167237,
      "grad_norm": 0.26589265418395563,
      "learning_rate": 9.67077522498055e-06,
      "loss": 0.3608,
      "num_tokens": 279274550.0,
      "step": 1464
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.2700475019808855,
      "learning_rate": 9.670139249697474e-06,
      "loss": 0.3464,
      "num_tokens": 279484925.0,
      "step": 1465
    },
    {
      "epoch": 0.5003412969283276,
      "grad_norm": 0.26500678049435145,
      "learning_rate": 9.669502684108194e-06,
      "loss": 0.31,
      "num_tokens": 279657640.0,
      "step": 1466
    },
    {
      "epoch": 0.5006825938566553,
      "grad_norm": 0.3063539323188314,
      "learning_rate": 9.668865528302824e-06,
      "loss": 0.3603,
      "num_tokens": 279804529.0,
      "step": 1467
    },
    {
      "epoch": 0.5010238907849829,
      "grad_norm": 0.28509785453077297,
      "learning_rate": 9.66822778237155e-06,
      "loss": 0.3453,
      "num_tokens": 279999584.0,
      "step": 1468
    },
    {
      "epoch": 0.5013651877133106,
      "grad_norm": 0.32315234765163653,
      "learning_rate": 9.667589446404654e-06,
      "loss": 0.3518,
      "num_tokens": 280185888.0,
      "step": 1469
    },
    {
      "epoch": 0.5017064846416383,
      "grad_norm": 0.2547732094742752,
      "learning_rate": 9.666950520492494e-06,
      "loss": 0.3303,
      "num_tokens": 280391083.0,
      "step": 1470
    },
    {
      "epoch": 0.5020477815699659,
      "grad_norm": 0.31459573430522525,
      "learning_rate": 9.666311004725513e-06,
      "loss": 0.3824,
      "num_tokens": 280577536.0,
      "step": 1471
    },
    {
      "epoch": 0.5023890784982935,
      "grad_norm": 0.29823831245709687,
      "learning_rate": 9.66567089919424e-06,
      "loss": 0.3353,
      "num_tokens": 280791778.0,
      "step": 1472
    },
    {
      "epoch": 0.5027303754266211,
      "grad_norm": 0.28181789837369575,
      "learning_rate": 9.665030203989285e-06,
      "loss": 0.3789,
      "num_tokens": 280982578.0,
      "step": 1473
    },
    {
      "epoch": 0.5030716723549488,
      "grad_norm": 0.25466778932355005,
      "learning_rate": 9.66438891920134e-06,
      "loss": 0.3511,
      "num_tokens": 281215188.0,
      "step": 1474
    },
    {
      "epoch": 0.5034129692832765,
      "grad_norm": 0.260462380373242,
      "learning_rate": 9.663747044921182e-06,
      "loss": 0.3577,
      "num_tokens": 281439336.0,
      "step": 1475
    },
    {
      "epoch": 0.5037542662116041,
      "grad_norm": 0.2682345387276291,
      "learning_rate": 9.663104581239673e-06,
      "loss": 0.3657,
      "num_tokens": 281643654.0,
      "step": 1476
    },
    {
      "epoch": 0.5040955631399318,
      "grad_norm": 0.2915133544337258,
      "learning_rate": 9.66246152824776e-06,
      "loss": 0.3616,
      "num_tokens": 281818737.0,
      "step": 1477
    },
    {
      "epoch": 0.5044368600682594,
      "grad_norm": 0.2942239522946125,
      "learning_rate": 9.661817886036468e-06,
      "loss": 0.3391,
      "num_tokens": 281980952.0,
      "step": 1478
    },
    {
      "epoch": 0.504778156996587,
      "grad_norm": 0.27041535688585866,
      "learning_rate": 9.661173654696908e-06,
      "loss": 0.3173,
      "num_tokens": 282163081.0,
      "step": 1479
    },
    {
      "epoch": 0.5051194539249146,
      "grad_norm": 0.2500252134594419,
      "learning_rate": 9.660528834320274e-06,
      "loss": 0.3506,
      "num_tokens": 282389022.0,
      "step": 1480
    },
    {
      "epoch": 0.5054607508532423,
      "grad_norm": 0.26802061405894945,
      "learning_rate": 9.659883424997845e-06,
      "loss": 0.3196,
      "num_tokens": 282581604.0,
      "step": 1481
    },
    {
      "epoch": 0.50580204778157,
      "grad_norm": 0.43317154657856033,
      "learning_rate": 9.659237426820983e-06,
      "loss": 0.3597,
      "num_tokens": 282757320.0,
      "step": 1482
    },
    {
      "epoch": 0.5061433447098976,
      "grad_norm": 0.25962672734263814,
      "learning_rate": 9.65859083988113e-06,
      "loss": 0.2969,
      "num_tokens": 282949281.0,
      "step": 1483
    },
    {
      "epoch": 0.5064846416382253,
      "grad_norm": 0.39112585344904394,
      "learning_rate": 9.657943664269816e-06,
      "loss": 0.3529,
      "num_tokens": 283138169.0,
      "step": 1484
    },
    {
      "epoch": 0.5068259385665529,
      "grad_norm": 0.3006353921201816,
      "learning_rate": 9.657295900078653e-06,
      "loss": 0.358,
      "num_tokens": 283307736.0,
      "step": 1485
    },
    {
      "epoch": 0.5071672354948805,
      "grad_norm": 0.28653461099897154,
      "learning_rate": 9.656647547399333e-06,
      "loss": 0.3679,
      "num_tokens": 283521553.0,
      "step": 1486
    },
    {
      "epoch": 0.5075085324232081,
      "grad_norm": 0.27117156888922933,
      "learning_rate": 9.655998606323636e-06,
      "loss": 0.3591,
      "num_tokens": 283736692.0,
      "step": 1487
    },
    {
      "epoch": 0.5078498293515359,
      "grad_norm": 0.27564655058847043,
      "learning_rate": 9.655349076943422e-06,
      "loss": 0.3425,
      "num_tokens": 283934458.0,
      "step": 1488
    },
    {
      "epoch": 0.5081911262798635,
      "grad_norm": 0.2880530693051777,
      "learning_rate": 9.654698959350636e-06,
      "loss": 0.4019,
      "num_tokens": 284150408.0,
      "step": 1489
    },
    {
      "epoch": 0.5085324232081911,
      "grad_norm": 0.2642271642683959,
      "learning_rate": 9.654048253637307e-06,
      "loss": 0.34,
      "num_tokens": 284353512.0,
      "step": 1490
    },
    {
      "epoch": 0.5088737201365188,
      "grad_norm": 0.28497223363419455,
      "learning_rate": 9.653396959895543e-06,
      "loss": 0.3599,
      "num_tokens": 284537560.0,
      "step": 1491
    },
    {
      "epoch": 0.5092150170648464,
      "grad_norm": 0.2931278680248025,
      "learning_rate": 9.65274507821754e-06,
      "loss": 0.351,
      "num_tokens": 284738146.0,
      "step": 1492
    },
    {
      "epoch": 0.509556313993174,
      "grad_norm": 0.28617929724172114,
      "learning_rate": 9.652092608695577e-06,
      "loss": 0.3735,
      "num_tokens": 284941440.0,
      "step": 1493
    },
    {
      "epoch": 0.5098976109215017,
      "grad_norm": 0.2764399682295895,
      "learning_rate": 9.651439551422012e-06,
      "loss": 0.3303,
      "num_tokens": 285126026.0,
      "step": 1494
    },
    {
      "epoch": 0.5102389078498294,
      "grad_norm": 0.2874758111285683,
      "learning_rate": 9.650785906489288e-06,
      "loss": 0.3464,
      "num_tokens": 285296158.0,
      "step": 1495
    },
    {
      "epoch": 0.510580204778157,
      "grad_norm": 0.26500253497902365,
      "learning_rate": 9.650131673989938e-06,
      "loss": 0.3335,
      "num_tokens": 285489459.0,
      "step": 1496
    },
    {
      "epoch": 0.5109215017064846,
      "grad_norm": 0.3076244218274207,
      "learning_rate": 9.649476854016565e-06,
      "loss": 0.3987,
      "num_tokens": 285653725.0,
      "step": 1497
    },
    {
      "epoch": 0.5112627986348123,
      "grad_norm": 0.30064120842598796,
      "learning_rate": 9.648821446661866e-06,
      "loss": 0.3637,
      "num_tokens": 285838242.0,
      "step": 1498
    },
    {
      "epoch": 0.5116040955631399,
      "grad_norm": 0.26802583920269124,
      "learning_rate": 9.648165452018617e-06,
      "loss": 0.3628,
      "num_tokens": 286061754.0,
      "step": 1499
    },
    {
      "epoch": 0.5119453924914675,
      "grad_norm": 0.2746244743510415,
      "learning_rate": 9.647508870179678e-06,
      "loss": 0.3685,
      "num_tokens": 286284858.0,
      "step": 1500
    },
    {
      "epoch": 0.5122866894197953,
      "grad_norm": 0.3119011096426962,
      "learning_rate": 9.64685170123799e-06,
      "loss": 0.3369,
      "num_tokens": 286458107.0,
      "step": 1501
    },
    {
      "epoch": 0.5126279863481229,
      "grad_norm": 0.2722843118390176,
      "learning_rate": 9.646193945286584e-06,
      "loss": 0.3509,
      "num_tokens": 286641854.0,
      "step": 1502
    },
    {
      "epoch": 0.5129692832764505,
      "grad_norm": 0.2744528828832017,
      "learning_rate": 9.645535602418563e-06,
      "loss": 0.3366,
      "num_tokens": 286832462.0,
      "step": 1503
    },
    {
      "epoch": 0.5133105802047782,
      "grad_norm": 0.27146333657275523,
      "learning_rate": 9.644876672727122e-06,
      "loss": 0.3277,
      "num_tokens": 287015821.0,
      "step": 1504
    },
    {
      "epoch": 0.5136518771331058,
      "grad_norm": 0.2999843711670952,
      "learning_rate": 9.644217156305534e-06,
      "loss": 0.3535,
      "num_tokens": 287205272.0,
      "step": 1505
    },
    {
      "epoch": 0.5139931740614334,
      "grad_norm": 0.2977032910897936,
      "learning_rate": 9.64355705324716e-06,
      "loss": 0.3273,
      "num_tokens": 287365864.0,
      "step": 1506
    },
    {
      "epoch": 0.514334470989761,
      "grad_norm": 0.2608782061474865,
      "learning_rate": 9.642896363645438e-06,
      "loss": 0.3199,
      "num_tokens": 287550249.0,
      "step": 1507
    },
    {
      "epoch": 0.5146757679180888,
      "grad_norm": 0.2760306677221175,
      "learning_rate": 9.642235087593898e-06,
      "loss": 0.3423,
      "num_tokens": 287760310.0,
      "step": 1508
    },
    {
      "epoch": 0.5150170648464164,
      "grad_norm": 0.3156807088841216,
      "learning_rate": 9.641573225186139e-06,
      "loss": 0.3861,
      "num_tokens": 287993665.0,
      "step": 1509
    },
    {
      "epoch": 0.515358361774744,
      "grad_norm": 0.29492358271787594,
      "learning_rate": 9.640910776515859e-06,
      "loss": 0.3221,
      "num_tokens": 288164893.0,
      "step": 1510
    },
    {
      "epoch": 0.5156996587030717,
      "grad_norm": 0.26346544163726576,
      "learning_rate": 9.640247741676828e-06,
      "loss": 0.3349,
      "num_tokens": 288366071.0,
      "step": 1511
    },
    {
      "epoch": 0.5160409556313993,
      "grad_norm": 0.2960138525974376,
      "learning_rate": 9.6395841207629e-06,
      "loss": 0.3737,
      "num_tokens": 288540760.0,
      "step": 1512
    },
    {
      "epoch": 0.5163822525597269,
      "grad_norm": 0.28777655833189253,
      "learning_rate": 9.638919913868018e-06,
      "loss": 0.3683,
      "num_tokens": 288738846.0,
      "step": 1513
    },
    {
      "epoch": 0.5167235494880547,
      "grad_norm": 0.28171505114792805,
      "learning_rate": 9.638255121086202e-06,
      "loss": 0.3357,
      "num_tokens": 288906243.0,
      "step": 1514
    },
    {
      "epoch": 0.5170648464163823,
      "grad_norm": 0.30934241457801664,
      "learning_rate": 9.637589742511559e-06,
      "loss": 0.3456,
      "num_tokens": 289090877.0,
      "step": 1515
    },
    {
      "epoch": 0.5174061433447099,
      "grad_norm": 0.29950925096174646,
      "learning_rate": 9.636923778238273e-06,
      "loss": 0.3378,
      "num_tokens": 289263060.0,
      "step": 1516
    },
    {
      "epoch": 0.5177474402730375,
      "grad_norm": 0.3243762567991809,
      "learning_rate": 9.63625722836062e-06,
      "loss": 0.3811,
      "num_tokens": 289435923.0,
      "step": 1517
    },
    {
      "epoch": 0.5180887372013652,
      "grad_norm": 0.2778270834561321,
      "learning_rate": 9.63559009297295e-06,
      "loss": 0.3362,
      "num_tokens": 289598756.0,
      "step": 1518
    },
    {
      "epoch": 0.5184300341296928,
      "grad_norm": 0.2838196856763089,
      "learning_rate": 9.634922372169702e-06,
      "loss": 0.3414,
      "num_tokens": 289760816.0,
      "step": 1519
    },
    {
      "epoch": 0.5187713310580204,
      "grad_norm": 0.29501631459411265,
      "learning_rate": 9.634254066045393e-06,
      "loss": 0.3598,
      "num_tokens": 289956101.0,
      "step": 1520
    },
    {
      "epoch": 0.5191126279863482,
      "grad_norm": 0.3191643796138282,
      "learning_rate": 9.633585174694629e-06,
      "loss": 0.3871,
      "num_tokens": 290128826.0,
      "step": 1521
    },
    {
      "epoch": 0.5194539249146758,
      "grad_norm": 0.2965478944306559,
      "learning_rate": 9.632915698212093e-06,
      "loss": 0.3827,
      "num_tokens": 290322479.0,
      "step": 1522
    },
    {
      "epoch": 0.5197952218430034,
      "grad_norm": 0.30911760162437757,
      "learning_rate": 9.632245636692553e-06,
      "loss": 0.3567,
      "num_tokens": 290484508.0,
      "step": 1523
    },
    {
      "epoch": 0.520136518771331,
      "grad_norm": 0.2436408179581127,
      "learning_rate": 9.63157499023086e-06,
      "loss": 0.3522,
      "num_tokens": 290729056.0,
      "step": 1524
    },
    {
      "epoch": 0.5204778156996587,
      "grad_norm": 0.27547880321997165,
      "learning_rate": 9.630903758921949e-06,
      "loss": 0.3421,
      "num_tokens": 290936670.0,
      "step": 1525
    },
    {
      "epoch": 0.5208191126279863,
      "grad_norm": 0.27487497979787096,
      "learning_rate": 9.630231942860833e-06,
      "loss": 0.3292,
      "num_tokens": 291125871.0,
      "step": 1526
    },
    {
      "epoch": 0.521160409556314,
      "grad_norm": 0.26697013575465756,
      "learning_rate": 9.629559542142616e-06,
      "loss": 0.3592,
      "num_tokens": 291341295.0,
      "step": 1527
    },
    {
      "epoch": 0.5215017064846417,
      "grad_norm": 0.2829734727537076,
      "learning_rate": 9.628886556862477e-06,
      "loss": 0.3404,
      "num_tokens": 291522652.0,
      "step": 1528
    },
    {
      "epoch": 0.5218430034129693,
      "grad_norm": 0.29131680105240726,
      "learning_rate": 9.628212987115681e-06,
      "loss": 0.3637,
      "num_tokens": 291721362.0,
      "step": 1529
    },
    {
      "epoch": 0.5221843003412969,
      "grad_norm": 0.25426137220309813,
      "learning_rate": 9.627538832997579e-06,
      "loss": 0.3269,
      "num_tokens": 291925827.0,
      "step": 1530
    },
    {
      "epoch": 0.5225255972696246,
      "grad_norm": 0.29819252167908505,
      "learning_rate": 9.626864094603596e-06,
      "loss": 0.3682,
      "num_tokens": 292102368.0,
      "step": 1531
    },
    {
      "epoch": 0.5228668941979522,
      "grad_norm": 0.2842615303655363,
      "learning_rate": 9.626188772029247e-06,
      "loss": 0.35,
      "num_tokens": 292302500.0,
      "step": 1532
    },
    {
      "epoch": 0.5232081911262798,
      "grad_norm": 0.2856626270380755,
      "learning_rate": 9.625512865370129e-06,
      "loss": 0.3151,
      "num_tokens": 292457947.0,
      "step": 1533
    },
    {
      "epoch": 0.5235494880546075,
      "grad_norm": 0.2986650538879471,
      "learning_rate": 9.62483637472192e-06,
      "loss": 0.3676,
      "num_tokens": 292626152.0,
      "step": 1534
    },
    {
      "epoch": 0.5238907849829352,
      "grad_norm": 0.3229547018355609,
      "learning_rate": 9.624159300180377e-06,
      "loss": 0.3455,
      "num_tokens": 292796246.0,
      "step": 1535
    },
    {
      "epoch": 0.5242320819112628,
      "grad_norm": 0.28763790126853483,
      "learning_rate": 9.623481641841349e-06,
      "loss": 0.3584,
      "num_tokens": 293009360.0,
      "step": 1536
    },
    {
      "epoch": 0.5245733788395904,
      "grad_norm": 0.24978619817272765,
      "learning_rate": 9.622803399800761e-06,
      "loss": 0.3161,
      "num_tokens": 293212269.0,
      "step": 1537
    },
    {
      "epoch": 0.5249146757679181,
      "grad_norm": 0.8192044501490992,
      "learning_rate": 9.622124574154618e-06,
      "loss": 0.3703,
      "num_tokens": 293416098.0,
      "step": 1538
    },
    {
      "epoch": 0.5252559726962457,
      "grad_norm": 0.28777270948023603,
      "learning_rate": 9.621445164999017e-06,
      "loss": 0.3358,
      "num_tokens": 293597005.0,
      "step": 1539
    },
    {
      "epoch": 0.5255972696245734,
      "grad_norm": 0.3105031129741676,
      "learning_rate": 9.620765172430128e-06,
      "loss": 0.3512,
      "num_tokens": 293765813.0,
      "step": 1540
    },
    {
      "epoch": 0.525938566552901,
      "grad_norm": 0.30989223210193745,
      "learning_rate": 9.620084596544211e-06,
      "loss": 0.3649,
      "num_tokens": 293982495.0,
      "step": 1541
    },
    {
      "epoch": 0.5262798634812287,
      "grad_norm": 0.2858469966047318,
      "learning_rate": 9.619403437437604e-06,
      "loss": 0.3564,
      "num_tokens": 294176867.0,
      "step": 1542
    },
    {
      "epoch": 0.5266211604095563,
      "grad_norm": 0.29441983126786775,
      "learning_rate": 9.618721695206727e-06,
      "loss": 0.3599,
      "num_tokens": 294359910.0,
      "step": 1543
    },
    {
      "epoch": 0.5269624573378839,
      "grad_norm": 0.285154193738379,
      "learning_rate": 9.618039369948086e-06,
      "loss": 0.3414,
      "num_tokens": 294540020.0,
      "step": 1544
    },
    {
      "epoch": 0.5273037542662116,
      "grad_norm": 0.283757655525115,
      "learning_rate": 9.617356461758266e-06,
      "loss": 0.3475,
      "num_tokens": 294730054.0,
      "step": 1545
    },
    {
      "epoch": 0.5276450511945392,
      "grad_norm": 0.30273485850351833,
      "learning_rate": 9.61667297073394e-06,
      "loss": 0.328,
      "num_tokens": 294882992.0,
      "step": 1546
    },
    {
      "epoch": 0.5279863481228669,
      "grad_norm": 0.2942752215320207,
      "learning_rate": 9.61598889697186e-06,
      "loss": 0.339,
      "num_tokens": 295070747.0,
      "step": 1547
    },
    {
      "epoch": 0.5283276450511946,
      "grad_norm": 0.26398533458404305,
      "learning_rate": 9.615304240568855e-06,
      "loss": 0.3757,
      "num_tokens": 295277989.0,
      "step": 1548
    },
    {
      "epoch": 0.5286689419795222,
      "grad_norm": 0.2661904952846688,
      "learning_rate": 9.614619001621846e-06,
      "loss": 0.3709,
      "num_tokens": 295477205.0,
      "step": 1549
    },
    {
      "epoch": 0.5290102389078498,
      "grad_norm": 0.2734418406165119,
      "learning_rate": 9.613933180227832e-06,
      "loss": 0.3554,
      "num_tokens": 295670602.0,
      "step": 1550
    },
    {
      "epoch": 0.5293515358361774,
      "grad_norm": 0.2743881498385466,
      "learning_rate": 9.613246776483896e-06,
      "loss": 0.3451,
      "num_tokens": 295857763.0,
      "step": 1551
    },
    {
      "epoch": 0.5296928327645051,
      "grad_norm": 0.2929284319897536,
      "learning_rate": 9.612559790487199e-06,
      "loss": 0.3701,
      "num_tokens": 296066864.0,
      "step": 1552
    },
    {
      "epoch": 0.5300341296928328,
      "grad_norm": 0.2627922163545811,
      "learning_rate": 9.61187222233499e-06,
      "loss": 0.3736,
      "num_tokens": 296311150.0,
      "step": 1553
    },
    {
      "epoch": 0.5303754266211604,
      "grad_norm": 0.3004535758351987,
      "learning_rate": 9.611184072124598e-06,
      "loss": 0.3416,
      "num_tokens": 296499715.0,
      "step": 1554
    },
    {
      "epoch": 0.5307167235494881,
      "grad_norm": 0.27039792332687423,
      "learning_rate": 9.610495339953433e-06,
      "loss": 0.3552,
      "num_tokens": 296698862.0,
      "step": 1555
    },
    {
      "epoch": 0.5310580204778157,
      "grad_norm": 0.3109011491816217,
      "learning_rate": 9.60980602591899e-06,
      "loss": 0.3204,
      "num_tokens": 296850182.0,
      "step": 1556
    },
    {
      "epoch": 0.5313993174061433,
      "grad_norm": 0.2977095249410677,
      "learning_rate": 9.609116130118845e-06,
      "loss": 0.37,
      "num_tokens": 297018415.0,
      "step": 1557
    },
    {
      "epoch": 0.531740614334471,
      "grad_norm": 0.2622365637363332,
      "learning_rate": 9.608425652650657e-06,
      "loss": 0.3525,
      "num_tokens": 297214718.0,
      "step": 1558
    },
    {
      "epoch": 0.5320819112627987,
      "grad_norm": 0.30131609497634554,
      "learning_rate": 9.607734593612166e-06,
      "loss": 0.3472,
      "num_tokens": 297368458.0,
      "step": 1559
    },
    {
      "epoch": 0.5324232081911263,
      "grad_norm": 0.33988224867731154,
      "learning_rate": 9.607042953101194e-06,
      "loss": 0.3497,
      "num_tokens": 297547209.0,
      "step": 1560
    },
    {
      "epoch": 0.532764505119454,
      "grad_norm": 0.26425334075636725,
      "learning_rate": 9.60635073121565e-06,
      "loss": 0.3231,
      "num_tokens": 297751775.0,
      "step": 1561
    },
    {
      "epoch": 0.5331058020477816,
      "grad_norm": 0.2733892982207629,
      "learning_rate": 9.605657928053518e-06,
      "loss": 0.3644,
      "num_tokens": 297948667.0,
      "step": 1562
    },
    {
      "epoch": 0.5334470989761092,
      "grad_norm": 0.33675334562867976,
      "learning_rate": 9.604964543712873e-06,
      "loss": 0.3599,
      "num_tokens": 298127039.0,
      "step": 1563
    },
    {
      "epoch": 0.5337883959044368,
      "grad_norm": 0.2836336569808179,
      "learning_rate": 9.604270578291862e-06,
      "loss": 0.3654,
      "num_tokens": 298330159.0,
      "step": 1564
    },
    {
      "epoch": 0.5341296928327645,
      "grad_norm": 0.2664737966223918,
      "learning_rate": 9.603576031888724e-06,
      "loss": 0.3514,
      "num_tokens": 298540249.0,
      "step": 1565
    },
    {
      "epoch": 0.5344709897610922,
      "grad_norm": 0.2911635006800748,
      "learning_rate": 9.602880904601773e-06,
      "loss": 0.3778,
      "num_tokens": 298768054.0,
      "step": 1566
    },
    {
      "epoch": 0.5348122866894198,
      "grad_norm": 0.27583916276660014,
      "learning_rate": 9.60218519652941e-06,
      "loss": 0.3432,
      "num_tokens": 298956251.0,
      "step": 1567
    },
    {
      "epoch": 0.5351535836177475,
      "grad_norm": 0.30123587511114136,
      "learning_rate": 9.601488907770114e-06,
      "loss": 0.3369,
      "num_tokens": 299106197.0,
      "step": 1568
    },
    {
      "epoch": 0.5354948805460751,
      "grad_norm": 0.29228253586677433,
      "learning_rate": 9.600792038422449e-06,
      "loss": 0.3384,
      "num_tokens": 299279292.0,
      "step": 1569
    },
    {
      "epoch": 0.5358361774744027,
      "grad_norm": 0.2725424308439003,
      "learning_rate": 9.600094588585064e-06,
      "loss": 0.3246,
      "num_tokens": 299472824.0,
      "step": 1570
    },
    {
      "epoch": 0.5361774744027303,
      "grad_norm": 0.34013497571397866,
      "learning_rate": 9.599396558356683e-06,
      "loss": 0.3589,
      "num_tokens": 299618727.0,
      "step": 1571
    },
    {
      "epoch": 0.5365187713310581,
      "grad_norm": 0.3624590137815137,
      "learning_rate": 9.598697947836116e-06,
      "loss": 0.3687,
      "num_tokens": 299810691.0,
      "step": 1572
    },
    {
      "epoch": 0.5368600682593857,
      "grad_norm": 0.28125237574371453,
      "learning_rate": 9.597998757122258e-06,
      "loss": 0.3085,
      "num_tokens": 299975948.0,
      "step": 1573
    },
    {
      "epoch": 0.5372013651877133,
      "grad_norm": 0.3086381802750937,
      "learning_rate": 9.597298986314083e-06,
      "loss": 0.353,
      "num_tokens": 300141291.0,
      "step": 1574
    },
    {
      "epoch": 0.537542662116041,
      "grad_norm": 0.29656684043529197,
      "learning_rate": 9.596598635510645e-06,
      "loss": 0.3289,
      "num_tokens": 300298431.0,
      "step": 1575
    },
    {
      "epoch": 0.5378839590443686,
      "grad_norm": 0.2721062794315324,
      "learning_rate": 9.595897704811085e-06,
      "loss": 0.3492,
      "num_tokens": 300518088.0,
      "step": 1576
    },
    {
      "epoch": 0.5382252559726962,
      "grad_norm": 0.3071459213790413,
      "learning_rate": 9.595196194314622e-06,
      "loss": 0.3213,
      "num_tokens": 300676973.0,
      "step": 1577
    },
    {
      "epoch": 0.5385665529010238,
      "grad_norm": 0.2742347496863416,
      "learning_rate": 9.594494104120557e-06,
      "loss": 0.3235,
      "num_tokens": 300879181.0,
      "step": 1578
    },
    {
      "epoch": 0.5389078498293516,
      "grad_norm": 0.30427699160230576,
      "learning_rate": 9.59379143432828e-06,
      "loss": 0.3622,
      "num_tokens": 301050681.0,
      "step": 1579
    },
    {
      "epoch": 0.5392491467576792,
      "grad_norm": 0.28183555504962043,
      "learning_rate": 9.593088185037255e-06,
      "loss": 0.3464,
      "num_tokens": 301242786.0,
      "step": 1580
    },
    {
      "epoch": 0.5395904436860068,
      "grad_norm": 0.27603029291495546,
      "learning_rate": 9.592384356347028e-06,
      "loss": 0.3569,
      "num_tokens": 301453593.0,
      "step": 1581
    },
    {
      "epoch": 0.5399317406143345,
      "grad_norm": 0.29278095365097945,
      "learning_rate": 9.591679948357233e-06,
      "loss": 0.3512,
      "num_tokens": 301638661.0,
      "step": 1582
    },
    {
      "epoch": 0.5402730375426621,
      "grad_norm": 0.30541845042093974,
      "learning_rate": 9.590974961167582e-06,
      "loss": 0.3597,
      "num_tokens": 301804087.0,
      "step": 1583
    },
    {
      "epoch": 0.5406143344709897,
      "grad_norm": 0.27581088334144827,
      "learning_rate": 9.59026939487787e-06,
      "loss": 0.3578,
      "num_tokens": 302028127.0,
      "step": 1584
    },
    {
      "epoch": 0.5409556313993175,
      "grad_norm": 0.2659038159325066,
      "learning_rate": 9.589563249587974e-06,
      "loss": 0.3842,
      "num_tokens": 302265050.0,
      "step": 1585
    },
    {
      "epoch": 0.5412969283276451,
      "grad_norm": 0.28435343579812167,
      "learning_rate": 9.588856525397853e-06,
      "loss": 0.362,
      "num_tokens": 302456839.0,
      "step": 1586
    },
    {
      "epoch": 0.5416382252559727,
      "grad_norm": 0.29756123874142143,
      "learning_rate": 9.588149222407548e-06,
      "loss": 0.3585,
      "num_tokens": 302623494.0,
      "step": 1587
    },
    {
      "epoch": 0.5419795221843003,
      "grad_norm": 4.9920098911557025,
      "learning_rate": 9.58744134071718e-06,
      "loss": 0.3697,
      "num_tokens": 302773277.0,
      "step": 1588
    },
    {
      "epoch": 0.542320819112628,
      "grad_norm": 0.29635632352932384,
      "learning_rate": 9.586732880426954e-06,
      "loss": 0.317,
      "num_tokens": 302962365.0,
      "step": 1589
    },
    {
      "epoch": 0.5426621160409556,
      "grad_norm": 0.2914167882602955,
      "learning_rate": 9.586023841637157e-06,
      "loss": 0.3412,
      "num_tokens": 303140982.0,
      "step": 1590
    },
    {
      "epoch": 0.5430034129692832,
      "grad_norm": 0.2891486472440156,
      "learning_rate": 9.585314224448157e-06,
      "loss": 0.3789,
      "num_tokens": 303348544.0,
      "step": 1591
    },
    {
      "epoch": 0.543344709897611,
      "grad_norm": 0.311000961594028,
      "learning_rate": 9.584604028960404e-06,
      "loss": 0.3396,
      "num_tokens": 303504553.0,
      "step": 1592
    },
    {
      "epoch": 0.5436860068259386,
      "grad_norm": 0.27979146123036935,
      "learning_rate": 9.583893255274433e-06,
      "loss": 0.3672,
      "num_tokens": 303719303.0,
      "step": 1593
    },
    {
      "epoch": 0.5440273037542662,
      "grad_norm": 0.29016748353910554,
      "learning_rate": 9.583181903490852e-06,
      "loss": 0.3673,
      "num_tokens": 303900083.0,
      "step": 1594
    },
    {
      "epoch": 0.5443686006825939,
      "grad_norm": 0.29737365174782093,
      "learning_rate": 9.582469973710364e-06,
      "loss": 0.3473,
      "num_tokens": 304064328.0,
      "step": 1595
    },
    {
      "epoch": 0.5447098976109215,
      "grad_norm": 0.3722457410638023,
      "learning_rate": 9.581757466033739e-06,
      "loss": 0.3616,
      "num_tokens": 304239450.0,
      "step": 1596
    },
    {
      "epoch": 0.5450511945392491,
      "grad_norm": 0.27802399222835134,
      "learning_rate": 9.581044380561843e-06,
      "loss": 0.3477,
      "num_tokens": 304428570.0,
      "step": 1597
    },
    {
      "epoch": 0.5453924914675768,
      "grad_norm": 0.27341893284537866,
      "learning_rate": 9.580330717395614e-06,
      "loss": 0.3748,
      "num_tokens": 304657932.0,
      "step": 1598
    },
    {
      "epoch": 0.5457337883959045,
      "grad_norm": 0.32067339092431446,
      "learning_rate": 9.579616476636074e-06,
      "loss": 0.3429,
      "num_tokens": 304817007.0,
      "step": 1599
    },
    {
      "epoch": 0.5460750853242321,
      "grad_norm": 0.2898189005492988,
      "learning_rate": 9.57890165838433e-06,
      "loss": 0.3321,
      "num_tokens": 304970817.0,
      "step": 1600
    },
    {
      "epoch": 0.5464163822525597,
      "grad_norm": 0.2899434489448379,
      "learning_rate": 9.57818626274157e-06,
      "loss": 0.3634,
      "num_tokens": 305173013.0,
      "step": 1601
    },
    {
      "epoch": 0.5467576791808874,
      "grad_norm": 0.2916127880430749,
      "learning_rate": 9.577470289809056e-06,
      "loss": 0.3516,
      "num_tokens": 305367870.0,
      "step": 1602
    },
    {
      "epoch": 0.547098976109215,
      "grad_norm": 0.2688221496755221,
      "learning_rate": 9.576753739688143e-06,
      "loss": 0.3636,
      "num_tokens": 305587527.0,
      "step": 1603
    },
    {
      "epoch": 0.5474402730375426,
      "grad_norm": 0.29582947342784444,
      "learning_rate": 9.57603661248026e-06,
      "loss": 0.3634,
      "num_tokens": 305762260.0,
      "step": 1604
    },
    {
      "epoch": 0.5477815699658704,
      "grad_norm": 0.31266773077893684,
      "learning_rate": 9.575318908286923e-06,
      "loss": 0.3895,
      "num_tokens": 305938507.0,
      "step": 1605
    },
    {
      "epoch": 0.548122866894198,
      "grad_norm": 0.3009011360216058,
      "learning_rate": 9.574600627209727e-06,
      "loss": 0.3796,
      "num_tokens": 306127955.0,
      "step": 1606
    },
    {
      "epoch": 0.5484641638225256,
      "grad_norm": 0.2807228657321799,
      "learning_rate": 9.573881769350346e-06,
      "loss": 0.3366,
      "num_tokens": 306282015.0,
      "step": 1607
    },
    {
      "epoch": 0.5488054607508532,
      "grad_norm": 0.2817759774340133,
      "learning_rate": 9.573162334810538e-06,
      "loss": 0.3451,
      "num_tokens": 306474367.0,
      "step": 1608
    },
    {
      "epoch": 0.5491467576791809,
      "grad_norm": 0.2737029125379057,
      "learning_rate": 9.572442323692145e-06,
      "loss": 0.3392,
      "num_tokens": 306672655.0,
      "step": 1609
    },
    {
      "epoch": 0.5494880546075085,
      "grad_norm": 0.3018110655701352,
      "learning_rate": 9.571721736097089e-06,
      "loss": 0.3412,
      "num_tokens": 306858349.0,
      "step": 1610
    },
    {
      "epoch": 0.5498293515358362,
      "grad_norm": 0.28632993916420646,
      "learning_rate": 9.571000572127371e-06,
      "loss": 0.3536,
      "num_tokens": 307061971.0,
      "step": 1611
    },
    {
      "epoch": 0.5501706484641639,
      "grad_norm": 0.3183577570060819,
      "learning_rate": 9.570278831885076e-06,
      "loss": 0.4037,
      "num_tokens": 307233290.0,
      "step": 1612
    },
    {
      "epoch": 0.5505119453924915,
      "grad_norm": 0.3411189955244367,
      "learning_rate": 9.569556515472375e-06,
      "loss": 0.3542,
      "num_tokens": 307425289.0,
      "step": 1613
    },
    {
      "epoch": 0.5508532423208191,
      "grad_norm": 0.28825623962420405,
      "learning_rate": 9.568833622991509e-06,
      "loss": 0.3444,
      "num_tokens": 307614081.0,
      "step": 1614
    },
    {
      "epoch": 0.5511945392491467,
      "grad_norm": 0.30403509038195997,
      "learning_rate": 9.568110154544812e-06,
      "loss": 0.3425,
      "num_tokens": 307808281.0,
      "step": 1615
    },
    {
      "epoch": 0.5515358361774744,
      "grad_norm": 0.49775394268774587,
      "learning_rate": 9.567386110234692e-06,
      "loss": 0.3551,
      "num_tokens": 308011388.0,
      "step": 1616
    },
    {
      "epoch": 0.551877133105802,
      "grad_norm": 0.2654465204317549,
      "learning_rate": 9.566661490163644e-06,
      "loss": 0.3388,
      "num_tokens": 308221538.0,
      "step": 1617
    },
    {
      "epoch": 0.5522184300341297,
      "grad_norm": 0.2783740178821032,
      "learning_rate": 9.56593629443424e-06,
      "loss": 0.3721,
      "num_tokens": 308444083.0,
      "step": 1618
    },
    {
      "epoch": 0.5525597269624574,
      "grad_norm": 0.29871763645690536,
      "learning_rate": 9.565210523149136e-06,
      "loss": 0.345,
      "num_tokens": 308611192.0,
      "step": 1619
    },
    {
      "epoch": 0.552901023890785,
      "grad_norm": 0.2865858589383703,
      "learning_rate": 9.56448417641107e-06,
      "loss": 0.3383,
      "num_tokens": 308777742.0,
      "step": 1620
    },
    {
      "epoch": 0.5532423208191126,
      "grad_norm": 0.26334248946989536,
      "learning_rate": 9.56375725432286e-06,
      "loss": 0.3439,
      "num_tokens": 308984440.0,
      "step": 1621
    },
    {
      "epoch": 0.5535836177474402,
      "grad_norm": 0.27019905275061895,
      "learning_rate": 9.563029756987405e-06,
      "loss": 0.3138,
      "num_tokens": 309168532.0,
      "step": 1622
    },
    {
      "epoch": 0.5539249146757679,
      "grad_norm": 0.2797409634777117,
      "learning_rate": 9.562301684507687e-06,
      "loss": 0.3685,
      "num_tokens": 309372390.0,
      "step": 1623
    },
    {
      "epoch": 0.5542662116040956,
      "grad_norm": 0.27977327687751685,
      "learning_rate": 9.561573036986767e-06,
      "loss": 0.3392,
      "num_tokens": 309550419.0,
      "step": 1624
    },
    {
      "epoch": 0.5546075085324232,
      "grad_norm": 0.30277114375414804,
      "learning_rate": 9.560843814527791e-06,
      "loss": 0.3502,
      "num_tokens": 309717825.0,
      "step": 1625
    },
    {
      "epoch": 0.5549488054607509,
      "grad_norm": 0.28405283540678405,
      "learning_rate": 9.560114017233985e-06,
      "loss": 0.3559,
      "num_tokens": 309903842.0,
      "step": 1626
    },
    {
      "epoch": 0.5552901023890785,
      "grad_norm": 0.39725637156357546,
      "learning_rate": 9.559383645208656e-06,
      "loss": 0.3674,
      "num_tokens": 310093146.0,
      "step": 1627
    },
    {
      "epoch": 0.5556313993174061,
      "grad_norm": 0.27771979865876534,
      "learning_rate": 9.558652698555188e-06,
      "loss": 0.3765,
      "num_tokens": 310338838.0,
      "step": 1628
    },
    {
      "epoch": 0.5559726962457338,
      "grad_norm": 0.2697453192565281,
      "learning_rate": 9.557921177377054e-06,
      "loss": 0.3331,
      "num_tokens": 310523066.0,
      "step": 1629
    },
    {
      "epoch": 0.5563139931740614,
      "grad_norm": 0.29352473822153563,
      "learning_rate": 9.557189081777804e-06,
      "loss": 0.3266,
      "num_tokens": 310675230.0,
      "step": 1630
    },
    {
      "epoch": 0.5566552901023891,
      "grad_norm": 0.262614012423049,
      "learning_rate": 9.556456411861072e-06,
      "loss": 0.33,
      "num_tokens": 310850155.0,
      "step": 1631
    },
    {
      "epoch": 0.5569965870307167,
      "grad_norm": 0.2722844180076222,
      "learning_rate": 9.555723167730569e-06,
      "loss": 0.3738,
      "num_tokens": 311078621.0,
      "step": 1632
    },
    {
      "epoch": 0.5573378839590444,
      "grad_norm": 0.3211674248013187,
      "learning_rate": 9.554989349490091e-06,
      "loss": 0.367,
      "num_tokens": 311253296.0,
      "step": 1633
    },
    {
      "epoch": 0.557679180887372,
      "grad_norm": 0.29986488665883165,
      "learning_rate": 9.554254957243513e-06,
      "loss": 0.3574,
      "num_tokens": 311417267.0,
      "step": 1634
    },
    {
      "epoch": 0.5580204778156996,
      "grad_norm": 0.29770955752455536,
      "learning_rate": 9.553519991094793e-06,
      "loss": 0.3506,
      "num_tokens": 311572175.0,
      "step": 1635
    },
    {
      "epoch": 0.5583617747440273,
      "grad_norm": 0.2805600129088651,
      "learning_rate": 9.552784451147971e-06,
      "loss": 0.3328,
      "num_tokens": 311748580.0,
      "step": 1636
    },
    {
      "epoch": 0.558703071672355,
      "grad_norm": 0.279692010096606,
      "learning_rate": 9.552048337507165e-06,
      "loss": 0.3257,
      "num_tokens": 311914860.0,
      "step": 1637
    },
    {
      "epoch": 0.5590443686006826,
      "grad_norm": 0.2747464441336816,
      "learning_rate": 9.551311650276575e-06,
      "loss": 0.367,
      "num_tokens": 312136261.0,
      "step": 1638
    },
    {
      "epoch": 0.5593856655290103,
      "grad_norm": 0.2924954677671414,
      "learning_rate": 9.550574389560483e-06,
      "loss": 0.3479,
      "num_tokens": 312323047.0,
      "step": 1639
    },
    {
      "epoch": 0.5597269624573379,
      "grad_norm": 0.33102549121403135,
      "learning_rate": 9.549836555463256e-06,
      "loss": 0.3581,
      "num_tokens": 312536595.0,
      "step": 1640
    },
    {
      "epoch": 0.5600682593856655,
      "grad_norm": 0.2872045567097203,
      "learning_rate": 9.549098148089336e-06,
      "loss": 0.364,
      "num_tokens": 312733619.0,
      "step": 1641
    },
    {
      "epoch": 0.5604095563139931,
      "grad_norm": 0.264984759267044,
      "learning_rate": 9.548359167543249e-06,
      "loss": 0.3345,
      "num_tokens": 312963531.0,
      "step": 1642
    },
    {
      "epoch": 0.5607508532423208,
      "grad_norm": 0.3165525227168214,
      "learning_rate": 9.547619613929599e-06,
      "loss": 0.3503,
      "num_tokens": 313135459.0,
      "step": 1643
    },
    {
      "epoch": 0.5610921501706485,
      "grad_norm": 0.2809635833918623,
      "learning_rate": 9.546879487353079e-06,
      "loss": 0.3774,
      "num_tokens": 313338523.0,
      "step": 1644
    },
    {
      "epoch": 0.5614334470989761,
      "grad_norm": 0.30309574594723854,
      "learning_rate": 9.546138787918454e-06,
      "loss": 0.3554,
      "num_tokens": 313494736.0,
      "step": 1645
    },
    {
      "epoch": 0.5617747440273038,
      "grad_norm": 0.26290004989919374,
      "learning_rate": 9.545397515730576e-06,
      "loss": 0.3592,
      "num_tokens": 313708449.0,
      "step": 1646
    },
    {
      "epoch": 0.5621160409556314,
      "grad_norm": 0.25367592674081235,
      "learning_rate": 9.544655670894374e-06,
      "loss": 0.3142,
      "num_tokens": 313914354.0,
      "step": 1647
    },
    {
      "epoch": 0.562457337883959,
      "grad_norm": 0.2877029977450184,
      "learning_rate": 9.543913253514865e-06,
      "loss": 0.3414,
      "num_tokens": 314095086.0,
      "step": 1648
    },
    {
      "epoch": 0.5627986348122866,
      "grad_norm": 0.2721792798279238,
      "learning_rate": 9.543170263697138e-06,
      "loss": 0.3569,
      "num_tokens": 314302750.0,
      "step": 1649
    },
    {
      "epoch": 0.5631399317406144,
      "grad_norm": 0.2662293370558289,
      "learning_rate": 9.54242670154637e-06,
      "loss": 0.3428,
      "num_tokens": 314494338.0,
      "step": 1650
    },
    {
      "epoch": 0.563481228668942,
      "grad_norm": 0.29186395888322286,
      "learning_rate": 9.541682567167811e-06,
      "loss": 0.3695,
      "num_tokens": 314687301.0,
      "step": 1651
    },
    {
      "epoch": 0.5638225255972696,
      "grad_norm": 0.2920400633959142,
      "learning_rate": 9.540937860666803e-06,
      "loss": 0.3729,
      "num_tokens": 314861096.0,
      "step": 1652
    },
    {
      "epoch": 0.5641638225255973,
      "grad_norm": 0.2801766302769076,
      "learning_rate": 9.54019258214876e-06,
      "loss": 0.3747,
      "num_tokens": 315063140.0,
      "step": 1653
    },
    {
      "epoch": 0.5645051194539249,
      "grad_norm": 0.2728656927125062,
      "learning_rate": 9.539446731719186e-06,
      "loss": 0.3601,
      "num_tokens": 315275527.0,
      "step": 1654
    },
    {
      "epoch": 0.5648464163822525,
      "grad_norm": 0.26642020698923946,
      "learning_rate": 9.538700309483652e-06,
      "loss": 0.3485,
      "num_tokens": 315485144.0,
      "step": 1655
    },
    {
      "epoch": 0.5651877133105802,
      "grad_norm": 0.2843686152329636,
      "learning_rate": 9.537953315547824e-06,
      "loss": 0.3541,
      "num_tokens": 315662578.0,
      "step": 1656
    },
    {
      "epoch": 0.5655290102389079,
      "grad_norm": 0.28326103637398664,
      "learning_rate": 9.53720575001744e-06,
      "loss": 0.3554,
      "num_tokens": 315844801.0,
      "step": 1657
    },
    {
      "epoch": 0.5658703071672355,
      "grad_norm": 0.302743474424808,
      "learning_rate": 9.536457612998323e-06,
      "loss": 0.3415,
      "num_tokens": 315990232.0,
      "step": 1658
    },
    {
      "epoch": 0.5662116040955631,
      "grad_norm": 0.28151424370746975,
      "learning_rate": 9.535708904596377e-06,
      "loss": 0.3676,
      "num_tokens": 316172196.0,
      "step": 1659
    },
    {
      "epoch": 0.5665529010238908,
      "grad_norm": 0.31719123636510144,
      "learning_rate": 9.534959624917585e-06,
      "loss": 0.3144,
      "num_tokens": 316321741.0,
      "step": 1660
    },
    {
      "epoch": 0.5668941979522184,
      "grad_norm": 0.3295830640066856,
      "learning_rate": 9.534209774068012e-06,
      "loss": 0.3987,
      "num_tokens": 316541241.0,
      "step": 1661
    },
    {
      "epoch": 0.567235494880546,
      "grad_norm": 0.29770774752820356,
      "learning_rate": 9.533459352153803e-06,
      "loss": 0.3838,
      "num_tokens": 316716904.0,
      "step": 1662
    },
    {
      "epoch": 0.5675767918088738,
      "grad_norm": 0.2830090758375418,
      "learning_rate": 9.532708359281184e-06,
      "loss": 0.3085,
      "num_tokens": 316900463.0,
      "step": 1663
    },
    {
      "epoch": 0.5679180887372014,
      "grad_norm": 0.29544105965805223,
      "learning_rate": 9.531956795556462e-06,
      "loss": 0.3243,
      "num_tokens": 317099566.0,
      "step": 1664
    },
    {
      "epoch": 0.568259385665529,
      "grad_norm": 0.2597076269163163,
      "learning_rate": 9.531204661086029e-06,
      "loss": 0.3504,
      "num_tokens": 317318277.0,
      "step": 1665
    },
    {
      "epoch": 0.5686006825938567,
      "grad_norm": 0.26405452800111234,
      "learning_rate": 9.530451955976347e-06,
      "loss": 0.3535,
      "num_tokens": 317545396.0,
      "step": 1666
    },
    {
      "epoch": 0.5689419795221843,
      "grad_norm": 0.317354390820362,
      "learning_rate": 9.52969868033397e-06,
      "loss": 0.3778,
      "num_tokens": 317708880.0,
      "step": 1667
    },
    {
      "epoch": 0.5692832764505119,
      "grad_norm": 0.26158869622901204,
      "learning_rate": 9.528944834265526e-06,
      "loss": 0.379,
      "num_tokens": 317940127.0,
      "step": 1668
    },
    {
      "epoch": 0.5696245733788395,
      "grad_norm": 0.2638299991438768,
      "learning_rate": 9.52819041787773e-06,
      "loss": 0.3303,
      "num_tokens": 318125746.0,
      "step": 1669
    },
    {
      "epoch": 0.5699658703071673,
      "grad_norm": 0.2794652750839032,
      "learning_rate": 9.52743543127737e-06,
      "loss": 0.3218,
      "num_tokens": 318294716.0,
      "step": 1670
    },
    {
      "epoch": 0.5703071672354949,
      "grad_norm": 0.30982117634241796,
      "learning_rate": 9.526679874571319e-06,
      "loss": 0.352,
      "num_tokens": 318438442.0,
      "step": 1671
    },
    {
      "epoch": 0.5706484641638225,
      "grad_norm": 0.3242983131979148,
      "learning_rate": 9.525923747866534e-06,
      "loss": 0.3534,
      "num_tokens": 318600564.0,
      "step": 1672
    },
    {
      "epoch": 0.5709897610921502,
      "grad_norm": 0.2661679468539962,
      "learning_rate": 9.525167051270043e-06,
      "loss": 0.3779,
      "num_tokens": 318831014.0,
      "step": 1673
    },
    {
      "epoch": 0.5713310580204778,
      "grad_norm": 0.24133302464749232,
      "learning_rate": 9.524409784888965e-06,
      "loss": 0.3384,
      "num_tokens": 319048001.0,
      "step": 1674
    },
    {
      "epoch": 0.5716723549488054,
      "grad_norm": 0.289985268563845,
      "learning_rate": 9.523651948830493e-06,
      "loss": 0.3553,
      "num_tokens": 319244829.0,
      "step": 1675
    },
    {
      "epoch": 0.5720136518771332,
      "grad_norm": 0.30187393404570095,
      "learning_rate": 9.522893543201903e-06,
      "loss": 0.4113,
      "num_tokens": 319436781.0,
      "step": 1676
    },
    {
      "epoch": 0.5723549488054608,
      "grad_norm": 0.2606953462633334,
      "learning_rate": 9.522134568110554e-06,
      "loss": 0.3358,
      "num_tokens": 319628906.0,
      "step": 1677
    },
    {
      "epoch": 0.5726962457337884,
      "grad_norm": 0.27332813113754056,
      "learning_rate": 9.521375023663878e-06,
      "loss": 0.3413,
      "num_tokens": 319827239.0,
      "step": 1678
    },
    {
      "epoch": 0.573037542662116,
      "grad_norm": 0.25980575330359057,
      "learning_rate": 9.520614909969398e-06,
      "loss": 0.3425,
      "num_tokens": 320026529.0,
      "step": 1679
    },
    {
      "epoch": 0.5733788395904437,
      "grad_norm": 0.286896092725802,
      "learning_rate": 9.51985422713471e-06,
      "loss": 0.3293,
      "num_tokens": 320192250.0,
      "step": 1680
    },
    {
      "epoch": 0.5737201365187713,
      "grad_norm": 0.2945612792511433,
      "learning_rate": 9.519092975267493e-06,
      "loss": 0.3626,
      "num_tokens": 320373253.0,
      "step": 1681
    },
    {
      "epoch": 0.5740614334470989,
      "grad_norm": 0.26873533309315306,
      "learning_rate": 9.518331154475506e-06,
      "loss": 0.3308,
      "num_tokens": 320560437.0,
      "step": 1682
    },
    {
      "epoch": 0.5744027303754267,
      "grad_norm": 0.27328428252658216,
      "learning_rate": 9.517568764866588e-06,
      "loss": 0.3381,
      "num_tokens": 320754967.0,
      "step": 1683
    },
    {
      "epoch": 0.5747440273037543,
      "grad_norm": 0.26931616313015233,
      "learning_rate": 9.516805806548662e-06,
      "loss": 0.3342,
      "num_tokens": 320918449.0,
      "step": 1684
    },
    {
      "epoch": 0.5750853242320819,
      "grad_norm": 0.28153892045684836,
      "learning_rate": 9.51604227962973e-06,
      "loss": 0.354,
      "num_tokens": 321105917.0,
      "step": 1685
    },
    {
      "epoch": 0.5754266211604095,
      "grad_norm": 0.2999030629056662,
      "learning_rate": 9.515278184217867e-06,
      "loss": 0.3472,
      "num_tokens": 321274821.0,
      "step": 1686
    },
    {
      "epoch": 0.5757679180887372,
      "grad_norm": 0.2767723670598393,
      "learning_rate": 9.514513520421243e-06,
      "loss": 0.3477,
      "num_tokens": 321477147.0,
      "step": 1687
    },
    {
      "epoch": 0.5761092150170648,
      "grad_norm": 0.26482985613993015,
      "learning_rate": 9.513748288348094e-06,
      "loss": 0.3638,
      "num_tokens": 321686835.0,
      "step": 1688
    },
    {
      "epoch": 0.5764505119453925,
      "grad_norm": 0.2727599595211418,
      "learning_rate": 9.512982488106747e-06,
      "loss": 0.3723,
      "num_tokens": 321894584.0,
      "step": 1689
    },
    {
      "epoch": 0.5767918088737202,
      "grad_norm": 0.2810462690069724,
      "learning_rate": 9.512216119805601e-06,
      "loss": 0.3381,
      "num_tokens": 322077083.0,
      "step": 1690
    },
    {
      "epoch": 0.5771331058020478,
      "grad_norm": 0.27740115052154124,
      "learning_rate": 9.511449183553143e-06,
      "loss": 0.348,
      "num_tokens": 322247059.0,
      "step": 1691
    },
    {
      "epoch": 0.5774744027303754,
      "grad_norm": 0.27782387766166516,
      "learning_rate": 9.510681679457938e-06,
      "loss": 0.3372,
      "num_tokens": 322425629.0,
      "step": 1692
    },
    {
      "epoch": 0.577815699658703,
      "grad_norm": 0.2811319423357909,
      "learning_rate": 9.509913607628626e-06,
      "loss": 0.3658,
      "num_tokens": 322621240.0,
      "step": 1693
    },
    {
      "epoch": 0.5781569965870307,
      "grad_norm": 0.27545062735517567,
      "learning_rate": 9.509144968173936e-06,
      "loss": 0.3513,
      "num_tokens": 322794045.0,
      "step": 1694
    },
    {
      "epoch": 0.5784982935153583,
      "grad_norm": 0.26574418427579233,
      "learning_rate": 9.508375761202672e-06,
      "loss": 0.3682,
      "num_tokens": 322994771.0,
      "step": 1695
    },
    {
      "epoch": 0.578839590443686,
      "grad_norm": 0.2799157482459854,
      "learning_rate": 9.50760598682372e-06,
      "loss": 0.3771,
      "num_tokens": 323190379.0,
      "step": 1696
    },
    {
      "epoch": 0.5791808873720137,
      "grad_norm": 0.2768191231881684,
      "learning_rate": 9.506835645146044e-06,
      "loss": 0.3601,
      "num_tokens": 323376764.0,
      "step": 1697
    },
    {
      "epoch": 0.5795221843003413,
      "grad_norm": 0.2801947383322447,
      "learning_rate": 9.50606473627869e-06,
      "loss": 0.3381,
      "num_tokens": 323540024.0,
      "step": 1698
    },
    {
      "epoch": 0.5798634812286689,
      "grad_norm": 0.2846883867261198,
      "learning_rate": 9.505293260330787e-06,
      "loss": 0.3193,
      "num_tokens": 323699787.0,
      "step": 1699
    },
    {
      "epoch": 0.5802047781569966,
      "grad_norm": 0.27348789217255537,
      "learning_rate": 9.504521217411539e-06,
      "loss": 0.3383,
      "num_tokens": 323869908.0,
      "step": 1700
    },
    {
      "epoch": 0.5805460750853242,
      "grad_norm": 0.3018413324079041,
      "learning_rate": 9.503748607630235e-06,
      "loss": 0.3284,
      "num_tokens": 324024749.0,
      "step": 1701
    },
    {
      "epoch": 0.5808873720136519,
      "grad_norm": 0.2632457046112415,
      "learning_rate": 9.502975431096241e-06,
      "loss": 0.3258,
      "num_tokens": 324226219.0,
      "step": 1702
    },
    {
      "epoch": 0.5812286689419796,
      "grad_norm": 0.30219591553527103,
      "learning_rate": 9.502201687919004e-06,
      "loss": 0.3205,
      "num_tokens": 324387751.0,
      "step": 1703
    },
    {
      "epoch": 0.5815699658703072,
      "grad_norm": 0.2898791898399628,
      "learning_rate": 9.501427378208052e-06,
      "loss": 0.3577,
      "num_tokens": 324550178.0,
      "step": 1704
    },
    {
      "epoch": 0.5819112627986348,
      "grad_norm": 0.31524752809525686,
      "learning_rate": 9.500652502072993e-06,
      "loss": 0.3446,
      "num_tokens": 324706716.0,
      "step": 1705
    },
    {
      "epoch": 0.5822525597269624,
      "grad_norm": 0.2885944745694699,
      "learning_rate": 9.499877059623517e-06,
      "loss": 0.3745,
      "num_tokens": 324923075.0,
      "step": 1706
    },
    {
      "epoch": 0.5825938566552901,
      "grad_norm": 0.2844462129886554,
      "learning_rate": 9.499101050969389e-06,
      "loss": 0.3551,
      "num_tokens": 325115964.0,
      "step": 1707
    },
    {
      "epoch": 0.5829351535836177,
      "grad_norm": 0.3254143054553885,
      "learning_rate": 9.498324476220457e-06,
      "loss": 0.3657,
      "num_tokens": 325282346.0,
      "step": 1708
    },
    {
      "epoch": 0.5832764505119454,
      "grad_norm": 0.28781894692973703,
      "learning_rate": 9.497547335486652e-06,
      "loss": 0.3583,
      "num_tokens": 325481216.0,
      "step": 1709
    },
    {
      "epoch": 0.5836177474402731,
      "grad_norm": 0.3111344784531045,
      "learning_rate": 9.496769628877982e-06,
      "loss": 0.3536,
      "num_tokens": 325663536.0,
      "step": 1710
    },
    {
      "epoch": 0.5839590443686007,
      "grad_norm": 0.26406031249994805,
      "learning_rate": 9.495991356504535e-06,
      "loss": 0.3566,
      "num_tokens": 325879067.0,
      "step": 1711
    },
    {
      "epoch": 0.5843003412969283,
      "grad_norm": 0.2703411999153678,
      "learning_rate": 9.495212518476481e-06,
      "loss": 0.3359,
      "num_tokens": 326090371.0,
      "step": 1712
    },
    {
      "epoch": 0.5846416382252559,
      "grad_norm": 0.29020840176976537,
      "learning_rate": 9.494433114904067e-06,
      "loss": 0.3921,
      "num_tokens": 326327020.0,
      "step": 1713
    },
    {
      "epoch": 0.5849829351535836,
      "grad_norm": 0.28282387177745816,
      "learning_rate": 9.49365314589762e-06,
      "loss": 0.3635,
      "num_tokens": 326509390.0,
      "step": 1714
    },
    {
      "epoch": 0.5853242320819113,
      "grad_norm": 0.28156075884425963,
      "learning_rate": 9.492872611567554e-06,
      "loss": 0.3496,
      "num_tokens": 326687969.0,
      "step": 1715
    },
    {
      "epoch": 0.5856655290102389,
      "grad_norm": 0.26513770886154053,
      "learning_rate": 9.492091512024355e-06,
      "loss": 0.3398,
      "num_tokens": 326892125.0,
      "step": 1716
    },
    {
      "epoch": 0.5860068259385666,
      "grad_norm": 0.2781020846275236,
      "learning_rate": 9.491309847378592e-06,
      "loss": 0.351,
      "num_tokens": 327079763.0,
      "step": 1717
    },
    {
      "epoch": 0.5863481228668942,
      "grad_norm": 0.29663219627095755,
      "learning_rate": 9.490527617740917e-06,
      "loss": 0.3211,
      "num_tokens": 327244688.0,
      "step": 1718
    },
    {
      "epoch": 0.5866894197952218,
      "grad_norm": 0.29756515012719065,
      "learning_rate": 9.489744823222054e-06,
      "loss": 0.3204,
      "num_tokens": 327395644.0,
      "step": 1719
    },
    {
      "epoch": 0.5870307167235495,
      "grad_norm": 0.3169067204616072,
      "learning_rate": 9.488961463932813e-06,
      "loss": 0.3913,
      "num_tokens": 327584280.0,
      "step": 1720
    },
    {
      "epoch": 0.5873720136518771,
      "grad_norm": 0.2658542275265947,
      "learning_rate": 9.488177539984085e-06,
      "loss": 0.3578,
      "num_tokens": 327802560.0,
      "step": 1721
    },
    {
      "epoch": 0.5877133105802048,
      "grad_norm": 0.30841716012203096,
      "learning_rate": 9.487393051486838e-06,
      "loss": 0.3624,
      "num_tokens": 327979921.0,
      "step": 1722
    },
    {
      "epoch": 0.5880546075085324,
      "grad_norm": 0.2693822441548957,
      "learning_rate": 9.48660799855212e-06,
      "loss": 0.3669,
      "num_tokens": 328204644.0,
      "step": 1723
    },
    {
      "epoch": 0.5883959044368601,
      "grad_norm": 0.26090135210742266,
      "learning_rate": 9.48582238129106e-06,
      "loss": 0.3519,
      "num_tokens": 328421533.0,
      "step": 1724
    },
    {
      "epoch": 0.5887372013651877,
      "grad_norm": 0.2642972226958324,
      "learning_rate": 9.485036199814866e-06,
      "loss": 0.3387,
      "num_tokens": 328618447.0,
      "step": 1725
    },
    {
      "epoch": 0.5890784982935153,
      "grad_norm": 0.28188869375936765,
      "learning_rate": 9.484249454234829e-06,
      "loss": 0.3397,
      "num_tokens": 328815672.0,
      "step": 1726
    },
    {
      "epoch": 0.589419795221843,
      "grad_norm": 0.2701822806595523,
      "learning_rate": 9.483462144662312e-06,
      "loss": 0.351,
      "num_tokens": 328992261.0,
      "step": 1727
    },
    {
      "epoch": 0.5897610921501707,
      "grad_norm": 0.28783942958404746,
      "learning_rate": 9.482674271208766e-06,
      "loss": 0.3315,
      "num_tokens": 329163494.0,
      "step": 1728
    },
    {
      "epoch": 0.5901023890784983,
      "grad_norm": 0.28852611791971267,
      "learning_rate": 9.48188583398572e-06,
      "loss": 0.3696,
      "num_tokens": 329377218.0,
      "step": 1729
    },
    {
      "epoch": 0.590443686006826,
      "grad_norm": 0.26624266263531204,
      "learning_rate": 9.48109683310478e-06,
      "loss": 0.3381,
      "num_tokens": 329569682.0,
      "step": 1730
    },
    {
      "epoch": 0.5907849829351536,
      "grad_norm": 0.24766101921271214,
      "learning_rate": 9.480307268677635e-06,
      "loss": 0.3382,
      "num_tokens": 329783177.0,
      "step": 1731
    },
    {
      "epoch": 0.5911262798634812,
      "grad_norm": 0.27012723867958666,
      "learning_rate": 9.479517140816049e-06,
      "loss": 0.3398,
      "num_tokens": 329992104.0,
      "step": 1732
    },
    {
      "epoch": 0.5914675767918088,
      "grad_norm": 0.3158648392506049,
      "learning_rate": 9.478726449631872e-06,
      "loss": 0.3158,
      "num_tokens": 330139486.0,
      "step": 1733
    },
    {
      "epoch": 0.5918088737201365,
      "grad_norm": 0.2749147685324326,
      "learning_rate": 9.47793519523703e-06,
      "loss": 0.3176,
      "num_tokens": 330312577.0,
      "step": 1734
    },
    {
      "epoch": 0.5921501706484642,
      "grad_norm": 0.2791668123131356,
      "learning_rate": 9.477143377743528e-06,
      "loss": 0.349,
      "num_tokens": 330537524.0,
      "step": 1735
    },
    {
      "epoch": 0.5924914675767918,
      "grad_norm": 0.2798896518984568,
      "learning_rate": 9.476350997263456e-06,
      "loss": 0.3259,
      "num_tokens": 330740818.0,
      "step": 1736
    },
    {
      "epoch": 0.5928327645051195,
      "grad_norm": 0.28133241859388936,
      "learning_rate": 9.475558053908975e-06,
      "loss": 0.3359,
      "num_tokens": 330933346.0,
      "step": 1737
    },
    {
      "epoch": 0.5931740614334471,
      "grad_norm": 0.32080740298249705,
      "learning_rate": 9.47476454779233e-06,
      "loss": 0.3519,
      "num_tokens": 331066441.0,
      "step": 1738
    },
    {
      "epoch": 0.5935153583617747,
      "grad_norm": 0.25543537376798064,
      "learning_rate": 9.473970479025852e-06,
      "loss": 0.3462,
      "num_tokens": 331295695.0,
      "step": 1739
    },
    {
      "epoch": 0.5938566552901023,
      "grad_norm": 0.2987152651224905,
      "learning_rate": 9.473175847721942e-06,
      "loss": 0.3879,
      "num_tokens": 331505786.0,
      "step": 1740
    },
    {
      "epoch": 0.5941979522184301,
      "grad_norm": 0.2698937639741988,
      "learning_rate": 9.472380653993084e-06,
      "loss": 0.3317,
      "num_tokens": 331694970.0,
      "step": 1741
    },
    {
      "epoch": 0.5945392491467577,
      "grad_norm": 0.27631289539677695,
      "learning_rate": 9.471584897951844e-06,
      "loss": 0.3663,
      "num_tokens": 331890416.0,
      "step": 1742
    },
    {
      "epoch": 0.5948805460750853,
      "grad_norm": 0.29705951785766144,
      "learning_rate": 9.470788579710863e-06,
      "loss": 0.3477,
      "num_tokens": 332046723.0,
      "step": 1743
    },
    {
      "epoch": 0.595221843003413,
      "grad_norm": 0.25493809289711444,
      "learning_rate": 9.469991699382868e-06,
      "loss": 0.3708,
      "num_tokens": 332301567.0,
      "step": 1744
    },
    {
      "epoch": 0.5955631399317406,
      "grad_norm": 0.29805828127927725,
      "learning_rate": 9.469194257080658e-06,
      "loss": 0.3764,
      "num_tokens": 332474963.0,
      "step": 1745
    },
    {
      "epoch": 0.5959044368600682,
      "grad_norm": 0.2877051969783761,
      "learning_rate": 9.46839625291712e-06,
      "loss": 0.3172,
      "num_tokens": 332674966.0,
      "step": 1746
    },
    {
      "epoch": 0.596245733788396,
      "grad_norm": 0.2984979169205731,
      "learning_rate": 9.467597687005209e-06,
      "loss": 0.3458,
      "num_tokens": 332869380.0,
      "step": 1747
    },
    {
      "epoch": 0.5965870307167236,
      "grad_norm": 0.2847292438054966,
      "learning_rate": 9.466798559457974e-06,
      "loss": 0.3523,
      "num_tokens": 333066302.0,
      "step": 1748
    },
    {
      "epoch": 0.5969283276450512,
      "grad_norm": 0.27426013696673757,
      "learning_rate": 9.465998870388529e-06,
      "loss": 0.3631,
      "num_tokens": 333276609.0,
      "step": 1749
    },
    {
      "epoch": 0.5972696245733788,
      "grad_norm": 0.264810658767303,
      "learning_rate": 9.465198619910078e-06,
      "loss": 0.338,
      "num_tokens": 333474830.0,
      "step": 1750
    },
    {
      "epoch": 0.5976109215017065,
      "grad_norm": 0.33342400847191445,
      "learning_rate": 9.464397808135904e-06,
      "loss": 0.3367,
      "num_tokens": 333637384.0,
      "step": 1751
    },
    {
      "epoch": 0.5979522184300341,
      "grad_norm": 0.2804436351147947,
      "learning_rate": 9.46359643517936e-06,
      "loss": 0.3331,
      "num_tokens": 333808730.0,
      "step": 1752
    },
    {
      "epoch": 0.5982935153583617,
      "grad_norm": 0.2948764839332116,
      "learning_rate": 9.462794501153888e-06,
      "loss": 0.3675,
      "num_tokens": 334004036.0,
      "step": 1753
    },
    {
      "epoch": 0.5986348122866895,
      "grad_norm": 0.27927864371377253,
      "learning_rate": 9.461992006173005e-06,
      "loss": 0.3287,
      "num_tokens": 334176886.0,
      "step": 1754
    },
    {
      "epoch": 0.5989761092150171,
      "grad_norm": 0.29030467617730066,
      "learning_rate": 9.46118895035031e-06,
      "loss": 0.3219,
      "num_tokens": 334359828.0,
      "step": 1755
    },
    {
      "epoch": 0.5993174061433447,
      "grad_norm": 0.2521879674354364,
      "learning_rate": 9.460385333799482e-06,
      "loss": 0.3333,
      "num_tokens": 334589124.0,
      "step": 1756
    },
    {
      "epoch": 0.5996587030716723,
      "grad_norm": 0.26898936895998193,
      "learning_rate": 9.45958115663427e-06,
      "loss": 0.3292,
      "num_tokens": 334767126.0,
      "step": 1757
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.2880839970206529,
      "learning_rate": 9.458776418968518e-06,
      "loss": 0.3175,
      "num_tokens": 334972844.0,
      "step": 1758
    },
    {
      "epoch": 0.6003412969283276,
      "grad_norm": 0.2779354421667931,
      "learning_rate": 9.457971120916137e-06,
      "loss": 0.327,
      "num_tokens": 335130685.0,
      "step": 1759
    },
    {
      "epoch": 0.6006825938566553,
      "grad_norm": 0.2622889314646535,
      "learning_rate": 9.45716526259112e-06,
      "loss": 0.3372,
      "num_tokens": 335319872.0,
      "step": 1760
    },
    {
      "epoch": 0.601023890784983,
      "grad_norm": 0.27690410101950524,
      "learning_rate": 9.456358844107544e-06,
      "loss": 0.3508,
      "num_tokens": 335502450.0,
      "step": 1761
    },
    {
      "epoch": 0.6013651877133106,
      "grad_norm": 0.2936939959941226,
      "learning_rate": 9.45555186557956e-06,
      "loss": 0.327,
      "num_tokens": 335659034.0,
      "step": 1762
    },
    {
      "epoch": 0.6017064846416382,
      "grad_norm": 0.2823944912791572,
      "learning_rate": 9.454744327121402e-06,
      "loss": 0.3585,
      "num_tokens": 335840008.0,
      "step": 1763
    },
    {
      "epoch": 0.6020477815699659,
      "grad_norm": 0.28498520027369584,
      "learning_rate": 9.453936228847378e-06,
      "loss": 0.315,
      "num_tokens": 336004552.0,
      "step": 1764
    },
    {
      "epoch": 0.6023890784982935,
      "grad_norm": 0.2670783012582597,
      "learning_rate": 9.453127570871883e-06,
      "loss": 0.3349,
      "num_tokens": 336184103.0,
      "step": 1765
    },
    {
      "epoch": 0.6027303754266211,
      "grad_norm": 0.2721504912442588,
      "learning_rate": 9.452318353309386e-06,
      "loss": 0.355,
      "num_tokens": 336387414.0,
      "step": 1766
    },
    {
      "epoch": 0.6030716723549489,
      "grad_norm": 0.30499063788544833,
      "learning_rate": 9.451508576274433e-06,
      "loss": 0.3773,
      "num_tokens": 336577917.0,
      "step": 1767
    },
    {
      "epoch": 0.6034129692832765,
      "grad_norm": 0.2878042791225928,
      "learning_rate": 9.450698239881655e-06,
      "loss": 0.3544,
      "num_tokens": 336766068.0,
      "step": 1768
    },
    {
      "epoch": 0.6037542662116041,
      "grad_norm": 0.304869463409752,
      "learning_rate": 9.449887344245759e-06,
      "loss": 0.3454,
      "num_tokens": 336931979.0,
      "step": 1769
    },
    {
      "epoch": 0.6040955631399317,
      "grad_norm": 0.3250216883150198,
      "learning_rate": 9.449075889481533e-06,
      "loss": 0.3514,
      "num_tokens": 337099161.0,
      "step": 1770
    },
    {
      "epoch": 0.6044368600682594,
      "grad_norm": 0.29127971399887037,
      "learning_rate": 9.448263875703843e-06,
      "loss": 0.3663,
      "num_tokens": 337308224.0,
      "step": 1771
    },
    {
      "epoch": 0.604778156996587,
      "grad_norm": 0.2774678639337649,
      "learning_rate": 9.447451303027631e-06,
      "loss": 0.39,
      "num_tokens": 337535123.0,
      "step": 1772
    },
    {
      "epoch": 0.6051194539249147,
      "grad_norm": 0.26101877864333894,
      "learning_rate": 9.446638171567924e-06,
      "loss": 0.3554,
      "num_tokens": 337734220.0,
      "step": 1773
    },
    {
      "epoch": 0.6054607508532424,
      "grad_norm": 0.26427851128860513,
      "learning_rate": 9.445824481439825e-06,
      "loss": 0.3312,
      "num_tokens": 337933460.0,
      "step": 1774
    },
    {
      "epoch": 0.60580204778157,
      "grad_norm": 0.2677030335371007,
      "learning_rate": 9.445010232758516e-06,
      "loss": 0.3607,
      "num_tokens": 338163650.0,
      "step": 1775
    },
    {
      "epoch": 0.6061433447098976,
      "grad_norm": 0.31035626343799655,
      "learning_rate": 9.444195425639255e-06,
      "loss": 0.351,
      "num_tokens": 338319633.0,
      "step": 1776
    },
    {
      "epoch": 0.6064846416382252,
      "grad_norm": 0.31417026854234326,
      "learning_rate": 9.443380060197387e-06,
      "loss": 0.3402,
      "num_tokens": 338462576.0,
      "step": 1777
    },
    {
      "epoch": 0.6068259385665529,
      "grad_norm": 0.2781968476597442,
      "learning_rate": 9.44256413654833e-06,
      "loss": 0.3583,
      "num_tokens": 338649006.0,
      "step": 1778
    },
    {
      "epoch": 0.6071672354948805,
      "grad_norm": 0.30070683947687726,
      "learning_rate": 9.441747654807583e-06,
      "loss": 0.3367,
      "num_tokens": 338860498.0,
      "step": 1779
    },
    {
      "epoch": 0.6075085324232082,
      "grad_norm": 0.27136709882053195,
      "learning_rate": 9.440930615090722e-06,
      "loss": 0.3632,
      "num_tokens": 339068568.0,
      "step": 1780
    },
    {
      "epoch": 0.6078498293515359,
      "grad_norm": 0.2769049497510449,
      "learning_rate": 9.440113017513404e-06,
      "loss": 0.3759,
      "num_tokens": 339296111.0,
      "step": 1781
    },
    {
      "epoch": 0.6081911262798635,
      "grad_norm": 0.3237796617985613,
      "learning_rate": 9.439294862191369e-06,
      "loss": 0.3473,
      "num_tokens": 339455665.0,
      "step": 1782
    },
    {
      "epoch": 0.6085324232081911,
      "grad_norm": 0.30996725196492025,
      "learning_rate": 9.438476149240423e-06,
      "loss": 0.3537,
      "num_tokens": 339606854.0,
      "step": 1783
    },
    {
      "epoch": 0.6088737201365187,
      "grad_norm": 0.3054529628586175,
      "learning_rate": 9.437656878776465e-06,
      "loss": 0.3771,
      "num_tokens": 339817830.0,
      "step": 1784
    },
    {
      "epoch": 0.6092150170648464,
      "grad_norm": 0.30592356778825264,
      "learning_rate": 9.436837050915464e-06,
      "loss": 0.3755,
      "num_tokens": 339998149.0,
      "step": 1785
    },
    {
      "epoch": 0.6095563139931741,
      "grad_norm": 0.32670154298268017,
      "learning_rate": 9.436016665773475e-06,
      "loss": 0.3722,
      "num_tokens": 340161675.0,
      "step": 1786
    },
    {
      "epoch": 0.6098976109215017,
      "grad_norm": 0.27483873633375744,
      "learning_rate": 9.435195723466626e-06,
      "loss": 0.3246,
      "num_tokens": 340355639.0,
      "step": 1787
    },
    {
      "epoch": 0.6102389078498294,
      "grad_norm": 0.29703545056893527,
      "learning_rate": 9.434374224111124e-06,
      "loss": 0.3589,
      "num_tokens": 340551691.0,
      "step": 1788
    },
    {
      "epoch": 0.610580204778157,
      "grad_norm": 0.31876062540016964,
      "learning_rate": 9.433552167823262e-06,
      "loss": 0.3323,
      "num_tokens": 340713150.0,
      "step": 1789
    },
    {
      "epoch": 0.6109215017064846,
      "grad_norm": 0.28314989403274915,
      "learning_rate": 9.4327295547194e-06,
      "loss": 0.3401,
      "num_tokens": 340890697.0,
      "step": 1790
    },
    {
      "epoch": 0.6112627986348123,
      "grad_norm": 0.30269848671156674,
      "learning_rate": 9.43190638491599e-06,
      "loss": 0.331,
      "num_tokens": 341082653.0,
      "step": 1791
    },
    {
      "epoch": 0.6116040955631399,
      "grad_norm": 0.2927596414617416,
      "learning_rate": 9.43108265852955e-06,
      "loss": 0.3656,
      "num_tokens": 341275681.0,
      "step": 1792
    },
    {
      "epoch": 0.6119453924914676,
      "grad_norm": 0.2773708788490312,
      "learning_rate": 9.430258375676687e-06,
      "loss": 0.3296,
      "num_tokens": 341450969.0,
      "step": 1793
    },
    {
      "epoch": 0.6122866894197952,
      "grad_norm": 0.28044809139181504,
      "learning_rate": 9.429433536474082e-06,
      "loss": 0.3389,
      "num_tokens": 341661984.0,
      "step": 1794
    },
    {
      "epoch": 0.6126279863481229,
      "grad_norm": 0.27408519633036066,
      "learning_rate": 9.428608141038496e-06,
      "loss": 0.3536,
      "num_tokens": 341887215.0,
      "step": 1795
    },
    {
      "epoch": 0.6129692832764505,
      "grad_norm": 0.27720751915031017,
      "learning_rate": 9.427782189486766e-06,
      "loss": 0.3357,
      "num_tokens": 342089156.0,
      "step": 1796
    },
    {
      "epoch": 0.6133105802047781,
      "grad_norm": 0.27979303713568204,
      "learning_rate": 9.426955681935814e-06,
      "loss": 0.3503,
      "num_tokens": 342309166.0,
      "step": 1797
    },
    {
      "epoch": 0.6136518771331058,
      "grad_norm": 0.25970626324667323,
      "learning_rate": 9.42612861850263e-06,
      "loss": 0.3438,
      "num_tokens": 342494878.0,
      "step": 1798
    },
    {
      "epoch": 0.6139931740614335,
      "grad_norm": 0.2581926825740191,
      "learning_rate": 9.425300999304298e-06,
      "loss": 0.344,
      "num_tokens": 342713451.0,
      "step": 1799
    },
    {
      "epoch": 0.6143344709897611,
      "grad_norm": 0.2971545817044254,
      "learning_rate": 9.424472824457965e-06,
      "loss": 0.379,
      "num_tokens": 342934303.0,
      "step": 1800
    },
    {
      "epoch": 0.6146757679180888,
      "grad_norm": 0.269175381317073,
      "learning_rate": 9.423644094080869e-06,
      "loss": 0.3397,
      "num_tokens": 343131056.0,
      "step": 1801
    },
    {
      "epoch": 0.6150170648464164,
      "grad_norm": 0.3121161396647099,
      "learning_rate": 9.422814808290316e-06,
      "loss": 0.3394,
      "num_tokens": 343274409.0,
      "step": 1802
    },
    {
      "epoch": 0.615358361774744,
      "grad_norm": 0.28248321560675943,
      "learning_rate": 9.4219849672037e-06,
      "loss": 0.3493,
      "num_tokens": 343465740.0,
      "step": 1803
    },
    {
      "epoch": 0.6156996587030716,
      "grad_norm": 0.2816916504115173,
      "learning_rate": 9.421154570938487e-06,
      "loss": 0.3532,
      "num_tokens": 343692151.0,
      "step": 1804
    },
    {
      "epoch": 0.6160409556313993,
      "grad_norm": 0.2527958216109094,
      "learning_rate": 9.420323619612229e-06,
      "loss": 0.3693,
      "num_tokens": 343947733.0,
      "step": 1805
    },
    {
      "epoch": 0.616382252559727,
      "grad_norm": 0.29660275317373747,
      "learning_rate": 9.419492113342546e-06,
      "loss": 0.3875,
      "num_tokens": 344122987.0,
      "step": 1806
    },
    {
      "epoch": 0.6167235494880546,
      "grad_norm": 0.28061741103404236,
      "learning_rate": 9.418660052247144e-06,
      "loss": 0.383,
      "num_tokens": 344334657.0,
      "step": 1807
    },
    {
      "epoch": 0.6170648464163823,
      "grad_norm": 0.2673626136794345,
      "learning_rate": 9.417827436443806e-06,
      "loss": 0.3457,
      "num_tokens": 344524994.0,
      "step": 1808
    },
    {
      "epoch": 0.6174061433447099,
      "grad_norm": 0.29718786353916643,
      "learning_rate": 9.416994266050396e-06,
      "loss": 0.3457,
      "num_tokens": 344713136.0,
      "step": 1809
    },
    {
      "epoch": 0.6177474402730375,
      "grad_norm": 0.2790794130380015,
      "learning_rate": 9.41616054118485e-06,
      "loss": 0.3476,
      "num_tokens": 344894498.0,
      "step": 1810
    },
    {
      "epoch": 0.6180887372013651,
      "grad_norm": 0.27377931462134286,
      "learning_rate": 9.415326261965187e-06,
      "loss": 0.3636,
      "num_tokens": 345065828.0,
      "step": 1811
    },
    {
      "epoch": 0.6184300341296929,
      "grad_norm": 0.2780714770021543,
      "learning_rate": 9.414491428509506e-06,
      "loss": 0.3834,
      "num_tokens": 345270200.0,
      "step": 1812
    },
    {
      "epoch": 0.6187713310580205,
      "grad_norm": 0.26490451945816507,
      "learning_rate": 9.41365604093598e-06,
      "loss": 0.3547,
      "num_tokens": 345470867.0,
      "step": 1813
    },
    {
      "epoch": 0.6191126279863481,
      "grad_norm": 0.2865951130937154,
      "learning_rate": 9.412820099362866e-06,
      "loss": 0.3504,
      "num_tokens": 345654148.0,
      "step": 1814
    },
    {
      "epoch": 0.6194539249146758,
      "grad_norm": 0.2543811600611716,
      "learning_rate": 9.411983603908492e-06,
      "loss": 0.3232,
      "num_tokens": 345846661.0,
      "step": 1815
    },
    {
      "epoch": 0.6197952218430034,
      "grad_norm": 0.2643425699170271,
      "learning_rate": 9.41114655469127e-06,
      "loss": 0.3368,
      "num_tokens": 346027270.0,
      "step": 1816
    },
    {
      "epoch": 0.620136518771331,
      "grad_norm": 0.2965625591548971,
      "learning_rate": 9.410308951829692e-06,
      "loss": 0.3691,
      "num_tokens": 346199903.0,
      "step": 1817
    },
    {
      "epoch": 0.6204778156996587,
      "grad_norm": 0.2875594458065774,
      "learning_rate": 9.409470795442322e-06,
      "loss": 0.3511,
      "num_tokens": 346393718.0,
      "step": 1818
    },
    {
      "epoch": 0.6208191126279864,
      "grad_norm": 0.2733614317184799,
      "learning_rate": 9.408632085647803e-06,
      "loss": 0.3366,
      "num_tokens": 346573794.0,
      "step": 1819
    },
    {
      "epoch": 0.621160409556314,
      "grad_norm": 0.2833366786335253,
      "learning_rate": 9.407792822564865e-06,
      "loss": 0.34,
      "num_tokens": 346761363.0,
      "step": 1820
    },
    {
      "epoch": 0.6215017064846416,
      "grad_norm": 0.2901219390198248,
      "learning_rate": 9.406953006312308e-06,
      "loss": 0.3718,
      "num_tokens": 346957110.0,
      "step": 1821
    },
    {
      "epoch": 0.6218430034129693,
      "grad_norm": 0.26872170929122297,
      "learning_rate": 9.406112637009011e-06,
      "loss": 0.3577,
      "num_tokens": 347143626.0,
      "step": 1822
    },
    {
      "epoch": 0.6221843003412969,
      "grad_norm": 0.27622824822293957,
      "learning_rate": 9.405271714773935e-06,
      "loss": 0.3458,
      "num_tokens": 347354369.0,
      "step": 1823
    },
    {
      "epoch": 0.6225255972696245,
      "grad_norm": 0.2867097684060508,
      "learning_rate": 9.404430239726118e-06,
      "loss": 0.3612,
      "num_tokens": 347542930.0,
      "step": 1824
    },
    {
      "epoch": 0.6228668941979523,
      "grad_norm": 0.32717091660274267,
      "learning_rate": 9.40358821198467e-06,
      "loss": 0.3544,
      "num_tokens": 347683892.0,
      "step": 1825
    },
    {
      "epoch": 0.6232081911262799,
      "grad_norm": 0.2705192924299084,
      "learning_rate": 9.402745631668792e-06,
      "loss": 0.3408,
      "num_tokens": 347870707.0,
      "step": 1826
    },
    {
      "epoch": 0.6235494880546075,
      "grad_norm": 0.3301570308901468,
      "learning_rate": 9.40190249889775e-06,
      "loss": 0.3677,
      "num_tokens": 348054125.0,
      "step": 1827
    },
    {
      "epoch": 0.6238907849829352,
      "grad_norm": 0.28807904530898654,
      "learning_rate": 9.401058813790896e-06,
      "loss": 0.3222,
      "num_tokens": 348219494.0,
      "step": 1828
    },
    {
      "epoch": 0.6242320819112628,
      "grad_norm": 0.27336384943463987,
      "learning_rate": 9.400214576467661e-06,
      "loss": 0.3376,
      "num_tokens": 348410788.0,
      "step": 1829
    },
    {
      "epoch": 0.6245733788395904,
      "grad_norm": 0.2770618773144882,
      "learning_rate": 9.399369787047548e-06,
      "loss": 0.3781,
      "num_tokens": 348603737.0,
      "step": 1830
    },
    {
      "epoch": 0.624914675767918,
      "grad_norm": 0.3280393378056447,
      "learning_rate": 9.398524445650143e-06,
      "loss": 0.3339,
      "num_tokens": 348749111.0,
      "step": 1831
    },
    {
      "epoch": 0.6252559726962458,
      "grad_norm": 0.34269447667189873,
      "learning_rate": 9.397678552395108e-06,
      "loss": 0.3376,
      "num_tokens": 348951744.0,
      "step": 1832
    },
    {
      "epoch": 0.6255972696245734,
      "grad_norm": 0.330698065830791,
      "learning_rate": 9.396832107402186e-06,
      "loss": 0.3683,
      "num_tokens": 349161749.0,
      "step": 1833
    },
    {
      "epoch": 0.625938566552901,
      "grad_norm": 0.26116491750043386,
      "learning_rate": 9.395985110791193e-06,
      "loss": 0.343,
      "num_tokens": 349389936.0,
      "step": 1834
    },
    {
      "epoch": 0.6262798634812287,
      "grad_norm": 0.3034341183071551,
      "learning_rate": 9.395137562682026e-06,
      "loss": 0.3626,
      "num_tokens": 349575842.0,
      "step": 1835
    },
    {
      "epoch": 0.6266211604095563,
      "grad_norm": 0.30906557736667606,
      "learning_rate": 9.394289463194664e-06,
      "loss": 0.3566,
      "num_tokens": 349758568.0,
      "step": 1836
    },
    {
      "epoch": 0.6269624573378839,
      "grad_norm": 0.2640858164599963,
      "learning_rate": 9.393440812449156e-06,
      "loss": 0.3278,
      "num_tokens": 349940570.0,
      "step": 1837
    },
    {
      "epoch": 0.6273037542662117,
      "grad_norm": 0.25912985147450457,
      "learning_rate": 9.392591610565635e-06,
      "loss": 0.3318,
      "num_tokens": 350123193.0,
      "step": 1838
    },
    {
      "epoch": 0.6276450511945393,
      "grad_norm": 0.2782878407244145,
      "learning_rate": 9.391741857664311e-06,
      "loss": 0.3596,
      "num_tokens": 350331418.0,
      "step": 1839
    },
    {
      "epoch": 0.6279863481228669,
      "grad_norm": 0.2808828455157853,
      "learning_rate": 9.39089155386547e-06,
      "loss": 0.2952,
      "num_tokens": 350483951.0,
      "step": 1840
    },
    {
      "epoch": 0.6283276450511945,
      "grad_norm": 0.2837630961473578,
      "learning_rate": 9.390040699289475e-06,
      "loss": 0.3358,
      "num_tokens": 350656576.0,
      "step": 1841
    },
    {
      "epoch": 0.6286689419795222,
      "grad_norm": 0.27140761127925606,
      "learning_rate": 9.389189294056774e-06,
      "loss": 0.3368,
      "num_tokens": 350860869.0,
      "step": 1842
    },
    {
      "epoch": 0.6290102389078498,
      "grad_norm": 0.2752519205525257,
      "learning_rate": 9.388337338287885e-06,
      "loss": 0.3234,
      "num_tokens": 351047706.0,
      "step": 1843
    },
    {
      "epoch": 0.6293515358361774,
      "grad_norm": 0.26855565250397795,
      "learning_rate": 9.387484832103408e-06,
      "loss": 0.3816,
      "num_tokens": 351276187.0,
      "step": 1844
    },
    {
      "epoch": 0.6296928327645052,
      "grad_norm": 0.29196836176909524,
      "learning_rate": 9.38663177562402e-06,
      "loss": 0.3482,
      "num_tokens": 351438669.0,
      "step": 1845
    },
    {
      "epoch": 0.6300341296928328,
      "grad_norm": 0.2810460879090119,
      "learning_rate": 9.385778168970475e-06,
      "loss": 0.347,
      "num_tokens": 351622214.0,
      "step": 1846
    },
    {
      "epoch": 0.6303754266211604,
      "grad_norm": 0.27114426623850363,
      "learning_rate": 9.384924012263607e-06,
      "loss": 0.347,
      "num_tokens": 351818558.0,
      "step": 1847
    },
    {
      "epoch": 0.630716723549488,
      "grad_norm": 0.2712117782931369,
      "learning_rate": 9.384069305624325e-06,
      "loss": 0.3753,
      "num_tokens": 352022949.0,
      "step": 1848
    },
    {
      "epoch": 0.6310580204778157,
      "grad_norm": 0.3058425889955237,
      "learning_rate": 9.383214049173619e-06,
      "loss": 0.3766,
      "num_tokens": 352200326.0,
      "step": 1849
    },
    {
      "epoch": 0.6313993174061433,
      "grad_norm": 0.27148394036592977,
      "learning_rate": 9.382358243032554e-06,
      "loss": 0.3199,
      "num_tokens": 352396790.0,
      "step": 1850
    },
    {
      "epoch": 0.631740614334471,
      "grad_norm": 0.31115296184620517,
      "learning_rate": 9.381501887322274e-06,
      "loss": 0.3622,
      "num_tokens": 352573018.0,
      "step": 1851
    },
    {
      "epoch": 0.6320819112627987,
      "grad_norm": 0.2851294955841899,
      "learning_rate": 9.380644982164001e-06,
      "loss": 0.3495,
      "num_tokens": 352764323.0,
      "step": 1852
    },
    {
      "epoch": 0.6324232081911263,
      "grad_norm": 0.2654319577018492,
      "learning_rate": 9.379787527679038e-06,
      "loss": 0.3294,
      "num_tokens": 352967369.0,
      "step": 1853
    },
    {
      "epoch": 0.6327645051194539,
      "grad_norm": 0.2729273685145561,
      "learning_rate": 9.378929523988757e-06,
      "loss": 0.3407,
      "num_tokens": 353162240.0,
      "step": 1854
    },
    {
      "epoch": 0.6331058020477816,
      "grad_norm": 0.26151204734452266,
      "learning_rate": 9.378070971214615e-06,
      "loss": 0.3325,
      "num_tokens": 353349742.0,
      "step": 1855
    },
    {
      "epoch": 0.6334470989761092,
      "grad_norm": 0.27866601869674085,
      "learning_rate": 9.377211869478147e-06,
      "loss": 0.3503,
      "num_tokens": 353533331.0,
      "step": 1856
    },
    {
      "epoch": 0.6337883959044368,
      "grad_norm": 0.2899022206707507,
      "learning_rate": 9.376352218900963e-06,
      "loss": 0.3513,
      "num_tokens": 353706559.0,
      "step": 1857
    },
    {
      "epoch": 0.6341296928327645,
      "grad_norm": 0.2751689516681835,
      "learning_rate": 9.375492019604749e-06,
      "loss": 0.3419,
      "num_tokens": 353882322.0,
      "step": 1858
    },
    {
      "epoch": 0.6344709897610922,
      "grad_norm": 0.2984511858220876,
      "learning_rate": 9.374631271711276e-06,
      "loss": 0.3796,
      "num_tokens": 354109998.0,
      "step": 1859
    },
    {
      "epoch": 0.6348122866894198,
      "grad_norm": 0.2733897100476363,
      "learning_rate": 9.37376997534238e-06,
      "loss": 0.325,
      "num_tokens": 354290913.0,
      "step": 1860
    },
    {
      "epoch": 0.6351535836177474,
      "grad_norm": 0.27851775039206844,
      "learning_rate": 9.372908130619987e-06,
      "loss": 0.3479,
      "num_tokens": 354492413.0,
      "step": 1861
    },
    {
      "epoch": 0.6354948805460751,
      "grad_norm": 0.27072098286257695,
      "learning_rate": 9.372045737666095e-06,
      "loss": 0.3289,
      "num_tokens": 354712621.0,
      "step": 1862
    },
    {
      "epoch": 0.6358361774744027,
      "grad_norm": 0.29471933811114903,
      "learning_rate": 9.37118279660278e-06,
      "loss": 0.3766,
      "num_tokens": 354906259.0,
      "step": 1863
    },
    {
      "epoch": 0.6361774744027304,
      "grad_norm": 0.25965347212323336,
      "learning_rate": 9.370319307552199e-06,
      "loss": 0.324,
      "num_tokens": 355090060.0,
      "step": 1864
    },
    {
      "epoch": 0.636518771331058,
      "grad_norm": 0.28594373127045547,
      "learning_rate": 9.369455270636579e-06,
      "loss": 0.3606,
      "num_tokens": 355297425.0,
      "step": 1865
    },
    {
      "epoch": 0.6368600682593857,
      "grad_norm": 0.30713261576423084,
      "learning_rate": 9.368590685978233e-06,
      "loss": 0.3726,
      "num_tokens": 355461749.0,
      "step": 1866
    },
    {
      "epoch": 0.6372013651877133,
      "grad_norm": 0.41955972689852056,
      "learning_rate": 9.367725553699546e-06,
      "loss": 0.3675,
      "num_tokens": 355592755.0,
      "step": 1867
    },
    {
      "epoch": 0.6375426621160409,
      "grad_norm": 0.28635135629345476,
      "learning_rate": 9.366859873922984e-06,
      "loss": 0.3389,
      "num_tokens": 355766155.0,
      "step": 1868
    },
    {
      "epoch": 0.6378839590443686,
      "grad_norm": 0.2878894386567519,
      "learning_rate": 9.365993646771083e-06,
      "loss": 0.3912,
      "num_tokens": 355976821.0,
      "step": 1869
    },
    {
      "epoch": 0.6382252559726962,
      "grad_norm": 0.289908066256671,
      "learning_rate": 9.36512687236647e-06,
      "loss": 0.3997,
      "num_tokens": 356193163.0,
      "step": 1870
    },
    {
      "epoch": 0.6385665529010239,
      "grad_norm": 0.2940283418124792,
      "learning_rate": 9.364259550831837e-06,
      "loss": 0.3432,
      "num_tokens": 356372742.0,
      "step": 1871
    },
    {
      "epoch": 0.6389078498293516,
      "grad_norm": 0.285838279030895,
      "learning_rate": 9.363391682289958e-06,
      "loss": 0.3535,
      "num_tokens": 356563094.0,
      "step": 1872
    },
    {
      "epoch": 0.6392491467576792,
      "grad_norm": 0.2893037792718257,
      "learning_rate": 9.362523266863688e-06,
      "loss": 0.3539,
      "num_tokens": 356743552.0,
      "step": 1873
    },
    {
      "epoch": 0.6395904436860068,
      "grad_norm": 0.2909669702363773,
      "learning_rate": 9.361654304675953e-06,
      "loss": 0.3462,
      "num_tokens": 356911865.0,
      "step": 1874
    },
    {
      "epoch": 0.6399317406143344,
      "grad_norm": 0.26982484892417724,
      "learning_rate": 9.360784795849761e-06,
      "loss": 0.3796,
      "num_tokens": 357131671.0,
      "step": 1875
    },
    {
      "epoch": 0.6402730375426621,
      "grad_norm": 0.2945575194507155,
      "learning_rate": 9.359914740508193e-06,
      "loss": 0.3726,
      "num_tokens": 357312100.0,
      "step": 1876
    },
    {
      "epoch": 0.6406143344709898,
      "grad_norm": 0.2840349100093304,
      "learning_rate": 9.359044138774414e-06,
      "loss": 0.3359,
      "num_tokens": 357478588.0,
      "step": 1877
    },
    {
      "epoch": 0.6409556313993174,
      "grad_norm": 0.2967432844475496,
      "learning_rate": 9.358172990771658e-06,
      "loss": 0.3609,
      "num_tokens": 357665332.0,
      "step": 1878
    },
    {
      "epoch": 0.6412969283276451,
      "grad_norm": 0.2796144441718945,
      "learning_rate": 9.357301296623247e-06,
      "loss": 0.3339,
      "num_tokens": 357844768.0,
      "step": 1879
    },
    {
      "epoch": 0.6416382252559727,
      "grad_norm": 0.2686301560845374,
      "learning_rate": 9.356429056452569e-06,
      "loss": 0.3867,
      "num_tokens": 358074895.0,
      "step": 1880
    },
    {
      "epoch": 0.6419795221843003,
      "grad_norm": 0.2723958154969385,
      "learning_rate": 9.355556270383097e-06,
      "loss": 0.3304,
      "num_tokens": 358271415.0,
      "step": 1881
    },
    {
      "epoch": 0.642320819112628,
      "grad_norm": 0.2539455771776715,
      "learning_rate": 9.354682938538375e-06,
      "loss": 0.3238,
      "num_tokens": 358482304.0,
      "step": 1882
    },
    {
      "epoch": 0.6426621160409556,
      "grad_norm": 0.264885263133948,
      "learning_rate": 9.353809061042032e-06,
      "loss": 0.3285,
      "num_tokens": 358665788.0,
      "step": 1883
    },
    {
      "epoch": 0.6430034129692833,
      "grad_norm": 0.2736341523779741,
      "learning_rate": 9.352934638017769e-06,
      "loss": 0.3317,
      "num_tokens": 358837492.0,
      "step": 1884
    },
    {
      "epoch": 0.643344709897611,
      "grad_norm": 0.2789500549503204,
      "learning_rate": 9.352059669589365e-06,
      "loss": 0.3348,
      "num_tokens": 359023836.0,
      "step": 1885
    },
    {
      "epoch": 0.6436860068259386,
      "grad_norm": 0.255941779775365,
      "learning_rate": 9.351184155880675e-06,
      "loss": 0.3551,
      "num_tokens": 359235586.0,
      "step": 1886
    },
    {
      "epoch": 0.6440273037542662,
      "grad_norm": 0.282288437918984,
      "learning_rate": 9.350308097015638e-06,
      "loss": 0.3438,
      "num_tokens": 359430703.0,
      "step": 1887
    },
    {
      "epoch": 0.6443686006825938,
      "grad_norm": 0.2854918167505835,
      "learning_rate": 9.349431493118259e-06,
      "loss": 0.3431,
      "num_tokens": 359607651.0,
      "step": 1888
    },
    {
      "epoch": 0.6447098976109215,
      "grad_norm": 0.33390036431745623,
      "learning_rate": 9.34855434431263e-06,
      "loss": 0.3679,
      "num_tokens": 359777888.0,
      "step": 1889
    },
    {
      "epoch": 0.6450511945392492,
      "grad_norm": 0.2879831133476891,
      "learning_rate": 9.347676650722914e-06,
      "loss": 0.3441,
      "num_tokens": 359959541.0,
      "step": 1890
    },
    {
      "epoch": 0.6453924914675768,
      "grad_norm": 0.2825484031633485,
      "learning_rate": 9.346798412473354e-06,
      "loss": 0.344,
      "num_tokens": 360142521.0,
      "step": 1891
    },
    {
      "epoch": 0.6457337883959045,
      "grad_norm": 0.3034909412165119,
      "learning_rate": 9.34591962968827e-06,
      "loss": 0.3229,
      "num_tokens": 360295195.0,
      "step": 1892
    },
    {
      "epoch": 0.6460750853242321,
      "grad_norm": 0.2756791658946074,
      "learning_rate": 9.345040302492058e-06,
      "loss": 0.3435,
      "num_tokens": 360499352.0,
      "step": 1893
    },
    {
      "epoch": 0.6464163822525597,
      "grad_norm": 0.3082850284945986,
      "learning_rate": 9.344160431009192e-06,
      "loss": 0.353,
      "num_tokens": 360681956.0,
      "step": 1894
    },
    {
      "epoch": 0.6467576791808873,
      "grad_norm": 0.2748043180843718,
      "learning_rate": 9.343280015364223e-06,
      "loss": 0.3148,
      "num_tokens": 360865814.0,
      "step": 1895
    },
    {
      "epoch": 0.647098976109215,
      "grad_norm": 0.29478016203898794,
      "learning_rate": 9.342399055681779e-06,
      "loss": 0.3922,
      "num_tokens": 361065044.0,
      "step": 1896
    },
    {
      "epoch": 0.6474402730375427,
      "grad_norm": 0.2795752952600859,
      "learning_rate": 9.341517552086561e-06,
      "loss": 0.3271,
      "num_tokens": 361224213.0,
      "step": 1897
    },
    {
      "epoch": 0.6477815699658703,
      "grad_norm": 0.2756884989071398,
      "learning_rate": 9.340635504703354e-06,
      "loss": 0.3471,
      "num_tokens": 361405587.0,
      "step": 1898
    },
    {
      "epoch": 0.648122866894198,
      "grad_norm": 0.28090478142861053,
      "learning_rate": 9.33975291365702e-06,
      "loss": 0.3242,
      "num_tokens": 361600037.0,
      "step": 1899
    },
    {
      "epoch": 0.6484641638225256,
      "grad_norm": 0.2918104563848169,
      "learning_rate": 9.338869779072488e-06,
      "loss": 0.3671,
      "num_tokens": 361812720.0,
      "step": 1900
    },
    {
      "epoch": 0.6488054607508532,
      "grad_norm": 0.29948801160129,
      "learning_rate": 9.337986101074774e-06,
      "loss": 0.375,
      "num_tokens": 361964293.0,
      "step": 1901
    },
    {
      "epoch": 0.6491467576791808,
      "grad_norm": 0.2814666029014698,
      "learning_rate": 9.337101879788965e-06,
      "loss": 0.3455,
      "num_tokens": 362138872.0,
      "step": 1902
    },
    {
      "epoch": 0.6494880546075086,
      "grad_norm": 0.2776546948113319,
      "learning_rate": 9.336217115340231e-06,
      "loss": 0.3352,
      "num_tokens": 362346653.0,
      "step": 1903
    },
    {
      "epoch": 0.6498293515358362,
      "grad_norm": 0.2985345315504167,
      "learning_rate": 9.335331807853816e-06,
      "loss": 0.3678,
      "num_tokens": 362543300.0,
      "step": 1904
    },
    {
      "epoch": 0.6501706484641638,
      "grad_norm": 0.26935567503936014,
      "learning_rate": 9.334445957455033e-06,
      "loss": 0.3417,
      "num_tokens": 362729279.0,
      "step": 1905
    },
    {
      "epoch": 0.6505119453924915,
      "grad_norm": 0.2723873831245161,
      "learning_rate": 9.333559564269288e-06,
      "loss": 0.322,
      "num_tokens": 362916552.0,
      "step": 1906
    },
    {
      "epoch": 0.6508532423208191,
      "grad_norm": 0.278475498293223,
      "learning_rate": 9.33267262842205e-06,
      "loss": 0.3788,
      "num_tokens": 363119036.0,
      "step": 1907
    },
    {
      "epoch": 0.6511945392491467,
      "grad_norm": 0.28086784240911133,
      "learning_rate": 9.331785150038868e-06,
      "loss": 0.3498,
      "num_tokens": 363321150.0,
      "step": 1908
    },
    {
      "epoch": 0.6515358361774743,
      "grad_norm": 0.2827860580860627,
      "learning_rate": 9.330897129245374e-06,
      "loss": 0.3114,
      "num_tokens": 363491785.0,
      "step": 1909
    },
    {
      "epoch": 0.6518771331058021,
      "grad_norm": 0.3040298689169268,
      "learning_rate": 9.330008566167268e-06,
      "loss": 0.3509,
      "num_tokens": 363640230.0,
      "step": 1910
    },
    {
      "epoch": 0.6522184300341297,
      "grad_norm": 0.26401151440476767,
      "learning_rate": 9.329119460930334e-06,
      "loss": 0.3402,
      "num_tokens": 363831926.0,
      "step": 1911
    },
    {
      "epoch": 0.6525597269624573,
      "grad_norm": 0.3096192860543757,
      "learning_rate": 9.32822981366043e-06,
      "loss": 0.3677,
      "num_tokens": 364024017.0,
      "step": 1912
    },
    {
      "epoch": 0.652901023890785,
      "grad_norm": 0.2820748362296745,
      "learning_rate": 9.327339624483487e-06,
      "loss": 0.3336,
      "num_tokens": 364196080.0,
      "step": 1913
    },
    {
      "epoch": 0.6532423208191126,
      "grad_norm": 0.3143160376244512,
      "learning_rate": 9.326448893525519e-06,
      "loss": 0.3471,
      "num_tokens": 364339024.0,
      "step": 1914
    },
    {
      "epoch": 0.6535836177474402,
      "grad_norm": 0.306070641044801,
      "learning_rate": 9.325557620912615e-06,
      "loss": 0.3638,
      "num_tokens": 364549065.0,
      "step": 1915
    },
    {
      "epoch": 0.653924914675768,
      "grad_norm": 0.27815500299389906,
      "learning_rate": 9.324665806770935e-06,
      "loss": 0.3258,
      "num_tokens": 364718725.0,
      "step": 1916
    },
    {
      "epoch": 0.6542662116040956,
      "grad_norm": 0.27766561680220486,
      "learning_rate": 9.323773451226726e-06,
      "loss": 0.3327,
      "num_tokens": 364899220.0,
      "step": 1917
    },
    {
      "epoch": 0.6546075085324232,
      "grad_norm": 0.2695459190619574,
      "learning_rate": 9.3228805544063e-06,
      "loss": 0.3227,
      "num_tokens": 365084355.0,
      "step": 1918
    },
    {
      "epoch": 0.6549488054607508,
      "grad_norm": 0.2876329487599054,
      "learning_rate": 9.321987116436057e-06,
      "loss": 0.3433,
      "num_tokens": 365276536.0,
      "step": 1919
    },
    {
      "epoch": 0.6552901023890785,
      "grad_norm": 0.2740504268056595,
      "learning_rate": 9.321093137442463e-06,
      "loss": 0.3441,
      "num_tokens": 365471535.0,
      "step": 1920
    },
    {
      "epoch": 0.6556313993174061,
      "grad_norm": 0.2768653377391062,
      "learning_rate": 9.320198617552071e-06,
      "loss": 0.3596,
      "num_tokens": 365685814.0,
      "step": 1921
    },
    {
      "epoch": 0.6559726962457337,
      "grad_norm": 0.27229151586854794,
      "learning_rate": 9.319303556891502e-06,
      "loss": 0.3642,
      "num_tokens": 365887797.0,
      "step": 1922
    },
    {
      "epoch": 0.6563139931740615,
      "grad_norm": 0.2591279260130254,
      "learning_rate": 9.318407955587454e-06,
      "loss": 0.3368,
      "num_tokens": 366105067.0,
      "step": 1923
    },
    {
      "epoch": 0.6566552901023891,
      "grad_norm": 0.27654678699949276,
      "learning_rate": 9.31751181376671e-06,
      "loss": 0.3454,
      "num_tokens": 366284760.0,
      "step": 1924
    },
    {
      "epoch": 0.6569965870307167,
      "grad_norm": 0.27612093976808383,
      "learning_rate": 9.31661513155612e-06,
      "loss": 0.373,
      "num_tokens": 366502722.0,
      "step": 1925
    },
    {
      "epoch": 0.6573378839590444,
      "grad_norm": 0.29586195774370455,
      "learning_rate": 9.315717909082616e-06,
      "loss": 0.3495,
      "num_tokens": 366693055.0,
      "step": 1926
    },
    {
      "epoch": 0.657679180887372,
      "grad_norm": 0.28147822991464955,
      "learning_rate": 9.314820146473204e-06,
      "loss": 0.3295,
      "num_tokens": 366857935.0,
      "step": 1927
    },
    {
      "epoch": 0.6580204778156996,
      "grad_norm": 0.2829292553465449,
      "learning_rate": 9.313921843854968e-06,
      "loss": 0.3771,
      "num_tokens": 367052880.0,
      "step": 1928
    },
    {
      "epoch": 0.6583617747440274,
      "grad_norm": 0.30637179715783736,
      "learning_rate": 9.313023001355066e-06,
      "loss": 0.3899,
      "num_tokens": 367245049.0,
      "step": 1929
    },
    {
      "epoch": 0.658703071672355,
      "grad_norm": 0.2939191138787821,
      "learning_rate": 9.312123619100738e-06,
      "loss": 0.3712,
      "num_tokens": 367438036.0,
      "step": 1930
    },
    {
      "epoch": 0.6590443686006826,
      "grad_norm": 0.2825535580241596,
      "learning_rate": 9.311223697219292e-06,
      "loss": 0.3291,
      "num_tokens": 367616144.0,
      "step": 1931
    },
    {
      "epoch": 0.6593856655290102,
      "grad_norm": 0.2857886710843355,
      "learning_rate": 9.310323235838117e-06,
      "loss": 0.3302,
      "num_tokens": 367785344.0,
      "step": 1932
    },
    {
      "epoch": 0.6597269624573379,
      "grad_norm": 0.375342562750061,
      "learning_rate": 9.309422235084683e-06,
      "loss": 0.3885,
      "num_tokens": 367962557.0,
      "step": 1933
    },
    {
      "epoch": 0.6600682593856655,
      "grad_norm": 0.29044353790356603,
      "learning_rate": 9.308520695086526e-06,
      "loss": 0.3542,
      "num_tokens": 368151397.0,
      "step": 1934
    },
    {
      "epoch": 0.6604095563139932,
      "grad_norm": 0.2636567411484908,
      "learning_rate": 9.30761861597127e-06,
      "loss": 0.3335,
      "num_tokens": 368345275.0,
      "step": 1935
    },
    {
      "epoch": 0.6607508532423209,
      "grad_norm": 0.2766932259567954,
      "learning_rate": 9.306715997866604e-06,
      "loss": 0.3429,
      "num_tokens": 368542544.0,
      "step": 1936
    },
    {
      "epoch": 0.6610921501706485,
      "grad_norm": 0.25381861480172785,
      "learning_rate": 9.3058128409003e-06,
      "loss": 0.3185,
      "num_tokens": 368749171.0,
      "step": 1937
    },
    {
      "epoch": 0.6614334470989761,
      "grad_norm": 0.3023561664882477,
      "learning_rate": 9.304909145200206e-06,
      "loss": 0.3819,
      "num_tokens": 368925652.0,
      "step": 1938
    },
    {
      "epoch": 0.6617747440273037,
      "grad_norm": 0.28239572655065276,
      "learning_rate": 9.304004910894246e-06,
      "loss": 0.3595,
      "num_tokens": 369126018.0,
      "step": 1939
    },
    {
      "epoch": 0.6621160409556314,
      "grad_norm": 0.2864351778766431,
      "learning_rate": 9.303100138110415e-06,
      "loss": 0.3571,
      "num_tokens": 369319581.0,
      "step": 1940
    },
    {
      "epoch": 0.662457337883959,
      "grad_norm": 0.2553772951801588,
      "learning_rate": 9.302194826976793e-06,
      "loss": 0.3446,
      "num_tokens": 369514231.0,
      "step": 1941
    },
    {
      "epoch": 0.6627986348122867,
      "grad_norm": 0.2868370274114776,
      "learning_rate": 9.30128897762153e-06,
      "loss": 0.3344,
      "num_tokens": 369668214.0,
      "step": 1942
    },
    {
      "epoch": 0.6631399317406144,
      "grad_norm": 0.34795415308842215,
      "learning_rate": 9.300382590172855e-06,
      "loss": 0.3214,
      "num_tokens": 369828961.0,
      "step": 1943
    },
    {
      "epoch": 0.663481228668942,
      "grad_norm": 0.2788146386993404,
      "learning_rate": 9.29947566475907e-06,
      "loss": 0.3277,
      "num_tokens": 369997077.0,
      "step": 1944
    },
    {
      "epoch": 0.6638225255972696,
      "grad_norm": 0.26640564800628247,
      "learning_rate": 9.298568201508556e-06,
      "loss": 0.3269,
      "num_tokens": 370186710.0,
      "step": 1945
    },
    {
      "epoch": 0.6641638225255972,
      "grad_norm": 0.28015620371401617,
      "learning_rate": 9.29766020054977e-06,
      "loss": 0.3399,
      "num_tokens": 370356303.0,
      "step": 1946
    },
    {
      "epoch": 0.6645051194539249,
      "grad_norm": 0.27979137616234834,
      "learning_rate": 9.296751662011244e-06,
      "loss": 0.3584,
      "num_tokens": 370572646.0,
      "step": 1947
    },
    {
      "epoch": 0.6648464163822526,
      "grad_norm": 0.26875044847415924,
      "learning_rate": 9.295842586021588e-06,
      "loss": 0.3288,
      "num_tokens": 370745904.0,
      "step": 1948
    },
    {
      "epoch": 0.6651877133105802,
      "grad_norm": 0.28000961469832364,
      "learning_rate": 9.294932972709486e-06,
      "loss": 0.3771,
      "num_tokens": 370965290.0,
      "step": 1949
    },
    {
      "epoch": 0.6655290102389079,
      "grad_norm": 0.2605473836933798,
      "learning_rate": 9.294022822203699e-06,
      "loss": 0.2975,
      "num_tokens": 371155823.0,
      "step": 1950
    },
    {
      "epoch": 0.6658703071672355,
      "grad_norm": 0.27904822266180274,
      "learning_rate": 9.293112134633065e-06,
      "loss": 0.3102,
      "num_tokens": 371321658.0,
      "step": 1951
    },
    {
      "epoch": 0.6662116040955631,
      "grad_norm": 0.310142319549936,
      "learning_rate": 9.292200910126492e-06,
      "loss": 0.3855,
      "num_tokens": 371523340.0,
      "step": 1952
    },
    {
      "epoch": 0.6665529010238908,
      "grad_norm": 0.27295134931237264,
      "learning_rate": 9.291289148812972e-06,
      "loss": 0.3763,
      "num_tokens": 371740585.0,
      "step": 1953
    },
    {
      "epoch": 0.6668941979522184,
      "grad_norm": 0.2791059049275491,
      "learning_rate": 9.290376850821573e-06,
      "loss": 0.3752,
      "num_tokens": 371954162.0,
      "step": 1954
    },
    {
      "epoch": 0.6672354948805461,
      "grad_norm": 0.2499989488800671,
      "learning_rate": 9.289464016281431e-06,
      "loss": 0.3448,
      "num_tokens": 372172123.0,
      "step": 1955
    },
    {
      "epoch": 0.6675767918088737,
      "grad_norm": 0.2679337190959177,
      "learning_rate": 9.288550645321767e-06,
      "loss": 0.3369,
      "num_tokens": 372358026.0,
      "step": 1956
    },
    {
      "epoch": 0.6679180887372014,
      "grad_norm": 0.26913175410056567,
      "learning_rate": 9.28763673807187e-06,
      "loss": 0.3368,
      "num_tokens": 372549661.0,
      "step": 1957
    },
    {
      "epoch": 0.668259385665529,
      "grad_norm": 0.2751740380225061,
      "learning_rate": 9.286722294661108e-06,
      "loss": 0.3608,
      "num_tokens": 372750356.0,
      "step": 1958
    },
    {
      "epoch": 0.6686006825938566,
      "grad_norm": 0.27991022665506815,
      "learning_rate": 9.285807315218926e-06,
      "loss": 0.3531,
      "num_tokens": 372914707.0,
      "step": 1959
    },
    {
      "epoch": 0.6689419795221843,
      "grad_norm": 0.28827519352460496,
      "learning_rate": 9.284891799874849e-06,
      "loss": 0.3588,
      "num_tokens": 373145838.0,
      "step": 1960
    },
    {
      "epoch": 0.669283276450512,
      "grad_norm": 0.284805498409591,
      "learning_rate": 9.28397574875847e-06,
      "loss": 0.3548,
      "num_tokens": 373325870.0,
      "step": 1961
    },
    {
      "epoch": 0.6696245733788396,
      "grad_norm": 0.2988365829643122,
      "learning_rate": 9.28305916199946e-06,
      "loss": 0.3406,
      "num_tokens": 373511609.0,
      "step": 1962
    },
    {
      "epoch": 0.6699658703071673,
      "grad_norm": 0.2965304630768231,
      "learning_rate": 9.282142039727568e-06,
      "loss": 0.3258,
      "num_tokens": 373702383.0,
      "step": 1963
    },
    {
      "epoch": 0.6703071672354949,
      "grad_norm": 0.27426177859956136,
      "learning_rate": 9.28122438207262e-06,
      "loss": 0.3762,
      "num_tokens": 373928357.0,
      "step": 1964
    },
    {
      "epoch": 0.6706484641638225,
      "grad_norm": 0.2980476424519282,
      "learning_rate": 9.28030618916451e-06,
      "loss": 0.3437,
      "num_tokens": 374087804.0,
      "step": 1965
    },
    {
      "epoch": 0.6709897610921501,
      "grad_norm": 0.2749259594535054,
      "learning_rate": 9.279387461133218e-06,
      "loss": 0.3161,
      "num_tokens": 374258789.0,
      "step": 1966
    },
    {
      "epoch": 0.6713310580204778,
      "grad_norm": 0.273359816151403,
      "learning_rate": 9.278468198108794e-06,
      "loss": 0.3335,
      "num_tokens": 374443270.0,
      "step": 1967
    },
    {
      "epoch": 0.6716723549488055,
      "grad_norm": 0.2783003118735013,
      "learning_rate": 9.277548400221364e-06,
      "loss": 0.3498,
      "num_tokens": 374625184.0,
      "step": 1968
    },
    {
      "epoch": 0.6720136518771331,
      "grad_norm": 0.28509900546009453,
      "learning_rate": 9.276628067601129e-06,
      "loss": 0.3358,
      "num_tokens": 374814279.0,
      "step": 1969
    },
    {
      "epoch": 0.6723549488054608,
      "grad_norm": 0.2817997001234891,
      "learning_rate": 9.27570720037837e-06,
      "loss": 0.3349,
      "num_tokens": 375004096.0,
      "step": 1970
    },
    {
      "epoch": 0.6726962457337884,
      "grad_norm": 0.2547625541218331,
      "learning_rate": 9.274785798683441e-06,
      "loss": 0.3372,
      "num_tokens": 375217067.0,
      "step": 1971
    },
    {
      "epoch": 0.673037542662116,
      "grad_norm": 0.2836253893757006,
      "learning_rate": 9.27386386264677e-06,
      "loss": 0.3393,
      "num_tokens": 375410103.0,
      "step": 1972
    },
    {
      "epoch": 0.6733788395904436,
      "grad_norm": 0.27494838560276635,
      "learning_rate": 9.27294139239886e-06,
      "loss": 0.3412,
      "num_tokens": 375585327.0,
      "step": 1973
    },
    {
      "epoch": 0.6737201365187714,
      "grad_norm": 0.26270602038719,
      "learning_rate": 9.272018388070296e-06,
      "loss": 0.3266,
      "num_tokens": 375791612.0,
      "step": 1974
    },
    {
      "epoch": 0.674061433447099,
      "grad_norm": 0.27517494623964855,
      "learning_rate": 9.271094849791732e-06,
      "loss": 0.3472,
      "num_tokens": 375986167.0,
      "step": 1975
    },
    {
      "epoch": 0.6744027303754266,
      "grad_norm": 0.27847041456483684,
      "learning_rate": 9.270170777693901e-06,
      "loss": 0.3124,
      "num_tokens": 376162863.0,
      "step": 1976
    },
    {
      "epoch": 0.6747440273037543,
      "grad_norm": 0.3047635098128544,
      "learning_rate": 9.269246171907609e-06,
      "loss": 0.3578,
      "num_tokens": 376330691.0,
      "step": 1977
    },
    {
      "epoch": 0.6750853242320819,
      "grad_norm": 0.26489194260877036,
      "learning_rate": 9.26832103256374e-06,
      "loss": 0.3703,
      "num_tokens": 376565533.0,
      "step": 1978
    },
    {
      "epoch": 0.6754266211604095,
      "grad_norm": 0.28243366760914623,
      "learning_rate": 9.267395359793253e-06,
      "loss": 0.3352,
      "num_tokens": 376737635.0,
      "step": 1979
    },
    {
      "epoch": 0.6757679180887372,
      "grad_norm": 0.30159408780628116,
      "learning_rate": 9.26646915372718e-06,
      "loss": 0.3618,
      "num_tokens": 376895417.0,
      "step": 1980
    },
    {
      "epoch": 0.6761092150170649,
      "grad_norm": 0.28216397309300556,
      "learning_rate": 9.265542414496634e-06,
      "loss": 0.3441,
      "num_tokens": 377071789.0,
      "step": 1981
    },
    {
      "epoch": 0.6764505119453925,
      "grad_norm": 0.2582754442085079,
      "learning_rate": 9.264615142232797e-06,
      "loss": 0.3232,
      "num_tokens": 377295180.0,
      "step": 1982
    },
    {
      "epoch": 0.6767918088737201,
      "grad_norm": 0.32458045712566613,
      "learning_rate": 9.263687337066933e-06,
      "loss": 0.3845,
      "num_tokens": 377502887.0,
      "step": 1983
    },
    {
      "epoch": 0.6771331058020478,
      "grad_norm": 0.2825266939598365,
      "learning_rate": 9.262758999130372e-06,
      "loss": 0.3365,
      "num_tokens": 377667503.0,
      "step": 1984
    },
    {
      "epoch": 0.6774744027303754,
      "grad_norm": 0.2682174676033752,
      "learning_rate": 9.261830128554531e-06,
      "loss": 0.3116,
      "num_tokens": 377827037.0,
      "step": 1985
    },
    {
      "epoch": 0.677815699658703,
      "grad_norm": 0.2663940822637485,
      "learning_rate": 9.260900725470897e-06,
      "loss": 0.3285,
      "num_tokens": 378010636.0,
      "step": 1986
    },
    {
      "epoch": 0.6781569965870308,
      "grad_norm": 0.24237058042165202,
      "learning_rate": 9.259970790011025e-06,
      "loss": 0.3232,
      "num_tokens": 378220473.0,
      "step": 1987
    },
    {
      "epoch": 0.6784982935153584,
      "grad_norm": 0.24274035719222678,
      "learning_rate": 9.25904032230656e-06,
      "loss": 0.3083,
      "num_tokens": 378403494.0,
      "step": 1988
    },
    {
      "epoch": 0.678839590443686,
      "grad_norm": 0.2642250038356213,
      "learning_rate": 9.258109322489212e-06,
      "loss": 0.3242,
      "num_tokens": 378609943.0,
      "step": 1989
    },
    {
      "epoch": 0.6791808873720137,
      "grad_norm": 0.28424565677204355,
      "learning_rate": 9.25717779069077e-06,
      "loss": 0.3729,
      "num_tokens": 378803626.0,
      "step": 1990
    },
    {
      "epoch": 0.6795221843003413,
      "grad_norm": 0.2646375612236825,
      "learning_rate": 9.256245727043098e-06,
      "loss": 0.3689,
      "num_tokens": 378991097.0,
      "step": 1991
    },
    {
      "epoch": 0.6798634812286689,
      "grad_norm": 0.2979561674240462,
      "learning_rate": 9.25531313167813e-06,
      "loss": 0.3426,
      "num_tokens": 379154307.0,
      "step": 1992
    },
    {
      "epoch": 0.6802047781569965,
      "grad_norm": 0.3657162251581965,
      "learning_rate": 9.254380004727886e-06,
      "loss": 0.3629,
      "num_tokens": 379356856.0,
      "step": 1993
    },
    {
      "epoch": 0.6805460750853243,
      "grad_norm": 0.2998682163935967,
      "learning_rate": 9.253446346324451e-06,
      "loss": 0.3665,
      "num_tokens": 379514160.0,
      "step": 1994
    },
    {
      "epoch": 0.6808873720136519,
      "grad_norm": 0.27098836633786605,
      "learning_rate": 9.252512156599994e-06,
      "loss": 0.3177,
      "num_tokens": 379702106.0,
      "step": 1995
    },
    {
      "epoch": 0.6812286689419795,
      "grad_norm": 0.2858203232866354,
      "learning_rate": 9.25157743568675e-06,
      "loss": 0.3941,
      "num_tokens": 379916967.0,
      "step": 1996
    },
    {
      "epoch": 0.6815699658703072,
      "grad_norm": 0.2846680130200134,
      "learning_rate": 9.250642183717037e-06,
      "loss": 0.3454,
      "num_tokens": 380074726.0,
      "step": 1997
    },
    {
      "epoch": 0.6819112627986348,
      "grad_norm": 0.2764322682611231,
      "learning_rate": 9.249706400823243e-06,
      "loss": 0.3184,
      "num_tokens": 380248636.0,
      "step": 1998
    },
    {
      "epoch": 0.6822525597269624,
      "grad_norm": 0.2636630443164025,
      "learning_rate": 9.248770087137835e-06,
      "loss": 0.3567,
      "num_tokens": 380455991.0,
      "step": 1999
    },
    {
      "epoch": 0.6825938566552902,
      "grad_norm": 0.2649036532482527,
      "learning_rate": 9.247833242793353e-06,
      "loss": 0.33,
      "num_tokens": 380653928.0,
      "step": 2000
    },
    {
      "epoch": 0.6829351535836178,
      "grad_norm": 0.2555875540054857,
      "learning_rate": 9.24689586792241e-06,
      "loss": 0.3799,
      "num_tokens": 380913717.0,
      "step": 2001
    },
    {
      "epoch": 0.6832764505119454,
      "grad_norm": 0.2945929603552698,
      "learning_rate": 9.245957962657703e-06,
      "loss": 0.3566,
      "num_tokens": 381092230.0,
      "step": 2002
    },
    {
      "epoch": 0.683617747440273,
      "grad_norm": 0.2931356915987272,
      "learning_rate": 9.24501952713199e-06,
      "loss": 0.3655,
      "num_tokens": 381284585.0,
      "step": 2003
    },
    {
      "epoch": 0.6839590443686007,
      "grad_norm": 0.2926124349336063,
      "learning_rate": 9.244080561478116e-06,
      "loss": 0.3341,
      "num_tokens": 381459185.0,
      "step": 2004
    },
    {
      "epoch": 0.6843003412969283,
      "grad_norm": 0.27773120840028237,
      "learning_rate": 9.243141065828994e-06,
      "loss": 0.367,
      "num_tokens": 381662834.0,
      "step": 2005
    },
    {
      "epoch": 0.6846416382252559,
      "grad_norm": 0.29048040298886435,
      "learning_rate": 9.242201040317618e-06,
      "loss": 0.365,
      "num_tokens": 381844223.0,
      "step": 2006
    },
    {
      "epoch": 0.6849829351535837,
      "grad_norm": 0.30748953708119675,
      "learning_rate": 9.241260485077053e-06,
      "loss": 0.3443,
      "num_tokens": 382035907.0,
      "step": 2007
    },
    {
      "epoch": 0.6853242320819113,
      "grad_norm": 0.2973831958576991,
      "learning_rate": 9.240319400240439e-06,
      "loss": 0.3439,
      "num_tokens": 382200119.0,
      "step": 2008
    },
    {
      "epoch": 0.6856655290102389,
      "grad_norm": 0.3071450853248473,
      "learning_rate": 9.239377785940991e-06,
      "loss": 0.3482,
      "num_tokens": 382367408.0,
      "step": 2009
    },
    {
      "epoch": 0.6860068259385665,
      "grad_norm": 0.27942512194606706,
      "learning_rate": 9.238435642312001e-06,
      "loss": 0.3581,
      "num_tokens": 382555252.0,
      "step": 2010
    },
    {
      "epoch": 0.6863481228668942,
      "grad_norm": 0.26660674595502193,
      "learning_rate": 9.237492969486834e-06,
      "loss": 0.3207,
      "num_tokens": 382739125.0,
      "step": 2011
    },
    {
      "epoch": 0.6866894197952218,
      "grad_norm": 0.28815100549678496,
      "learning_rate": 9.236549767598932e-06,
      "loss": 0.3383,
      "num_tokens": 382908901.0,
      "step": 2012
    },
    {
      "epoch": 0.6870307167235495,
      "grad_norm": 0.29459709931833894,
      "learning_rate": 9.235606036781808e-06,
      "loss": 0.3837,
      "num_tokens": 383092524.0,
      "step": 2013
    },
    {
      "epoch": 0.6873720136518772,
      "grad_norm": 0.28192788614812,
      "learning_rate": 9.234661777169055e-06,
      "loss": 0.3245,
      "num_tokens": 383289583.0,
      "step": 2014
    },
    {
      "epoch": 0.6877133105802048,
      "grad_norm": 0.26213398469034443,
      "learning_rate": 9.233716988894335e-06,
      "loss": 0.3186,
      "num_tokens": 383476191.0,
      "step": 2015
    },
    {
      "epoch": 0.6880546075085324,
      "grad_norm": 0.258979582965997,
      "learning_rate": 9.23277167209139e-06,
      "loss": 0.3361,
      "num_tokens": 383707449.0,
      "step": 2016
    },
    {
      "epoch": 0.68839590443686,
      "grad_norm": 0.30600445526205006,
      "learning_rate": 9.231825826894035e-06,
      "loss": 0.3425,
      "num_tokens": 383861001.0,
      "step": 2017
    },
    {
      "epoch": 0.6887372013651877,
      "grad_norm": 0.2865405440814717,
      "learning_rate": 9.230879453436158e-06,
      "loss": 0.334,
      "num_tokens": 384021491.0,
      "step": 2018
    },
    {
      "epoch": 0.6890784982935153,
      "grad_norm": 0.3243687940686148,
      "learning_rate": 9.229932551851725e-06,
      "loss": 0.3512,
      "num_tokens": 384217831.0,
      "step": 2019
    },
    {
      "epoch": 0.689419795221843,
      "grad_norm": 0.3050270898520626,
      "learning_rate": 9.228985122274776e-06,
      "loss": 0.3529,
      "num_tokens": 384373318.0,
      "step": 2020
    },
    {
      "epoch": 0.6897610921501707,
      "grad_norm": 0.33763702357222103,
      "learning_rate": 9.22803716483942e-06,
      "loss": 0.3201,
      "num_tokens": 384529691.0,
      "step": 2021
    },
    {
      "epoch": 0.6901023890784983,
      "grad_norm": 0.2768779064595683,
      "learning_rate": 9.227088679679853e-06,
      "loss": 0.3544,
      "num_tokens": 384745717.0,
      "step": 2022
    },
    {
      "epoch": 0.6904436860068259,
      "grad_norm": 0.4354438082717839,
      "learning_rate": 9.226139666930332e-06,
      "loss": 0.3639,
      "num_tokens": 384953724.0,
      "step": 2023
    },
    {
      "epoch": 0.6907849829351536,
      "grad_norm": 0.28487023411254236,
      "learning_rate": 9.2251901267252e-06,
      "loss": 0.3503,
      "num_tokens": 385150542.0,
      "step": 2024
    },
    {
      "epoch": 0.6911262798634812,
      "grad_norm": 0.29131054721334876,
      "learning_rate": 9.224240059198865e-06,
      "loss": 0.3568,
      "num_tokens": 385338777.0,
      "step": 2025
    },
    {
      "epoch": 0.6914675767918089,
      "grad_norm": 0.3014350445085921,
      "learning_rate": 9.223289464485816e-06,
      "loss": 0.3403,
      "num_tokens": 385524924.0,
      "step": 2026
    },
    {
      "epoch": 0.6918088737201366,
      "grad_norm": 0.3549615975378537,
      "learning_rate": 9.222338342720615e-06,
      "loss": 0.352,
      "num_tokens": 385724401.0,
      "step": 2027
    },
    {
      "epoch": 0.6921501706484642,
      "grad_norm": 0.2782765779046241,
      "learning_rate": 9.221386694037899e-06,
      "loss": 0.3672,
      "num_tokens": 385937039.0,
      "step": 2028
    },
    {
      "epoch": 0.6924914675767918,
      "grad_norm": 0.2973502893071613,
      "learning_rate": 9.22043451857238e-06,
      "loss": 0.3482,
      "num_tokens": 386098263.0,
      "step": 2029
    },
    {
      "epoch": 0.6928327645051194,
      "grad_norm": 0.32865975867734426,
      "learning_rate": 9.219481816458843e-06,
      "loss": 0.3326,
      "num_tokens": 386247492.0,
      "step": 2030
    },
    {
      "epoch": 0.6931740614334471,
      "grad_norm": 0.27669747483643964,
      "learning_rate": 9.218528587832146e-06,
      "loss": 0.3337,
      "num_tokens": 386430060.0,
      "step": 2031
    },
    {
      "epoch": 0.6935153583617747,
      "grad_norm": 0.2964536222862022,
      "learning_rate": 9.217574832827226e-06,
      "loss": 0.3396,
      "num_tokens": 386587371.0,
      "step": 2032
    },
    {
      "epoch": 0.6938566552901024,
      "grad_norm": 0.26873547674782894,
      "learning_rate": 9.21662055157909e-06,
      "loss": 0.3559,
      "num_tokens": 386808830.0,
      "step": 2033
    },
    {
      "epoch": 0.6941979522184301,
      "grad_norm": 0.28807926528120553,
      "learning_rate": 9.215665744222829e-06,
      "loss": 0.3508,
      "num_tokens": 386993709.0,
      "step": 2034
    },
    {
      "epoch": 0.6945392491467577,
      "grad_norm": 0.30974142810164346,
      "learning_rate": 9.214710410893591e-06,
      "loss": 0.3669,
      "num_tokens": 387177064.0,
      "step": 2035
    },
    {
      "epoch": 0.6948805460750853,
      "grad_norm": 0.2623972227437816,
      "learning_rate": 9.213754551726615e-06,
      "loss": 0.3417,
      "num_tokens": 387377190.0,
      "step": 2036
    },
    {
      "epoch": 0.6952218430034129,
      "grad_norm": 0.26890674996105646,
      "learning_rate": 9.212798166857207e-06,
      "loss": 0.3147,
      "num_tokens": 387563365.0,
      "step": 2037
    },
    {
      "epoch": 0.6955631399317406,
      "grad_norm": 0.396401026056197,
      "learning_rate": 9.211841256420749e-06,
      "loss": 0.3506,
      "num_tokens": 387721559.0,
      "step": 2038
    },
    {
      "epoch": 0.6959044368600683,
      "grad_norm": 0.28425633736737016,
      "learning_rate": 9.210883820552695e-06,
      "loss": 0.3443,
      "num_tokens": 387907305.0,
      "step": 2039
    },
    {
      "epoch": 0.6962457337883959,
      "grad_norm": 0.28600271957104456,
      "learning_rate": 9.209925859388576e-06,
      "loss": 0.3435,
      "num_tokens": 388108223.0,
      "step": 2040
    },
    {
      "epoch": 0.6965870307167236,
      "grad_norm": 0.2726833672365092,
      "learning_rate": 9.208967373063997e-06,
      "loss": 0.3282,
      "num_tokens": 388291394.0,
      "step": 2041
    },
    {
      "epoch": 0.6969283276450512,
      "grad_norm": 0.29873963815230753,
      "learning_rate": 9.208008361714638e-06,
      "loss": 0.3481,
      "num_tokens": 388482163.0,
      "step": 2042
    },
    {
      "epoch": 0.6972696245733788,
      "grad_norm": 0.29330748036611815,
      "learning_rate": 9.207048825476253e-06,
      "loss": 0.3495,
      "num_tokens": 388641827.0,
      "step": 2043
    },
    {
      "epoch": 0.6976109215017064,
      "grad_norm": 0.28736008330250074,
      "learning_rate": 9.206088764484667e-06,
      "loss": 0.3395,
      "num_tokens": 388856230.0,
      "step": 2044
    },
    {
      "epoch": 0.6979522184300341,
      "grad_norm": 0.30701435260347254,
      "learning_rate": 9.205128178875783e-06,
      "loss": 0.3682,
      "num_tokens": 389064546.0,
      "step": 2045
    },
    {
      "epoch": 0.6982935153583618,
      "grad_norm": 0.27336807774509975,
      "learning_rate": 9.204167068785578e-06,
      "loss": 0.3715,
      "num_tokens": 389264037.0,
      "step": 2046
    },
    {
      "epoch": 0.6986348122866894,
      "grad_norm": 0.24776965422555633,
      "learning_rate": 9.2032054343501e-06,
      "loss": 0.3465,
      "num_tokens": 389494004.0,
      "step": 2047
    },
    {
      "epoch": 0.6989761092150171,
      "grad_norm": 0.2929177561366854,
      "learning_rate": 9.202243275705478e-06,
      "loss": 0.383,
      "num_tokens": 389687303.0,
      "step": 2048
    },
    {
      "epoch": 0.6993174061433447,
      "grad_norm": 0.39351582638216437,
      "learning_rate": 9.201280592987907e-06,
      "loss": 0.3622,
      "num_tokens": 389878048.0,
      "step": 2049
    },
    {
      "epoch": 0.6996587030716723,
      "grad_norm": 0.2862804621814784,
      "learning_rate": 9.200317386333662e-06,
      "loss": 0.3567,
      "num_tokens": 390081891.0,
      "step": 2050
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.28627233336189484,
      "learning_rate": 9.199353655879089e-06,
      "loss": 0.3604,
      "num_tokens": 390277852.0,
      "step": 2051
    },
    {
      "epoch": 0.7003412969283277,
      "grad_norm": 0.2623611991731464,
      "learning_rate": 9.198389401760608e-06,
      "loss": 0.3639,
      "num_tokens": 390487155.0,
      "step": 2052
    },
    {
      "epoch": 0.7006825938566553,
      "grad_norm": 0.2760615945587591,
      "learning_rate": 9.197424624114721e-06,
      "loss": 0.3206,
      "num_tokens": 390657424.0,
      "step": 2053
    },
    {
      "epoch": 0.701023890784983,
      "grad_norm": 0.24675848321786545,
      "learning_rate": 9.196459323077989e-06,
      "loss": 0.3267,
      "num_tokens": 390888969.0,
      "step": 2054
    },
    {
      "epoch": 0.7013651877133106,
      "grad_norm": 0.2780035250691131,
      "learning_rate": 9.19549349878706e-06,
      "loss": 0.3654,
      "num_tokens": 391072778.0,
      "step": 2055
    },
    {
      "epoch": 0.7017064846416382,
      "grad_norm": 0.3045232150490647,
      "learning_rate": 9.194527151378652e-06,
      "loss": 0.3609,
      "num_tokens": 391229306.0,
      "step": 2056
    },
    {
      "epoch": 0.7020477815699658,
      "grad_norm": 0.25889416048279035,
      "learning_rate": 9.193560280989557e-06,
      "loss": 0.3489,
      "num_tokens": 391426980.0,
      "step": 2057
    },
    {
      "epoch": 0.7023890784982935,
      "grad_norm": 0.3092875541883365,
      "learning_rate": 9.19259288775664e-06,
      "loss": 0.3619,
      "num_tokens": 391578032.0,
      "step": 2058
    },
    {
      "epoch": 0.7027303754266212,
      "grad_norm": 0.2901009693806393,
      "learning_rate": 9.19162497181684e-06,
      "loss": 0.3595,
      "num_tokens": 391769308.0,
      "step": 2059
    },
    {
      "epoch": 0.7030716723549488,
      "grad_norm": 0.28406686006282444,
      "learning_rate": 9.190656533307175e-06,
      "loss": 0.3163,
      "num_tokens": 391935614.0,
      "step": 2060
    },
    {
      "epoch": 0.7034129692832765,
      "grad_norm": 0.2958671795586866,
      "learning_rate": 9.189687572364725e-06,
      "loss": 0.3512,
      "num_tokens": 392118358.0,
      "step": 2061
    },
    {
      "epoch": 0.7037542662116041,
      "grad_norm": 0.3348750926974444,
      "learning_rate": 9.188718089126658e-06,
      "loss": 0.3569,
      "num_tokens": 392283656.0,
      "step": 2062
    },
    {
      "epoch": 0.7040955631399317,
      "grad_norm": 0.29017272455858567,
      "learning_rate": 9.187748083730208e-06,
      "loss": 0.389,
      "num_tokens": 392463508.0,
      "step": 2063
    },
    {
      "epoch": 0.7044368600682593,
      "grad_norm": 0.3005537381791193,
      "learning_rate": 9.186777556312685e-06,
      "loss": 0.3647,
      "num_tokens": 392644615.0,
      "step": 2064
    },
    {
      "epoch": 0.7047781569965871,
      "grad_norm": 0.2703485841925734,
      "learning_rate": 9.185806507011472e-06,
      "loss": 0.3361,
      "num_tokens": 392809764.0,
      "step": 2065
    },
    {
      "epoch": 0.7051194539249147,
      "grad_norm": 0.29847275987906563,
      "learning_rate": 9.184834935964026e-06,
      "loss": 0.3635,
      "num_tokens": 393012596.0,
      "step": 2066
    },
    {
      "epoch": 0.7054607508532423,
      "grad_norm": 0.3133379279830781,
      "learning_rate": 9.18386284330788e-06,
      "loss": 0.3407,
      "num_tokens": 393191687.0,
      "step": 2067
    },
    {
      "epoch": 0.70580204778157,
      "grad_norm": 0.2697723515844456,
      "learning_rate": 9.182890229180635e-06,
      "loss": 0.3403,
      "num_tokens": 393388775.0,
      "step": 2068
    },
    {
      "epoch": 0.7061433447098976,
      "grad_norm": 0.2766967766875985,
      "learning_rate": 9.181917093719977e-06,
      "loss": 0.3388,
      "num_tokens": 393573088.0,
      "step": 2069
    },
    {
      "epoch": 0.7064846416382252,
      "grad_norm": 0.3474878674820241,
      "learning_rate": 9.180943437063652e-06,
      "loss": 0.3737,
      "num_tokens": 393763611.0,
      "step": 2070
    },
    {
      "epoch": 0.7068259385665528,
      "grad_norm": 0.2755799152295974,
      "learning_rate": 9.17996925934949e-06,
      "loss": 0.3605,
      "num_tokens": 393979607.0,
      "step": 2071
    },
    {
      "epoch": 0.7071672354948806,
      "grad_norm": 0.27605454753298575,
      "learning_rate": 9.178994560715387e-06,
      "loss": 0.361,
      "num_tokens": 394181358.0,
      "step": 2072
    },
    {
      "epoch": 0.7075085324232082,
      "grad_norm": 0.30265959950677834,
      "learning_rate": 9.178019341299323e-06,
      "loss": 0.3304,
      "num_tokens": 394345862.0,
      "step": 2073
    },
    {
      "epoch": 0.7078498293515358,
      "grad_norm": 0.2616021245961334,
      "learning_rate": 9.177043601239342e-06,
      "loss": 0.3388,
      "num_tokens": 394534026.0,
      "step": 2074
    },
    {
      "epoch": 0.7081911262798635,
      "grad_norm": 0.2939786321743066,
      "learning_rate": 9.176067340673566e-06,
      "loss": 0.3559,
      "num_tokens": 394715706.0,
      "step": 2075
    },
    {
      "epoch": 0.7085324232081911,
      "grad_norm": 0.32697175261809663,
      "learning_rate": 9.17509055974019e-06,
      "loss": 0.368,
      "num_tokens": 394903177.0,
      "step": 2076
    },
    {
      "epoch": 0.7088737201365187,
      "grad_norm": 0.2825320453509454,
      "learning_rate": 9.174113258577485e-06,
      "loss": 0.3748,
      "num_tokens": 395133981.0,
      "step": 2077
    },
    {
      "epoch": 0.7092150170648465,
      "grad_norm": 0.3381810120756002,
      "learning_rate": 9.17313543732379e-06,
      "loss": 0.3786,
      "num_tokens": 395283461.0,
      "step": 2078
    },
    {
      "epoch": 0.7095563139931741,
      "grad_norm": 0.31787067296789545,
      "learning_rate": 9.172157096117522e-06,
      "loss": 0.3904,
      "num_tokens": 395455705.0,
      "step": 2079
    },
    {
      "epoch": 0.7098976109215017,
      "grad_norm": 0.2872761358520333,
      "learning_rate": 9.171178235097169e-06,
      "loss": 0.348,
      "num_tokens": 395651115.0,
      "step": 2080
    },
    {
      "epoch": 0.7102389078498293,
      "grad_norm": 0.3034252696722298,
      "learning_rate": 9.170198854401299e-06,
      "loss": 0.3421,
      "num_tokens": 395822645.0,
      "step": 2081
    },
    {
      "epoch": 0.710580204778157,
      "grad_norm": 0.24857994040880754,
      "learning_rate": 9.169218954168544e-06,
      "loss": 0.336,
      "num_tokens": 396063952.0,
      "step": 2082
    },
    {
      "epoch": 0.7109215017064846,
      "grad_norm": 0.3026704587872693,
      "learning_rate": 9.168238534537616e-06,
      "loss": 0.3326,
      "num_tokens": 396269946.0,
      "step": 2083
    },
    {
      "epoch": 0.7112627986348122,
      "grad_norm": 0.28482104198295527,
      "learning_rate": 9.167257595647299e-06,
      "loss": 0.3561,
      "num_tokens": 396444404.0,
      "step": 2084
    },
    {
      "epoch": 0.71160409556314,
      "grad_norm": 0.28493135405817754,
      "learning_rate": 9.166276137636452e-06,
      "loss": 0.3483,
      "num_tokens": 396633332.0,
      "step": 2085
    },
    {
      "epoch": 0.7119453924914676,
      "grad_norm": 0.2557327037319484,
      "learning_rate": 9.165294160644004e-06,
      "loss": 0.3466,
      "num_tokens": 396839455.0,
      "step": 2086
    },
    {
      "epoch": 0.7122866894197952,
      "grad_norm": 0.2849598927563186,
      "learning_rate": 9.164311664808957e-06,
      "loss": 0.3234,
      "num_tokens": 397014279.0,
      "step": 2087
    },
    {
      "epoch": 0.7126279863481229,
      "grad_norm": 0.2911335275599442,
      "learning_rate": 9.163328650270393e-06,
      "loss": 0.322,
      "num_tokens": 397199533.0,
      "step": 2088
    },
    {
      "epoch": 0.7129692832764505,
      "grad_norm": 0.2723385918253237,
      "learning_rate": 9.162345117167459e-06,
      "loss": 0.3497,
      "num_tokens": 397397747.0,
      "step": 2089
    },
    {
      "epoch": 0.7133105802047781,
      "grad_norm": 0.29477562578653377,
      "learning_rate": 9.161361065639382e-06,
      "loss": 0.3509,
      "num_tokens": 397577518.0,
      "step": 2090
    },
    {
      "epoch": 0.7136518771331058,
      "grad_norm": 0.3248005023065361,
      "learning_rate": 9.160376495825461e-06,
      "loss": 0.3549,
      "num_tokens": 397747644.0,
      "step": 2091
    },
    {
      "epoch": 0.7139931740614335,
      "grad_norm": 0.29085398583634636,
      "learning_rate": 9.159391407865064e-06,
      "loss": 0.3485,
      "num_tokens": 397919881.0,
      "step": 2092
    },
    {
      "epoch": 0.7143344709897611,
      "grad_norm": 0.28266902473065364,
      "learning_rate": 9.15840580189764e-06,
      "loss": 0.3516,
      "num_tokens": 398100058.0,
      "step": 2093
    },
    {
      "epoch": 0.7146757679180887,
      "grad_norm": 0.4037102124308745,
      "learning_rate": 9.157419678062702e-06,
      "loss": 0.3389,
      "num_tokens": 398290972.0,
      "step": 2094
    },
    {
      "epoch": 0.7150170648464164,
      "grad_norm": 0.30290225273180654,
      "learning_rate": 9.156433036499845e-06,
      "loss": 0.3756,
      "num_tokens": 398490748.0,
      "step": 2095
    },
    {
      "epoch": 0.715358361774744,
      "grad_norm": 0.2796510297018444,
      "learning_rate": 9.155445877348731e-06,
      "loss": 0.3664,
      "num_tokens": 398678545.0,
      "step": 2096
    },
    {
      "epoch": 0.7156996587030716,
      "grad_norm": 0.31144439661744305,
      "learning_rate": 9.154458200749101e-06,
      "loss": 0.3653,
      "num_tokens": 398847562.0,
      "step": 2097
    },
    {
      "epoch": 0.7160409556313994,
      "grad_norm": 0.29213763073302335,
      "learning_rate": 9.153470006840763e-06,
      "loss": 0.4052,
      "num_tokens": 399053930.0,
      "step": 2098
    },
    {
      "epoch": 0.716382252559727,
      "grad_norm": 0.2820326424983355,
      "learning_rate": 9.152481295763602e-06,
      "loss": 0.3577,
      "num_tokens": 399233253.0,
      "step": 2099
    },
    {
      "epoch": 0.7167235494880546,
      "grad_norm": 0.30457590754435854,
      "learning_rate": 9.151492067657575e-06,
      "loss": 0.321,
      "num_tokens": 399401863.0,
      "step": 2100
    },
    {
      "epoch": 0.7170648464163822,
      "grad_norm": 0.2669446180173537,
      "learning_rate": 9.150502322662716e-06,
      "loss": 0.3481,
      "num_tokens": 399586329.0,
      "step": 2101
    },
    {
      "epoch": 0.7174061433447099,
      "grad_norm": 0.30542860202669625,
      "learning_rate": 9.149512060919125e-06,
      "loss": 0.3506,
      "num_tokens": 399747718.0,
      "step": 2102
    },
    {
      "epoch": 0.7177474402730375,
      "grad_norm": 0.27749896764880794,
      "learning_rate": 9.14852128256698e-06,
      "loss": 0.3584,
      "num_tokens": 399957380.0,
      "step": 2103
    },
    {
      "epoch": 0.7180887372013652,
      "grad_norm": 0.2683081918289333,
      "learning_rate": 9.147529987746532e-06,
      "loss": 0.3147,
      "num_tokens": 400137407.0,
      "step": 2104
    },
    {
      "epoch": 0.7184300341296929,
      "grad_norm": 0.25116775997034685,
      "learning_rate": 9.146538176598106e-06,
      "loss": 0.3212,
      "num_tokens": 400320467.0,
      "step": 2105
    },
    {
      "epoch": 0.7187713310580205,
      "grad_norm": 0.30451448595988356,
      "learning_rate": 9.145545849262093e-06,
      "loss": 0.3665,
      "num_tokens": 400513284.0,
      "step": 2106
    },
    {
      "epoch": 0.7191126279863481,
      "grad_norm": 0.3067057371630422,
      "learning_rate": 9.144553005878968e-06,
      "loss": 0.3241,
      "num_tokens": 400656040.0,
      "step": 2107
    },
    {
      "epoch": 0.7194539249146757,
      "grad_norm": 0.2737218267693162,
      "learning_rate": 9.14355964658927e-06,
      "loss": 0.3419,
      "num_tokens": 400879338.0,
      "step": 2108
    },
    {
      "epoch": 0.7197952218430034,
      "grad_norm": 0.26597561632878175,
      "learning_rate": 9.142565771533616e-06,
      "loss": 0.3288,
      "num_tokens": 401075169.0,
      "step": 2109
    },
    {
      "epoch": 0.7201365187713311,
      "grad_norm": 0.28703383646065034,
      "learning_rate": 9.141571380852693e-06,
      "loss": 0.3395,
      "num_tokens": 401265433.0,
      "step": 2110
    },
    {
      "epoch": 0.7204778156996587,
      "grad_norm": 0.2890536643533397,
      "learning_rate": 9.140576474687263e-06,
      "loss": 0.3829,
      "num_tokens": 401451795.0,
      "step": 2111
    },
    {
      "epoch": 0.7208191126279864,
      "grad_norm": 0.2969622764387973,
      "learning_rate": 9.139581053178163e-06,
      "loss": 0.3601,
      "num_tokens": 401631891.0,
      "step": 2112
    },
    {
      "epoch": 0.721160409556314,
      "grad_norm": 0.2697637989120129,
      "learning_rate": 9.138585116466298e-06,
      "loss": 0.3283,
      "num_tokens": 401800606.0,
      "step": 2113
    },
    {
      "epoch": 0.7215017064846416,
      "grad_norm": 0.27064418376354293,
      "learning_rate": 9.137588664692648e-06,
      "loss": 0.3459,
      "num_tokens": 401993766.0,
      "step": 2114
    },
    {
      "epoch": 0.7218430034129693,
      "grad_norm": 0.29528686789379743,
      "learning_rate": 9.136591697998268e-06,
      "loss": 0.3426,
      "num_tokens": 402164442.0,
      "step": 2115
    },
    {
      "epoch": 0.7221843003412969,
      "grad_norm": 0.25230588899287615,
      "learning_rate": 9.13559421652428e-06,
      "loss": 0.3344,
      "num_tokens": 402392351.0,
      "step": 2116
    },
    {
      "epoch": 0.7225255972696246,
      "grad_norm": 0.27795791385582175,
      "learning_rate": 9.13459622041189e-06,
      "loss": 0.3744,
      "num_tokens": 402579510.0,
      "step": 2117
    },
    {
      "epoch": 0.7228668941979522,
      "grad_norm": 0.29238882449494774,
      "learning_rate": 9.133597709802365e-06,
      "loss": 0.3215,
      "num_tokens": 402752178.0,
      "step": 2118
    },
    {
      "epoch": 0.7232081911262799,
      "grad_norm": 0.2948719325257146,
      "learning_rate": 9.13259868483705e-06,
      "loss": 0.3403,
      "num_tokens": 402955386.0,
      "step": 2119
    },
    {
      "epoch": 0.7235494880546075,
      "grad_norm": 0.2804731143326722,
      "learning_rate": 9.13159914565736e-06,
      "loss": 0.3656,
      "num_tokens": 403149095.0,
      "step": 2120
    },
    {
      "epoch": 0.7238907849829351,
      "grad_norm": 0.24674058367698,
      "learning_rate": 9.130599092404794e-06,
      "loss": 0.3459,
      "num_tokens": 403377961.0,
      "step": 2121
    },
    {
      "epoch": 0.7242320819112628,
      "grad_norm": 0.2946968860523069,
      "learning_rate": 9.129598525220905e-06,
      "loss": 0.346,
      "num_tokens": 403542815.0,
      "step": 2122
    },
    {
      "epoch": 0.7245733788395905,
      "grad_norm": 0.26546454110003626,
      "learning_rate": 9.128597444247335e-06,
      "loss": 0.319,
      "num_tokens": 403742554.0,
      "step": 2123
    },
    {
      "epoch": 0.7249146757679181,
      "grad_norm": 0.2808841083349522,
      "learning_rate": 9.127595849625791e-06,
      "loss": 0.3401,
      "num_tokens": 403919971.0,
      "step": 2124
    },
    {
      "epoch": 0.7252559726962458,
      "grad_norm": 0.3210095957380654,
      "learning_rate": 9.126593741498054e-06,
      "loss": 0.373,
      "num_tokens": 404084470.0,
      "step": 2125
    },
    {
      "epoch": 0.7255972696245734,
      "grad_norm": 0.2581938463257125,
      "learning_rate": 9.125591120005978e-06,
      "loss": 0.3569,
      "num_tokens": 404292442.0,
      "step": 2126
    },
    {
      "epoch": 0.725938566552901,
      "grad_norm": 0.27904203493527363,
      "learning_rate": 9.12458798529149e-06,
      "loss": 0.3345,
      "num_tokens": 404457724.0,
      "step": 2127
    },
    {
      "epoch": 0.7262798634812286,
      "grad_norm": 0.2922794811569392,
      "learning_rate": 9.123584337496588e-06,
      "loss": 0.3377,
      "num_tokens": 404621170.0,
      "step": 2128
    },
    {
      "epoch": 0.7266211604095563,
      "grad_norm": 0.258040585340726,
      "learning_rate": 9.122580176763343e-06,
      "loss": 0.3711,
      "num_tokens": 404865673.0,
      "step": 2129
    },
    {
      "epoch": 0.726962457337884,
      "grad_norm": 0.35331877725382266,
      "learning_rate": 9.121575503233905e-06,
      "loss": 0.3692,
      "num_tokens": 405069893.0,
      "step": 2130
    },
    {
      "epoch": 0.7273037542662116,
      "grad_norm": 0.2718726892590894,
      "learning_rate": 9.120570317050485e-06,
      "loss": 0.3728,
      "num_tokens": 405262025.0,
      "step": 2131
    },
    {
      "epoch": 0.7276450511945393,
      "grad_norm": 0.2717769961701977,
      "learning_rate": 9.119564618355374e-06,
      "loss": 0.3303,
      "num_tokens": 405434338.0,
      "step": 2132
    },
    {
      "epoch": 0.7279863481228669,
      "grad_norm": 0.2819441559483998,
      "learning_rate": 9.118558407290937e-06,
      "loss": 0.3438,
      "num_tokens": 405643367.0,
      "step": 2133
    },
    {
      "epoch": 0.7283276450511945,
      "grad_norm": 0.2608087458816418,
      "learning_rate": 9.117551683999605e-06,
      "loss": 0.3616,
      "num_tokens": 405893274.0,
      "step": 2134
    },
    {
      "epoch": 0.7286689419795221,
      "grad_norm": 0.28415111627329676,
      "learning_rate": 9.116544448623889e-06,
      "loss": 0.3368,
      "num_tokens": 406068739.0,
      "step": 2135
    },
    {
      "epoch": 0.7290102389078499,
      "grad_norm": 0.2921166261423304,
      "learning_rate": 9.115536701306366e-06,
      "loss": 0.3507,
      "num_tokens": 406244497.0,
      "step": 2136
    },
    {
      "epoch": 0.7293515358361775,
      "grad_norm": 0.244713323429387,
      "learning_rate": 9.114528442189688e-06,
      "loss": 0.3342,
      "num_tokens": 406470722.0,
      "step": 2137
    },
    {
      "epoch": 0.7296928327645051,
      "grad_norm": 0.2856994140246014,
      "learning_rate": 9.11351967141658e-06,
      "loss": 0.3447,
      "num_tokens": 406650854.0,
      "step": 2138
    },
    {
      "epoch": 0.7300341296928328,
      "grad_norm": 0.2708626086273476,
      "learning_rate": 9.112510389129843e-06,
      "loss": 0.3877,
      "num_tokens": 406860916.0,
      "step": 2139
    },
    {
      "epoch": 0.7303754266211604,
      "grad_norm": 0.29283574273335045,
      "learning_rate": 9.11150059547234e-06,
      "loss": 0.3261,
      "num_tokens": 407031749.0,
      "step": 2140
    },
    {
      "epoch": 0.730716723549488,
      "grad_norm": 0.2656025154482762,
      "learning_rate": 9.110490290587017e-06,
      "loss": 0.3463,
      "num_tokens": 407244111.0,
      "step": 2141
    },
    {
      "epoch": 0.7310580204778157,
      "grad_norm": 0.2912679716341631,
      "learning_rate": 9.109479474616886e-06,
      "loss": 0.3608,
      "num_tokens": 407416394.0,
      "step": 2142
    },
    {
      "epoch": 0.7313993174061434,
      "grad_norm": 0.32106105430116916,
      "learning_rate": 9.108468147705038e-06,
      "loss": 0.3601,
      "num_tokens": 407580261.0,
      "step": 2143
    },
    {
      "epoch": 0.731740614334471,
      "grad_norm": 0.28913403375872415,
      "learning_rate": 9.107456309994626e-06,
      "loss": 0.3798,
      "num_tokens": 407755580.0,
      "step": 2144
    },
    {
      "epoch": 0.7320819112627986,
      "grad_norm": 0.2839162392036535,
      "learning_rate": 9.106443961628884e-06,
      "loss": 0.3486,
      "num_tokens": 407927314.0,
      "step": 2145
    },
    {
      "epoch": 0.7324232081911263,
      "grad_norm": 0.2810973580414676,
      "learning_rate": 9.105431102751116e-06,
      "loss": 0.3766,
      "num_tokens": 408129297.0,
      "step": 2146
    },
    {
      "epoch": 0.7327645051194539,
      "grad_norm": 0.2649657508968211,
      "learning_rate": 9.104417733504698e-06,
      "loss": 0.3169,
      "num_tokens": 408296938.0,
      "step": 2147
    },
    {
      "epoch": 0.7331058020477815,
      "grad_norm": 0.26945575834676855,
      "learning_rate": 9.103403854033075e-06,
      "loss": 0.3656,
      "num_tokens": 408531606.0,
      "step": 2148
    },
    {
      "epoch": 0.7334470989761093,
      "grad_norm": 0.2602415780904265,
      "learning_rate": 9.102389464479772e-06,
      "loss": 0.3706,
      "num_tokens": 408733847.0,
      "step": 2149
    },
    {
      "epoch": 0.7337883959044369,
      "grad_norm": 0.2890935577634024,
      "learning_rate": 9.101374564988377e-06,
      "loss": 0.36,
      "num_tokens": 408884654.0,
      "step": 2150
    },
    {
      "epoch": 0.7341296928327645,
      "grad_norm": 0.28653553972790924,
      "learning_rate": 9.100359155702557e-06,
      "loss": 0.3848,
      "num_tokens": 409107681.0,
      "step": 2151
    },
    {
      "epoch": 0.7344709897610922,
      "grad_norm": 0.2761694002939259,
      "learning_rate": 9.099343236766046e-06,
      "loss": 0.3102,
      "num_tokens": 409306680.0,
      "step": 2152
    },
    {
      "epoch": 0.7348122866894198,
      "grad_norm": 0.2727479120173122,
      "learning_rate": 9.098326808322659e-06,
      "loss": 0.3487,
      "num_tokens": 409480388.0,
      "step": 2153
    },
    {
      "epoch": 0.7351535836177474,
      "grad_norm": 0.2618868584122235,
      "learning_rate": 9.097309870516271e-06,
      "loss": 0.3263,
      "num_tokens": 409669195.0,
      "step": 2154
    },
    {
      "epoch": 0.735494880546075,
      "grad_norm": 0.29210047842262943,
      "learning_rate": 9.096292423490838e-06,
      "loss": 0.3804,
      "num_tokens": 409863141.0,
      "step": 2155
    },
    {
      "epoch": 0.7358361774744028,
      "grad_norm": 0.3223048828599311,
      "learning_rate": 9.095274467390383e-06,
      "loss": 0.3389,
      "num_tokens": 410024233.0,
      "step": 2156
    },
    {
      "epoch": 0.7361774744027304,
      "grad_norm": 0.28156944981259396,
      "learning_rate": 9.094256002359007e-06,
      "loss": 0.3557,
      "num_tokens": 410202365.0,
      "step": 2157
    },
    {
      "epoch": 0.736518771331058,
      "grad_norm": 0.2904797655273098,
      "learning_rate": 9.093237028540876e-06,
      "loss": 0.3547,
      "num_tokens": 410394545.0,
      "step": 2158
    },
    {
      "epoch": 0.7368600682593857,
      "grad_norm": 0.2698502870829701,
      "learning_rate": 9.092217546080233e-06,
      "loss": 0.3424,
      "num_tokens": 410617241.0,
      "step": 2159
    },
    {
      "epoch": 0.7372013651877133,
      "grad_norm": 0.26851934829193475,
      "learning_rate": 9.09119755512139e-06,
      "loss": 0.3409,
      "num_tokens": 410820423.0,
      "step": 2160
    },
    {
      "epoch": 0.7375426621160409,
      "grad_norm": 0.26831360234583007,
      "learning_rate": 9.090177055808734e-06,
      "loss": 0.3851,
      "num_tokens": 411062677.0,
      "step": 2161
    },
    {
      "epoch": 0.7378839590443687,
      "grad_norm": 0.2896778802671318,
      "learning_rate": 9.089156048286723e-06,
      "loss": 0.3558,
      "num_tokens": 411240868.0,
      "step": 2162
    },
    {
      "epoch": 0.7382252559726963,
      "grad_norm": 0.28632467985772025,
      "learning_rate": 9.088134532699884e-06,
      "loss": 0.3632,
      "num_tokens": 411438684.0,
      "step": 2163
    },
    {
      "epoch": 0.7385665529010239,
      "grad_norm": 0.29666061987634923,
      "learning_rate": 9.087112509192817e-06,
      "loss": 0.3476,
      "num_tokens": 411629067.0,
      "step": 2164
    },
    {
      "epoch": 0.7389078498293515,
      "grad_norm": 0.3152088574865462,
      "learning_rate": 9.0860899779102e-06,
      "loss": 0.3604,
      "num_tokens": 411783818.0,
      "step": 2165
    },
    {
      "epoch": 0.7392491467576792,
      "grad_norm": 0.25642629726430977,
      "learning_rate": 9.085066938996772e-06,
      "loss": 0.3426,
      "num_tokens": 411997731.0,
      "step": 2166
    },
    {
      "epoch": 0.7395904436860068,
      "grad_norm": 0.280904811101188,
      "learning_rate": 9.084043392597354e-06,
      "loss": 0.3729,
      "num_tokens": 412195313.0,
      "step": 2167
    },
    {
      "epoch": 0.7399317406143344,
      "grad_norm": 0.27901380384742464,
      "learning_rate": 9.083019338856835e-06,
      "loss": 0.374,
      "num_tokens": 412418854.0,
      "step": 2168
    },
    {
      "epoch": 0.7402730375426622,
      "grad_norm": 0.2752726209960756,
      "learning_rate": 9.08199477792017e-06,
      "loss": 0.3294,
      "num_tokens": 412585334.0,
      "step": 2169
    },
    {
      "epoch": 0.7406143344709898,
      "grad_norm": 0.30123211158907465,
      "learning_rate": 9.0809697099324e-06,
      "loss": 0.3516,
      "num_tokens": 412784693.0,
      "step": 2170
    },
    {
      "epoch": 0.7409556313993174,
      "grad_norm": 0.28884146611929795,
      "learning_rate": 9.079944135038622e-06,
      "loss": 0.3577,
      "num_tokens": 412973083.0,
      "step": 2171
    },
    {
      "epoch": 0.741296928327645,
      "grad_norm": 0.29779470559402405,
      "learning_rate": 9.078918053384014e-06,
      "loss": 0.3541,
      "num_tokens": 413146537.0,
      "step": 2172
    },
    {
      "epoch": 0.7416382252559727,
      "grad_norm": 0.2959283818163344,
      "learning_rate": 9.077891465113823e-06,
      "loss": 0.3675,
      "num_tokens": 413329504.0,
      "step": 2173
    },
    {
      "epoch": 0.7419795221843003,
      "grad_norm": 0.27575936557737024,
      "learning_rate": 9.07686437037337e-06,
      "loss": 0.3062,
      "num_tokens": 413501097.0,
      "step": 2174
    },
    {
      "epoch": 0.742320819112628,
      "grad_norm": 0.2555038577806383,
      "learning_rate": 9.075836769308044e-06,
      "loss": 0.3214,
      "num_tokens": 413699654.0,
      "step": 2175
    },
    {
      "epoch": 0.7426621160409557,
      "grad_norm": 0.2852093293516688,
      "learning_rate": 9.074808662063307e-06,
      "loss": 0.3677,
      "num_tokens": 413887574.0,
      "step": 2176
    },
    {
      "epoch": 0.7430034129692833,
      "grad_norm": 0.246290430314571,
      "learning_rate": 9.073780048784695e-06,
      "loss": 0.3839,
      "num_tokens": 414162644.0,
      "step": 2177
    },
    {
      "epoch": 0.7433447098976109,
      "grad_norm": 0.2825963721615387,
      "learning_rate": 9.072750929617815e-06,
      "loss": 0.3696,
      "num_tokens": 414370558.0,
      "step": 2178
    },
    {
      "epoch": 0.7436860068259386,
      "grad_norm": 0.2627428050754784,
      "learning_rate": 9.07172130470834e-06,
      "loss": 0.3219,
      "num_tokens": 414574142.0,
      "step": 2179
    },
    {
      "epoch": 0.7440273037542662,
      "grad_norm": 0.26157589647516094,
      "learning_rate": 9.070691174202024e-06,
      "loss": 0.3453,
      "num_tokens": 414792055.0,
      "step": 2180
    },
    {
      "epoch": 0.7443686006825938,
      "grad_norm": 0.28134014578720706,
      "learning_rate": 9.069660538244684e-06,
      "loss": 0.3604,
      "num_tokens": 414974790.0,
      "step": 2181
    },
    {
      "epoch": 0.7447098976109215,
      "grad_norm": 0.2651107227932551,
      "learning_rate": 9.068629396982215e-06,
      "loss": 0.3737,
      "num_tokens": 415191373.0,
      "step": 2182
    },
    {
      "epoch": 0.7450511945392492,
      "grad_norm": 0.2975273469347456,
      "learning_rate": 9.067597750560578e-06,
      "loss": 0.3511,
      "num_tokens": 415365124.0,
      "step": 2183
    },
    {
      "epoch": 0.7453924914675768,
      "grad_norm": 0.30541630345165793,
      "learning_rate": 9.066565599125812e-06,
      "loss": 0.349,
      "num_tokens": 415525675.0,
      "step": 2184
    },
    {
      "epoch": 0.7457337883959044,
      "grad_norm": 0.3399615518647078,
      "learning_rate": 9.065532942824021e-06,
      "loss": 0.331,
      "num_tokens": 415707989.0,
      "step": 2185
    },
    {
      "epoch": 0.7460750853242321,
      "grad_norm": 0.2856892187665154,
      "learning_rate": 9.064499781801383e-06,
      "loss": 0.3736,
      "num_tokens": 415924110.0,
      "step": 2186
    },
    {
      "epoch": 0.7464163822525597,
      "grad_norm": 0.3073611136016281,
      "learning_rate": 9.063466116204148e-06,
      "loss": 0.3203,
      "num_tokens": 416083868.0,
      "step": 2187
    },
    {
      "epoch": 0.7467576791808874,
      "grad_norm": 0.2754324894015159,
      "learning_rate": 9.062431946178636e-06,
      "loss": 0.3475,
      "num_tokens": 416284017.0,
      "step": 2188
    },
    {
      "epoch": 0.747098976109215,
      "grad_norm": 0.26915461140121594,
      "learning_rate": 9.061397271871245e-06,
      "loss": 0.3542,
      "num_tokens": 416515454.0,
      "step": 2189
    },
    {
      "epoch": 0.7474402730375427,
      "grad_norm": 0.3057778894656127,
      "learning_rate": 9.06036209342843e-06,
      "loss": 0.3527,
      "num_tokens": 416678790.0,
      "step": 2190
    },
    {
      "epoch": 0.7477815699658703,
      "grad_norm": 0.3272578518069415,
      "learning_rate": 9.059326410996733e-06,
      "loss": 0.3288,
      "num_tokens": 416859210.0,
      "step": 2191
    },
    {
      "epoch": 0.7481228668941979,
      "grad_norm": 0.3493407574901441,
      "learning_rate": 9.058290224722759e-06,
      "loss": 0.3139,
      "num_tokens": 417026335.0,
      "step": 2192
    },
    {
      "epoch": 0.7484641638225256,
      "grad_norm": 0.28221079111995895,
      "learning_rate": 9.057253534753184e-06,
      "loss": 0.3459,
      "num_tokens": 417186373.0,
      "step": 2193
    },
    {
      "epoch": 0.7488054607508532,
      "grad_norm": 0.2832743181798395,
      "learning_rate": 9.05621634123476e-06,
      "loss": 0.3222,
      "num_tokens": 417367580.0,
      "step": 2194
    },
    {
      "epoch": 0.7491467576791809,
      "grad_norm": 0.3118743535335384,
      "learning_rate": 9.055178644314304e-06,
      "loss": 0.3547,
      "num_tokens": 417536151.0,
      "step": 2195
    },
    {
      "epoch": 0.7494880546075086,
      "grad_norm": 0.27656908168571553,
      "learning_rate": 9.054140444138712e-06,
      "loss": 0.331,
      "num_tokens": 417701879.0,
      "step": 2196
    },
    {
      "epoch": 0.7498293515358362,
      "grad_norm": 0.27072750143816615,
      "learning_rate": 9.053101740854946e-06,
      "loss": 0.3754,
      "num_tokens": 417917303.0,
      "step": 2197
    },
    {
      "epoch": 0.7501706484641638,
      "grad_norm": 0.2959449346048284,
      "learning_rate": 9.052062534610034e-06,
      "loss": 0.3507,
      "num_tokens": 418086148.0,
      "step": 2198
    },
    {
      "epoch": 0.7505119453924914,
      "grad_norm": 0.3066089656330804,
      "learning_rate": 9.05102282555109e-06,
      "loss": 0.3511,
      "num_tokens": 418271540.0,
      "step": 2199
    },
    {
      "epoch": 0.7508532423208191,
      "grad_norm": 0.273722278540372,
      "learning_rate": 9.049982613825284e-06,
      "loss": 0.3365,
      "num_tokens": 418457547.0,
      "step": 2200
    },
    {
      "epoch": 0.7511945392491468,
      "grad_norm": 0.28003614556590994,
      "learning_rate": 9.048941899579869e-06,
      "loss": 0.3303,
      "num_tokens": 418647367.0,
      "step": 2201
    },
    {
      "epoch": 0.7515358361774744,
      "grad_norm": 0.29456050110542825,
      "learning_rate": 9.047900682962159e-06,
      "loss": 0.3482,
      "num_tokens": 418789923.0,
      "step": 2202
    },
    {
      "epoch": 0.7518771331058021,
      "grad_norm": 0.28930103535426,
      "learning_rate": 9.046858964119548e-06,
      "loss": 0.3729,
      "num_tokens": 418984539.0,
      "step": 2203
    },
    {
      "epoch": 0.7522184300341297,
      "grad_norm": 0.2594305794863598,
      "learning_rate": 9.045816743199494e-06,
      "loss": 0.2984,
      "num_tokens": 419184457.0,
      "step": 2204
    },
    {
      "epoch": 0.7525597269624573,
      "grad_norm": 0.26350874299361005,
      "learning_rate": 9.044774020349532e-06,
      "loss": 0.3709,
      "num_tokens": 419395126.0,
      "step": 2205
    },
    {
      "epoch": 0.752901023890785,
      "grad_norm": 0.282087106019703,
      "learning_rate": 9.043730795717262e-06,
      "loss": 0.3323,
      "num_tokens": 419573041.0,
      "step": 2206
    },
    {
      "epoch": 0.7532423208191126,
      "grad_norm": 0.2638949809445255,
      "learning_rate": 9.042687069450361e-06,
      "loss": 0.3214,
      "num_tokens": 419744239.0,
      "step": 2207
    },
    {
      "epoch": 0.7535836177474403,
      "grad_norm": 0.288748602832229,
      "learning_rate": 9.041642841696572e-06,
      "loss": 0.3342,
      "num_tokens": 419911299.0,
      "step": 2208
    },
    {
      "epoch": 0.7539249146757679,
      "grad_norm": 0.2837657262881959,
      "learning_rate": 9.040598112603714e-06,
      "loss": 0.3581,
      "num_tokens": 420136259.0,
      "step": 2209
    },
    {
      "epoch": 0.7542662116040956,
      "grad_norm": 0.2772149345351144,
      "learning_rate": 9.039552882319672e-06,
      "loss": 0.3218,
      "num_tokens": 420304227.0,
      "step": 2210
    },
    {
      "epoch": 0.7546075085324232,
      "grad_norm": 0.3326818470431004,
      "learning_rate": 9.0385071509924e-06,
      "loss": 0.3596,
      "num_tokens": 420429171.0,
      "step": 2211
    },
    {
      "epoch": 0.7549488054607508,
      "grad_norm": 0.29542462211326276,
      "learning_rate": 9.037460918769936e-06,
      "loss": 0.368,
      "num_tokens": 420606694.0,
      "step": 2212
    },
    {
      "epoch": 0.7552901023890785,
      "grad_norm": 0.28498862364243643,
      "learning_rate": 9.036414185800376e-06,
      "loss": 0.3413,
      "num_tokens": 420790082.0,
      "step": 2213
    },
    {
      "epoch": 0.7556313993174062,
      "grad_norm": 0.3805292317862312,
      "learning_rate": 9.035366952231888e-06,
      "loss": 0.3391,
      "num_tokens": 420971748.0,
      "step": 2214
    },
    {
      "epoch": 0.7559726962457338,
      "grad_norm": 0.30043380467935515,
      "learning_rate": 9.034319218212715e-06,
      "loss": 0.3471,
      "num_tokens": 421145777.0,
      "step": 2215
    },
    {
      "epoch": 0.7563139931740614,
      "grad_norm": 0.3001636441413615,
      "learning_rate": 9.033270983891173e-06,
      "loss": 0.3514,
      "num_tokens": 421328691.0,
      "step": 2216
    },
    {
      "epoch": 0.7566552901023891,
      "grad_norm": 0.294440455431964,
      "learning_rate": 9.032222249415641e-06,
      "loss": 0.3641,
      "num_tokens": 421522759.0,
      "step": 2217
    },
    {
      "epoch": 0.7569965870307167,
      "grad_norm": 0.29442249287210226,
      "learning_rate": 9.031173014934577e-06,
      "loss": 0.3244,
      "num_tokens": 421687000.0,
      "step": 2218
    },
    {
      "epoch": 0.7573378839590443,
      "grad_norm": 0.31104736123598437,
      "learning_rate": 9.030123280596503e-06,
      "loss": 0.3576,
      "num_tokens": 421898995.0,
      "step": 2219
    },
    {
      "epoch": 0.757679180887372,
      "grad_norm": 0.27509840640284094,
      "learning_rate": 9.029073046550014e-06,
      "loss": 0.3444,
      "num_tokens": 422076745.0,
      "step": 2220
    },
    {
      "epoch": 0.7580204778156997,
      "grad_norm": 0.266677540405644,
      "learning_rate": 9.028022312943779e-06,
      "loss": 0.3456,
      "num_tokens": 422268810.0,
      "step": 2221
    },
    {
      "epoch": 0.7583617747440273,
      "grad_norm": 0.3168828469649681,
      "learning_rate": 9.026971079926535e-06,
      "loss": 0.3807,
      "num_tokens": 422482561.0,
      "step": 2222
    },
    {
      "epoch": 0.758703071672355,
      "grad_norm": 0.2759300882939622,
      "learning_rate": 9.025919347647089e-06,
      "loss": 0.3278,
      "num_tokens": 422659751.0,
      "step": 2223
    },
    {
      "epoch": 0.7590443686006826,
      "grad_norm": 0.2805208171221623,
      "learning_rate": 9.024867116254317e-06,
      "loss": 0.3495,
      "num_tokens": 422844477.0,
      "step": 2224
    },
    {
      "epoch": 0.7593856655290102,
      "grad_norm": 0.287869906400677,
      "learning_rate": 9.023814385897174e-06,
      "loss": 0.3483,
      "num_tokens": 423006185.0,
      "step": 2225
    },
    {
      "epoch": 0.7597269624573378,
      "grad_norm": 0.2774669408423873,
      "learning_rate": 9.022761156724673e-06,
      "loss": 0.3427,
      "num_tokens": 423194323.0,
      "step": 2226
    },
    {
      "epoch": 0.7600682593856656,
      "grad_norm": 0.260467014281885,
      "learning_rate": 9.021707428885912e-06,
      "loss": 0.3148,
      "num_tokens": 423387817.0,
      "step": 2227
    },
    {
      "epoch": 0.7604095563139932,
      "grad_norm": 0.2859601298801822,
      "learning_rate": 9.020653202530043e-06,
      "loss": 0.3372,
      "num_tokens": 423561096.0,
      "step": 2228
    },
    {
      "epoch": 0.7607508532423208,
      "grad_norm": 0.31009119899088533,
      "learning_rate": 9.019598477806305e-06,
      "loss": 0.332,
      "num_tokens": 423712828.0,
      "step": 2229
    },
    {
      "epoch": 0.7610921501706485,
      "grad_norm": 0.28611991784072244,
      "learning_rate": 9.018543254863997e-06,
      "loss": 0.3651,
      "num_tokens": 423899188.0,
      "step": 2230
    },
    {
      "epoch": 0.7614334470989761,
      "grad_norm": 0.330837061680492,
      "learning_rate": 9.017487533852492e-06,
      "loss": 0.3875,
      "num_tokens": 424093891.0,
      "step": 2231
    },
    {
      "epoch": 0.7617747440273037,
      "grad_norm": 0.29056761471703896,
      "learning_rate": 9.016431314921233e-06,
      "loss": 0.3244,
      "num_tokens": 424261123.0,
      "step": 2232
    },
    {
      "epoch": 0.7621160409556313,
      "grad_norm": 0.30340296373479136,
      "learning_rate": 9.015374598219735e-06,
      "loss": 0.3425,
      "num_tokens": 424460800.0,
      "step": 2233
    },
    {
      "epoch": 0.7624573378839591,
      "grad_norm": 0.2695073670965995,
      "learning_rate": 9.014317383897579e-06,
      "loss": 0.3452,
      "num_tokens": 424660271.0,
      "step": 2234
    },
    {
      "epoch": 0.7627986348122867,
      "grad_norm": 0.2735482918650762,
      "learning_rate": 9.013259672104423e-06,
      "loss": 0.3415,
      "num_tokens": 424857237.0,
      "step": 2235
    },
    {
      "epoch": 0.7631399317406143,
      "grad_norm": 0.2720533354461355,
      "learning_rate": 9.012201462989989e-06,
      "loss": 0.3322,
      "num_tokens": 425064086.0,
      "step": 2236
    },
    {
      "epoch": 0.763481228668942,
      "grad_norm": 0.28209710243329494,
      "learning_rate": 9.011142756704075e-06,
      "loss": 0.3637,
      "num_tokens": 425262145.0,
      "step": 2237
    },
    {
      "epoch": 0.7638225255972696,
      "grad_norm": 0.29837209055202313,
      "learning_rate": 9.010083553396546e-06,
      "loss": 0.353,
      "num_tokens": 425442928.0,
      "step": 2238
    },
    {
      "epoch": 0.7641638225255972,
      "grad_norm": 0.3005067015027659,
      "learning_rate": 9.009023853217334e-06,
      "loss": 0.3173,
      "num_tokens": 425591933.0,
      "step": 2239
    },
    {
      "epoch": 0.764505119453925,
      "grad_norm": 0.26891878094460714,
      "learning_rate": 9.007963656316452e-06,
      "loss": 0.3308,
      "num_tokens": 425782363.0,
      "step": 2240
    },
    {
      "epoch": 0.7648464163822526,
      "grad_norm": 0.2748853408127799,
      "learning_rate": 9.006902962843973e-06,
      "loss": 0.3458,
      "num_tokens": 425952691.0,
      "step": 2241
    },
    {
      "epoch": 0.7651877133105802,
      "grad_norm": 0.3034755898232569,
      "learning_rate": 9.005841772950043e-06,
      "loss": 0.3607,
      "num_tokens": 426131383.0,
      "step": 2242
    },
    {
      "epoch": 0.7655290102389078,
      "grad_norm": 0.28808528094486496,
      "learning_rate": 9.004780086784884e-06,
      "loss": 0.3409,
      "num_tokens": 426313960.0,
      "step": 2243
    },
    {
      "epoch": 0.7658703071672355,
      "grad_norm": 0.27695161573055593,
      "learning_rate": 9.003717904498776e-06,
      "loss": 0.3397,
      "num_tokens": 426506453.0,
      "step": 2244
    },
    {
      "epoch": 0.7662116040955631,
      "grad_norm": 0.27699608115315627,
      "learning_rate": 9.002655226242085e-06,
      "loss": 0.3502,
      "num_tokens": 426707980.0,
      "step": 2245
    },
    {
      "epoch": 0.7665529010238907,
      "grad_norm": 0.2791686252659165,
      "learning_rate": 9.001592052165234e-06,
      "loss": 0.3314,
      "num_tokens": 426875913.0,
      "step": 2246
    },
    {
      "epoch": 0.7668941979522185,
      "grad_norm": 0.2851844701105978,
      "learning_rate": 9.000528382418721e-06,
      "loss": 0.3475,
      "num_tokens": 427057845.0,
      "step": 2247
    },
    {
      "epoch": 0.7672354948805461,
      "grad_norm": 0.290844339382864,
      "learning_rate": 8.999464217153117e-06,
      "loss": 0.3624,
      "num_tokens": 427255678.0,
      "step": 2248
    },
    {
      "epoch": 0.7675767918088737,
      "grad_norm": 0.2662287747343246,
      "learning_rate": 8.998399556519058e-06,
      "loss": 0.3472,
      "num_tokens": 427461110.0,
      "step": 2249
    },
    {
      "epoch": 0.7679180887372014,
      "grad_norm": 0.38557745205125443,
      "learning_rate": 8.997334400667254e-06,
      "loss": 0.3469,
      "num_tokens": 427699239.0,
      "step": 2250
    },
    {
      "epoch": 0.768259385665529,
      "grad_norm": 0.2573027154030545,
      "learning_rate": 8.996268749748484e-06,
      "loss": 0.3358,
      "num_tokens": 427903502.0,
      "step": 2251
    },
    {
      "epoch": 0.7686006825938566,
      "grad_norm": 0.26969114555274,
      "learning_rate": 8.995202603913594e-06,
      "loss": 0.3568,
      "num_tokens": 428112489.0,
      "step": 2252
    },
    {
      "epoch": 0.7689419795221843,
      "grad_norm": 0.2794935804240364,
      "learning_rate": 8.994135963313506e-06,
      "loss": 0.3917,
      "num_tokens": 428329415.0,
      "step": 2253
    },
    {
      "epoch": 0.769283276450512,
      "grad_norm": 0.31843857859923563,
      "learning_rate": 8.993068828099209e-06,
      "loss": 0.3147,
      "num_tokens": 428482334.0,
      "step": 2254
    },
    {
      "epoch": 0.7696245733788396,
      "grad_norm": 0.31385639478390037,
      "learning_rate": 8.99200119842176e-06,
      "loss": 0.3401,
      "num_tokens": 428687345.0,
      "step": 2255
    },
    {
      "epoch": 0.7699658703071672,
      "grad_norm": 0.2682902419242367,
      "learning_rate": 8.990933074432288e-06,
      "loss": 0.3103,
      "num_tokens": 428873021.0,
      "step": 2256
    },
    {
      "epoch": 0.7703071672354949,
      "grad_norm": 0.38470726661466415,
      "learning_rate": 8.989864456281993e-06,
      "loss": 0.3491,
      "num_tokens": 429081750.0,
      "step": 2257
    },
    {
      "epoch": 0.7706484641638225,
      "grad_norm": 0.2700260733514317,
      "learning_rate": 8.988795344122142e-06,
      "loss": 0.3511,
      "num_tokens": 429293094.0,
      "step": 2258
    },
    {
      "epoch": 0.7709897610921501,
      "grad_norm": 0.26540663259334124,
      "learning_rate": 8.987725738104075e-06,
      "loss": 0.3058,
      "num_tokens": 429463052.0,
      "step": 2259
    },
    {
      "epoch": 0.7713310580204779,
      "grad_norm": 0.2909093189983589,
      "learning_rate": 8.986655638379203e-06,
      "loss": 0.3659,
      "num_tokens": 429650403.0,
      "step": 2260
    },
    {
      "epoch": 0.7716723549488055,
      "grad_norm": 0.27987630599286606,
      "learning_rate": 8.985585045098999e-06,
      "loss": 0.3157,
      "num_tokens": 429826154.0,
      "step": 2261
    },
    {
      "epoch": 0.7720136518771331,
      "grad_norm": 0.29416848466230544,
      "learning_rate": 8.984513958415014e-06,
      "loss": 0.3334,
      "num_tokens": 429993075.0,
      "step": 2262
    },
    {
      "epoch": 0.7723549488054607,
      "grad_norm": 0.28470778947914954,
      "learning_rate": 8.983442378478869e-06,
      "loss": 0.3738,
      "num_tokens": 430191177.0,
      "step": 2263
    },
    {
      "epoch": 0.7726962457337884,
      "grad_norm": 0.31921245712165575,
      "learning_rate": 8.982370305442248e-06,
      "loss": 0.3504,
      "num_tokens": 430390676.0,
      "step": 2264
    },
    {
      "epoch": 0.773037542662116,
      "grad_norm": 0.2892124867583558,
      "learning_rate": 8.981297739456912e-06,
      "loss": 0.3928,
      "num_tokens": 430582035.0,
      "step": 2265
    },
    {
      "epoch": 0.7733788395904437,
      "grad_norm": 0.28137772322243754,
      "learning_rate": 8.980224680674684e-06,
      "loss": 0.354,
      "num_tokens": 430776221.0,
      "step": 2266
    },
    {
      "epoch": 0.7737201365187714,
      "grad_norm": 0.2752629088268131,
      "learning_rate": 8.979151129247468e-06,
      "loss": 0.3377,
      "num_tokens": 430986911.0,
      "step": 2267
    },
    {
      "epoch": 0.774061433447099,
      "grad_norm": 0.2967677996534765,
      "learning_rate": 8.978077085327226e-06,
      "loss": 0.3255,
      "num_tokens": 431187549.0,
      "step": 2268
    },
    {
      "epoch": 0.7744027303754266,
      "grad_norm": 0.29442539281389324,
      "learning_rate": 8.977002549065997e-06,
      "loss": 0.3725,
      "num_tokens": 431373097.0,
      "step": 2269
    },
    {
      "epoch": 0.7747440273037542,
      "grad_norm": 0.25234489279103667,
      "learning_rate": 8.975927520615888e-06,
      "loss": 0.3304,
      "num_tokens": 431568102.0,
      "step": 2270
    },
    {
      "epoch": 0.7750853242320819,
      "grad_norm": 0.26458143815206925,
      "learning_rate": 8.97485200012907e-06,
      "loss": 0.3355,
      "num_tokens": 431771554.0,
      "step": 2271
    },
    {
      "epoch": 0.7754266211604095,
      "grad_norm": 0.31792973458096996,
      "learning_rate": 8.973775987757797e-06,
      "loss": 0.3803,
      "num_tokens": 431950732.0,
      "step": 2272
    },
    {
      "epoch": 0.7757679180887372,
      "grad_norm": 0.3160593229327916,
      "learning_rate": 8.972699483654378e-06,
      "loss": 0.366,
      "num_tokens": 432152987.0,
      "step": 2273
    },
    {
      "epoch": 0.7761092150170649,
      "grad_norm": 0.26533712315771607,
      "learning_rate": 8.971622487971203e-06,
      "loss": 0.3719,
      "num_tokens": 432361410.0,
      "step": 2274
    },
    {
      "epoch": 0.7764505119453925,
      "grad_norm": 0.2543506781912498,
      "learning_rate": 8.970545000860722e-06,
      "loss": 0.3136,
      "num_tokens": 432564224.0,
      "step": 2275
    },
    {
      "epoch": 0.7767918088737201,
      "grad_norm": 0.28785147916518644,
      "learning_rate": 8.969467022475464e-06,
      "loss": 0.3548,
      "num_tokens": 432733299.0,
      "step": 2276
    },
    {
      "epoch": 0.7771331058020478,
      "grad_norm": 0.29231178079757825,
      "learning_rate": 8.968388552968018e-06,
      "loss": 0.3244,
      "num_tokens": 432884581.0,
      "step": 2277
    },
    {
      "epoch": 0.7774744027303754,
      "grad_norm": 0.2483520258310222,
      "learning_rate": 8.967309592491052e-06,
      "loss": 0.3068,
      "num_tokens": 433060448.0,
      "step": 2278
    },
    {
      "epoch": 0.7778156996587031,
      "grad_norm": 0.28156901029898407,
      "learning_rate": 8.966230141197295e-06,
      "loss": 0.3324,
      "num_tokens": 433239670.0,
      "step": 2279
    },
    {
      "epoch": 0.7781569965870307,
      "grad_norm": 0.28895515411462364,
      "learning_rate": 8.965150199239552e-06,
      "loss": 0.3473,
      "num_tokens": 433425581.0,
      "step": 2280
    },
    {
      "epoch": 0.7784982935153584,
      "grad_norm": 0.26034688129478956,
      "learning_rate": 8.964069766770693e-06,
      "loss": 0.3362,
      "num_tokens": 433644102.0,
      "step": 2281
    },
    {
      "epoch": 0.778839590443686,
      "grad_norm": 0.2897247029995289,
      "learning_rate": 8.962988843943658e-06,
      "loss": 0.3257,
      "num_tokens": 433834010.0,
      "step": 2282
    },
    {
      "epoch": 0.7791808873720136,
      "grad_norm": 0.2638616619303771,
      "learning_rate": 8.961907430911461e-06,
      "loss": 0.3482,
      "num_tokens": 434027047.0,
      "step": 2283
    },
    {
      "epoch": 0.7795221843003413,
      "grad_norm": 0.29496533160739496,
      "learning_rate": 8.960825527827179e-06,
      "loss": 0.3787,
      "num_tokens": 434230912.0,
      "step": 2284
    },
    {
      "epoch": 0.7798634812286689,
      "grad_norm": 0.27800110594387506,
      "learning_rate": 8.959743134843962e-06,
      "loss": 0.3596,
      "num_tokens": 434430225.0,
      "step": 2285
    },
    {
      "epoch": 0.7802047781569966,
      "grad_norm": 0.26118008754517635,
      "learning_rate": 8.958660252115032e-06,
      "loss": 0.3216,
      "num_tokens": 434636172.0,
      "step": 2286
    },
    {
      "epoch": 0.7805460750853243,
      "grad_norm": 0.3429573732114512,
      "learning_rate": 8.95757687979367e-06,
      "loss": 0.3754,
      "num_tokens": 434836953.0,
      "step": 2287
    },
    {
      "epoch": 0.7808873720136519,
      "grad_norm": 0.28055626300213987,
      "learning_rate": 8.956493018033242e-06,
      "loss": 0.3459,
      "num_tokens": 435033879.0,
      "step": 2288
    },
    {
      "epoch": 0.7812286689419795,
      "grad_norm": 0.2830054637805514,
      "learning_rate": 8.955408666987167e-06,
      "loss": 0.3531,
      "num_tokens": 435236129.0,
      "step": 2289
    },
    {
      "epoch": 0.7815699658703071,
      "grad_norm": 0.9266452026893447,
      "learning_rate": 8.954323826808946e-06,
      "loss": 0.3304,
      "num_tokens": 435403716.0,
      "step": 2290
    },
    {
      "epoch": 0.7819112627986348,
      "grad_norm": 0.2840173828547757,
      "learning_rate": 8.953238497652141e-06,
      "loss": 0.3456,
      "num_tokens": 435577068.0,
      "step": 2291
    },
    {
      "epoch": 0.7822525597269625,
      "grad_norm": 0.27369762464943687,
      "learning_rate": 8.95215267967039e-06,
      "loss": 0.3396,
      "num_tokens": 435754442.0,
      "step": 2292
    },
    {
      "epoch": 0.7825938566552901,
      "grad_norm": 0.3144148955647572,
      "learning_rate": 8.951066373017391e-06,
      "loss": 0.3424,
      "num_tokens": 435937942.0,
      "step": 2293
    },
    {
      "epoch": 0.7829351535836178,
      "grad_norm": 0.27909022920862214,
      "learning_rate": 8.949979577846922e-06,
      "loss": 0.3288,
      "num_tokens": 436126695.0,
      "step": 2294
    },
    {
      "epoch": 0.7832764505119454,
      "grad_norm": 0.27086539361709083,
      "learning_rate": 8.94889229431282e-06,
      "loss": 0.3315,
      "num_tokens": 436325794.0,
      "step": 2295
    },
    {
      "epoch": 0.783617747440273,
      "grad_norm": 0.27074021950660276,
      "learning_rate": 8.947804522569e-06,
      "loss": 0.3709,
      "num_tokens": 436552764.0,
      "step": 2296
    },
    {
      "epoch": 0.7839590443686006,
      "grad_norm": 0.3110398452550307,
      "learning_rate": 8.94671626276944e-06,
      "loss": 0.3402,
      "num_tokens": 436709581.0,
      "step": 2297
    },
    {
      "epoch": 0.7843003412969284,
      "grad_norm": 0.27074995524259965,
      "learning_rate": 8.94562751506819e-06,
      "loss": 0.3332,
      "num_tokens": 436897318.0,
      "step": 2298
    },
    {
      "epoch": 0.784641638225256,
      "grad_norm": 0.26299481445999734,
      "learning_rate": 8.944538279619368e-06,
      "loss": 0.3579,
      "num_tokens": 437125065.0,
      "step": 2299
    },
    {
      "epoch": 0.7849829351535836,
      "grad_norm": 0.2718950424935597,
      "learning_rate": 8.943448556577162e-06,
      "loss": 0.3566,
      "num_tokens": 437339981.0,
      "step": 2300
    },
    {
      "epoch": 0.7853242320819113,
      "grad_norm": 0.2539195507554824,
      "learning_rate": 8.942358346095827e-06,
      "loss": 0.3595,
      "num_tokens": 437585078.0,
      "step": 2301
    },
    {
      "epoch": 0.7856655290102389,
      "grad_norm": 0.27056570721636125,
      "learning_rate": 8.94126764832969e-06,
      "loss": 0.3446,
      "num_tokens": 437789735.0,
      "step": 2302
    },
    {
      "epoch": 0.7860068259385665,
      "grad_norm": 0.2503969116902011,
      "learning_rate": 8.940176463433142e-06,
      "loss": 0.3424,
      "num_tokens": 438031106.0,
      "step": 2303
    },
    {
      "epoch": 0.7863481228668942,
      "grad_norm": 0.3504314526847923,
      "learning_rate": 8.939084791560651e-06,
      "loss": 0.3674,
      "num_tokens": 438217906.0,
      "step": 2304
    },
    {
      "epoch": 0.7866894197952219,
      "grad_norm": 0.2750565933219395,
      "learning_rate": 8.937992632866746e-06,
      "loss": 0.3672,
      "num_tokens": 438411022.0,
      "step": 2305
    },
    {
      "epoch": 0.7870307167235495,
      "grad_norm": 0.2610589617949102,
      "learning_rate": 8.936899987506028e-06,
      "loss": 0.3557,
      "num_tokens": 438613792.0,
      "step": 2306
    },
    {
      "epoch": 0.7873720136518771,
      "grad_norm": 0.26154992911934494,
      "learning_rate": 8.935806855633167e-06,
      "loss": 0.3446,
      "num_tokens": 438836538.0,
      "step": 2307
    },
    {
      "epoch": 0.7877133105802048,
      "grad_norm": 0.26890189380597834,
      "learning_rate": 8.934713237402905e-06,
      "loss": 0.3485,
      "num_tokens": 439036647.0,
      "step": 2308
    },
    {
      "epoch": 0.7880546075085324,
      "grad_norm": 0.26697555652511573,
      "learning_rate": 8.933619132970043e-06,
      "loss": 0.3459,
      "num_tokens": 439245981.0,
      "step": 2309
    },
    {
      "epoch": 0.78839590443686,
      "grad_norm": 0.2820057317912969,
      "learning_rate": 8.932524542489466e-06,
      "loss": 0.3388,
      "num_tokens": 439448916.0,
      "step": 2310
    },
    {
      "epoch": 0.7887372013651878,
      "grad_norm": 0.28494713881932054,
      "learning_rate": 8.931429466116114e-06,
      "loss": 0.3478,
      "num_tokens": 439611440.0,
      "step": 2311
    },
    {
      "epoch": 0.7890784982935154,
      "grad_norm": 0.2646002638717317,
      "learning_rate": 8.930333904005e-06,
      "loss": 0.3668,
      "num_tokens": 439846485.0,
      "step": 2312
    },
    {
      "epoch": 0.789419795221843,
      "grad_norm": 0.30388176768189057,
      "learning_rate": 8.929237856311211e-06,
      "loss": 0.3527,
      "num_tokens": 440038526.0,
      "step": 2313
    },
    {
      "epoch": 0.7897610921501707,
      "grad_norm": 0.2709566286118367,
      "learning_rate": 8.928141323189897e-06,
      "loss": 0.362,
      "num_tokens": 440245507.0,
      "step": 2314
    },
    {
      "epoch": 0.7901023890784983,
      "grad_norm": 0.27711644489109444,
      "learning_rate": 8.927044304796276e-06,
      "loss": 0.3558,
      "num_tokens": 440443769.0,
      "step": 2315
    },
    {
      "epoch": 0.7904436860068259,
      "grad_norm": 0.2705341292717566,
      "learning_rate": 8.92594680128564e-06,
      "loss": 0.3673,
      "num_tokens": 440655593.0,
      "step": 2316
    },
    {
      "epoch": 0.7907849829351535,
      "grad_norm": 0.38365835273879584,
      "learning_rate": 8.924848812813347e-06,
      "loss": 0.3314,
      "num_tokens": 440814265.0,
      "step": 2317
    },
    {
      "epoch": 0.7911262798634813,
      "grad_norm": 0.3187828467064538,
      "learning_rate": 8.92375033953482e-06,
      "loss": 0.365,
      "num_tokens": 440964539.0,
      "step": 2318
    },
    {
      "epoch": 0.7914675767918089,
      "grad_norm": 0.26938581108049314,
      "learning_rate": 8.922651381605556e-06,
      "loss": 0.3512,
      "num_tokens": 441159643.0,
      "step": 2319
    },
    {
      "epoch": 0.7918088737201365,
      "grad_norm": 0.269980242900848,
      "learning_rate": 8.921551939181118e-06,
      "loss": 0.3883,
      "num_tokens": 441364315.0,
      "step": 2320
    },
    {
      "epoch": 0.7921501706484642,
      "grad_norm": 0.2794459118374991,
      "learning_rate": 8.92045201241714e-06,
      "loss": 0.3594,
      "num_tokens": 441566530.0,
      "step": 2321
    },
    {
      "epoch": 0.7924914675767918,
      "grad_norm": 0.3077602367920222,
      "learning_rate": 8.91935160146932e-06,
      "loss": 0.3407,
      "num_tokens": 441764415.0,
      "step": 2322
    },
    {
      "epoch": 0.7928327645051194,
      "grad_norm": 0.27868357345288886,
      "learning_rate": 8.91825070649343e-06,
      "loss": 0.3387,
      "num_tokens": 441952635.0,
      "step": 2323
    },
    {
      "epoch": 0.7931740614334472,
      "grad_norm": 0.2915142010986937,
      "learning_rate": 8.917149327645304e-06,
      "loss": 0.3335,
      "num_tokens": 442108377.0,
      "step": 2324
    },
    {
      "epoch": 0.7935153583617748,
      "grad_norm": 0.29764136007347564,
      "learning_rate": 8.916047465080852e-06,
      "loss": 0.368,
      "num_tokens": 442290783.0,
      "step": 2325
    },
    {
      "epoch": 0.7938566552901024,
      "grad_norm": 0.25314130603378154,
      "learning_rate": 8.914945118956046e-06,
      "loss": 0.3334,
      "num_tokens": 442520810.0,
      "step": 2326
    },
    {
      "epoch": 0.79419795221843,
      "grad_norm": 0.3193305405159765,
      "learning_rate": 8.913842289426932e-06,
      "loss": 0.3643,
      "num_tokens": 442678046.0,
      "step": 2327
    },
    {
      "epoch": 0.7945392491467577,
      "grad_norm": 0.28684344556223595,
      "learning_rate": 8.91273897664962e-06,
      "loss": 0.3295,
      "num_tokens": 442862043.0,
      "step": 2328
    },
    {
      "epoch": 0.7948805460750853,
      "grad_norm": 0.27976888159752084,
      "learning_rate": 8.911635180780289e-06,
      "loss": 0.3624,
      "num_tokens": 443060351.0,
      "step": 2329
    },
    {
      "epoch": 0.7952218430034129,
      "grad_norm": 0.3353385577090405,
      "learning_rate": 8.910530901975188e-06,
      "loss": 0.3511,
      "num_tokens": 443186187.0,
      "step": 2330
    },
    {
      "epoch": 0.7955631399317407,
      "grad_norm": 0.28705564871793743,
      "learning_rate": 8.909426140390635e-06,
      "loss": 0.3659,
      "num_tokens": 443398248.0,
      "step": 2331
    },
    {
      "epoch": 0.7959044368600683,
      "grad_norm": 0.33193759541690165,
      "learning_rate": 8.908320896183012e-06,
      "loss": 0.3531,
      "num_tokens": 443589546.0,
      "step": 2332
    },
    {
      "epoch": 0.7962457337883959,
      "grad_norm": 0.24636651981608598,
      "learning_rate": 8.907215169508778e-06,
      "loss": 0.3612,
      "num_tokens": 443828392.0,
      "step": 2333
    },
    {
      "epoch": 0.7965870307167235,
      "grad_norm": 0.29238262745370497,
      "learning_rate": 8.906108960524449e-06,
      "loss": 0.3784,
      "num_tokens": 444013634.0,
      "step": 2334
    },
    {
      "epoch": 0.7969283276450512,
      "grad_norm": 0.2694994355362791,
      "learning_rate": 8.905002269386619e-06,
      "loss": 0.3319,
      "num_tokens": 444227300.0,
      "step": 2335
    },
    {
      "epoch": 0.7972696245733788,
      "grad_norm": 0.29197436676859756,
      "learning_rate": 8.903895096251943e-06,
      "loss": 0.3458,
      "num_tokens": 444419235.0,
      "step": 2336
    },
    {
      "epoch": 0.7976109215017065,
      "grad_norm": 0.25025499031681436,
      "learning_rate": 8.90278744127715e-06,
      "loss": 0.3387,
      "num_tokens": 444637961.0,
      "step": 2337
    },
    {
      "epoch": 0.7979522184300342,
      "grad_norm": 0.2736099932802375,
      "learning_rate": 8.901679304619034e-06,
      "loss": 0.3265,
      "num_tokens": 444810583.0,
      "step": 2338
    },
    {
      "epoch": 0.7982935153583618,
      "grad_norm": 0.28453540344977346,
      "learning_rate": 8.900570686434457e-06,
      "loss": 0.3597,
      "num_tokens": 445013126.0,
      "step": 2339
    },
    {
      "epoch": 0.7986348122866894,
      "grad_norm": 0.3029082242598844,
      "learning_rate": 8.89946158688035e-06,
      "loss": 0.329,
      "num_tokens": 445156155.0,
      "step": 2340
    },
    {
      "epoch": 0.798976109215017,
      "grad_norm": 0.2797994702565574,
      "learning_rate": 8.898352006113712e-06,
      "loss": 0.3451,
      "num_tokens": 445336781.0,
      "step": 2341
    },
    {
      "epoch": 0.7993174061433447,
      "grad_norm": 0.28902169874470457,
      "learning_rate": 8.897241944291615e-06,
      "loss": 0.3642,
      "num_tokens": 445507927.0,
      "step": 2342
    },
    {
      "epoch": 0.7996587030716723,
      "grad_norm": 0.30277852083588896,
      "learning_rate": 8.896131401571186e-06,
      "loss": 0.3307,
      "num_tokens": 445686575.0,
      "step": 2343
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.28669779952800606,
      "learning_rate": 8.895020378109634e-06,
      "loss": 0.3408,
      "num_tokens": 445856092.0,
      "step": 2344
    },
    {
      "epoch": 0.8003412969283277,
      "grad_norm": 0.29688836805556795,
      "learning_rate": 8.89390887406423e-06,
      "loss": 0.3533,
      "num_tokens": 446025863.0,
      "step": 2345
    },
    {
      "epoch": 0.8006825938566553,
      "grad_norm": 0.26788968488236325,
      "learning_rate": 8.892796889592312e-06,
      "loss": 0.3358,
      "num_tokens": 446220530.0,
      "step": 2346
    },
    {
      "epoch": 0.8010238907849829,
      "grad_norm": 0.29943815032608073,
      "learning_rate": 8.891684424851289e-06,
      "loss": 0.3888,
      "num_tokens": 446397731.0,
      "step": 2347
    },
    {
      "epoch": 0.8013651877133106,
      "grad_norm": 0.2931410287928199,
      "learning_rate": 8.890571479998636e-06,
      "loss": 0.3408,
      "num_tokens": 446592445.0,
      "step": 2348
    },
    {
      "epoch": 0.8017064846416382,
      "grad_norm": 0.2848084081347746,
      "learning_rate": 8.889458055191896e-06,
      "loss": 0.3322,
      "num_tokens": 446780843.0,
      "step": 2349
    },
    {
      "epoch": 0.8020477815699659,
      "grad_norm": 0.30195248180709977,
      "learning_rate": 8.888344150588681e-06,
      "loss": 0.3706,
      "num_tokens": 446962129.0,
      "step": 2350
    },
    {
      "epoch": 0.8023890784982936,
      "grad_norm": 0.2619531284526426,
      "learning_rate": 8.88722976634667e-06,
      "loss": 0.3706,
      "num_tokens": 447190318.0,
      "step": 2351
    },
    {
      "epoch": 0.8027303754266212,
      "grad_norm": 0.28905487989613227,
      "learning_rate": 8.88611490262361e-06,
      "loss": 0.3321,
      "num_tokens": 447370116.0,
      "step": 2352
    },
    {
      "epoch": 0.8030716723549488,
      "grad_norm": 0.3104683713440747,
      "learning_rate": 8.884999559577317e-06,
      "loss": 0.3863,
      "num_tokens": 447551657.0,
      "step": 2353
    },
    {
      "epoch": 0.8034129692832764,
      "grad_norm": 0.2902697260296304,
      "learning_rate": 8.883883737365674e-06,
      "loss": 0.3633,
      "num_tokens": 447777441.0,
      "step": 2354
    },
    {
      "epoch": 0.8037542662116041,
      "grad_norm": 0.2908662051797634,
      "learning_rate": 8.882767436146628e-06,
      "loss": 0.3689,
      "num_tokens": 447971190.0,
      "step": 2355
    },
    {
      "epoch": 0.8040955631399317,
      "grad_norm": 0.35082251903921474,
      "learning_rate": 8.881650656078204e-06,
      "loss": 0.3758,
      "num_tokens": 448115711.0,
      "step": 2356
    },
    {
      "epoch": 0.8044368600682594,
      "grad_norm": 0.2992209603370055,
      "learning_rate": 8.880533397318484e-06,
      "loss": 0.355,
      "num_tokens": 448316961.0,
      "step": 2357
    },
    {
      "epoch": 0.8047781569965871,
      "grad_norm": 0.2859274597750944,
      "learning_rate": 8.879415660025624e-06,
      "loss": 0.4002,
      "num_tokens": 448523801.0,
      "step": 2358
    },
    {
      "epoch": 0.8051194539249147,
      "grad_norm": 0.2442218785692099,
      "learning_rate": 8.878297444357844e-06,
      "loss": 0.3525,
      "num_tokens": 448756184.0,
      "step": 2359
    },
    {
      "epoch": 0.8054607508532423,
      "grad_norm": 0.2702371754915577,
      "learning_rate": 8.877178750473436e-06,
      "loss": 0.3496,
      "num_tokens": 448977128.0,
      "step": 2360
    },
    {
      "epoch": 0.8058020477815699,
      "grad_norm": 0.24876267806852148,
      "learning_rate": 8.876059578530756e-06,
      "loss": 0.3251,
      "num_tokens": 449211380.0,
      "step": 2361
    },
    {
      "epoch": 0.8061433447098976,
      "grad_norm": 0.30577564559156045,
      "learning_rate": 8.874939928688228e-06,
      "loss": 0.3549,
      "num_tokens": 449349553.0,
      "step": 2362
    },
    {
      "epoch": 0.8064846416382253,
      "grad_norm": 0.25981929641373414,
      "learning_rate": 8.873819801104347e-06,
      "loss": 0.3606,
      "num_tokens": 449597362.0,
      "step": 2363
    },
    {
      "epoch": 0.8068259385665529,
      "grad_norm": 0.29504735163192525,
      "learning_rate": 8.87269919593767e-06,
      "loss": 0.3588,
      "num_tokens": 449753592.0,
      "step": 2364
    },
    {
      "epoch": 0.8071672354948806,
      "grad_norm": 0.29007796164421457,
      "learning_rate": 8.871578113346828e-06,
      "loss": 0.3536,
      "num_tokens": 449952347.0,
      "step": 2365
    },
    {
      "epoch": 0.8075085324232082,
      "grad_norm": 0.2541062330544366,
      "learning_rate": 8.870456553490515e-06,
      "loss": 0.3444,
      "num_tokens": 450157872.0,
      "step": 2366
    },
    {
      "epoch": 0.8078498293515358,
      "grad_norm": 0.27486532394054486,
      "learning_rate": 8.869334516527494e-06,
      "loss": 0.3222,
      "num_tokens": 450328939.0,
      "step": 2367
    },
    {
      "epoch": 0.8081911262798634,
      "grad_norm": 0.30254645609693526,
      "learning_rate": 8.868212002616595e-06,
      "loss": 0.3648,
      "num_tokens": 450498403.0,
      "step": 2368
    },
    {
      "epoch": 0.8085324232081911,
      "grad_norm": 0.2780963414690058,
      "learning_rate": 8.867089011916717e-06,
      "loss": 0.3128,
      "num_tokens": 450656172.0,
      "step": 2369
    },
    {
      "epoch": 0.8088737201365188,
      "grad_norm": 0.2897036443582895,
      "learning_rate": 8.865965544586827e-06,
      "loss": 0.3509,
      "num_tokens": 450833341.0,
      "step": 2370
    },
    {
      "epoch": 0.8092150170648464,
      "grad_norm": 0.28157183230788163,
      "learning_rate": 8.864841600785954e-06,
      "loss": 0.3581,
      "num_tokens": 451022529.0,
      "step": 2371
    },
    {
      "epoch": 0.8095563139931741,
      "grad_norm": 0.2694242748255036,
      "learning_rate": 8.863717180673201e-06,
      "loss": 0.3426,
      "num_tokens": 451228070.0,
      "step": 2372
    },
    {
      "epoch": 0.8098976109215017,
      "grad_norm": 0.2491185586801355,
      "learning_rate": 8.862592284407736e-06,
      "loss": 0.3373,
      "num_tokens": 451437230.0,
      "step": 2373
    },
    {
      "epoch": 0.8102389078498293,
      "grad_norm": 0.2445132974546452,
      "learning_rate": 8.861466912148793e-06,
      "loss": 0.346,
      "num_tokens": 451672093.0,
      "step": 2374
    },
    {
      "epoch": 0.810580204778157,
      "grad_norm": 0.2851472046501903,
      "learning_rate": 8.860341064055677e-06,
      "loss": 0.3364,
      "num_tokens": 451846340.0,
      "step": 2375
    },
    {
      "epoch": 0.8109215017064847,
      "grad_norm": 0.26631233767662116,
      "learning_rate": 8.859214740287754e-06,
      "loss": 0.3202,
      "num_tokens": 452031182.0,
      "step": 2376
    },
    {
      "epoch": 0.8112627986348123,
      "grad_norm": 0.28890428524903283,
      "learning_rate": 8.858087941004465e-06,
      "loss": 0.3658,
      "num_tokens": 452216718.0,
      "step": 2377
    },
    {
      "epoch": 0.81160409556314,
      "grad_norm": 0.28508854389744737,
      "learning_rate": 8.856960666365313e-06,
      "loss": 0.3547,
      "num_tokens": 452410757.0,
      "step": 2378
    },
    {
      "epoch": 0.8119453924914676,
      "grad_norm": 0.29588731355703835,
      "learning_rate": 8.855832916529871e-06,
      "loss": 0.3646,
      "num_tokens": 452580528.0,
      "step": 2379
    },
    {
      "epoch": 0.8122866894197952,
      "grad_norm": 0.2750296744067638,
      "learning_rate": 8.854704691657776e-06,
      "loss": 0.3444,
      "num_tokens": 452759339.0,
      "step": 2380
    },
    {
      "epoch": 0.8126279863481228,
      "grad_norm": 0.26560153594399555,
      "learning_rate": 8.853575991908737e-06,
      "loss": 0.3334,
      "num_tokens": 452928101.0,
      "step": 2381
    },
    {
      "epoch": 0.8129692832764505,
      "grad_norm": 0.28455155641912355,
      "learning_rate": 8.852446817442526e-06,
      "loss": 0.3481,
      "num_tokens": 453125930.0,
      "step": 2382
    },
    {
      "epoch": 0.8133105802047782,
      "grad_norm": 0.2836369971097069,
      "learning_rate": 8.851317168418987e-06,
      "loss": 0.3207,
      "num_tokens": 453293824.0,
      "step": 2383
    },
    {
      "epoch": 0.8136518771331058,
      "grad_norm": 0.2595601893539648,
      "learning_rate": 8.850187044998025e-06,
      "loss": 0.3648,
      "num_tokens": 453509071.0,
      "step": 2384
    },
    {
      "epoch": 0.8139931740614335,
      "grad_norm": 0.26288519814628286,
      "learning_rate": 8.849056447339615e-06,
      "loss": 0.3452,
      "num_tokens": 453720136.0,
      "step": 2385
    },
    {
      "epoch": 0.8143344709897611,
      "grad_norm": 0.26717746073355353,
      "learning_rate": 8.8479253756038e-06,
      "loss": 0.32,
      "num_tokens": 453911873.0,
      "step": 2386
    },
    {
      "epoch": 0.8146757679180887,
      "grad_norm": 0.27336018888264124,
      "learning_rate": 8.846793829950689e-06,
      "loss": 0.3089,
      "num_tokens": 454079481.0,
      "step": 2387
    },
    {
      "epoch": 0.8150170648464163,
      "grad_norm": 0.2761964744325511,
      "learning_rate": 8.84566181054046e-06,
      "loss": 0.3492,
      "num_tokens": 454258834.0,
      "step": 2388
    },
    {
      "epoch": 0.8153583617747441,
      "grad_norm": 0.2727576208105605,
      "learning_rate": 8.844529317533354e-06,
      "loss": 0.3305,
      "num_tokens": 454464367.0,
      "step": 2389
    },
    {
      "epoch": 0.8156996587030717,
      "grad_norm": 0.27159432791363614,
      "learning_rate": 8.843396351089683e-06,
      "loss": 0.3527,
      "num_tokens": 454686963.0,
      "step": 2390
    },
    {
      "epoch": 0.8160409556313993,
      "grad_norm": 0.27409219099649273,
      "learning_rate": 8.842262911369827e-06,
      "loss": 0.345,
      "num_tokens": 454864720.0,
      "step": 2391
    },
    {
      "epoch": 0.816382252559727,
      "grad_norm": 0.2974223954799276,
      "learning_rate": 8.841128998534228e-06,
      "loss": 0.3348,
      "num_tokens": 455019992.0,
      "step": 2392
    },
    {
      "epoch": 0.8167235494880546,
      "grad_norm": 0.26914720009218096,
      "learning_rate": 8.839994612743399e-06,
      "loss": 0.3423,
      "num_tokens": 455208404.0,
      "step": 2393
    },
    {
      "epoch": 0.8170648464163822,
      "grad_norm": 0.2554442961203678,
      "learning_rate": 8.838859754157916e-06,
      "loss": 0.341,
      "num_tokens": 455409088.0,
      "step": 2394
    },
    {
      "epoch": 0.8174061433447098,
      "grad_norm": 0.3045286618808483,
      "learning_rate": 8.837724422938427e-06,
      "loss": 0.3886,
      "num_tokens": 455590297.0,
      "step": 2395
    },
    {
      "epoch": 0.8177474402730376,
      "grad_norm": 0.2809553877658067,
      "learning_rate": 8.836588619245644e-06,
      "loss": 0.3512,
      "num_tokens": 455781581.0,
      "step": 2396
    },
    {
      "epoch": 0.8180887372013652,
      "grad_norm": 0.26573388741285353,
      "learning_rate": 8.835452343240346e-06,
      "loss": 0.3383,
      "num_tokens": 455995977.0,
      "step": 2397
    },
    {
      "epoch": 0.8184300341296928,
      "grad_norm": 0.2590258480616577,
      "learning_rate": 8.834315595083379e-06,
      "loss": 0.3496,
      "num_tokens": 456215087.0,
      "step": 2398
    },
    {
      "epoch": 0.8187713310580205,
      "grad_norm": 0.2934858552011087,
      "learning_rate": 8.833178374935656e-06,
      "loss": 0.3731,
      "num_tokens": 456392710.0,
      "step": 2399
    },
    {
      "epoch": 0.8191126279863481,
      "grad_norm": 0.2783989051175373,
      "learning_rate": 8.832040682958158e-06,
      "loss": 0.3715,
      "num_tokens": 456586791.0,
      "step": 2400
    },
    {
      "epoch": 0.8194539249146757,
      "grad_norm": 0.26680709811039977,
      "learning_rate": 8.830902519311928e-06,
      "loss": 0.3522,
      "num_tokens": 456800266.0,
      "step": 2401
    },
    {
      "epoch": 0.8197952218430035,
      "grad_norm": 0.29230454718973037,
      "learning_rate": 8.829763884158083e-06,
      "loss": 0.3571,
      "num_tokens": 456992742.0,
      "step": 2402
    },
    {
      "epoch": 0.8201365187713311,
      "grad_norm": 0.29125730281752454,
      "learning_rate": 8.8286247776578e-06,
      "loss": 0.3568,
      "num_tokens": 457168328.0,
      "step": 2403
    },
    {
      "epoch": 0.8204778156996587,
      "grad_norm": 0.29284110184967005,
      "learning_rate": 8.82748519997233e-06,
      "loss": 0.35,
      "num_tokens": 457328927.0,
      "step": 2404
    },
    {
      "epoch": 0.8208191126279863,
      "grad_norm": 0.27512532182501304,
      "learning_rate": 8.826345151262983e-06,
      "loss": 0.3753,
      "num_tokens": 457547139.0,
      "step": 2405
    },
    {
      "epoch": 0.821160409556314,
      "grad_norm": 0.2557440854930739,
      "learning_rate": 8.825204631691142e-06,
      "loss": 0.33,
      "num_tokens": 457759436.0,
      "step": 2406
    },
    {
      "epoch": 0.8215017064846416,
      "grad_norm": 0.298131822628449,
      "learning_rate": 8.82406364141825e-06,
      "loss": 0.3349,
      "num_tokens": 457906586.0,
      "step": 2407
    },
    {
      "epoch": 0.8218430034129692,
      "grad_norm": 0.29370386224719597,
      "learning_rate": 8.822922180605824e-06,
      "loss": 0.3544,
      "num_tokens": 458098279.0,
      "step": 2408
    },
    {
      "epoch": 0.822184300341297,
      "grad_norm": 0.2579049114462968,
      "learning_rate": 8.82178024941544e-06,
      "loss": 0.3526,
      "num_tokens": 458310973.0,
      "step": 2409
    },
    {
      "epoch": 0.8225255972696246,
      "grad_norm": 0.29585429701149485,
      "learning_rate": 8.820637848008749e-06,
      "loss": 0.3734,
      "num_tokens": 458481359.0,
      "step": 2410
    },
    {
      "epoch": 0.8228668941979522,
      "grad_norm": 0.2994066341110913,
      "learning_rate": 8.819494976547462e-06,
      "loss": 0.3407,
      "num_tokens": 458637306.0,
      "step": 2411
    },
    {
      "epoch": 0.8232081911262799,
      "grad_norm": 0.3053644805777853,
      "learning_rate": 8.818351635193363e-06,
      "loss": 0.348,
      "num_tokens": 458799629.0,
      "step": 2412
    },
    {
      "epoch": 0.8235494880546075,
      "grad_norm": 0.2921387830542681,
      "learning_rate": 8.81720782410829e-06,
      "loss": 0.3222,
      "num_tokens": 458960276.0,
      "step": 2413
    },
    {
      "epoch": 0.8238907849829351,
      "grad_norm": 0.29699810994192666,
      "learning_rate": 8.816063543454163e-06,
      "loss": 0.363,
      "num_tokens": 459167694.0,
      "step": 2414
    },
    {
      "epoch": 0.8242320819112628,
      "grad_norm": 0.2849427725265215,
      "learning_rate": 8.814918793392956e-06,
      "loss": 0.3759,
      "num_tokens": 459346173.0,
      "step": 2415
    },
    {
      "epoch": 0.8245733788395905,
      "grad_norm": 0.2689060719553257,
      "learning_rate": 8.813773574086719e-06,
      "loss": 0.3046,
      "num_tokens": 459519272.0,
      "step": 2416
    },
    {
      "epoch": 0.8249146757679181,
      "grad_norm": 0.2535075256149575,
      "learning_rate": 8.812627885697562e-06,
      "loss": 0.3482,
      "num_tokens": 459749945.0,
      "step": 2417
    },
    {
      "epoch": 0.8252559726962457,
      "grad_norm": 0.26257765038416253,
      "learning_rate": 8.811481728387663e-06,
      "loss": 0.3404,
      "num_tokens": 459958342.0,
      "step": 2418
    },
    {
      "epoch": 0.8255972696245734,
      "grad_norm": 0.2565234113669033,
      "learning_rate": 8.81033510231927e-06,
      "loss": 0.328,
      "num_tokens": 460172583.0,
      "step": 2419
    },
    {
      "epoch": 0.825938566552901,
      "grad_norm": 0.32287591779684777,
      "learning_rate": 8.809188007654692e-06,
      "loss": 0.3379,
      "num_tokens": 460302290.0,
      "step": 2420
    },
    {
      "epoch": 0.8262798634812286,
      "grad_norm": 0.2525946199809873,
      "learning_rate": 8.808040444556303e-06,
      "loss": 0.337,
      "num_tokens": 460527775.0,
      "step": 2421
    },
    {
      "epoch": 0.8266211604095564,
      "grad_norm": 0.2492149694973204,
      "learning_rate": 8.806892413186553e-06,
      "loss": 0.3379,
      "num_tokens": 460742920.0,
      "step": 2422
    },
    {
      "epoch": 0.826962457337884,
      "grad_norm": 0.29697110307382907,
      "learning_rate": 8.805743913707949e-06,
      "loss": 0.3851,
      "num_tokens": 460952425.0,
      "step": 2423
    },
    {
      "epoch": 0.8273037542662116,
      "grad_norm": 0.2708986845351393,
      "learning_rate": 8.804594946283068e-06,
      "loss": 0.3493,
      "num_tokens": 461146001.0,
      "step": 2424
    },
    {
      "epoch": 0.8276450511945392,
      "grad_norm": 0.2713771839053056,
      "learning_rate": 8.803445511074555e-06,
      "loss": 0.3344,
      "num_tokens": 461336045.0,
      "step": 2425
    },
    {
      "epoch": 0.8279863481228669,
      "grad_norm": 0.2698762721251394,
      "learning_rate": 8.802295608245113e-06,
      "loss": 0.3569,
      "num_tokens": 461531552.0,
      "step": 2426
    },
    {
      "epoch": 0.8283276450511945,
      "grad_norm": 0.2661299703295204,
      "learning_rate": 8.801145237957522e-06,
      "loss": 0.3211,
      "num_tokens": 461704949.0,
      "step": 2427
    },
    {
      "epoch": 0.8286689419795222,
      "grad_norm": 0.27255244254071825,
      "learning_rate": 8.799994400374625e-06,
      "loss": 0.3276,
      "num_tokens": 461881817.0,
      "step": 2428
    },
    {
      "epoch": 0.8290102389078499,
      "grad_norm": 0.29467538016651207,
      "learning_rate": 8.798843095659322e-06,
      "loss": 0.3229,
      "num_tokens": 462043986.0,
      "step": 2429
    },
    {
      "epoch": 0.8293515358361775,
      "grad_norm": 0.28626669319603726,
      "learning_rate": 8.797691323974592e-06,
      "loss": 0.3419,
      "num_tokens": 462227248.0,
      "step": 2430
    },
    {
      "epoch": 0.8296928327645051,
      "grad_norm": 0.2926072684470123,
      "learning_rate": 8.796539085483474e-06,
      "loss": 0.3701,
      "num_tokens": 462425243.0,
      "step": 2431
    },
    {
      "epoch": 0.8300341296928327,
      "grad_norm": 0.294990423387729,
      "learning_rate": 8.795386380349073e-06,
      "loss": 0.3368,
      "num_tokens": 462621377.0,
      "step": 2432
    },
    {
      "epoch": 0.8303754266211604,
      "grad_norm": 0.29516168439908785,
      "learning_rate": 8.794233208734561e-06,
      "loss": 0.3537,
      "num_tokens": 462790346.0,
      "step": 2433
    },
    {
      "epoch": 0.830716723549488,
      "grad_norm": 0.27301221077125953,
      "learning_rate": 8.793079570803179e-06,
      "loss": 0.3439,
      "num_tokens": 463008076.0,
      "step": 2434
    },
    {
      "epoch": 0.8310580204778157,
      "grad_norm": 0.2717636843903536,
      "learning_rate": 8.791925466718223e-06,
      "loss": 0.3418,
      "num_tokens": 463214748.0,
      "step": 2435
    },
    {
      "epoch": 0.8313993174061434,
      "grad_norm": 0.30268887555151064,
      "learning_rate": 8.790770896643067e-06,
      "loss": 0.3672,
      "num_tokens": 463374161.0,
      "step": 2436
    },
    {
      "epoch": 0.831740614334471,
      "grad_norm": 0.251038795466571,
      "learning_rate": 8.789615860741151e-06,
      "loss": 0.346,
      "num_tokens": 463614555.0,
      "step": 2437
    },
    {
      "epoch": 0.8320819112627986,
      "grad_norm": 0.2808273952157863,
      "learning_rate": 8.788460359175972e-06,
      "loss": 0.3907,
      "num_tokens": 463822841.0,
      "step": 2438
    },
    {
      "epoch": 0.8324232081911263,
      "grad_norm": 0.26747458543494224,
      "learning_rate": 8.787304392111096e-06,
      "loss": 0.3053,
      "num_tokens": 463986916.0,
      "step": 2439
    },
    {
      "epoch": 0.8327645051194539,
      "grad_norm": 0.2621466670390003,
      "learning_rate": 8.786147959710161e-06,
      "loss": 0.3602,
      "num_tokens": 464205346.0,
      "step": 2440
    },
    {
      "epoch": 0.8331058020477816,
      "grad_norm": 0.3127820702573939,
      "learning_rate": 8.784991062136865e-06,
      "loss": 0.3478,
      "num_tokens": 464347295.0,
      "step": 2441
    },
    {
      "epoch": 0.8334470989761092,
      "grad_norm": 0.2573441009915788,
      "learning_rate": 8.783833699554971e-06,
      "loss": 0.3439,
      "num_tokens": 464558094.0,
      "step": 2442
    },
    {
      "epoch": 0.8337883959044369,
      "grad_norm": 0.2646131774343643,
      "learning_rate": 8.782675872128314e-06,
      "loss": 0.3371,
      "num_tokens": 464774089.0,
      "step": 2443
    },
    {
      "epoch": 0.8341296928327645,
      "grad_norm": 0.26471872070775315,
      "learning_rate": 8.781517580020785e-06,
      "loss": 0.3713,
      "num_tokens": 464993958.0,
      "step": 2444
    },
    {
      "epoch": 0.8344709897610921,
      "grad_norm": 0.26776171177795605,
      "learning_rate": 8.780358823396352e-06,
      "loss": 0.3837,
      "num_tokens": 465197882.0,
      "step": 2445
    },
    {
      "epoch": 0.8348122866894198,
      "grad_norm": 0.2554725050156097,
      "learning_rate": 8.779199602419042e-06,
      "loss": 0.3527,
      "num_tokens": 465413026.0,
      "step": 2446
    },
    {
      "epoch": 0.8351535836177474,
      "grad_norm": 0.2701302587325948,
      "learning_rate": 8.778039917252947e-06,
      "loss": 0.3256,
      "num_tokens": 465604377.0,
      "step": 2447
    },
    {
      "epoch": 0.8354948805460751,
      "grad_norm": 0.24950553977694243,
      "learning_rate": 8.77687976806223e-06,
      "loss": 0.3428,
      "num_tokens": 465812322.0,
      "step": 2448
    },
    {
      "epoch": 0.8358361774744028,
      "grad_norm": 0.2678090293176088,
      "learning_rate": 8.775719155011115e-06,
      "loss": 0.3368,
      "num_tokens": 466024966.0,
      "step": 2449
    },
    {
      "epoch": 0.8361774744027304,
      "grad_norm": 0.2884471758324398,
      "learning_rate": 8.774558078263894e-06,
      "loss": 0.3226,
      "num_tokens": 466186416.0,
      "step": 2450
    },
    {
      "epoch": 0.836518771331058,
      "grad_norm": 0.293857443897451,
      "learning_rate": 8.77339653798492e-06,
      "loss": 0.3312,
      "num_tokens": 466328317.0,
      "step": 2451
    },
    {
      "epoch": 0.8368600682593856,
      "grad_norm": 0.28307375337600266,
      "learning_rate": 8.772234534338622e-06,
      "loss": 0.3197,
      "num_tokens": 466478457.0,
      "step": 2452
    },
    {
      "epoch": 0.8372013651877133,
      "grad_norm": 0.2934764578281628,
      "learning_rate": 8.771072067489483e-06,
      "loss": 0.3725,
      "num_tokens": 466683401.0,
      "step": 2453
    },
    {
      "epoch": 0.837542662116041,
      "grad_norm": 0.25537874113548276,
      "learning_rate": 8.769909137602056e-06,
      "loss": 0.3308,
      "num_tokens": 466895014.0,
      "step": 2454
    },
    {
      "epoch": 0.8378839590443686,
      "grad_norm": 0.27998215716068103,
      "learning_rate": 8.768745744840966e-06,
      "loss": 0.3249,
      "num_tokens": 467065719.0,
      "step": 2455
    },
    {
      "epoch": 0.8382252559726963,
      "grad_norm": 0.31945597148295035,
      "learning_rate": 8.767581889370892e-06,
      "loss": 0.3426,
      "num_tokens": 467236023.0,
      "step": 2456
    },
    {
      "epoch": 0.8385665529010239,
      "grad_norm": 0.2583099729602062,
      "learning_rate": 8.766417571356584e-06,
      "loss": 0.323,
      "num_tokens": 467427614.0,
      "step": 2457
    },
    {
      "epoch": 0.8389078498293515,
      "grad_norm": 0.28378519879752645,
      "learning_rate": 8.765252790962862e-06,
      "loss": 0.3827,
      "num_tokens": 467649649.0,
      "step": 2458
    },
    {
      "epoch": 0.8392491467576791,
      "grad_norm": 0.29876721239888737,
      "learning_rate": 8.764087548354606e-06,
      "loss": 0.3584,
      "num_tokens": 467810696.0,
      "step": 2459
    },
    {
      "epoch": 0.8395904436860068,
      "grad_norm": 0.24954033950022284,
      "learning_rate": 8.762921843696757e-06,
      "loss": 0.3298,
      "num_tokens": 468008501.0,
      "step": 2460
    },
    {
      "epoch": 0.8399317406143345,
      "grad_norm": 0.3089729134144606,
      "learning_rate": 8.761755677154333e-06,
      "loss": 0.334,
      "num_tokens": 468159313.0,
      "step": 2461
    },
    {
      "epoch": 0.8402730375426621,
      "grad_norm": 0.2755831996317096,
      "learning_rate": 8.76058904889241e-06,
      "loss": 0.3459,
      "num_tokens": 468340575.0,
      "step": 2462
    },
    {
      "epoch": 0.8406143344709898,
      "grad_norm": 0.27292271090026177,
      "learning_rate": 8.759421959076131e-06,
      "loss": 0.3268,
      "num_tokens": 468534060.0,
      "step": 2463
    },
    {
      "epoch": 0.8409556313993174,
      "grad_norm": 0.3025497365418262,
      "learning_rate": 8.758254407870702e-06,
      "loss": 0.3513,
      "num_tokens": 468701943.0,
      "step": 2464
    },
    {
      "epoch": 0.841296928327645,
      "grad_norm": 0.27862652394318477,
      "learning_rate": 8.757086395441397e-06,
      "loss": 0.3434,
      "num_tokens": 468888632.0,
      "step": 2465
    },
    {
      "epoch": 0.8416382252559726,
      "grad_norm": 0.2666351088956656,
      "learning_rate": 8.755917921953557e-06,
      "loss": 0.3476,
      "num_tokens": 469094548.0,
      "step": 2466
    },
    {
      "epoch": 0.8419795221843004,
      "grad_norm": 0.27458176302360465,
      "learning_rate": 8.754748987572582e-06,
      "loss": 0.3441,
      "num_tokens": 469277922.0,
      "step": 2467
    },
    {
      "epoch": 0.842320819112628,
      "grad_norm": 0.2600220404279444,
      "learning_rate": 8.753579592463944e-06,
      "loss": 0.3342,
      "num_tokens": 469481597.0,
      "step": 2468
    },
    {
      "epoch": 0.8426621160409556,
      "grad_norm": 0.32604833361135693,
      "learning_rate": 8.752409736793177e-06,
      "loss": 0.3743,
      "num_tokens": 469687095.0,
      "step": 2469
    },
    {
      "epoch": 0.8430034129692833,
      "grad_norm": 0.2998688697531457,
      "learning_rate": 8.751239420725878e-06,
      "loss": 0.3163,
      "num_tokens": 469826614.0,
      "step": 2470
    },
    {
      "epoch": 0.8433447098976109,
      "grad_norm": 0.2971008337530419,
      "learning_rate": 8.750068644427713e-06,
      "loss": 0.3536,
      "num_tokens": 469988990.0,
      "step": 2471
    },
    {
      "epoch": 0.8436860068259385,
      "grad_norm": 0.25953519940725156,
      "learning_rate": 8.748897408064414e-06,
      "loss": 0.3461,
      "num_tokens": 470195296.0,
      "step": 2472
    },
    {
      "epoch": 0.8440273037542663,
      "grad_norm": 0.27362019043691116,
      "learning_rate": 8.747725711801773e-06,
      "loss": 0.318,
      "num_tokens": 470383798.0,
      "step": 2473
    },
    {
      "epoch": 0.8443686006825939,
      "grad_norm": 0.29619496526729405,
      "learning_rate": 8.746553555805654e-06,
      "loss": 0.3296,
      "num_tokens": 470541302.0,
      "step": 2474
    },
    {
      "epoch": 0.8447098976109215,
      "grad_norm": 0.2662834565782136,
      "learning_rate": 8.745380940241977e-06,
      "loss": 0.3433,
      "num_tokens": 470780649.0,
      "step": 2475
    },
    {
      "epoch": 0.8450511945392492,
      "grad_norm": 0.30160268920282424,
      "learning_rate": 8.744207865276737e-06,
      "loss": 0.3695,
      "num_tokens": 471021242.0,
      "step": 2476
    },
    {
      "epoch": 0.8453924914675768,
      "grad_norm": 0.267112052998059,
      "learning_rate": 8.743034331075986e-06,
      "loss": 0.3519,
      "num_tokens": 471240925.0,
      "step": 2477
    },
    {
      "epoch": 0.8457337883959044,
      "grad_norm": 0.30698186526094856,
      "learning_rate": 8.741860337805844e-06,
      "loss": 0.3183,
      "num_tokens": 471412777.0,
      "step": 2478
    },
    {
      "epoch": 0.846075085324232,
      "grad_norm": 0.27885180820914596,
      "learning_rate": 8.740685885632498e-06,
      "loss": 0.3228,
      "num_tokens": 471573087.0,
      "step": 2479
    },
    {
      "epoch": 0.8464163822525598,
      "grad_norm": 0.26374697645488016,
      "learning_rate": 8.739510974722199e-06,
      "loss": 0.3352,
      "num_tokens": 471773163.0,
      "step": 2480
    },
    {
      "epoch": 0.8467576791808874,
      "grad_norm": 0.273595214311579,
      "learning_rate": 8.73833560524126e-06,
      "loss": 0.345,
      "num_tokens": 471965888.0,
      "step": 2481
    },
    {
      "epoch": 0.847098976109215,
      "grad_norm": 0.2656894931943347,
      "learning_rate": 8.73715977735606e-06,
      "loss": 0.3484,
      "num_tokens": 472187377.0,
      "step": 2482
    },
    {
      "epoch": 0.8474402730375427,
      "grad_norm": 0.2757652330631901,
      "learning_rate": 8.735983491233047e-06,
      "loss": 0.3751,
      "num_tokens": 472411319.0,
      "step": 2483
    },
    {
      "epoch": 0.8477815699658703,
      "grad_norm": 0.2695127720162425,
      "learning_rate": 8.73480674703873e-06,
      "loss": 0.3395,
      "num_tokens": 472599615.0,
      "step": 2484
    },
    {
      "epoch": 0.8481228668941979,
      "grad_norm": 0.2627605113446921,
      "learning_rate": 8.733629544939683e-06,
      "loss": 0.3642,
      "num_tokens": 472806759.0,
      "step": 2485
    },
    {
      "epoch": 0.8484641638225257,
      "grad_norm": 0.3010181770491765,
      "learning_rate": 8.732451885102546e-06,
      "loss": 0.3579,
      "num_tokens": 472980161.0,
      "step": 2486
    },
    {
      "epoch": 0.8488054607508533,
      "grad_norm": 0.27684588289345424,
      "learning_rate": 8.73127376769402e-06,
      "loss": 0.3557,
      "num_tokens": 473154294.0,
      "step": 2487
    },
    {
      "epoch": 0.8491467576791809,
      "grad_norm": 0.2753859330593702,
      "learning_rate": 8.73009519288088e-06,
      "loss": 0.3221,
      "num_tokens": 473334584.0,
      "step": 2488
    },
    {
      "epoch": 0.8494880546075085,
      "grad_norm": 0.2911894370408933,
      "learning_rate": 8.728916160829955e-06,
      "loss": 0.3732,
      "num_tokens": 473507268.0,
      "step": 2489
    },
    {
      "epoch": 0.8498293515358362,
      "grad_norm": 0.26978416023313323,
      "learning_rate": 8.727736671708145e-06,
      "loss": 0.3341,
      "num_tokens": 473713948.0,
      "step": 2490
    },
    {
      "epoch": 0.8501706484641638,
      "grad_norm": 0.2983971817108812,
      "learning_rate": 8.726556725682415e-06,
      "loss": 0.3379,
      "num_tokens": 473883554.0,
      "step": 2491
    },
    {
      "epoch": 0.8505119453924914,
      "grad_norm": 0.2742471210537034,
      "learning_rate": 8.72537632291979e-06,
      "loss": 0.39,
      "num_tokens": 474097001.0,
      "step": 2492
    },
    {
      "epoch": 0.8508532423208192,
      "grad_norm": 0.3147662521693078,
      "learning_rate": 8.724195463587363e-06,
      "loss": 0.3672,
      "num_tokens": 474275710.0,
      "step": 2493
    },
    {
      "epoch": 0.8511945392491468,
      "grad_norm": 0.3067536553295866,
      "learning_rate": 8.723014147852292e-06,
      "loss": 0.3734,
      "num_tokens": 474437860.0,
      "step": 2494
    },
    {
      "epoch": 0.8515358361774744,
      "grad_norm": 0.30013103283928183,
      "learning_rate": 8.721832375881798e-06,
      "loss": 0.3298,
      "num_tokens": 474594017.0,
      "step": 2495
    },
    {
      "epoch": 0.851877133105802,
      "grad_norm": 0.2720109315387879,
      "learning_rate": 8.720650147843168e-06,
      "loss": 0.3209,
      "num_tokens": 474787019.0,
      "step": 2496
    },
    {
      "epoch": 0.8522184300341297,
      "grad_norm": 0.2656323479681157,
      "learning_rate": 8.719467463903753e-06,
      "loss": 0.3572,
      "num_tokens": 475011760.0,
      "step": 2497
    },
    {
      "epoch": 0.8525597269624573,
      "grad_norm": 0.28200987860724835,
      "learning_rate": 8.71828432423097e-06,
      "loss": 0.3768,
      "num_tokens": 475222002.0,
      "step": 2498
    },
    {
      "epoch": 0.852901023890785,
      "grad_norm": 0.3127774460518799,
      "learning_rate": 8.717100728992296e-06,
      "loss": 0.3565,
      "num_tokens": 475405030.0,
      "step": 2499
    },
    {
      "epoch": 0.8532423208191127,
      "grad_norm": 0.303831737098571,
      "learning_rate": 8.715916678355277e-06,
      "loss": 0.3176,
      "num_tokens": 475589422.0,
      "step": 2500
    },
    {
      "epoch": 0.8535836177474403,
      "grad_norm": 0.2771079898069934,
      "learning_rate": 8.71473217248752e-06,
      "loss": 0.3475,
      "num_tokens": 475791592.0,
      "step": 2501
    },
    {
      "epoch": 0.8539249146757679,
      "grad_norm": 0.2902650316100479,
      "learning_rate": 8.7135472115567e-06,
      "loss": 0.3524,
      "num_tokens": 475961225.0,
      "step": 2502
    },
    {
      "epoch": 0.8542662116040955,
      "grad_norm": 0.2845119854038875,
      "learning_rate": 8.712361795730555e-06,
      "loss": 0.3543,
      "num_tokens": 476153818.0,
      "step": 2503
    },
    {
      "epoch": 0.8546075085324232,
      "grad_norm": 0.3185634207059899,
      "learning_rate": 8.711175925176887e-06,
      "loss": 0.3496,
      "num_tokens": 476338484.0,
      "step": 2504
    },
    {
      "epoch": 0.8549488054607508,
      "grad_norm": 0.3005550156367615,
      "learning_rate": 8.709989600063564e-06,
      "loss": 0.3618,
      "num_tokens": 476547345.0,
      "step": 2505
    },
    {
      "epoch": 0.8552901023890785,
      "grad_norm": 0.2570401122456053,
      "learning_rate": 8.708802820558512e-06,
      "loss": 0.3365,
      "num_tokens": 476753258.0,
      "step": 2506
    },
    {
      "epoch": 0.8556313993174062,
      "grad_norm": 0.28553451814356023,
      "learning_rate": 8.70761558682973e-06,
      "loss": 0.3331,
      "num_tokens": 476932536.0,
      "step": 2507
    },
    {
      "epoch": 0.8559726962457338,
      "grad_norm": 0.26548630824539227,
      "learning_rate": 8.706427899045277e-06,
      "loss": 0.3452,
      "num_tokens": 477137334.0,
      "step": 2508
    },
    {
      "epoch": 0.8563139931740614,
      "grad_norm": 0.269381219459965,
      "learning_rate": 8.705239757373277e-06,
      "loss": 0.3628,
      "num_tokens": 477332345.0,
      "step": 2509
    },
    {
      "epoch": 0.856655290102389,
      "grad_norm": 0.2572957908527426,
      "learning_rate": 8.704051161981917e-06,
      "loss": 0.3603,
      "num_tokens": 477552770.0,
      "step": 2510
    },
    {
      "epoch": 0.8569965870307167,
      "grad_norm": 0.2462931587396598,
      "learning_rate": 8.702862113039449e-06,
      "loss": 0.3647,
      "num_tokens": 477816594.0,
      "step": 2511
    },
    {
      "epoch": 0.8573378839590444,
      "grad_norm": 0.2642050626482817,
      "learning_rate": 8.70167261071419e-06,
      "loss": 0.3436,
      "num_tokens": 478005583.0,
      "step": 2512
    },
    {
      "epoch": 0.857679180887372,
      "grad_norm": 0.2817606471521358,
      "learning_rate": 8.700482655174523e-06,
      "loss": 0.3658,
      "num_tokens": 478220599.0,
      "step": 2513
    },
    {
      "epoch": 0.8580204778156997,
      "grad_norm": 0.2670384864194751,
      "learning_rate": 8.69929224658889e-06,
      "loss": 0.3288,
      "num_tokens": 478403283.0,
      "step": 2514
    },
    {
      "epoch": 0.8583617747440273,
      "grad_norm": 0.2817833126901605,
      "learning_rate": 8.6981013851258e-06,
      "loss": 0.3517,
      "num_tokens": 478578065.0,
      "step": 2515
    },
    {
      "epoch": 0.8587030716723549,
      "grad_norm": 0.2729100984028468,
      "learning_rate": 8.696910070953826e-06,
      "loss": 0.3642,
      "num_tokens": 478785549.0,
      "step": 2516
    },
    {
      "epoch": 0.8590443686006826,
      "grad_norm": 0.2949270087745175,
      "learning_rate": 8.695718304241607e-06,
      "loss": 0.3529,
      "num_tokens": 478962307.0,
      "step": 2517
    },
    {
      "epoch": 0.8593856655290102,
      "grad_norm": 0.2928954779024696,
      "learning_rate": 8.694526085157839e-06,
      "loss": 0.3495,
      "num_tokens": 479149213.0,
      "step": 2518
    },
    {
      "epoch": 0.8597269624573379,
      "grad_norm": 0.4314476460230326,
      "learning_rate": 8.693333413871293e-06,
      "loss": 0.3468,
      "num_tokens": 479327272.0,
      "step": 2519
    },
    {
      "epoch": 0.8600682593856656,
      "grad_norm": 0.28186594849750396,
      "learning_rate": 8.692140290550797e-06,
      "loss": 0.3412,
      "num_tokens": 479522347.0,
      "step": 2520
    },
    {
      "epoch": 0.8604095563139932,
      "grad_norm": 0.28345212469960507,
      "learning_rate": 8.690946715365243e-06,
      "loss": 0.3634,
      "num_tokens": 479733163.0,
      "step": 2521
    },
    {
      "epoch": 0.8607508532423208,
      "grad_norm": 0.31787251914782977,
      "learning_rate": 8.689752688483589e-06,
      "loss": 0.3021,
      "num_tokens": 479929051.0,
      "step": 2522
    },
    {
      "epoch": 0.8610921501706484,
      "grad_norm": 0.28839212275641396,
      "learning_rate": 8.688558210074854e-06,
      "loss": 0.3324,
      "num_tokens": 480093309.0,
      "step": 2523
    },
    {
      "epoch": 0.8614334470989761,
      "grad_norm": 0.3070098126262019,
      "learning_rate": 8.687363280308123e-06,
      "loss": 0.3586,
      "num_tokens": 480254566.0,
      "step": 2524
    },
    {
      "epoch": 0.8617747440273038,
      "grad_norm": 0.27189056269387474,
      "learning_rate": 8.68616789935255e-06,
      "loss": 0.3232,
      "num_tokens": 480424216.0,
      "step": 2525
    },
    {
      "epoch": 0.8621160409556314,
      "grad_norm": 0.2846356953313666,
      "learning_rate": 8.684972067377342e-06,
      "loss": 0.3568,
      "num_tokens": 480591147.0,
      "step": 2526
    },
    {
      "epoch": 0.8624573378839591,
      "grad_norm": 0.2674057765234858,
      "learning_rate": 8.683775784551778e-06,
      "loss": 0.354,
      "num_tokens": 480795671.0,
      "step": 2527
    },
    {
      "epoch": 0.8627986348122867,
      "grad_norm": 0.25245525414353914,
      "learning_rate": 8.682579051045199e-06,
      "loss": 0.3439,
      "num_tokens": 481020947.0,
      "step": 2528
    },
    {
      "epoch": 0.8631399317406143,
      "grad_norm": 0.29292536720455886,
      "learning_rate": 8.681381867027008e-06,
      "loss": 0.347,
      "num_tokens": 481205018.0,
      "step": 2529
    },
    {
      "epoch": 0.863481228668942,
      "grad_norm": 0.2822863255116404,
      "learning_rate": 8.680184232666672e-06,
      "loss": 0.3553,
      "num_tokens": 481386201.0,
      "step": 2530
    },
    {
      "epoch": 0.8638225255972696,
      "grad_norm": 0.2700730761203277,
      "learning_rate": 8.678986148133727e-06,
      "loss": 0.3556,
      "num_tokens": 481577534.0,
      "step": 2531
    },
    {
      "epoch": 0.8641638225255973,
      "grad_norm": 0.2642888175934386,
      "learning_rate": 8.677787613597763e-06,
      "loss": 0.3298,
      "num_tokens": 481751827.0,
      "step": 2532
    },
    {
      "epoch": 0.8645051194539249,
      "grad_norm": 0.2656636030525277,
      "learning_rate": 8.676588629228443e-06,
      "loss": 0.3864,
      "num_tokens": 481967130.0,
      "step": 2533
    },
    {
      "epoch": 0.8648464163822526,
      "grad_norm": 0.3033066949507726,
      "learning_rate": 8.67538919519549e-06,
      "loss": 0.3254,
      "num_tokens": 482170827.0,
      "step": 2534
    },
    {
      "epoch": 0.8651877133105802,
      "grad_norm": 0.3001460343121559,
      "learning_rate": 8.674189311668687e-06,
      "loss": 0.3822,
      "num_tokens": 482395895.0,
      "step": 2535
    },
    {
      "epoch": 0.8655290102389078,
      "grad_norm": 0.28988828094049834,
      "learning_rate": 8.672988978817888e-06,
      "loss": 0.3457,
      "num_tokens": 482585134.0,
      "step": 2536
    },
    {
      "epoch": 0.8658703071672355,
      "grad_norm": 0.2651604380196408,
      "learning_rate": 8.671788196813002e-06,
      "loss": 0.3557,
      "num_tokens": 482788915.0,
      "step": 2537
    },
    {
      "epoch": 0.8662116040955632,
      "grad_norm": 0.3166045613271171,
      "learning_rate": 8.670586965824012e-06,
      "loss": 0.3874,
      "num_tokens": 482966661.0,
      "step": 2538
    },
    {
      "epoch": 0.8665529010238908,
      "grad_norm": 0.2820714686408191,
      "learning_rate": 8.669385286020955e-06,
      "loss": 0.353,
      "num_tokens": 483147495.0,
      "step": 2539
    },
    {
      "epoch": 0.8668941979522184,
      "grad_norm": 0.26942372560282885,
      "learning_rate": 8.668183157573939e-06,
      "loss": 0.3545,
      "num_tokens": 483330898.0,
      "step": 2540
    },
    {
      "epoch": 0.8672354948805461,
      "grad_norm": 0.3156395319902496,
      "learning_rate": 8.666980580653127e-06,
      "loss": 0.3515,
      "num_tokens": 483527996.0,
      "step": 2541
    },
    {
      "epoch": 0.8675767918088737,
      "grad_norm": 0.27461161095334946,
      "learning_rate": 8.665777555428753e-06,
      "loss": 0.3503,
      "num_tokens": 483721428.0,
      "step": 2542
    },
    {
      "epoch": 0.8679180887372013,
      "grad_norm": 0.33218218513534764,
      "learning_rate": 8.664574082071113e-06,
      "loss": 0.3619,
      "num_tokens": 483883295.0,
      "step": 2543
    },
    {
      "epoch": 0.868259385665529,
      "grad_norm": 0.24253353957494145,
      "learning_rate": 8.663370160750562e-06,
      "loss": 0.3319,
      "num_tokens": 484097900.0,
      "step": 2544
    },
    {
      "epoch": 0.8686006825938567,
      "grad_norm": 0.2584162906585207,
      "learning_rate": 8.662165791637527e-06,
      "loss": 0.3488,
      "num_tokens": 484321732.0,
      "step": 2545
    },
    {
      "epoch": 0.8689419795221843,
      "grad_norm": 0.27202730419369786,
      "learning_rate": 8.660960974902489e-06,
      "loss": 0.3155,
      "num_tokens": 484496546.0,
      "step": 2546
    },
    {
      "epoch": 0.869283276450512,
      "grad_norm": 0.2743438736129451,
      "learning_rate": 8.659755710715995e-06,
      "loss": 0.3496,
      "num_tokens": 484688710.0,
      "step": 2547
    },
    {
      "epoch": 0.8696245733788396,
      "grad_norm": 0.2594431372185707,
      "learning_rate": 8.658549999248662e-06,
      "loss": 0.3509,
      "num_tokens": 484907147.0,
      "step": 2548
    },
    {
      "epoch": 0.8699658703071672,
      "grad_norm": 0.3153675000566985,
      "learning_rate": 8.657343840671159e-06,
      "loss": 0.3525,
      "num_tokens": 485085569.0,
      "step": 2549
    },
    {
      "epoch": 0.8703071672354948,
      "grad_norm": 0.283726347884968,
      "learning_rate": 8.65613723515423e-06,
      "loss": 0.3266,
      "num_tokens": 485269981.0,
      "step": 2550
    },
    {
      "epoch": 0.8706484641638226,
      "grad_norm": 0.36136132904997,
      "learning_rate": 8.654930182868672e-06,
      "loss": 0.3631,
      "num_tokens": 485450586.0,
      "step": 2551
    },
    {
      "epoch": 0.8709897610921502,
      "grad_norm": 0.3011272743449738,
      "learning_rate": 8.653722683985354e-06,
      "loss": 0.3651,
      "num_tokens": 485606404.0,
      "step": 2552
    },
    {
      "epoch": 0.8713310580204778,
      "grad_norm": 0.3458470204941809,
      "learning_rate": 8.652514738675201e-06,
      "loss": 0.3485,
      "num_tokens": 485777744.0,
      "step": 2553
    },
    {
      "epoch": 0.8716723549488055,
      "grad_norm": 0.2441303304357189,
      "learning_rate": 8.651306347109207e-06,
      "loss": 0.3397,
      "num_tokens": 486006987.0,
      "step": 2554
    },
    {
      "epoch": 0.8720136518771331,
      "grad_norm": 0.23046760259195379,
      "learning_rate": 8.650097509458422e-06,
      "loss": 0.3147,
      "num_tokens": 486224122.0,
      "step": 2555
    },
    {
      "epoch": 0.8723549488054607,
      "grad_norm": 0.285973764692559,
      "learning_rate": 8.648888225893972e-06,
      "loss": 0.3627,
      "num_tokens": 486426242.0,
      "step": 2556
    },
    {
      "epoch": 0.8726962457337883,
      "grad_norm": 0.2983168448169868,
      "learning_rate": 8.647678496587028e-06,
      "loss": 0.3166,
      "num_tokens": 486585344.0,
      "step": 2557
    },
    {
      "epoch": 0.8730375426621161,
      "grad_norm": 0.2636164558484319,
      "learning_rate": 8.646468321708841e-06,
      "loss": 0.3438,
      "num_tokens": 486799916.0,
      "step": 2558
    },
    {
      "epoch": 0.8733788395904437,
      "grad_norm": 0.2525086825376012,
      "learning_rate": 8.645257701430714e-06,
      "loss": 0.3558,
      "num_tokens": 487033413.0,
      "step": 2559
    },
    {
      "epoch": 0.8737201365187713,
      "grad_norm": 0.27527735388882224,
      "learning_rate": 8.644046635924019e-06,
      "loss": 0.3337,
      "num_tokens": 487204051.0,
      "step": 2560
    },
    {
      "epoch": 0.874061433447099,
      "grad_norm": 0.269101427150257,
      "learning_rate": 8.642835125360187e-06,
      "loss": 0.3161,
      "num_tokens": 487369555.0,
      "step": 2561
    },
    {
      "epoch": 0.8744027303754266,
      "grad_norm": 0.35120917686673625,
      "learning_rate": 8.641623169910716e-06,
      "loss": 0.3387,
      "num_tokens": 487541503.0,
      "step": 2562
    },
    {
      "epoch": 0.8747440273037542,
      "grad_norm": 0.3096522087071958,
      "learning_rate": 8.640410769747164e-06,
      "loss": 0.3499,
      "num_tokens": 487722526.0,
      "step": 2563
    },
    {
      "epoch": 0.875085324232082,
      "grad_norm": 0.23935817603019696,
      "learning_rate": 8.639197925041153e-06,
      "loss": 0.3512,
      "num_tokens": 487965323.0,
      "step": 2564
    },
    {
      "epoch": 0.8754266211604096,
      "grad_norm": 0.27415821019034226,
      "learning_rate": 8.637984635964369e-06,
      "loss": 0.3408,
      "num_tokens": 488164700.0,
      "step": 2565
    },
    {
      "epoch": 0.8757679180887372,
      "grad_norm": 0.31951191431563564,
      "learning_rate": 8.636770902688558e-06,
      "loss": 0.3552,
      "num_tokens": 488319200.0,
      "step": 2566
    },
    {
      "epoch": 0.8761092150170648,
      "grad_norm": 0.26125067306047134,
      "learning_rate": 8.635556725385532e-06,
      "loss": 0.3114,
      "num_tokens": 488502506.0,
      "step": 2567
    },
    {
      "epoch": 0.8764505119453925,
      "grad_norm": 0.26909280509149236,
      "learning_rate": 8.634342104227161e-06,
      "loss": 0.3497,
      "num_tokens": 488705398.0,
      "step": 2568
    },
    {
      "epoch": 0.8767918088737201,
      "grad_norm": 0.2572939122546244,
      "learning_rate": 8.633127039385388e-06,
      "loss": 0.337,
      "num_tokens": 488898009.0,
      "step": 2569
    },
    {
      "epoch": 0.8771331058020477,
      "grad_norm": 0.25939136560376025,
      "learning_rate": 8.631911531032205e-06,
      "loss": 0.3614,
      "num_tokens": 489111211.0,
      "step": 2570
    },
    {
      "epoch": 0.8774744027303755,
      "grad_norm": 0.2630825869483184,
      "learning_rate": 8.63069557933968e-06,
      "loss": 0.3486,
      "num_tokens": 489340094.0,
      "step": 2571
    },
    {
      "epoch": 0.8778156996587031,
      "grad_norm": 0.25661384490672595,
      "learning_rate": 8.629479184479932e-06,
      "loss": 0.3194,
      "num_tokens": 489531890.0,
      "step": 2572
    },
    {
      "epoch": 0.8781569965870307,
      "grad_norm": 0.2776654363092718,
      "learning_rate": 8.628262346625153e-06,
      "loss": 0.3269,
      "num_tokens": 489720084.0,
      "step": 2573
    },
    {
      "epoch": 0.8784982935153584,
      "grad_norm": 0.29397645515321835,
      "learning_rate": 8.627045065947594e-06,
      "loss": 0.3496,
      "num_tokens": 489915214.0,
      "step": 2574
    },
    {
      "epoch": 0.878839590443686,
      "grad_norm": 0.24807050829376973,
      "learning_rate": 8.625827342619562e-06,
      "loss": 0.3458,
      "num_tokens": 490131121.0,
      "step": 2575
    },
    {
      "epoch": 0.8791808873720136,
      "grad_norm": 0.36460129614245207,
      "learning_rate": 8.624609176813437e-06,
      "loss": 0.3502,
      "num_tokens": 490329154.0,
      "step": 2576
    },
    {
      "epoch": 0.8795221843003413,
      "grad_norm": 0.2836777890693706,
      "learning_rate": 8.623390568701655e-06,
      "loss": 0.3444,
      "num_tokens": 490497248.0,
      "step": 2577
    },
    {
      "epoch": 0.879863481228669,
      "grad_norm": 0.2878888648149967,
      "learning_rate": 8.622171518456718e-06,
      "loss": 0.344,
      "num_tokens": 490662466.0,
      "step": 2578
    },
    {
      "epoch": 0.8802047781569966,
      "grad_norm": 0.25988729393453563,
      "learning_rate": 8.620952026251187e-06,
      "loss": 0.3423,
      "num_tokens": 490860752.0,
      "step": 2579
    },
    {
      "epoch": 0.8805460750853242,
      "grad_norm": 0.2887092802097904,
      "learning_rate": 8.61973209225769e-06,
      "loss": 0.3529,
      "num_tokens": 491023019.0,
      "step": 2580
    },
    {
      "epoch": 0.8808873720136519,
      "grad_norm": 0.2676573670289655,
      "learning_rate": 8.618511716648916e-06,
      "loss": 0.3921,
      "num_tokens": 491242875.0,
      "step": 2581
    },
    {
      "epoch": 0.8812286689419795,
      "grad_norm": 0.26271492391646317,
      "learning_rate": 8.617290899597615e-06,
      "loss": 0.3453,
      "num_tokens": 491453165.0,
      "step": 2582
    },
    {
      "epoch": 0.8815699658703071,
      "grad_norm": 0.24400272370201612,
      "learning_rate": 8.6160696412766e-06,
      "loss": 0.3412,
      "num_tokens": 491688342.0,
      "step": 2583
    },
    {
      "epoch": 0.8819112627986349,
      "grad_norm": 0.2833776192308365,
      "learning_rate": 8.614847941858746e-06,
      "loss": 0.3171,
      "num_tokens": 491848382.0,
      "step": 2584
    },
    {
      "epoch": 0.8822525597269625,
      "grad_norm": 0.2670296293466305,
      "learning_rate": 8.613625801516993e-06,
      "loss": 0.3293,
      "num_tokens": 492064485.0,
      "step": 2585
    },
    {
      "epoch": 0.8825938566552901,
      "grad_norm": 0.30098737087177263,
      "learning_rate": 8.612403220424342e-06,
      "loss": 0.3772,
      "num_tokens": 492245271.0,
      "step": 2586
    },
    {
      "epoch": 0.8829351535836177,
      "grad_norm": 0.27072038868641335,
      "learning_rate": 8.611180198753855e-06,
      "loss": 0.393,
      "num_tokens": 492473909.0,
      "step": 2587
    },
    {
      "epoch": 0.8832764505119454,
      "grad_norm": 0.4901107134829924,
      "learning_rate": 8.609956736678656e-06,
      "loss": 0.351,
      "num_tokens": 492642435.0,
      "step": 2588
    },
    {
      "epoch": 0.883617747440273,
      "grad_norm": 0.26848643202843014,
      "learning_rate": 8.608732834371936e-06,
      "loss": 0.3707,
      "num_tokens": 492857776.0,
      "step": 2589
    },
    {
      "epoch": 0.8839590443686007,
      "grad_norm": 0.25125113536720434,
      "learning_rate": 8.607508492006943e-06,
      "loss": 0.3742,
      "num_tokens": 493103397.0,
      "step": 2590
    },
    {
      "epoch": 0.8843003412969284,
      "grad_norm": 0.33060300971911455,
      "learning_rate": 8.60628370975699e-06,
      "loss": 0.3343,
      "num_tokens": 493314650.0,
      "step": 2591
    },
    {
      "epoch": 0.884641638225256,
      "grad_norm": 0.28329765877362,
      "learning_rate": 8.605058487795451e-06,
      "loss": 0.3598,
      "num_tokens": 493499373.0,
      "step": 2592
    },
    {
      "epoch": 0.8849829351535836,
      "grad_norm": 0.2883251469727182,
      "learning_rate": 8.603832826295763e-06,
      "loss": 0.3195,
      "num_tokens": 493660118.0,
      "step": 2593
    },
    {
      "epoch": 0.8853242320819112,
      "grad_norm": 0.2834126470760813,
      "learning_rate": 8.602606725431428e-06,
      "loss": 0.3384,
      "num_tokens": 493841154.0,
      "step": 2594
    },
    {
      "epoch": 0.8856655290102389,
      "grad_norm": 0.24986683041767466,
      "learning_rate": 8.601380185376004e-06,
      "loss": 0.3431,
      "num_tokens": 494076227.0,
      "step": 2595
    },
    {
      "epoch": 0.8860068259385665,
      "grad_norm": 0.269746187047204,
      "learning_rate": 8.600153206303115e-06,
      "loss": 0.3262,
      "num_tokens": 494268202.0,
      "step": 2596
    },
    {
      "epoch": 0.8863481228668942,
      "grad_norm": 0.2883738713787188,
      "learning_rate": 8.598925788386446e-06,
      "loss": 0.341,
      "num_tokens": 494436710.0,
      "step": 2597
    },
    {
      "epoch": 0.8866894197952219,
      "grad_norm": 0.2517704869476435,
      "learning_rate": 8.597697931799748e-06,
      "loss": 0.3196,
      "num_tokens": 494657710.0,
      "step": 2598
    },
    {
      "epoch": 0.8870307167235495,
      "grad_norm": 0.2834983390902191,
      "learning_rate": 8.596469636716828e-06,
      "loss": 0.406,
      "num_tokens": 494866304.0,
      "step": 2599
    },
    {
      "epoch": 0.8873720136518771,
      "grad_norm": 0.30619525758751254,
      "learning_rate": 8.595240903311561e-06,
      "loss": 0.3402,
      "num_tokens": 495020647.0,
      "step": 2600
    },
    {
      "epoch": 0.8877133105802048,
      "grad_norm": 0.2846108867344047,
      "learning_rate": 8.594011731757875e-06,
      "loss": 0.3543,
      "num_tokens": 495224234.0,
      "step": 2601
    },
    {
      "epoch": 0.8880546075085324,
      "grad_norm": 0.3345021967875705,
      "learning_rate": 8.592782122229772e-06,
      "loss": 0.313,
      "num_tokens": 495379168.0,
      "step": 2602
    },
    {
      "epoch": 0.8883959044368601,
      "grad_norm": 0.2913810892962318,
      "learning_rate": 8.591552074901307e-06,
      "loss": 0.3857,
      "num_tokens": 495583146.0,
      "step": 2603
    },
    {
      "epoch": 0.8887372013651877,
      "grad_norm": 0.2928264112711847,
      "learning_rate": 8.590321589946603e-06,
      "loss": 0.3497,
      "num_tokens": 495796700.0,
      "step": 2604
    },
    {
      "epoch": 0.8890784982935154,
      "grad_norm": 0.3013731411862414,
      "learning_rate": 8.589090667539838e-06,
      "loss": 0.3906,
      "num_tokens": 495982898.0,
      "step": 2605
    },
    {
      "epoch": 0.889419795221843,
      "grad_norm": 0.2722836567747852,
      "learning_rate": 8.587859307855257e-06,
      "loss": 0.3229,
      "num_tokens": 496183726.0,
      "step": 2606
    },
    {
      "epoch": 0.8897610921501706,
      "grad_norm": 0.2611598670942241,
      "learning_rate": 8.586627511067167e-06,
      "loss": 0.3536,
      "num_tokens": 496397923.0,
      "step": 2607
    },
    {
      "epoch": 0.8901023890784983,
      "grad_norm": 0.2692080429805907,
      "learning_rate": 8.585395277349933e-06,
      "loss": 0.3426,
      "num_tokens": 496599817.0,
      "step": 2608
    },
    {
      "epoch": 0.8904436860068259,
      "grad_norm": 0.2975697280651289,
      "learning_rate": 8.58416260687799e-06,
      "loss": 0.3435,
      "num_tokens": 496794999.0,
      "step": 2609
    },
    {
      "epoch": 0.8907849829351536,
      "grad_norm": 0.2703554784154235,
      "learning_rate": 8.582929499825822e-06,
      "loss": 0.3168,
      "num_tokens": 496997522.0,
      "step": 2610
    },
    {
      "epoch": 0.8911262798634813,
      "grad_norm": 0.27161747299545086,
      "learning_rate": 8.581695956367988e-06,
      "loss": 0.3321,
      "num_tokens": 497219951.0,
      "step": 2611
    },
    {
      "epoch": 0.8914675767918089,
      "grad_norm": 0.26607369213827115,
      "learning_rate": 8.5804619766791e-06,
      "loss": 0.3507,
      "num_tokens": 497419850.0,
      "step": 2612
    },
    {
      "epoch": 0.8918088737201365,
      "grad_norm": 0.2688372588682853,
      "learning_rate": 8.579227560933835e-06,
      "loss": 0.3559,
      "num_tokens": 497613595.0,
      "step": 2613
    },
    {
      "epoch": 0.8921501706484641,
      "grad_norm": 0.2743840775110949,
      "learning_rate": 8.577992709306933e-06,
      "loss": 0.3344,
      "num_tokens": 497790899.0,
      "step": 2614
    },
    {
      "epoch": 0.8924914675767918,
      "grad_norm": 0.3015572993332009,
      "learning_rate": 8.576757421973191e-06,
      "loss": 0.3475,
      "num_tokens": 497981254.0,
      "step": 2615
    },
    {
      "epoch": 0.8928327645051195,
      "grad_norm": 0.28939996044527916,
      "learning_rate": 8.575521699107474e-06,
      "loss": 0.3567,
      "num_tokens": 498189780.0,
      "step": 2616
    },
    {
      "epoch": 0.8931740614334471,
      "grad_norm": 0.2749896781269396,
      "learning_rate": 8.574285540884702e-06,
      "loss": 0.3635,
      "num_tokens": 498399088.0,
      "step": 2617
    },
    {
      "epoch": 0.8935153583617748,
      "grad_norm": 0.26236209515617703,
      "learning_rate": 8.573048947479864e-06,
      "loss": 0.3414,
      "num_tokens": 498606686.0,
      "step": 2618
    },
    {
      "epoch": 0.8938566552901024,
      "grad_norm": 0.28739146879010263,
      "learning_rate": 8.571811919068004e-06,
      "loss": 0.354,
      "num_tokens": 498798289.0,
      "step": 2619
    },
    {
      "epoch": 0.89419795221843,
      "grad_norm": 0.4551705648824448,
      "learning_rate": 8.570574455824229e-06,
      "loss": 0.3147,
      "num_tokens": 498965012.0,
      "step": 2620
    },
    {
      "epoch": 0.8945392491467576,
      "grad_norm": 0.2600050572990772,
      "learning_rate": 8.569336557923714e-06,
      "loss": 0.3707,
      "num_tokens": 499170682.0,
      "step": 2621
    },
    {
      "epoch": 0.8948805460750853,
      "grad_norm": 0.23921791468348597,
      "learning_rate": 8.568098225541682e-06,
      "loss": 0.3453,
      "num_tokens": 499422279.0,
      "step": 2622
    },
    {
      "epoch": 0.895221843003413,
      "grad_norm": 0.262046866100724,
      "learning_rate": 8.566859458853433e-06,
      "loss": 0.3405,
      "num_tokens": 499626183.0,
      "step": 2623
    },
    {
      "epoch": 0.8955631399317406,
      "grad_norm": 0.30386157449524687,
      "learning_rate": 8.565620258034318e-06,
      "loss": 0.3594,
      "num_tokens": 499822541.0,
      "step": 2624
    },
    {
      "epoch": 0.8959044368600683,
      "grad_norm": 0.29408581451010823,
      "learning_rate": 8.564380623259754e-06,
      "loss": 0.3225,
      "num_tokens": 499987145.0,
      "step": 2625
    },
    {
      "epoch": 0.8962457337883959,
      "grad_norm": 0.2834753009385299,
      "learning_rate": 8.563140554705218e-06,
      "loss": 0.3537,
      "num_tokens": 500184363.0,
      "step": 2626
    },
    {
      "epoch": 0.8965870307167235,
      "grad_norm": 0.29616726455708414,
      "learning_rate": 8.561900052546246e-06,
      "loss": 0.3588,
      "num_tokens": 500369317.0,
      "step": 2627
    },
    {
      "epoch": 0.8969283276450511,
      "grad_norm": 0.263466176893206,
      "learning_rate": 8.560659116958442e-06,
      "loss": 0.345,
      "num_tokens": 500564240.0,
      "step": 2628
    },
    {
      "epoch": 0.8972696245733789,
      "grad_norm": 0.25036329440604715,
      "learning_rate": 8.559417748117466e-06,
      "loss": 0.3392,
      "num_tokens": 500786129.0,
      "step": 2629
    },
    {
      "epoch": 0.8976109215017065,
      "grad_norm": 0.29032899238150284,
      "learning_rate": 8.558175946199037e-06,
      "loss": 0.3736,
      "num_tokens": 500969410.0,
      "step": 2630
    },
    {
      "epoch": 0.8979522184300341,
      "grad_norm": 0.2684160122980029,
      "learning_rate": 8.556933711378945e-06,
      "loss": 0.3368,
      "num_tokens": 501193596.0,
      "step": 2631
    },
    {
      "epoch": 0.8982935153583618,
      "grad_norm": 0.2486693745688275,
      "learning_rate": 8.555691043833029e-06,
      "loss": 0.3253,
      "num_tokens": 501416630.0,
      "step": 2632
    },
    {
      "epoch": 0.8986348122866894,
      "grad_norm": 0.31258355588483955,
      "learning_rate": 8.5544479437372e-06,
      "loss": 0.3707,
      "num_tokens": 501600022.0,
      "step": 2633
    },
    {
      "epoch": 0.898976109215017,
      "grad_norm": 0.3355944068865295,
      "learning_rate": 8.553204411267424e-06,
      "loss": 0.349,
      "num_tokens": 501774492.0,
      "step": 2634
    },
    {
      "epoch": 0.8993174061433447,
      "grad_norm": 0.28651051319188126,
      "learning_rate": 8.55196044659973e-06,
      "loss": 0.3421,
      "num_tokens": 501953468.0,
      "step": 2635
    },
    {
      "epoch": 0.8996587030716724,
      "grad_norm": 0.27300854856011453,
      "learning_rate": 8.550716049910208e-06,
      "loss": 0.3476,
      "num_tokens": 502150923.0,
      "step": 2636
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.26888239302787953,
      "learning_rate": 8.54947122137501e-06,
      "loss": 0.3252,
      "num_tokens": 502331564.0,
      "step": 2637
    },
    {
      "epoch": 0.9003412969283277,
      "grad_norm": 0.2780760222576623,
      "learning_rate": 8.548225961170346e-06,
      "loss": 0.3466,
      "num_tokens": 502516170.0,
      "step": 2638
    },
    {
      "epoch": 0.9006825938566553,
      "grad_norm": 0.2936952360219842,
      "learning_rate": 8.546980269472492e-06,
      "loss": 0.3371,
      "num_tokens": 502680482.0,
      "step": 2639
    },
    {
      "epoch": 0.9010238907849829,
      "grad_norm": 0.2580428466393231,
      "learning_rate": 8.545734146457782e-06,
      "loss": 0.3425,
      "num_tokens": 502896374.0,
      "step": 2640
    },
    {
      "epoch": 0.9013651877133105,
      "grad_norm": 0.30654058870484746,
      "learning_rate": 8.54448759230261e-06,
      "loss": 0.3479,
      "num_tokens": 503056471.0,
      "step": 2641
    },
    {
      "epoch": 0.9017064846416383,
      "grad_norm": 0.2634894950335356,
      "learning_rate": 8.543240607183435e-06,
      "loss": 0.3238,
      "num_tokens": 503276055.0,
      "step": 2642
    },
    {
      "epoch": 0.9020477815699659,
      "grad_norm": 0.29783081011269874,
      "learning_rate": 8.541993191276771e-06,
      "loss": 0.3903,
      "num_tokens": 503516208.0,
      "step": 2643
    },
    {
      "epoch": 0.9023890784982935,
      "grad_norm": 0.25311507076506046,
      "learning_rate": 8.540745344759202e-06,
      "loss": 0.3137,
      "num_tokens": 503717984.0,
      "step": 2644
    },
    {
      "epoch": 0.9027303754266212,
      "grad_norm": 0.2807374712171331,
      "learning_rate": 8.539497067807361e-06,
      "loss": 0.3737,
      "num_tokens": 503898342.0,
      "step": 2645
    },
    {
      "epoch": 0.9030716723549488,
      "grad_norm": 0.28839506804676557,
      "learning_rate": 8.538248360597955e-06,
      "loss": 0.3634,
      "num_tokens": 504088977.0,
      "step": 2646
    },
    {
      "epoch": 0.9034129692832764,
      "grad_norm": 0.28821032994602763,
      "learning_rate": 8.536999223307743e-06,
      "loss": 0.3311,
      "num_tokens": 504269429.0,
      "step": 2647
    },
    {
      "epoch": 0.903754266211604,
      "grad_norm": 0.2773376906158543,
      "learning_rate": 8.535749656113545e-06,
      "loss": 0.3479,
      "num_tokens": 504450693.0,
      "step": 2648
    },
    {
      "epoch": 0.9040955631399318,
      "grad_norm": 0.239961128030582,
      "learning_rate": 8.534499659192246e-06,
      "loss": 0.3322,
      "num_tokens": 504659502.0,
      "step": 2649
    },
    {
      "epoch": 0.9044368600682594,
      "grad_norm": 0.2617236228929427,
      "learning_rate": 8.53324923272079e-06,
      "loss": 0.332,
      "num_tokens": 504856746.0,
      "step": 2650
    },
    {
      "epoch": 0.904778156996587,
      "grad_norm": 0.2885593312829006,
      "learning_rate": 8.53199837687618e-06,
      "loss": 0.3631,
      "num_tokens": 505043786.0,
      "step": 2651
    },
    {
      "epoch": 0.9051194539249147,
      "grad_norm": 0.29423022841782553,
      "learning_rate": 8.530747091835485e-06,
      "loss": 0.354,
      "num_tokens": 505215510.0,
      "step": 2652
    },
    {
      "epoch": 0.9054607508532423,
      "grad_norm": 0.281459965273871,
      "learning_rate": 8.529495377775829e-06,
      "loss": 0.371,
      "num_tokens": 505427992.0,
      "step": 2653
    },
    {
      "epoch": 0.9058020477815699,
      "grad_norm": 0.2647299205605466,
      "learning_rate": 8.5282432348744e-06,
      "loss": 0.3247,
      "num_tokens": 505615287.0,
      "step": 2654
    },
    {
      "epoch": 0.9061433447098977,
      "grad_norm": 0.25544891544667353,
      "learning_rate": 8.526990663308442e-06,
      "loss": 0.3283,
      "num_tokens": 505809172.0,
      "step": 2655
    },
    {
      "epoch": 0.9064846416382253,
      "grad_norm": 0.2798451010468279,
      "learning_rate": 8.52573766325527e-06,
      "loss": 0.337,
      "num_tokens": 505970041.0,
      "step": 2656
    },
    {
      "epoch": 0.9068259385665529,
      "grad_norm": 0.26433051849122097,
      "learning_rate": 8.524484234892249e-06,
      "loss": 0.3518,
      "num_tokens": 506165831.0,
      "step": 2657
    },
    {
      "epoch": 0.9071672354948805,
      "grad_norm": 0.2903474211681314,
      "learning_rate": 8.523230378396808e-06,
      "loss": 0.3296,
      "num_tokens": 506318715.0,
      "step": 2658
    },
    {
      "epoch": 0.9075085324232082,
      "grad_norm": 0.27083828782897096,
      "learning_rate": 8.521976093946439e-06,
      "loss": 0.3606,
      "num_tokens": 506509328.0,
      "step": 2659
    },
    {
      "epoch": 0.9078498293515358,
      "grad_norm": 0.27426710664864723,
      "learning_rate": 8.520721381718693e-06,
      "loss": 0.3196,
      "num_tokens": 506678727.0,
      "step": 2660
    },
    {
      "epoch": 0.9081911262798635,
      "grad_norm": 0.2638676594773853,
      "learning_rate": 8.51946624189118e-06,
      "loss": 0.3406,
      "num_tokens": 506881812.0,
      "step": 2661
    },
    {
      "epoch": 0.9085324232081912,
      "grad_norm": 0.2877038056887856,
      "learning_rate": 8.518210674641575e-06,
      "loss": 0.3162,
      "num_tokens": 507030257.0,
      "step": 2662
    },
    {
      "epoch": 0.9088737201365188,
      "grad_norm": 0.38498209752487866,
      "learning_rate": 8.516954680147606e-06,
      "loss": 0.3674,
      "num_tokens": 507230463.0,
      "step": 2663
    },
    {
      "epoch": 0.9092150170648464,
      "grad_norm": 0.2927886913615539,
      "learning_rate": 8.51569825858707e-06,
      "loss": 0.3441,
      "num_tokens": 507397631.0,
      "step": 2664
    },
    {
      "epoch": 0.909556313993174,
      "grad_norm": 0.2571006225211021,
      "learning_rate": 8.514441410137817e-06,
      "loss": 0.3588,
      "num_tokens": 507633304.0,
      "step": 2665
    },
    {
      "epoch": 0.9098976109215017,
      "grad_norm": 0.26405149712406195,
      "learning_rate": 8.513184134977763e-06,
      "loss": 0.3432,
      "num_tokens": 507832261.0,
      "step": 2666
    },
    {
      "epoch": 0.9102389078498293,
      "grad_norm": 0.29254903241274827,
      "learning_rate": 8.511926433284883e-06,
      "loss": 0.3505,
      "num_tokens": 507989735.0,
      "step": 2667
    },
    {
      "epoch": 0.910580204778157,
      "grad_norm": 0.2677172997389063,
      "learning_rate": 8.51066830523721e-06,
      "loss": 0.3141,
      "num_tokens": 508195121.0,
      "step": 2668
    },
    {
      "epoch": 0.9109215017064847,
      "grad_norm": 0.2593027406984366,
      "learning_rate": 8.509409751012838e-06,
      "loss": 0.3306,
      "num_tokens": 508387286.0,
      "step": 2669
    },
    {
      "epoch": 0.9112627986348123,
      "grad_norm": 0.34927806314208804,
      "learning_rate": 8.508150770789924e-06,
      "loss": 0.3543,
      "num_tokens": 508608271.0,
      "step": 2670
    },
    {
      "epoch": 0.9116040955631399,
      "grad_norm": 0.2648622518320156,
      "learning_rate": 8.506891364746684e-06,
      "loss": 0.338,
      "num_tokens": 508788928.0,
      "step": 2671
    },
    {
      "epoch": 0.9119453924914676,
      "grad_norm": 0.31256056590618314,
      "learning_rate": 8.505631533061393e-06,
      "loss": 0.3533,
      "num_tokens": 508973599.0,
      "step": 2672
    },
    {
      "epoch": 0.9122866894197952,
      "grad_norm": 0.2638512417547319,
      "learning_rate": 8.504371275912387e-06,
      "loss": 0.3248,
      "num_tokens": 509169291.0,
      "step": 2673
    },
    {
      "epoch": 0.9126279863481229,
      "grad_norm": 0.2999978253981938,
      "learning_rate": 8.503110593478062e-06,
      "loss": 0.3268,
      "num_tokens": 509331499.0,
      "step": 2674
    },
    {
      "epoch": 0.9129692832764505,
      "grad_norm": 0.25548072413155365,
      "learning_rate": 8.501849485936874e-06,
      "loss": 0.3879,
      "num_tokens": 509567971.0,
      "step": 2675
    },
    {
      "epoch": 0.9133105802047782,
      "grad_norm": 0.2811398473512402,
      "learning_rate": 8.500587953467342e-06,
      "loss": 0.3395,
      "num_tokens": 509757756.0,
      "step": 2676
    },
    {
      "epoch": 0.9136518771331058,
      "grad_norm": 0.30083010565870266,
      "learning_rate": 8.499325996248042e-06,
      "loss": 0.3548,
      "num_tokens": 509948549.0,
      "step": 2677
    },
    {
      "epoch": 0.9139931740614334,
      "grad_norm": 0.2785597001794997,
      "learning_rate": 8.49806361445761e-06,
      "loss": 0.378,
      "num_tokens": 510157653.0,
      "step": 2678
    },
    {
      "epoch": 0.9143344709897611,
      "grad_norm": 0.3029819353169869,
      "learning_rate": 8.496800808274744e-06,
      "loss": 0.3307,
      "num_tokens": 510317436.0,
      "step": 2679
    },
    {
      "epoch": 0.9146757679180887,
      "grad_norm": 0.2763623660275954,
      "learning_rate": 8.495537577878201e-06,
      "loss": 0.4042,
      "num_tokens": 510531237.0,
      "step": 2680
    },
    {
      "epoch": 0.9150170648464164,
      "grad_norm": 0.2801044962518247,
      "learning_rate": 8.4942739234468e-06,
      "loss": 0.334,
      "num_tokens": 510708680.0,
      "step": 2681
    },
    {
      "epoch": 0.9153583617747441,
      "grad_norm": 0.32249758464577566,
      "learning_rate": 8.493009845159413e-06,
      "loss": 0.3378,
      "num_tokens": 510870899.0,
      "step": 2682
    },
    {
      "epoch": 0.9156996587030717,
      "grad_norm": 0.306368685503571,
      "learning_rate": 8.491745343194985e-06,
      "loss": 0.3595,
      "num_tokens": 511056017.0,
      "step": 2683
    },
    {
      "epoch": 0.9160409556313993,
      "grad_norm": 0.27818903353673335,
      "learning_rate": 8.490480417732504e-06,
      "loss": 0.363,
      "num_tokens": 511253870.0,
      "step": 2684
    },
    {
      "epoch": 0.9163822525597269,
      "grad_norm": 0.2649410773275118,
      "learning_rate": 8.489215068951036e-06,
      "loss": 0.3351,
      "num_tokens": 511443772.0,
      "step": 2685
    },
    {
      "epoch": 0.9167235494880546,
      "grad_norm": 0.27268005930201383,
      "learning_rate": 8.487949297029692e-06,
      "loss": 0.3227,
      "num_tokens": 511607723.0,
      "step": 2686
    },
    {
      "epoch": 0.9170648464163823,
      "grad_norm": 0.2679354970869067,
      "learning_rate": 8.486683102147652e-06,
      "loss": 0.3237,
      "num_tokens": 511800360.0,
      "step": 2687
    },
    {
      "epoch": 0.9174061433447099,
      "grad_norm": 0.2677138153320097,
      "learning_rate": 8.485416484484152e-06,
      "loss": 0.326,
      "num_tokens": 512005034.0,
      "step": 2688
    },
    {
      "epoch": 0.9177474402730376,
      "grad_norm": 0.2841397885307799,
      "learning_rate": 8.484149444218489e-06,
      "loss": 0.3452,
      "num_tokens": 512186127.0,
      "step": 2689
    },
    {
      "epoch": 0.9180887372013652,
      "grad_norm": 0.27259013361892187,
      "learning_rate": 8.482881981530018e-06,
      "loss": 0.3674,
      "num_tokens": 512372443.0,
      "step": 2690
    },
    {
      "epoch": 0.9184300341296928,
      "grad_norm": 0.2581678167986474,
      "learning_rate": 8.481614096598158e-06,
      "loss": 0.3113,
      "num_tokens": 512558326.0,
      "step": 2691
    },
    {
      "epoch": 0.9187713310580204,
      "grad_norm": 0.3193255249469455,
      "learning_rate": 8.480345789602383e-06,
      "loss": 0.3392,
      "num_tokens": 512760664.0,
      "step": 2692
    },
    {
      "epoch": 0.9191126279863481,
      "grad_norm": 0.2840557895451761,
      "learning_rate": 8.479077060722229e-06,
      "loss": 0.3656,
      "num_tokens": 512955475.0,
      "step": 2693
    },
    {
      "epoch": 0.9194539249146758,
      "grad_norm": 0.31298380286372507,
      "learning_rate": 8.477807910137293e-06,
      "loss": 0.3456,
      "num_tokens": 513115156.0,
      "step": 2694
    },
    {
      "epoch": 0.9197952218430034,
      "grad_norm": 0.2745162477820566,
      "learning_rate": 8.47653833802723e-06,
      "loss": 0.323,
      "num_tokens": 513298439.0,
      "step": 2695
    },
    {
      "epoch": 0.9201365187713311,
      "grad_norm": 0.27205195634977647,
      "learning_rate": 8.475268344571754e-06,
      "loss": 0.3376,
      "num_tokens": 513478087.0,
      "step": 2696
    },
    {
      "epoch": 0.9204778156996587,
      "grad_norm": 0.2908055702276962,
      "learning_rate": 8.47399792995064e-06,
      "loss": 0.3835,
      "num_tokens": 513688227.0,
      "step": 2697
    },
    {
      "epoch": 0.9208191126279863,
      "grad_norm": 0.2574854787271633,
      "learning_rate": 8.47272709434372e-06,
      "loss": 0.3616,
      "num_tokens": 513898998.0,
      "step": 2698
    },
    {
      "epoch": 0.921160409556314,
      "grad_norm": 0.29659632052589735,
      "learning_rate": 8.471455837930893e-06,
      "loss": 0.3614,
      "num_tokens": 514064983.0,
      "step": 2699
    },
    {
      "epoch": 0.9215017064846417,
      "grad_norm": 0.2924535926419616,
      "learning_rate": 8.470184160892108e-06,
      "loss": 0.3952,
      "num_tokens": 514258703.0,
      "step": 2700
    },
    {
      "epoch": 0.9218430034129693,
      "grad_norm": 0.28588777240853613,
      "learning_rate": 8.46891206340738e-06,
      "loss": 0.3251,
      "num_tokens": 514431730.0,
      "step": 2701
    },
    {
      "epoch": 0.922184300341297,
      "grad_norm": 0.28914810250428163,
      "learning_rate": 8.467639545656778e-06,
      "loss": 0.3537,
      "num_tokens": 514606957.0,
      "step": 2702
    },
    {
      "epoch": 0.9225255972696246,
      "grad_norm": 0.2512050359292861,
      "learning_rate": 8.466366607820439e-06,
      "loss": 0.3472,
      "num_tokens": 514835050.0,
      "step": 2703
    },
    {
      "epoch": 0.9228668941979522,
      "grad_norm": 0.27478354222839296,
      "learning_rate": 8.46509325007855e-06,
      "loss": 0.3513,
      "num_tokens": 515015100.0,
      "step": 2704
    },
    {
      "epoch": 0.9232081911262798,
      "grad_norm": 0.2799078222501958,
      "learning_rate": 8.463819472611366e-06,
      "loss": 0.3782,
      "num_tokens": 515211958.0,
      "step": 2705
    },
    {
      "epoch": 0.9235494880546075,
      "grad_norm": 0.26381414150235966,
      "learning_rate": 8.462545275599192e-06,
      "loss": 0.3427,
      "num_tokens": 515414562.0,
      "step": 2706
    },
    {
      "epoch": 0.9238907849829352,
      "grad_norm": 0.32498519900514683,
      "learning_rate": 8.461270659222403e-06,
      "loss": 0.4096,
      "num_tokens": 515578547.0,
      "step": 2707
    },
    {
      "epoch": 0.9242320819112628,
      "grad_norm": 0.3083645924488746,
      "learning_rate": 8.459995623661423e-06,
      "loss": 0.3487,
      "num_tokens": 515763794.0,
      "step": 2708
    },
    {
      "epoch": 0.9245733788395905,
      "grad_norm": 0.2640846685685266,
      "learning_rate": 8.458720169096744e-06,
      "loss": 0.3489,
      "num_tokens": 515971185.0,
      "step": 2709
    },
    {
      "epoch": 0.9249146757679181,
      "grad_norm": 0.3454261283836776,
      "learning_rate": 8.457444295708912e-06,
      "loss": 0.3616,
      "num_tokens": 516173381.0,
      "step": 2710
    },
    {
      "epoch": 0.9252559726962457,
      "grad_norm": 0.292648508990833,
      "learning_rate": 8.456168003678535e-06,
      "loss": 0.3585,
      "num_tokens": 516366009.0,
      "step": 2711
    },
    {
      "epoch": 0.9255972696245733,
      "grad_norm": 0.3020693580511898,
      "learning_rate": 8.454891293186278e-06,
      "loss": 0.346,
      "num_tokens": 516530564.0,
      "step": 2712
    },
    {
      "epoch": 0.9259385665529011,
      "grad_norm": 0.26849022279482315,
      "learning_rate": 8.45361416441287e-06,
      "loss": 0.3194,
      "num_tokens": 516723437.0,
      "step": 2713
    },
    {
      "epoch": 0.9262798634812287,
      "grad_norm": 0.2763689910148818,
      "learning_rate": 8.452336617539088e-06,
      "loss": 0.3517,
      "num_tokens": 516902696.0,
      "step": 2714
    },
    {
      "epoch": 0.9266211604095563,
      "grad_norm": 0.28223656683384357,
      "learning_rate": 8.451058652745781e-06,
      "loss": 0.3401,
      "num_tokens": 517077228.0,
      "step": 2715
    },
    {
      "epoch": 0.926962457337884,
      "grad_norm": 0.28331267300077473,
      "learning_rate": 8.449780270213853e-06,
      "loss": 0.333,
      "num_tokens": 517246447.0,
      "step": 2716
    },
    {
      "epoch": 0.9273037542662116,
      "grad_norm": 0.3470673870830071,
      "learning_rate": 8.448501470124263e-06,
      "loss": 0.3436,
      "num_tokens": 517401068.0,
      "step": 2717
    },
    {
      "epoch": 0.9276450511945392,
      "grad_norm": 0.3220890501584047,
      "learning_rate": 8.447222252658034e-06,
      "loss": 0.3608,
      "num_tokens": 517613482.0,
      "step": 2718
    },
    {
      "epoch": 0.9279863481228668,
      "grad_norm": 0.28730759383554144,
      "learning_rate": 8.445942617996246e-06,
      "loss": 0.3799,
      "num_tokens": 517816463.0,
      "step": 2719
    },
    {
      "epoch": 0.9283276450511946,
      "grad_norm": 0.2811175668470621,
      "learning_rate": 8.444662566320038e-06,
      "loss": 0.3418,
      "num_tokens": 517994413.0,
      "step": 2720
    },
    {
      "epoch": 0.9286689419795222,
      "grad_norm": 0.2756708454682572,
      "learning_rate": 8.443382097810608e-06,
      "loss": 0.3292,
      "num_tokens": 518169877.0,
      "step": 2721
    },
    {
      "epoch": 0.9290102389078498,
      "grad_norm": 0.2833444618363952,
      "learning_rate": 8.442101212649215e-06,
      "loss": 0.3271,
      "num_tokens": 518346226.0,
      "step": 2722
    },
    {
      "epoch": 0.9293515358361775,
      "grad_norm": 0.29327037628868474,
      "learning_rate": 8.440819911017175e-06,
      "loss": 0.3604,
      "num_tokens": 518524447.0,
      "step": 2723
    },
    {
      "epoch": 0.9296928327645051,
      "grad_norm": 0.32024124158716905,
      "learning_rate": 8.439538193095861e-06,
      "loss": 0.3232,
      "num_tokens": 518707450.0,
      "step": 2724
    },
    {
      "epoch": 0.9300341296928327,
      "grad_norm": 0.2943737180082074,
      "learning_rate": 8.438256059066709e-06,
      "loss": 0.3351,
      "num_tokens": 518873106.0,
      "step": 2725
    },
    {
      "epoch": 0.9303754266211605,
      "grad_norm": 0.2741193457315532,
      "learning_rate": 8.436973509111213e-06,
      "loss": 0.334,
      "num_tokens": 519064273.0,
      "step": 2726
    },
    {
      "epoch": 0.9307167235494881,
      "grad_norm": 0.27437103199711793,
      "learning_rate": 8.435690543410923e-06,
      "loss": 0.3728,
      "num_tokens": 519273106.0,
      "step": 2727
    },
    {
      "epoch": 0.9310580204778157,
      "grad_norm": 0.30400144988726435,
      "learning_rate": 8.43440716214745e-06,
      "loss": 0.3389,
      "num_tokens": 519462639.0,
      "step": 2728
    },
    {
      "epoch": 0.9313993174061433,
      "grad_norm": 0.26175365778808146,
      "learning_rate": 8.433123365502467e-06,
      "loss": 0.3352,
      "num_tokens": 519665616.0,
      "step": 2729
    },
    {
      "epoch": 0.931740614334471,
      "grad_norm": 0.26597337697531,
      "learning_rate": 8.431839153657699e-06,
      "loss": 0.3244,
      "num_tokens": 519845078.0,
      "step": 2730
    },
    {
      "epoch": 0.9320819112627986,
      "grad_norm": 0.2823208507805784,
      "learning_rate": 8.430554526794934e-06,
      "loss": 0.3371,
      "num_tokens": 520024979.0,
      "step": 2731
    },
    {
      "epoch": 0.9324232081911262,
      "grad_norm": 0.2791917547963844,
      "learning_rate": 8.429269485096019e-06,
      "loss": 0.3566,
      "num_tokens": 520212284.0,
      "step": 2732
    },
    {
      "epoch": 0.932764505119454,
      "grad_norm": 0.26992086873985943,
      "learning_rate": 8.427984028742858e-06,
      "loss": 0.3375,
      "num_tokens": 520403724.0,
      "step": 2733
    },
    {
      "epoch": 0.9331058020477816,
      "grad_norm": 0.26746836454154593,
      "learning_rate": 8.426698157917414e-06,
      "loss": 0.3499,
      "num_tokens": 520606881.0,
      "step": 2734
    },
    {
      "epoch": 0.9334470989761092,
      "grad_norm": 0.257096181286631,
      "learning_rate": 8.42541187280171e-06,
      "loss": 0.3085,
      "num_tokens": 520808006.0,
      "step": 2735
    },
    {
      "epoch": 0.9337883959044369,
      "grad_norm": 0.28050631394322306,
      "learning_rate": 8.424125173577826e-06,
      "loss": 0.327,
      "num_tokens": 520987080.0,
      "step": 2736
    },
    {
      "epoch": 0.9341296928327645,
      "grad_norm": 0.25483771069311556,
      "learning_rate": 8.422838060427902e-06,
      "loss": 0.3292,
      "num_tokens": 521199518.0,
      "step": 2737
    },
    {
      "epoch": 0.9344709897610921,
      "grad_norm": 0.2573859712178723,
      "learning_rate": 8.421550533534135e-06,
      "loss": 0.3538,
      "num_tokens": 521401511.0,
      "step": 2738
    },
    {
      "epoch": 0.9348122866894198,
      "grad_norm": 0.2679042681555917,
      "learning_rate": 8.420262593078782e-06,
      "loss": 0.3747,
      "num_tokens": 521610520.0,
      "step": 2739
    },
    {
      "epoch": 0.9351535836177475,
      "grad_norm": 0.30550915727252254,
      "learning_rate": 8.41897423924416e-06,
      "loss": 0.3916,
      "num_tokens": 521807415.0,
      "step": 2740
    },
    {
      "epoch": 0.9354948805460751,
      "grad_norm": 0.2446718836996678,
      "learning_rate": 8.417685472212641e-06,
      "loss": 0.3389,
      "num_tokens": 522021230.0,
      "step": 2741
    },
    {
      "epoch": 0.9358361774744027,
      "grad_norm": 0.2946115106978917,
      "learning_rate": 8.416396292166655e-06,
      "loss": 0.3447,
      "num_tokens": 522199256.0,
      "step": 2742
    },
    {
      "epoch": 0.9361774744027304,
      "grad_norm": 0.2889057792121678,
      "learning_rate": 8.415106699288697e-06,
      "loss": 0.3613,
      "num_tokens": 522367954.0,
      "step": 2743
    },
    {
      "epoch": 0.936518771331058,
      "grad_norm": 0.28684697054681324,
      "learning_rate": 8.413816693761312e-06,
      "loss": 0.3494,
      "num_tokens": 522546329.0,
      "step": 2744
    },
    {
      "epoch": 0.9368600682593856,
      "grad_norm": 0.31680408060174226,
      "learning_rate": 8.41252627576711e-06,
      "loss": 0.3532,
      "num_tokens": 522711913.0,
      "step": 2745
    },
    {
      "epoch": 0.9372013651877134,
      "grad_norm": 0.28497875803179257,
      "learning_rate": 8.411235445488753e-06,
      "loss": 0.3672,
      "num_tokens": 522905131.0,
      "step": 2746
    },
    {
      "epoch": 0.937542662116041,
      "grad_norm": 0.26075139241408835,
      "learning_rate": 8.40994420310897e-06,
      "loss": 0.3832,
      "num_tokens": 523163317.0,
      "step": 2747
    },
    {
      "epoch": 0.9378839590443686,
      "grad_norm": 0.2666215866993754,
      "learning_rate": 8.40865254881054e-06,
      "loss": 0.3509,
      "num_tokens": 523366559.0,
      "step": 2748
    },
    {
      "epoch": 0.9382252559726962,
      "grad_norm": 0.2817313444243922,
      "learning_rate": 8.407360482776305e-06,
      "loss": 0.3087,
      "num_tokens": 523544202.0,
      "step": 2749
    },
    {
      "epoch": 0.9385665529010239,
      "grad_norm": 0.26507805864196055,
      "learning_rate": 8.406068005189166e-06,
      "loss": 0.3434,
      "num_tokens": 523752739.0,
      "step": 2750
    },
    {
      "epoch": 0.9389078498293515,
      "grad_norm": 0.277868189272902,
      "learning_rate": 8.404775116232078e-06,
      "loss": 0.3507,
      "num_tokens": 523956743.0,
      "step": 2751
    },
    {
      "epoch": 0.9392491467576792,
      "grad_norm": 0.2594380737831425,
      "learning_rate": 8.403481816088055e-06,
      "loss": 0.3625,
      "num_tokens": 524173379.0,
      "step": 2752
    },
    {
      "epoch": 0.9395904436860069,
      "grad_norm": 0.30532853138535465,
      "learning_rate": 8.402188104940175e-06,
      "loss": 0.346,
      "num_tokens": 524328831.0,
      "step": 2753
    },
    {
      "epoch": 0.9399317406143345,
      "grad_norm": 0.2696637964041876,
      "learning_rate": 8.400893982971566e-06,
      "loss": 0.3246,
      "num_tokens": 524552374.0,
      "step": 2754
    },
    {
      "epoch": 0.9402730375426621,
      "grad_norm": 0.26851809872805527,
      "learning_rate": 8.399599450365421e-06,
      "loss": 0.3716,
      "num_tokens": 524761439.0,
      "step": 2755
    },
    {
      "epoch": 0.9406143344709897,
      "grad_norm": 0.2644451665323796,
      "learning_rate": 8.398304507304988e-06,
      "loss": 0.3288,
      "num_tokens": 524941402.0,
      "step": 2756
    },
    {
      "epoch": 0.9409556313993174,
      "grad_norm": 0.27428131733463335,
      "learning_rate": 8.39700915397357e-06,
      "loss": 0.3572,
      "num_tokens": 525132213.0,
      "step": 2757
    },
    {
      "epoch": 0.941296928327645,
      "grad_norm": 0.27504990288413717,
      "learning_rate": 8.395713390554536e-06,
      "loss": 0.3393,
      "num_tokens": 525313370.0,
      "step": 2758
    },
    {
      "epoch": 0.9416382252559727,
      "grad_norm": 0.2946334481859468,
      "learning_rate": 8.394417217231305e-06,
      "loss": 0.3675,
      "num_tokens": 525483460.0,
      "step": 2759
    },
    {
      "epoch": 0.9419795221843004,
      "grad_norm": 0.2787005298908263,
      "learning_rate": 8.39312063418736e-06,
      "loss": 0.3639,
      "num_tokens": 525666067.0,
      "step": 2760
    },
    {
      "epoch": 0.942320819112628,
      "grad_norm": 0.2584987974199334,
      "learning_rate": 8.391823641606237e-06,
      "loss": 0.3428,
      "num_tokens": 525871675.0,
      "step": 2761
    },
    {
      "epoch": 0.9426621160409556,
      "grad_norm": 0.2589557445025965,
      "learning_rate": 8.390526239671535e-06,
      "loss": 0.352,
      "num_tokens": 526090162.0,
      "step": 2762
    },
    {
      "epoch": 0.9430034129692833,
      "grad_norm": 0.24457974007617628,
      "learning_rate": 8.389228428566905e-06,
      "loss": 0.3307,
      "num_tokens": 526298818.0,
      "step": 2763
    },
    {
      "epoch": 0.9433447098976109,
      "grad_norm": 0.2848701640632725,
      "learning_rate": 8.387930208476064e-06,
      "loss": 0.3337,
      "num_tokens": 526491481.0,
      "step": 2764
    },
    {
      "epoch": 0.9436860068259386,
      "grad_norm": 0.27107051684873384,
      "learning_rate": 8.386631579582777e-06,
      "loss": 0.3719,
      "num_tokens": 526707276.0,
      "step": 2765
    },
    {
      "epoch": 0.9440273037542662,
      "grad_norm": 0.2845319784051727,
      "learning_rate": 8.385332542070876e-06,
      "loss": 0.3846,
      "num_tokens": 526896229.0,
      "step": 2766
    },
    {
      "epoch": 0.9443686006825939,
      "grad_norm": 0.2653176088003315,
      "learning_rate": 8.384033096124246e-06,
      "loss": 0.3434,
      "num_tokens": 527088111.0,
      "step": 2767
    },
    {
      "epoch": 0.9447098976109215,
      "grad_norm": 0.2831288627352117,
      "learning_rate": 8.38273324192683e-06,
      "loss": 0.3439,
      "num_tokens": 527268108.0,
      "step": 2768
    },
    {
      "epoch": 0.9450511945392491,
      "grad_norm": 0.29526223362121967,
      "learning_rate": 8.38143297966263e-06,
      "loss": 0.3737,
      "num_tokens": 527456618.0,
      "step": 2769
    },
    {
      "epoch": 0.9453924914675768,
      "grad_norm": 0.2838590974006352,
      "learning_rate": 8.380132309515706e-06,
      "loss": 0.3226,
      "num_tokens": 527615968.0,
      "step": 2770
    },
    {
      "epoch": 0.9457337883959044,
      "grad_norm": 0.2900861948000933,
      "learning_rate": 8.378831231670172e-06,
      "loss": 0.3401,
      "num_tokens": 527809922.0,
      "step": 2771
    },
    {
      "epoch": 0.9460750853242321,
      "grad_norm": 0.39529876299431044,
      "learning_rate": 8.377529746310206e-06,
      "loss": 0.3459,
      "num_tokens": 528009761.0,
      "step": 2772
    },
    {
      "epoch": 0.9464163822525598,
      "grad_norm": 0.2931117039167934,
      "learning_rate": 8.37622785362004e-06,
      "loss": 0.3633,
      "num_tokens": 528178157.0,
      "step": 2773
    },
    {
      "epoch": 0.9467576791808874,
      "grad_norm": 0.2720477431641025,
      "learning_rate": 8.374925553783963e-06,
      "loss": 0.3095,
      "num_tokens": 528340836.0,
      "step": 2774
    },
    {
      "epoch": 0.947098976109215,
      "grad_norm": 0.2814324652262261,
      "learning_rate": 8.373622846986322e-06,
      "loss": 0.3527,
      "num_tokens": 528533273.0,
      "step": 2775
    },
    {
      "epoch": 0.9474402730375426,
      "grad_norm": 0.30598045599378315,
      "learning_rate": 8.372319733411524e-06,
      "loss": 0.3982,
      "num_tokens": 528744052.0,
      "step": 2776
    },
    {
      "epoch": 0.9477815699658703,
      "grad_norm": 0.29769650857399693,
      "learning_rate": 8.371016213244033e-06,
      "loss": 0.3336,
      "num_tokens": 528921037.0,
      "step": 2777
    },
    {
      "epoch": 0.948122866894198,
      "grad_norm": 0.2902940431005953,
      "learning_rate": 8.369712286668367e-06,
      "loss": 0.3264,
      "num_tokens": 529081847.0,
      "step": 2778
    },
    {
      "epoch": 0.9484641638225256,
      "grad_norm": 1.054346914664749,
      "learning_rate": 8.368407953869105e-06,
      "loss": 0.3661,
      "num_tokens": 529253042.0,
      "step": 2779
    },
    {
      "epoch": 0.9488054607508533,
      "grad_norm": 0.2567082191651458,
      "learning_rate": 8.367103215030882e-06,
      "loss": 0.3409,
      "num_tokens": 529451049.0,
      "step": 2780
    },
    {
      "epoch": 0.9491467576791809,
      "grad_norm": 0.2932831651404825,
      "learning_rate": 8.365798070338392e-06,
      "loss": 0.3171,
      "num_tokens": 529618032.0,
      "step": 2781
    },
    {
      "epoch": 0.9494880546075085,
      "grad_norm": 0.28296143116179806,
      "learning_rate": 8.364492519976383e-06,
      "loss": 0.3768,
      "num_tokens": 529823186.0,
      "step": 2782
    },
    {
      "epoch": 0.9498293515358361,
      "grad_norm": 0.2881008077982119,
      "learning_rate": 8.363186564129667e-06,
      "loss": 0.3492,
      "num_tokens": 530007634.0,
      "step": 2783
    },
    {
      "epoch": 0.9501706484641638,
      "grad_norm": 0.2863249844933448,
      "learning_rate": 8.361880202983105e-06,
      "loss": 0.357,
      "num_tokens": 530199341.0,
      "step": 2784
    },
    {
      "epoch": 0.9505119453924915,
      "grad_norm": 0.27197442725560483,
      "learning_rate": 8.360573436721623e-06,
      "loss": 0.3608,
      "num_tokens": 530426409.0,
      "step": 2785
    },
    {
      "epoch": 0.9508532423208191,
      "grad_norm": 0.3156081229327837,
      "learning_rate": 8.359266265530197e-06,
      "loss": 0.3708,
      "num_tokens": 530580874.0,
      "step": 2786
    },
    {
      "epoch": 0.9511945392491468,
      "grad_norm": 0.3129110323144502,
      "learning_rate": 8.35795868959387e-06,
      "loss": 0.3715,
      "num_tokens": 530748390.0,
      "step": 2787
    },
    {
      "epoch": 0.9515358361774744,
      "grad_norm": 0.2826159380562649,
      "learning_rate": 8.356650709097732e-06,
      "loss": 0.3396,
      "num_tokens": 530955599.0,
      "step": 2788
    },
    {
      "epoch": 0.951877133105802,
      "grad_norm": 0.271609289188037,
      "learning_rate": 8.355342324226935e-06,
      "loss": 0.3637,
      "num_tokens": 531145419.0,
      "step": 2789
    },
    {
      "epoch": 0.9522184300341296,
      "grad_norm": 0.27225879020819077,
      "learning_rate": 8.354033535166692e-06,
      "loss": 0.3364,
      "num_tokens": 531337866.0,
      "step": 2790
    },
    {
      "epoch": 0.9525597269624574,
      "grad_norm": 0.2856635376423969,
      "learning_rate": 8.352724342102265e-06,
      "loss": 0.3858,
      "num_tokens": 531555651.0,
      "step": 2791
    },
    {
      "epoch": 0.952901023890785,
      "grad_norm": 0.279477172153607,
      "learning_rate": 8.351414745218978e-06,
      "loss": 0.326,
      "num_tokens": 531728621.0,
      "step": 2792
    },
    {
      "epoch": 0.9532423208191126,
      "grad_norm": 0.276655730865246,
      "learning_rate": 8.350104744702215e-06,
      "loss": 0.3316,
      "num_tokens": 531920421.0,
      "step": 2793
    },
    {
      "epoch": 0.9535836177474403,
      "grad_norm": 0.285011389254737,
      "learning_rate": 8.34879434073741e-06,
      "loss": 0.3442,
      "num_tokens": 532088243.0,
      "step": 2794
    },
    {
      "epoch": 0.9539249146757679,
      "grad_norm": 0.2646162750680369,
      "learning_rate": 8.347483533510059e-06,
      "loss": 0.3548,
      "num_tokens": 532287647.0,
      "step": 2795
    },
    {
      "epoch": 0.9542662116040955,
      "grad_norm": 0.2720748615073157,
      "learning_rate": 8.346172323205716e-06,
      "loss": 0.3405,
      "num_tokens": 532472277.0,
      "step": 2796
    },
    {
      "epoch": 0.9546075085324232,
      "grad_norm": 0.2592375109915967,
      "learning_rate": 8.344860710009987e-06,
      "loss": 0.3265,
      "num_tokens": 532679721.0,
      "step": 2797
    },
    {
      "epoch": 0.9549488054607509,
      "grad_norm": 0.2733889962530892,
      "learning_rate": 8.34354869410854e-06,
      "loss": 0.3263,
      "num_tokens": 532845692.0,
      "step": 2798
    },
    {
      "epoch": 0.9552901023890785,
      "grad_norm": 0.3606719619092536,
      "learning_rate": 8.3422362756871e-06,
      "loss": 0.3325,
      "num_tokens": 533006484.0,
      "step": 2799
    },
    {
      "epoch": 0.9556313993174061,
      "grad_norm": 0.27304021210575974,
      "learning_rate": 8.340923454931443e-06,
      "loss": 0.3436,
      "num_tokens": 533223041.0,
      "step": 2800
    },
    {
      "epoch": 0.9559726962457338,
      "grad_norm": 0.2389680861241818,
      "learning_rate": 8.339610232027408e-06,
      "loss": 0.3342,
      "num_tokens": 533470837.0,
      "step": 2801
    },
    {
      "epoch": 0.9563139931740614,
      "grad_norm": 0.2923959060841806,
      "learning_rate": 8.338296607160886e-06,
      "loss": 0.3087,
      "num_tokens": 533635814.0,
      "step": 2802
    },
    {
      "epoch": 0.956655290102389,
      "grad_norm": 0.2736457972810602,
      "learning_rate": 8.336982580517833e-06,
      "loss": 0.3437,
      "num_tokens": 533811390.0,
      "step": 2803
    },
    {
      "epoch": 0.9569965870307168,
      "grad_norm": 0.2743360780218547,
      "learning_rate": 8.335668152284253e-06,
      "loss": 0.3214,
      "num_tokens": 533976831.0,
      "step": 2804
    },
    {
      "epoch": 0.9573378839590444,
      "grad_norm": 0.27215938878520674,
      "learning_rate": 8.334353322646214e-06,
      "loss": 0.3551,
      "num_tokens": 534174868.0,
      "step": 2805
    },
    {
      "epoch": 0.957679180887372,
      "grad_norm": 0.2930828564058284,
      "learning_rate": 8.333038091789835e-06,
      "loss": 0.3448,
      "num_tokens": 534381645.0,
      "step": 2806
    },
    {
      "epoch": 0.9580204778156997,
      "grad_norm": 0.32819921430045246,
      "learning_rate": 8.331722459901293e-06,
      "loss": 0.3397,
      "num_tokens": 534578141.0,
      "step": 2807
    },
    {
      "epoch": 0.9583617747440273,
      "grad_norm": 0.280630839898889,
      "learning_rate": 8.330406427166825e-06,
      "loss": 0.3606,
      "num_tokens": 534797844.0,
      "step": 2808
    },
    {
      "epoch": 0.9587030716723549,
      "grad_norm": 0.2764954087786078,
      "learning_rate": 8.329089993772721e-06,
      "loss": 0.3424,
      "num_tokens": 535002329.0,
      "step": 2809
    },
    {
      "epoch": 0.9590443686006825,
      "grad_norm": 0.2623224121166453,
      "learning_rate": 8.32777315990533e-06,
      "loss": 0.3382,
      "num_tokens": 535210454.0,
      "step": 2810
    },
    {
      "epoch": 0.9593856655290103,
      "grad_norm": 0.27773552121274786,
      "learning_rate": 8.32645592575106e-06,
      "loss": 0.3323,
      "num_tokens": 535381935.0,
      "step": 2811
    },
    {
      "epoch": 0.9597269624573379,
      "grad_norm": 0.27382597681206,
      "learning_rate": 8.325138291496368e-06,
      "loss": 0.3457,
      "num_tokens": 535590405.0,
      "step": 2812
    },
    {
      "epoch": 0.9600682593856655,
      "grad_norm": 0.27048820817246855,
      "learning_rate": 8.323820257327775e-06,
      "loss": 0.3695,
      "num_tokens": 535806045.0,
      "step": 2813
    },
    {
      "epoch": 0.9604095563139932,
      "grad_norm": 0.277340126492863,
      "learning_rate": 8.322501823431858e-06,
      "loss": 0.349,
      "num_tokens": 535992390.0,
      "step": 2814
    },
    {
      "epoch": 0.9607508532423208,
      "grad_norm": 0.2790791624479433,
      "learning_rate": 8.321182989995243e-06,
      "loss": 0.3688,
      "num_tokens": 536202102.0,
      "step": 2815
    },
    {
      "epoch": 0.9610921501706484,
      "grad_norm": 0.28337883836752786,
      "learning_rate": 8.319863757204624e-06,
      "loss": 0.3404,
      "num_tokens": 536379787.0,
      "step": 2816
    },
    {
      "epoch": 0.9614334470989762,
      "grad_norm": 0.28161229954599937,
      "learning_rate": 8.31854412524674e-06,
      "loss": 0.3499,
      "num_tokens": 536566722.0,
      "step": 2817
    },
    {
      "epoch": 0.9617747440273038,
      "grad_norm": 0.2775707279112836,
      "learning_rate": 8.317224094308399e-06,
      "loss": 0.3246,
      "num_tokens": 536737479.0,
      "step": 2818
    },
    {
      "epoch": 0.9621160409556314,
      "grad_norm": 0.2872574059393138,
      "learning_rate": 8.315903664576454e-06,
      "loss": 0.3409,
      "num_tokens": 536914779.0,
      "step": 2819
    },
    {
      "epoch": 0.962457337883959,
      "grad_norm": 0.28928632817626826,
      "learning_rate": 8.314582836237816e-06,
      "loss": 0.3177,
      "num_tokens": 537092834.0,
      "step": 2820
    },
    {
      "epoch": 0.9627986348122867,
      "grad_norm": 0.27420956551801867,
      "learning_rate": 8.313261609479464e-06,
      "loss": 0.338,
      "num_tokens": 537271144.0,
      "step": 2821
    },
    {
      "epoch": 0.9631399317406143,
      "grad_norm": 0.2725532154702145,
      "learning_rate": 8.311939984488418e-06,
      "loss": 0.3647,
      "num_tokens": 537480579.0,
      "step": 2822
    },
    {
      "epoch": 0.9634812286689419,
      "grad_norm": 0.28780261927026696,
      "learning_rate": 8.310617961451765e-06,
      "loss": 0.3228,
      "num_tokens": 537657003.0,
      "step": 2823
    },
    {
      "epoch": 0.9638225255972697,
      "grad_norm": 0.26794174562537915,
      "learning_rate": 8.309295540556645e-06,
      "loss": 0.3667,
      "num_tokens": 537900656.0,
      "step": 2824
    },
    {
      "epoch": 0.9641638225255973,
      "grad_norm": 0.29103769564913096,
      "learning_rate": 8.307972721990251e-06,
      "loss": 0.3361,
      "num_tokens": 538051090.0,
      "step": 2825
    },
    {
      "epoch": 0.9645051194539249,
      "grad_norm": 0.28276642859065954,
      "learning_rate": 8.306649505939835e-06,
      "loss": 0.348,
      "num_tokens": 538226782.0,
      "step": 2826
    },
    {
      "epoch": 0.9648464163822525,
      "grad_norm": 0.2935569290481366,
      "learning_rate": 8.305325892592708e-06,
      "loss": 0.3324,
      "num_tokens": 538357207.0,
      "step": 2827
    },
    {
      "epoch": 0.9651877133105802,
      "grad_norm": 0.32035179702966354,
      "learning_rate": 8.304001882136235e-06,
      "loss": 0.3513,
      "num_tokens": 538543347.0,
      "step": 2828
    },
    {
      "epoch": 0.9655290102389078,
      "grad_norm": 0.27967200044559887,
      "learning_rate": 8.302677474757835e-06,
      "loss": 0.3634,
      "num_tokens": 538723896.0,
      "step": 2829
    },
    {
      "epoch": 0.9658703071672355,
      "grad_norm": 0.27310398254471485,
      "learning_rate": 8.301352670644987e-06,
      "loss": 0.3446,
      "num_tokens": 538902938.0,
      "step": 2830
    },
    {
      "epoch": 0.9662116040955632,
      "grad_norm": 0.2870576523369112,
      "learning_rate": 8.300027469985224e-06,
      "loss": 0.3609,
      "num_tokens": 539084580.0,
      "step": 2831
    },
    {
      "epoch": 0.9665529010238908,
      "grad_norm": 0.31651417289280703,
      "learning_rate": 8.298701872966133e-06,
      "loss": 0.3785,
      "num_tokens": 539278658.0,
      "step": 2832
    },
    {
      "epoch": 0.9668941979522184,
      "grad_norm": 0.2740981143341363,
      "learning_rate": 8.297375879775363e-06,
      "loss": 0.3624,
      "num_tokens": 539460704.0,
      "step": 2833
    },
    {
      "epoch": 0.967235494880546,
      "grad_norm": 0.2749464406217308,
      "learning_rate": 8.296049490600611e-06,
      "loss": 0.3612,
      "num_tokens": 539640449.0,
      "step": 2834
    },
    {
      "epoch": 0.9675767918088737,
      "grad_norm": 0.24763883722932545,
      "learning_rate": 8.29472270562964e-06,
      "loss": 0.3103,
      "num_tokens": 539834771.0,
      "step": 2835
    },
    {
      "epoch": 0.9679180887372013,
      "grad_norm": 0.30194822645140745,
      "learning_rate": 8.293395525050264e-06,
      "loss": 0.3355,
      "num_tokens": 540003219.0,
      "step": 2836
    },
    {
      "epoch": 0.968259385665529,
      "grad_norm": 0.2769384876714799,
      "learning_rate": 8.292067949050347e-06,
      "loss": 0.3329,
      "num_tokens": 540195439.0,
      "step": 2837
    },
    {
      "epoch": 0.9686006825938567,
      "grad_norm": 0.30137057612043844,
      "learning_rate": 8.29073997781782e-06,
      "loss": 0.3372,
      "num_tokens": 540353155.0,
      "step": 2838
    },
    {
      "epoch": 0.9689419795221843,
      "grad_norm": 0.25996797084817047,
      "learning_rate": 8.28941161154066e-06,
      "loss": 0.3422,
      "num_tokens": 540572386.0,
      "step": 2839
    },
    {
      "epoch": 0.9692832764505119,
      "grad_norm": 0.2656955569248553,
      "learning_rate": 8.288082850406908e-06,
      "loss": 0.3462,
      "num_tokens": 540764937.0,
      "step": 2840
    },
    {
      "epoch": 0.9696245733788396,
      "grad_norm": 0.27955984389702276,
      "learning_rate": 8.286753694604659e-06,
      "loss": 0.3331,
      "num_tokens": 540937333.0,
      "step": 2841
    },
    {
      "epoch": 0.9699658703071672,
      "grad_norm": 0.2523115813009221,
      "learning_rate": 8.285424144322057e-06,
      "loss": 0.3267,
      "num_tokens": 541160428.0,
      "step": 2842
    },
    {
      "epoch": 0.9703071672354949,
      "grad_norm": 0.2770342890372891,
      "learning_rate": 8.284094199747312e-06,
      "loss": 0.3564,
      "num_tokens": 541357724.0,
      "step": 2843
    },
    {
      "epoch": 0.9706484641638226,
      "grad_norm": 0.26830415896905546,
      "learning_rate": 8.282763861068681e-06,
      "loss": 0.3545,
      "num_tokens": 541557915.0,
      "step": 2844
    },
    {
      "epoch": 0.9709897610921502,
      "grad_norm": 0.2786896160959587,
      "learning_rate": 8.281433128474487e-06,
      "loss": 0.3664,
      "num_tokens": 541736584.0,
      "step": 2845
    },
    {
      "epoch": 0.9713310580204778,
      "grad_norm": 0.26572125081104053,
      "learning_rate": 8.280102002153096e-06,
      "loss": 0.4048,
      "num_tokens": 541978721.0,
      "step": 2846
    },
    {
      "epoch": 0.9716723549488054,
      "grad_norm": 0.301567134508806,
      "learning_rate": 8.278770482292938e-06,
      "loss": 0.3528,
      "num_tokens": 542137643.0,
      "step": 2847
    },
    {
      "epoch": 0.9720136518771331,
      "grad_norm": 0.2814888657965363,
      "learning_rate": 8.2774385690825e-06,
      "loss": 0.3583,
      "num_tokens": 542328344.0,
      "step": 2848
    },
    {
      "epoch": 0.9723549488054608,
      "grad_norm": 0.26258853053750764,
      "learning_rate": 8.276106262710316e-06,
      "loss": 0.3518,
      "num_tokens": 542531429.0,
      "step": 2849
    },
    {
      "epoch": 0.9726962457337884,
      "grad_norm": 0.3042563088188583,
      "learning_rate": 8.274773563364986e-06,
      "loss": 0.3317,
      "num_tokens": 542695306.0,
      "step": 2850
    },
    {
      "epoch": 0.9730375426621161,
      "grad_norm": 0.26502512951569274,
      "learning_rate": 8.27344047123516e-06,
      "loss": 0.3313,
      "num_tokens": 542889343.0,
      "step": 2851
    },
    {
      "epoch": 0.9733788395904437,
      "grad_norm": 0.28082409853151313,
      "learning_rate": 8.272106986509544e-06,
      "loss": 0.347,
      "num_tokens": 543063647.0,
      "step": 2852
    },
    {
      "epoch": 0.9737201365187713,
      "grad_norm": 0.3491831803069293,
      "learning_rate": 8.2707731093769e-06,
      "loss": 0.3782,
      "num_tokens": 543248790.0,
      "step": 2853
    },
    {
      "epoch": 0.974061433447099,
      "grad_norm": 0.26985390921511704,
      "learning_rate": 8.269438840026047e-06,
      "loss": 0.375,
      "num_tokens": 543456921.0,
      "step": 2854
    },
    {
      "epoch": 0.9744027303754266,
      "grad_norm": 0.30789833350654033,
      "learning_rate": 8.268104178645858e-06,
      "loss": 0.3299,
      "num_tokens": 543598041.0,
      "step": 2855
    },
    {
      "epoch": 0.9747440273037543,
      "grad_norm": 0.29599252654580704,
      "learning_rate": 8.266769125425258e-06,
      "loss": 0.3176,
      "num_tokens": 543738982.0,
      "step": 2856
    },
    {
      "epoch": 0.9750853242320819,
      "grad_norm": 0.30689824855009773,
      "learning_rate": 8.265433680553234e-06,
      "loss": 0.3467,
      "num_tokens": 543909433.0,
      "step": 2857
    },
    {
      "epoch": 0.9754266211604096,
      "grad_norm": 0.30407114099852395,
      "learning_rate": 8.264097844218827e-06,
      "loss": 0.3547,
      "num_tokens": 544095690.0,
      "step": 2858
    },
    {
      "epoch": 0.9757679180887372,
      "grad_norm": 0.2861605849523973,
      "learning_rate": 8.26276161661113e-06,
      "loss": 0.3919,
      "num_tokens": 544323095.0,
      "step": 2859
    },
    {
      "epoch": 0.9761092150170648,
      "grad_norm": 0.29282339884449776,
      "learning_rate": 8.261424997919294e-06,
      "loss": 0.343,
      "num_tokens": 544504327.0,
      "step": 2860
    },
    {
      "epoch": 0.9764505119453925,
      "grad_norm": 0.28998117478341884,
      "learning_rate": 8.260087988332526e-06,
      "loss": 0.3588,
      "num_tokens": 544686003.0,
      "step": 2861
    },
    {
      "epoch": 0.9767918088737202,
      "grad_norm": 0.27333066266003914,
      "learning_rate": 8.258750588040084e-06,
      "loss": 0.3293,
      "num_tokens": 544860549.0,
      "step": 2862
    },
    {
      "epoch": 0.9771331058020478,
      "grad_norm": 0.27314210736215594,
      "learning_rate": 8.257412797231285e-06,
      "loss": 0.3166,
      "num_tokens": 545042371.0,
      "step": 2863
    },
    {
      "epoch": 0.9774744027303754,
      "grad_norm": 0.2734238579231249,
      "learning_rate": 8.256074616095504e-06,
      "loss": 0.3372,
      "num_tokens": 545217867.0,
      "step": 2864
    },
    {
      "epoch": 0.9778156996587031,
      "grad_norm": 0.6833752569436413,
      "learning_rate": 8.254736044822166e-06,
      "loss": 0.3636,
      "num_tokens": 545453406.0,
      "step": 2865
    },
    {
      "epoch": 0.9781569965870307,
      "grad_norm": 0.2878219576623136,
      "learning_rate": 8.253397083600752e-06,
      "loss": 0.3584,
      "num_tokens": 545645923.0,
      "step": 2866
    },
    {
      "epoch": 0.9784982935153583,
      "grad_norm": 0.24292733619812343,
      "learning_rate": 8.2520577326208e-06,
      "loss": 0.3403,
      "num_tokens": 545877365.0,
      "step": 2867
    },
    {
      "epoch": 0.978839590443686,
      "grad_norm": 0.27945425018769293,
      "learning_rate": 8.250717992071902e-06,
      "loss": 0.3436,
      "num_tokens": 546064925.0,
      "step": 2868
    },
    {
      "epoch": 0.9791808873720137,
      "grad_norm": 0.31700656908428243,
      "learning_rate": 8.249377862143706e-06,
      "loss": 0.3586,
      "num_tokens": 546227495.0,
      "step": 2869
    },
    {
      "epoch": 0.9795221843003413,
      "grad_norm": 0.29549752900795934,
      "learning_rate": 8.248037343025917e-06,
      "loss": 0.3622,
      "num_tokens": 546409648.0,
      "step": 2870
    },
    {
      "epoch": 0.979863481228669,
      "grad_norm": 0.2617866799902674,
      "learning_rate": 8.24669643490829e-06,
      "loss": 0.3243,
      "num_tokens": 546591096.0,
      "step": 2871
    },
    {
      "epoch": 0.9802047781569966,
      "grad_norm": 0.2716825610141921,
      "learning_rate": 8.24535513798064e-06,
      "loss": 0.3649,
      "num_tokens": 546783858.0,
      "step": 2872
    },
    {
      "epoch": 0.9805460750853242,
      "grad_norm": 0.3014459353295553,
      "learning_rate": 8.244013452432832e-06,
      "loss": 0.3736,
      "num_tokens": 546977725.0,
      "step": 2873
    },
    {
      "epoch": 0.9808873720136518,
      "grad_norm": 0.2904352246243006,
      "learning_rate": 8.24267137845479e-06,
      "loss": 0.3248,
      "num_tokens": 547130313.0,
      "step": 2874
    },
    {
      "epoch": 0.9812286689419796,
      "grad_norm": 0.2738944232878479,
      "learning_rate": 8.241328916236496e-06,
      "loss": 0.3769,
      "num_tokens": 547336675.0,
      "step": 2875
    },
    {
      "epoch": 0.9815699658703072,
      "grad_norm": 0.27479930217559156,
      "learning_rate": 8.239986065967979e-06,
      "loss": 0.3173,
      "num_tokens": 547502524.0,
      "step": 2876
    },
    {
      "epoch": 0.9819112627986348,
      "grad_norm": 0.28188413277290303,
      "learning_rate": 8.238642827839327e-06,
      "loss": 0.3724,
      "num_tokens": 547706158.0,
      "step": 2877
    },
    {
      "epoch": 0.9822525597269625,
      "grad_norm": 0.24405706461913604,
      "learning_rate": 8.237299202040684e-06,
      "loss": 0.2992,
      "num_tokens": 547912047.0,
      "step": 2878
    },
    {
      "epoch": 0.9825938566552901,
      "grad_norm": 0.2920865920700747,
      "learning_rate": 8.235955188762247e-06,
      "loss": 0.3571,
      "num_tokens": 548101489.0,
      "step": 2879
    },
    {
      "epoch": 0.9829351535836177,
      "grad_norm": 0.32070733220074754,
      "learning_rate": 8.234610788194267e-06,
      "loss": 0.3424,
      "num_tokens": 548289544.0,
      "step": 2880
    },
    {
      "epoch": 0.9832764505119453,
      "grad_norm": 0.2988095031506756,
      "learning_rate": 8.233266000527054e-06,
      "loss": 0.337,
      "num_tokens": 548450604.0,
      "step": 2881
    },
    {
      "epoch": 0.9836177474402731,
      "grad_norm": 0.288463018416422,
      "learning_rate": 8.23192082595097e-06,
      "loss": 0.3445,
      "num_tokens": 548639299.0,
      "step": 2882
    },
    {
      "epoch": 0.9839590443686007,
      "grad_norm": 0.2953249184297544,
      "learning_rate": 8.23057526465643e-06,
      "loss": 0.3506,
      "num_tokens": 548813851.0,
      "step": 2883
    },
    {
      "epoch": 0.9843003412969283,
      "grad_norm": 0.2806529249537224,
      "learning_rate": 8.229229316833906e-06,
      "loss": 0.3111,
      "num_tokens": 548986156.0,
      "step": 2884
    },
    {
      "epoch": 0.984641638225256,
      "grad_norm": 0.28689184782927885,
      "learning_rate": 8.227882982673926e-06,
      "loss": 0.3517,
      "num_tokens": 549194107.0,
      "step": 2885
    },
    {
      "epoch": 0.9849829351535836,
      "grad_norm": 0.27020682177716854,
      "learning_rate": 8.226536262367068e-06,
      "loss": 0.3406,
      "num_tokens": 549392536.0,
      "step": 2886
    },
    {
      "epoch": 0.9853242320819112,
      "grad_norm": 0.2678515423672076,
      "learning_rate": 8.225189156103971e-06,
      "loss": 0.3381,
      "num_tokens": 549595265.0,
      "step": 2887
    },
    {
      "epoch": 0.985665529010239,
      "grad_norm": 0.26385156703641155,
      "learning_rate": 8.223841664075323e-06,
      "loss": 0.3799,
      "num_tokens": 549852213.0,
      "step": 2888
    },
    {
      "epoch": 0.9860068259385666,
      "grad_norm": 0.2867345525488567,
      "learning_rate": 8.22249378647187e-06,
      "loss": 0.3639,
      "num_tokens": 550028278.0,
      "step": 2889
    },
    {
      "epoch": 0.9863481228668942,
      "grad_norm": 0.29470439468537335,
      "learning_rate": 8.221145523484411e-06,
      "loss": 0.3462,
      "num_tokens": 550210610.0,
      "step": 2890
    },
    {
      "epoch": 0.9866894197952218,
      "grad_norm": 0.4434377594335976,
      "learning_rate": 8.219796875303801e-06,
      "loss": 0.3468,
      "num_tokens": 550393575.0,
      "step": 2891
    },
    {
      "epoch": 0.9870307167235495,
      "grad_norm": 0.2705406203676753,
      "learning_rate": 8.218447842120948e-06,
      "loss": 0.3122,
      "num_tokens": 550576447.0,
      "step": 2892
    },
    {
      "epoch": 0.9873720136518771,
      "grad_norm": 0.2554726835110653,
      "learning_rate": 8.217098424126814e-06,
      "loss": 0.3316,
      "num_tokens": 550780850.0,
      "step": 2893
    },
    {
      "epoch": 0.9877133105802047,
      "grad_norm": 0.2839241810454054,
      "learning_rate": 8.215748621512419e-06,
      "loss": 0.3134,
      "num_tokens": 550947166.0,
      "step": 2894
    },
    {
      "epoch": 0.9880546075085325,
      "grad_norm": 0.27094616713918807,
      "learning_rate": 8.214398434468833e-06,
      "loss": 0.3743,
      "num_tokens": 551188071.0,
      "step": 2895
    },
    {
      "epoch": 0.9883959044368601,
      "grad_norm": 0.2970429750265365,
      "learning_rate": 8.213047863187183e-06,
      "loss": 0.3246,
      "num_tokens": 551340646.0,
      "step": 2896
    },
    {
      "epoch": 0.9887372013651877,
      "grad_norm": 0.27521841939526787,
      "learning_rate": 8.211696907858648e-06,
      "loss": 0.3615,
      "num_tokens": 551555219.0,
      "step": 2897
    },
    {
      "epoch": 0.9890784982935154,
      "grad_norm": 0.2870826536188881,
      "learning_rate": 8.210345568674466e-06,
      "loss": 0.3456,
      "num_tokens": 551752505.0,
      "step": 2898
    },
    {
      "epoch": 0.989419795221843,
      "grad_norm": 0.2649796611719513,
      "learning_rate": 8.208993845825927e-06,
      "loss": 0.3282,
      "num_tokens": 551964769.0,
      "step": 2899
    },
    {
      "epoch": 0.9897610921501706,
      "grad_norm": 0.2720786396814407,
      "learning_rate": 8.207641739504372e-06,
      "loss": 0.326,
      "num_tokens": 552121244.0,
      "step": 2900
    },
    {
      "epoch": 0.9901023890784983,
      "grad_norm": 0.2795848828229407,
      "learning_rate": 8.2062892499012e-06,
      "loss": 0.3598,
      "num_tokens": 552309367.0,
      "step": 2901
    },
    {
      "epoch": 0.990443686006826,
      "grad_norm": 0.27852502985339794,
      "learning_rate": 8.204936377207865e-06,
      "loss": 0.3404,
      "num_tokens": 552487875.0,
      "step": 2902
    },
    {
      "epoch": 0.9907849829351536,
      "grad_norm": 0.2798184505929755,
      "learning_rate": 8.203583121615871e-06,
      "loss": 0.297,
      "num_tokens": 552656646.0,
      "step": 2903
    },
    {
      "epoch": 0.9911262798634812,
      "grad_norm": 0.2911479746054182,
      "learning_rate": 8.202229483316781e-06,
      "loss": 0.3516,
      "num_tokens": 552838452.0,
      "step": 2904
    },
    {
      "epoch": 0.9914675767918089,
      "grad_norm": 0.2754635982134895,
      "learning_rate": 8.20087546250221e-06,
      "loss": 0.3513,
      "num_tokens": 553019519.0,
      "step": 2905
    },
    {
      "epoch": 0.9918088737201365,
      "grad_norm": 0.2810535476742928,
      "learning_rate": 8.199521059363824e-06,
      "loss": 0.3438,
      "num_tokens": 553235827.0,
      "step": 2906
    },
    {
      "epoch": 0.9921501706484641,
      "grad_norm": 0.414256972609795,
      "learning_rate": 8.19816627409335e-06,
      "loss": 0.3551,
      "num_tokens": 553393650.0,
      "step": 2907
    },
    {
      "epoch": 0.9924914675767919,
      "grad_norm": 0.29704348329812535,
      "learning_rate": 8.196811106882564e-06,
      "loss": 0.3731,
      "num_tokens": 553577486.0,
      "step": 2908
    },
    {
      "epoch": 0.9928327645051195,
      "grad_norm": 0.29518873505711396,
      "learning_rate": 8.195455557923296e-06,
      "loss": 0.3859,
      "num_tokens": 553752917.0,
      "step": 2909
    },
    {
      "epoch": 0.9931740614334471,
      "grad_norm": 0.27209036250933055,
      "learning_rate": 8.194099627407433e-06,
      "loss": 0.3381,
      "num_tokens": 553945700.0,
      "step": 2910
    },
    {
      "epoch": 0.9935153583617747,
      "grad_norm": 0.2792444317621217,
      "learning_rate": 8.192743315526915e-06,
      "loss": 0.3711,
      "num_tokens": 554142262.0,
      "step": 2911
    },
    {
      "epoch": 0.9938566552901024,
      "grad_norm": 0.2707469304212339,
      "learning_rate": 8.191386622473733e-06,
      "loss": 0.3622,
      "num_tokens": 554341420.0,
      "step": 2912
    },
    {
      "epoch": 0.99419795221843,
      "grad_norm": 0.2840392893507264,
      "learning_rate": 8.190029548439936e-06,
      "loss": 0.3663,
      "num_tokens": 554527617.0,
      "step": 2913
    },
    {
      "epoch": 0.9945392491467577,
      "grad_norm": 0.28925866327194527,
      "learning_rate": 8.188672093617625e-06,
      "loss": 0.3395,
      "num_tokens": 554697255.0,
      "step": 2914
    },
    {
      "epoch": 0.9948805460750854,
      "grad_norm": 0.27452892378537286,
      "learning_rate": 8.187314258198958e-06,
      "loss": 0.3188,
      "num_tokens": 554870715.0,
      "step": 2915
    },
    {
      "epoch": 0.995221843003413,
      "grad_norm": 0.2576747215170904,
      "learning_rate": 8.185956042376139e-06,
      "loss": 0.3338,
      "num_tokens": 555077987.0,
      "step": 2916
    },
    {
      "epoch": 0.9955631399317406,
      "grad_norm": 0.24772253761607607,
      "learning_rate": 8.184597446341433e-06,
      "loss": 0.346,
      "num_tokens": 555300134.0,
      "step": 2917
    },
    {
      "epoch": 0.9959044368600682,
      "grad_norm": 0.278793008247459,
      "learning_rate": 8.183238470287158e-06,
      "loss": 0.3695,
      "num_tokens": 555517436.0,
      "step": 2918
    },
    {
      "epoch": 0.9962457337883959,
      "grad_norm": 0.2763748895189578,
      "learning_rate": 8.181879114405684e-06,
      "loss": 0.3289,
      "num_tokens": 555705779.0,
      "step": 2919
    },
    {
      "epoch": 0.9965870307167235,
      "grad_norm": 0.262510344532168,
      "learning_rate": 8.180519378889434e-06,
      "loss": 0.3392,
      "num_tokens": 555884032.0,
      "step": 2920
    },
    {
      "epoch": 0.9969283276450512,
      "grad_norm": 0.2705224978189597,
      "learning_rate": 8.179159263930888e-06,
      "loss": 0.3651,
      "num_tokens": 556066563.0,
      "step": 2921
    },
    {
      "epoch": 0.9972696245733789,
      "grad_norm": 0.2835353194085604,
      "learning_rate": 8.177798769722578e-06,
      "loss": 0.3335,
      "num_tokens": 556238106.0,
      "step": 2922
    },
    {
      "epoch": 0.9976109215017065,
      "grad_norm": 0.40389142328382593,
      "learning_rate": 8.176437896457084e-06,
      "loss": 0.372,
      "num_tokens": 556437634.0,
      "step": 2923
    },
    {
      "epoch": 0.9979522184300341,
      "grad_norm": 0.27205540743226153,
      "learning_rate": 8.175076644327055e-06,
      "loss": 0.3344,
      "num_tokens": 556621990.0,
      "step": 2924
    },
    {
      "epoch": 0.9982935153583617,
      "grad_norm": 0.27459662187631007,
      "learning_rate": 8.173715013525173e-06,
      "loss": 0.3237,
      "num_tokens": 556784848.0,
      "step": 2925
    },
    {
      "epoch": 0.9986348122866894,
      "grad_norm": 0.27711568976623635,
      "learning_rate": 8.172353004244194e-06,
      "loss": 0.348,
      "num_tokens": 556990360.0,
      "step": 2926
    },
    {
      "epoch": 0.9989761092150171,
      "grad_norm": 0.25608420505588203,
      "learning_rate": 8.17099061667691e-06,
      "loss": 0.3395,
      "num_tokens": 557213243.0,
      "step": 2927
    },
    {
      "epoch": 0.9993174061433447,
      "grad_norm": 0.307101982620584,
      "learning_rate": 8.16962785101618e-06,
      "loss": 0.3671,
      "num_tokens": 557382431.0,
      "step": 2928
    },
    {
      "epoch": 0.9996587030716724,
      "grad_norm": 0.26053353951227154,
      "learning_rate": 8.168264707454909e-06,
      "loss": 0.3609,
      "num_tokens": 557602587.0,
      "step": 2929
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.24951712202230644,
      "learning_rate": 8.166901186186055e-06,
      "loss": 0.3339,
      "num_tokens": 557729035.0,
      "step": 2930
    },
    {
      "epoch": 1.0003412969283276,
      "grad_norm": 0.32726201838589397,
      "learning_rate": 8.165537287402636e-06,
      "loss": 0.3192,
      "num_tokens": 557909918.0,
      "step": 2931
    },
    {
      "epoch": 1.0006825938566553,
      "grad_norm": 0.3028206419835466,
      "learning_rate": 8.164173011297719e-06,
      "loss": 0.3149,
      "num_tokens": 558099110.0,
      "step": 2932
    },
    {
      "epoch": 1.0010238907849829,
      "grad_norm": 0.28453437245403984,
      "learning_rate": 8.162808358064421e-06,
      "loss": 0.3128,
      "num_tokens": 558294536.0,
      "step": 2933
    },
    {
      "epoch": 1.0013651877133105,
      "grad_norm": 0.3031423901466047,
      "learning_rate": 8.16144332789592e-06,
      "loss": 0.3134,
      "num_tokens": 558484717.0,
      "step": 2934
    },
    {
      "epoch": 1.0017064846416381,
      "grad_norm": 0.28224508762530076,
      "learning_rate": 8.160077920985443e-06,
      "loss": 0.3187,
      "num_tokens": 558694541.0,
      "step": 2935
    },
    {
      "epoch": 1.0020477815699658,
      "grad_norm": 0.28980620871461876,
      "learning_rate": 8.158712137526268e-06,
      "loss": 0.3013,
      "num_tokens": 558861258.0,
      "step": 2936
    },
    {
      "epoch": 1.0023890784982936,
      "grad_norm": 0.3010451892306067,
      "learning_rate": 8.157345977711736e-06,
      "loss": 0.3405,
      "num_tokens": 559064960.0,
      "step": 2937
    },
    {
      "epoch": 1.0027303754266212,
      "grad_norm": 0.3259056404670528,
      "learning_rate": 8.155979441735224e-06,
      "loss": 0.3468,
      "num_tokens": 559254483.0,
      "step": 2938
    },
    {
      "epoch": 1.0030716723549489,
      "grad_norm": 0.2978107681375767,
      "learning_rate": 8.154612529790182e-06,
      "loss": 0.3152,
      "num_tokens": 559422056.0,
      "step": 2939
    },
    {
      "epoch": 1.0034129692832765,
      "grad_norm": 0.28034710831549314,
      "learning_rate": 8.153245242070098e-06,
      "loss": 0.3059,
      "num_tokens": 559599520.0,
      "step": 2940
    },
    {
      "epoch": 1.0037542662116041,
      "grad_norm": 0.3092877266889183,
      "learning_rate": 8.151877578768525e-06,
      "loss": 0.3307,
      "num_tokens": 559770163.0,
      "step": 2941
    },
    {
      "epoch": 1.0040955631399318,
      "grad_norm": 0.27574472175804793,
      "learning_rate": 8.150509540079055e-06,
      "loss": 0.3104,
      "num_tokens": 559939385.0,
      "step": 2942
    },
    {
      "epoch": 1.0044368600682594,
      "grad_norm": 0.28546737400130406,
      "learning_rate": 8.14914112619535e-06,
      "loss": 0.3084,
      "num_tokens": 560116592.0,
      "step": 2943
    },
    {
      "epoch": 1.004778156996587,
      "grad_norm": 0.2843629492777828,
      "learning_rate": 8.147772337311112e-06,
      "loss": 0.3419,
      "num_tokens": 560313984.0,
      "step": 2944
    },
    {
      "epoch": 1.0051194539249146,
      "grad_norm": 0.2845296517096297,
      "learning_rate": 8.1464031736201e-06,
      "loss": 0.3498,
      "num_tokens": 560523777.0,
      "step": 2945
    },
    {
      "epoch": 1.0054607508532423,
      "grad_norm": 0.2860916339237759,
      "learning_rate": 8.14503363531613e-06,
      "loss": 0.305,
      "num_tokens": 560716579.0,
      "step": 2946
    },
    {
      "epoch": 1.00580204778157,
      "grad_norm": 0.2904980728046879,
      "learning_rate": 8.143663722593065e-06,
      "loss": 0.3104,
      "num_tokens": 560890413.0,
      "step": 2947
    },
    {
      "epoch": 1.0061433447098975,
      "grad_norm": 0.2812460955493815,
      "learning_rate": 8.142293435644824e-06,
      "loss": 0.3259,
      "num_tokens": 561098180.0,
      "step": 2948
    },
    {
      "epoch": 1.0064846416382252,
      "grad_norm": 0.286524779287565,
      "learning_rate": 8.14092277466538e-06,
      "loss": 0.2769,
      "num_tokens": 561258947.0,
      "step": 2949
    },
    {
      "epoch": 1.006825938566553,
      "grad_norm": 0.290677685176333,
      "learning_rate": 8.139551739848756e-06,
      "loss": 0.328,
      "num_tokens": 561458732.0,
      "step": 2950
    },
    {
      "epoch": 1.0071672354948806,
      "grad_norm": 0.2845730183762252,
      "learning_rate": 8.13818033138903e-06,
      "loss": 0.2982,
      "num_tokens": 561617705.0,
      "step": 2951
    },
    {
      "epoch": 1.0075085324232083,
      "grad_norm": 0.25990616919542936,
      "learning_rate": 8.136808549480332e-06,
      "loss": 0.3182,
      "num_tokens": 561845773.0,
      "step": 2952
    },
    {
      "epoch": 1.0078498293515359,
      "grad_norm": 0.2900087000414673,
      "learning_rate": 8.135436394316848e-06,
      "loss": 0.3286,
      "num_tokens": 562023480.0,
      "step": 2953
    },
    {
      "epoch": 1.0081911262798635,
      "grad_norm": 0.29345263792268655,
      "learning_rate": 8.134063866092811e-06,
      "loss": 0.2934,
      "num_tokens": 562188199.0,
      "step": 2954
    },
    {
      "epoch": 1.0085324232081911,
      "grad_norm": 0.2699325157450164,
      "learning_rate": 8.13269096500251e-06,
      "loss": 0.3093,
      "num_tokens": 562392032.0,
      "step": 2955
    },
    {
      "epoch": 1.0088737201365188,
      "grad_norm": 0.2635228617044086,
      "learning_rate": 8.131317691240289e-06,
      "loss": 0.3172,
      "num_tokens": 562594004.0,
      "step": 2956
    },
    {
      "epoch": 1.0092150170648464,
      "grad_norm": 0.2723289045304973,
      "learning_rate": 8.129944045000542e-06,
      "loss": 0.3175,
      "num_tokens": 562789020.0,
      "step": 2957
    },
    {
      "epoch": 1.009556313993174,
      "grad_norm": 0.2879385542853322,
      "learning_rate": 8.128570026477715e-06,
      "loss": 0.3389,
      "num_tokens": 562966659.0,
      "step": 2958
    },
    {
      "epoch": 1.0098976109215017,
      "grad_norm": 0.28180635145368843,
      "learning_rate": 8.127195635866307e-06,
      "loss": 0.3473,
      "num_tokens": 563179485.0,
      "step": 2959
    },
    {
      "epoch": 1.0102389078498293,
      "grad_norm": 0.2714805676179955,
      "learning_rate": 8.125820873360872e-06,
      "loss": 0.3186,
      "num_tokens": 563366328.0,
      "step": 2960
    },
    {
      "epoch": 1.010580204778157,
      "grad_norm": 0.30251262790218614,
      "learning_rate": 8.124445739156016e-06,
      "loss": 0.3203,
      "num_tokens": 563541722.0,
      "step": 2961
    },
    {
      "epoch": 1.0109215017064845,
      "grad_norm": 0.2780405679023108,
      "learning_rate": 8.123070233446397e-06,
      "loss": 0.3315,
      "num_tokens": 563742398.0,
      "step": 2962
    },
    {
      "epoch": 1.0112627986348124,
      "grad_norm": 0.2656731802598359,
      "learning_rate": 8.121694356426723e-06,
      "loss": 0.324,
      "num_tokens": 563975706.0,
      "step": 2963
    },
    {
      "epoch": 1.01160409556314,
      "grad_norm": 0.26684423822915354,
      "learning_rate": 8.120318108291758e-06,
      "loss": 0.2845,
      "num_tokens": 564162446.0,
      "step": 2964
    },
    {
      "epoch": 1.0119453924914676,
      "grad_norm": 0.2795389151738187,
      "learning_rate": 8.118941489236318e-06,
      "loss": 0.2988,
      "num_tokens": 564363330.0,
      "step": 2965
    },
    {
      "epoch": 1.0122866894197953,
      "grad_norm": 0.2705090290773479,
      "learning_rate": 8.117564499455271e-06,
      "loss": 0.3108,
      "num_tokens": 564576354.0,
      "step": 2966
    },
    {
      "epoch": 1.012627986348123,
      "grad_norm": 0.2989645992087752,
      "learning_rate": 8.116187139143537e-06,
      "loss": 0.3234,
      "num_tokens": 564757209.0,
      "step": 2967
    },
    {
      "epoch": 1.0129692832764505,
      "grad_norm": 0.2961942205560194,
      "learning_rate": 8.114809408496091e-06,
      "loss": 0.3395,
      "num_tokens": 564940096.0,
      "step": 2968
    },
    {
      "epoch": 1.0133105802047782,
      "grad_norm": 0.28725559147425983,
      "learning_rate": 8.113431307707955e-06,
      "loss": 0.3118,
      "num_tokens": 565130403.0,
      "step": 2969
    },
    {
      "epoch": 1.0136518771331058,
      "grad_norm": 0.3111819827466874,
      "learning_rate": 8.112052836974211e-06,
      "loss": 0.3684,
      "num_tokens": 565335567.0,
      "step": 2970
    },
    {
      "epoch": 1.0139931740614334,
      "grad_norm": 0.26440952311677585,
      "learning_rate": 8.110673996489983e-06,
      "loss": 0.3051,
      "num_tokens": 565546207.0,
      "step": 2971
    },
    {
      "epoch": 1.014334470989761,
      "grad_norm": 0.31288414026497413,
      "learning_rate": 8.10929478645046e-06,
      "loss": 0.3322,
      "num_tokens": 565714737.0,
      "step": 2972
    },
    {
      "epoch": 1.0146757679180887,
      "grad_norm": 0.2937721673205433,
      "learning_rate": 8.107915207050872e-06,
      "loss": 0.2933,
      "num_tokens": 565888729.0,
      "step": 2973
    },
    {
      "epoch": 1.0150170648464163,
      "grad_norm": 0.33097428458767897,
      "learning_rate": 8.106535258486509e-06,
      "loss": 0.348,
      "num_tokens": 566072296.0,
      "step": 2974
    },
    {
      "epoch": 1.015358361774744,
      "grad_norm": 0.281848707090693,
      "learning_rate": 8.105154940952708e-06,
      "loss": 0.3446,
      "num_tokens": 566267462.0,
      "step": 2975
    },
    {
      "epoch": 1.0156996587030718,
      "grad_norm": 0.2937916056468738,
      "learning_rate": 8.103774254644863e-06,
      "loss": 0.3172,
      "num_tokens": 566444673.0,
      "step": 2976
    },
    {
      "epoch": 1.0160409556313994,
      "grad_norm": 0.310926931657145,
      "learning_rate": 8.102393199758416e-06,
      "loss": 0.2944,
      "num_tokens": 566593478.0,
      "step": 2977
    },
    {
      "epoch": 1.016382252559727,
      "grad_norm": 0.3220815539095052,
      "learning_rate": 8.101011776488861e-06,
      "loss": 0.3008,
      "num_tokens": 566784290.0,
      "step": 2978
    },
    {
      "epoch": 1.0167235494880547,
      "grad_norm": 0.259817359485355,
      "learning_rate": 8.099629985031752e-06,
      "loss": 0.3198,
      "num_tokens": 566998185.0,
      "step": 2979
    },
    {
      "epoch": 1.0170648464163823,
      "grad_norm": 0.2529944967751783,
      "learning_rate": 8.098247825582685e-06,
      "loss": 0.295,
      "num_tokens": 567217312.0,
      "step": 2980
    },
    {
      "epoch": 1.01740614334471,
      "grad_norm": 0.25840990993937635,
      "learning_rate": 8.096865298337314e-06,
      "loss": 0.3105,
      "num_tokens": 567433332.0,
      "step": 2981
    },
    {
      "epoch": 1.0177474402730375,
      "grad_norm": 0.28289224652132133,
      "learning_rate": 8.095482403491339e-06,
      "loss": 0.3091,
      "num_tokens": 567610176.0,
      "step": 2982
    },
    {
      "epoch": 1.0180887372013652,
      "grad_norm": 0.3392211259356204,
      "learning_rate": 8.094099141240523e-06,
      "loss": 0.3102,
      "num_tokens": 567762966.0,
      "step": 2983
    },
    {
      "epoch": 1.0184300341296928,
      "grad_norm": 0.27429911746638047,
      "learning_rate": 8.09271551178067e-06,
      "loss": 0.3096,
      "num_tokens": 567944978.0,
      "step": 2984
    },
    {
      "epoch": 1.0187713310580204,
      "grad_norm": 0.30128330229484573,
      "learning_rate": 8.091331515307642e-06,
      "loss": 0.3088,
      "num_tokens": 568120183.0,
      "step": 2985
    },
    {
      "epoch": 1.019112627986348,
      "grad_norm": 0.25360154428928716,
      "learning_rate": 8.08994715201735e-06,
      "loss": 0.333,
      "num_tokens": 568372190.0,
      "step": 2986
    },
    {
      "epoch": 1.0194539249146757,
      "grad_norm": 0.32287904441197474,
      "learning_rate": 8.08856242210576e-06,
      "loss": 0.3211,
      "num_tokens": 568598928.0,
      "step": 2987
    },
    {
      "epoch": 1.0197952218430033,
      "grad_norm": 0.3028802731732928,
      "learning_rate": 8.087177325768887e-06,
      "loss": 0.3215,
      "num_tokens": 568764314.0,
      "step": 2988
    },
    {
      "epoch": 1.0201365187713312,
      "grad_norm": 0.3055357337307163,
      "learning_rate": 8.0857918632028e-06,
      "loss": 0.3419,
      "num_tokens": 568951568.0,
      "step": 2989
    },
    {
      "epoch": 1.0204778156996588,
      "grad_norm": 0.26868605232521714,
      "learning_rate": 8.084406034603618e-06,
      "loss": 0.3301,
      "num_tokens": 569176360.0,
      "step": 2990
    },
    {
      "epoch": 1.0208191126279864,
      "grad_norm": 0.25406930556102664,
      "learning_rate": 8.083019840167512e-06,
      "loss": 0.3412,
      "num_tokens": 569401219.0,
      "step": 2991
    },
    {
      "epoch": 1.021160409556314,
      "grad_norm": 0.2933892415388956,
      "learning_rate": 8.081633280090707e-06,
      "loss": 0.3197,
      "num_tokens": 569568505.0,
      "step": 2992
    },
    {
      "epoch": 1.0215017064846417,
      "grad_norm": 0.2749166332315544,
      "learning_rate": 8.080246354569476e-06,
      "loss": 0.331,
      "num_tokens": 569782033.0,
      "step": 2993
    },
    {
      "epoch": 1.0218430034129693,
      "grad_norm": 0.2965339177779685,
      "learning_rate": 8.078859063800149e-06,
      "loss": 0.3428,
      "num_tokens": 569966736.0,
      "step": 2994
    },
    {
      "epoch": 1.022184300341297,
      "grad_norm": 0.3222642306889401,
      "learning_rate": 8.077471407979103e-06,
      "loss": 0.2992,
      "num_tokens": 570126466.0,
      "step": 2995
    },
    {
      "epoch": 1.0225255972696246,
      "grad_norm": 0.2974390715894914,
      "learning_rate": 8.076083387302772e-06,
      "loss": 0.3414,
      "num_tokens": 570321607.0,
      "step": 2996
    },
    {
      "epoch": 1.0228668941979522,
      "grad_norm": 0.27069163560882314,
      "learning_rate": 8.07469500196763e-06,
      "loss": 0.3273,
      "num_tokens": 570520244.0,
      "step": 2997
    },
    {
      "epoch": 1.0232081911262798,
      "grad_norm": 0.2511326069420094,
      "learning_rate": 8.073306252170215e-06,
      "loss": 0.3197,
      "num_tokens": 570751160.0,
      "step": 2998
    },
    {
      "epoch": 1.0235494880546074,
      "grad_norm": 0.27390347512027485,
      "learning_rate": 8.071917138107114e-06,
      "loss": 0.3329,
      "num_tokens": 570946237.0,
      "step": 2999
    },
    {
      "epoch": 1.023890784982935,
      "grad_norm": 0.2759405989017067,
      "learning_rate": 8.070527659974961e-06,
      "loss": 0.3247,
      "num_tokens": 571146550.0,
      "step": 3000
    },
    {
      "epoch": 1.0242320819112627,
      "grad_norm": 0.3086201275969725,
      "learning_rate": 8.069137817970445e-06,
      "loss": 0.2866,
      "num_tokens": 571316264.0,
      "step": 3001
    },
    {
      "epoch": 1.0245733788395905,
      "grad_norm": 0.28090050222331353,
      "learning_rate": 8.067747612290308e-06,
      "loss": 0.3163,
      "num_tokens": 571519344.0,
      "step": 3002
    },
    {
      "epoch": 1.0249146757679182,
      "grad_norm": 0.3039558391833141,
      "learning_rate": 8.066357043131338e-06,
      "loss": 0.3145,
      "num_tokens": 571667179.0,
      "step": 3003
    },
    {
      "epoch": 1.0252559726962458,
      "grad_norm": 0.2749848226706317,
      "learning_rate": 8.06496611069038e-06,
      "loss": 0.3252,
      "num_tokens": 571863455.0,
      "step": 3004
    },
    {
      "epoch": 1.0255972696245734,
      "grad_norm": 0.2758375588988043,
      "learning_rate": 8.063574815164326e-06,
      "loss": 0.2917,
      "num_tokens": 572036718.0,
      "step": 3005
    },
    {
      "epoch": 1.025938566552901,
      "grad_norm": 0.2613995751518285,
      "learning_rate": 8.062183156750124e-06,
      "loss": 0.287,
      "num_tokens": 572213028.0,
      "step": 3006
    },
    {
      "epoch": 1.0262798634812287,
      "grad_norm": 0.29255672713925773,
      "learning_rate": 8.06079113564477e-06,
      "loss": 0.311,
      "num_tokens": 572406209.0,
      "step": 3007
    },
    {
      "epoch": 1.0266211604095563,
      "grad_norm": 0.27455063178743394,
      "learning_rate": 8.059398752045313e-06,
      "loss": 0.3054,
      "num_tokens": 572589820.0,
      "step": 3008
    },
    {
      "epoch": 1.026962457337884,
      "grad_norm": 0.2826217492140576,
      "learning_rate": 8.058006006148849e-06,
      "loss": 0.3288,
      "num_tokens": 572768621.0,
      "step": 3009
    },
    {
      "epoch": 1.0273037542662116,
      "grad_norm": 0.2874878304622364,
      "learning_rate": 8.05661289815253e-06,
      "loss": 0.3097,
      "num_tokens": 572943877.0,
      "step": 3010
    },
    {
      "epoch": 1.0276450511945392,
      "grad_norm": 0.26279014270593537,
      "learning_rate": 8.055219428253564e-06,
      "loss": 0.33,
      "num_tokens": 573155312.0,
      "step": 3011
    },
    {
      "epoch": 1.0279863481228668,
      "grad_norm": 0.3329274947360391,
      "learning_rate": 8.053825596649197e-06,
      "loss": 0.3385,
      "num_tokens": 573331732.0,
      "step": 3012
    },
    {
      "epoch": 1.0283276450511944,
      "grad_norm": 0.2604717512691078,
      "learning_rate": 8.052431403536738e-06,
      "loss": 0.3116,
      "num_tokens": 573534989.0,
      "step": 3013
    },
    {
      "epoch": 1.028668941979522,
      "grad_norm": 0.2834518029752097,
      "learning_rate": 8.051036849113541e-06,
      "loss": 0.3508,
      "num_tokens": 573745681.0,
      "step": 3014
    },
    {
      "epoch": 1.02901023890785,
      "grad_norm": 0.27060657852143255,
      "learning_rate": 8.049641933577011e-06,
      "loss": 0.3269,
      "num_tokens": 573975103.0,
      "step": 3015
    },
    {
      "epoch": 1.0293515358361776,
      "grad_norm": 0.2683249243369695,
      "learning_rate": 8.048246657124613e-06,
      "loss": 0.2832,
      "num_tokens": 574172280.0,
      "step": 3016
    },
    {
      "epoch": 1.0296928327645052,
      "grad_norm": 0.2487543587051748,
      "learning_rate": 8.046851019953847e-06,
      "loss": 0.3168,
      "num_tokens": 574403368.0,
      "step": 3017
    },
    {
      "epoch": 1.0300341296928328,
      "grad_norm": 0.3130641632493445,
      "learning_rate": 8.045455022262277e-06,
      "loss": 0.3242,
      "num_tokens": 574566127.0,
      "step": 3018
    },
    {
      "epoch": 1.0303754266211604,
      "grad_norm": 0.25834057464907456,
      "learning_rate": 8.044058664247516e-06,
      "loss": 0.3086,
      "num_tokens": 574766516.0,
      "step": 3019
    },
    {
      "epoch": 1.030716723549488,
      "grad_norm": 0.294943307868627,
      "learning_rate": 8.042661946107225e-06,
      "loss": 0.305,
      "num_tokens": 574953679.0,
      "step": 3020
    },
    {
      "epoch": 1.0310580204778157,
      "grad_norm": 0.2964606139315649,
      "learning_rate": 8.041264868039114e-06,
      "loss": 0.312,
      "num_tokens": 575170155.0,
      "step": 3021
    },
    {
      "epoch": 1.0313993174061433,
      "grad_norm": 0.3018341361129742,
      "learning_rate": 8.039867430240953e-06,
      "loss": 0.3375,
      "num_tokens": 575358692.0,
      "step": 3022
    },
    {
      "epoch": 1.031740614334471,
      "grad_norm": 0.2487793863140784,
      "learning_rate": 8.038469632910551e-06,
      "loss": 0.3309,
      "num_tokens": 575594097.0,
      "step": 3023
    },
    {
      "epoch": 1.0320819112627986,
      "grad_norm": 0.2860674372821468,
      "learning_rate": 8.037071476245778e-06,
      "loss": 0.3189,
      "num_tokens": 575755010.0,
      "step": 3024
    },
    {
      "epoch": 1.0324232081911262,
      "grad_norm": 0.26019180230700084,
      "learning_rate": 8.035672960444552e-06,
      "loss": 0.2987,
      "num_tokens": 575955864.0,
      "step": 3025
    },
    {
      "epoch": 1.0327645051194538,
      "grad_norm": 0.26995003736443374,
      "learning_rate": 8.034274085704836e-06,
      "loss": 0.3055,
      "num_tokens": 576153354.0,
      "step": 3026
    },
    {
      "epoch": 1.0331058020477815,
      "grad_norm": 0.3028013182736584,
      "learning_rate": 8.03287485222465e-06,
      "loss": 0.3156,
      "num_tokens": 576310469.0,
      "step": 3027
    },
    {
      "epoch": 1.0334470989761093,
      "grad_norm": 0.2765511513708155,
      "learning_rate": 8.031475260202065e-06,
      "loss": 0.3398,
      "num_tokens": 576523633.0,
      "step": 3028
    },
    {
      "epoch": 1.033788395904437,
      "grad_norm": 0.3047075734144885,
      "learning_rate": 8.0300753098352e-06,
      "loss": 0.326,
      "num_tokens": 576674723.0,
      "step": 3029
    },
    {
      "epoch": 1.0341296928327646,
      "grad_norm": 0.30916757757067753,
      "learning_rate": 8.028675001322223e-06,
      "loss": 0.312,
      "num_tokens": 576908367.0,
      "step": 3030
    },
    {
      "epoch": 1.0344709897610922,
      "grad_norm": 0.2576152076328811,
      "learning_rate": 8.027274334861363e-06,
      "loss": 0.3254,
      "num_tokens": 577131976.0,
      "step": 3031
    },
    {
      "epoch": 1.0348122866894198,
      "grad_norm": 0.24145038009959208,
      "learning_rate": 8.025873310650882e-06,
      "loss": 0.2896,
      "num_tokens": 577368076.0,
      "step": 3032
    },
    {
      "epoch": 1.0351535836177475,
      "grad_norm": 0.3274686863398181,
      "learning_rate": 8.02447192888911e-06,
      "loss": 0.3358,
      "num_tokens": 577576991.0,
      "step": 3033
    },
    {
      "epoch": 1.035494880546075,
      "grad_norm": 0.26230251982401737,
      "learning_rate": 8.023070189774417e-06,
      "loss": 0.2979,
      "num_tokens": 577770953.0,
      "step": 3034
    },
    {
      "epoch": 1.0358361774744027,
      "grad_norm": 1.2834454745429982,
      "learning_rate": 8.02166809350523e-06,
      "loss": 0.3151,
      "num_tokens": 577967274.0,
      "step": 3035
    },
    {
      "epoch": 1.0361774744027303,
      "grad_norm": 0.291520802361147,
      "learning_rate": 8.020265640280019e-06,
      "loss": 0.3249,
      "num_tokens": 578146360.0,
      "step": 3036
    },
    {
      "epoch": 1.036518771331058,
      "grad_norm": 0.28124423903566903,
      "learning_rate": 8.01886283029731e-06,
      "loss": 0.3222,
      "num_tokens": 578347463.0,
      "step": 3037
    },
    {
      "epoch": 1.0368600682593856,
      "grad_norm": 0.29748703744182886,
      "learning_rate": 8.017459663755685e-06,
      "loss": 0.3086,
      "num_tokens": 578525229.0,
      "step": 3038
    },
    {
      "epoch": 1.0372013651877132,
      "grad_norm": 0.3105038948493809,
      "learning_rate": 8.01605614085376e-06,
      "loss": 0.3106,
      "num_tokens": 578701989.0,
      "step": 3039
    },
    {
      "epoch": 1.0375426621160408,
      "grad_norm": 0.3056740507818598,
      "learning_rate": 8.014652261790218e-06,
      "loss": 0.3264,
      "num_tokens": 578908417.0,
      "step": 3040
    },
    {
      "epoch": 1.0378839590443687,
      "grad_norm": 0.30394061357823304,
      "learning_rate": 8.013248026763784e-06,
      "loss": 0.3195,
      "num_tokens": 579062371.0,
      "step": 3041
    },
    {
      "epoch": 1.0382252559726963,
      "grad_norm": 0.2881432331942767,
      "learning_rate": 8.011843435973236e-06,
      "loss": 0.3371,
      "num_tokens": 579257910.0,
      "step": 3042
    },
    {
      "epoch": 1.038566552901024,
      "grad_norm": 0.288195326166148,
      "learning_rate": 8.0104384896174e-06,
      "loss": 0.3356,
      "num_tokens": 579435738.0,
      "step": 3043
    },
    {
      "epoch": 1.0389078498293516,
      "grad_norm": 0.286518970427696,
      "learning_rate": 8.009033187895155e-06,
      "loss": 0.3217,
      "num_tokens": 579623108.0,
      "step": 3044
    },
    {
      "epoch": 1.0392491467576792,
      "grad_norm": 0.2614220029619417,
      "learning_rate": 8.007627531005429e-06,
      "loss": 0.3506,
      "num_tokens": 579842463.0,
      "step": 3045
    },
    {
      "epoch": 1.0395904436860068,
      "grad_norm": 0.5359183703804116,
      "learning_rate": 8.006221519147199e-06,
      "loss": 0.3298,
      "num_tokens": 580017830.0,
      "step": 3046
    },
    {
      "epoch": 1.0399317406143345,
      "grad_norm": 0.3008914610283285,
      "learning_rate": 8.004815152519496e-06,
      "loss": 0.3306,
      "num_tokens": 580213269.0,
      "step": 3047
    },
    {
      "epoch": 1.040273037542662,
      "grad_norm": 0.2849662927316073,
      "learning_rate": 8.003408431321398e-06,
      "loss": 0.3138,
      "num_tokens": 580433294.0,
      "step": 3048
    },
    {
      "epoch": 1.0406143344709897,
      "grad_norm": 0.29353134830775185,
      "learning_rate": 8.002001355752035e-06,
      "loss": 0.2995,
      "num_tokens": 580616898.0,
      "step": 3049
    },
    {
      "epoch": 1.0409556313993173,
      "grad_norm": 0.2883618749868041,
      "learning_rate": 8.000593926010584e-06,
      "loss": 0.3108,
      "num_tokens": 580785182.0,
      "step": 3050
    },
    {
      "epoch": 1.041296928327645,
      "grad_norm": 0.2796592392536656,
      "learning_rate": 7.999186142296276e-06,
      "loss": 0.2802,
      "num_tokens": 580959282.0,
      "step": 3051
    },
    {
      "epoch": 1.0416382252559726,
      "grad_norm": 0.2907126790283937,
      "learning_rate": 7.99777800480839e-06,
      "loss": 0.3353,
      "num_tokens": 581139318.0,
      "step": 3052
    },
    {
      "epoch": 1.0419795221843002,
      "grad_norm": 0.3384188997996887,
      "learning_rate": 7.996369513746259e-06,
      "loss": 0.3045,
      "num_tokens": 581332334.0,
      "step": 3053
    },
    {
      "epoch": 1.042320819112628,
      "grad_norm": 0.2586638494616065,
      "learning_rate": 7.994960669309258e-06,
      "loss": 0.3181,
      "num_tokens": 581531494.0,
      "step": 3054
    },
    {
      "epoch": 1.0426621160409557,
      "grad_norm": 0.3001443464239,
      "learning_rate": 7.993551471696819e-06,
      "loss": 0.3055,
      "num_tokens": 581689038.0,
      "step": 3055
    },
    {
      "epoch": 1.0430034129692833,
      "grad_norm": 0.2831140713194779,
      "learning_rate": 7.992141921108421e-06,
      "loss": 0.3571,
      "num_tokens": 581891535.0,
      "step": 3056
    },
    {
      "epoch": 1.043344709897611,
      "grad_norm": 0.2750337796659707,
      "learning_rate": 7.990732017743592e-06,
      "loss": 0.3018,
      "num_tokens": 582079595.0,
      "step": 3057
    },
    {
      "epoch": 1.0436860068259386,
      "grad_norm": 0.2629308407800084,
      "learning_rate": 7.989321761801916e-06,
      "loss": 0.3263,
      "num_tokens": 582286973.0,
      "step": 3058
    },
    {
      "epoch": 1.0440273037542662,
      "grad_norm": 0.2766032381127022,
      "learning_rate": 7.98791115348302e-06,
      "loss": 0.3152,
      "num_tokens": 582487112.0,
      "step": 3059
    },
    {
      "epoch": 1.0443686006825939,
      "grad_norm": 0.29952672329543706,
      "learning_rate": 7.986500192986581e-06,
      "loss": 0.3294,
      "num_tokens": 582684598.0,
      "step": 3060
    },
    {
      "epoch": 1.0447098976109215,
      "grad_norm": 0.2830027858316066,
      "learning_rate": 7.985088880512332e-06,
      "loss": 0.3217,
      "num_tokens": 582880731.0,
      "step": 3061
    },
    {
      "epoch": 1.045051194539249,
      "grad_norm": 0.2966333575072955,
      "learning_rate": 7.98367721626005e-06,
      "loss": 0.3138,
      "num_tokens": 583055819.0,
      "step": 3062
    },
    {
      "epoch": 1.0453924914675767,
      "grad_norm": 0.2833276791669907,
      "learning_rate": 7.982265200429565e-06,
      "loss": 0.3514,
      "num_tokens": 583263235.0,
      "step": 3063
    },
    {
      "epoch": 1.0457337883959044,
      "grad_norm": 0.28129095404594645,
      "learning_rate": 7.980852833220756e-06,
      "loss": 0.346,
      "num_tokens": 583462465.0,
      "step": 3064
    },
    {
      "epoch": 1.046075085324232,
      "grad_norm": 0.2884192513382167,
      "learning_rate": 7.979440114833549e-06,
      "loss": 0.3233,
      "num_tokens": 583661357.0,
      "step": 3065
    },
    {
      "epoch": 1.0464163822525596,
      "grad_norm": 0.2795087423036896,
      "learning_rate": 7.978027045467923e-06,
      "loss": 0.329,
      "num_tokens": 583850031.0,
      "step": 3066
    },
    {
      "epoch": 1.0467576791808875,
      "grad_norm": 0.28956316032009743,
      "learning_rate": 7.976613625323908e-06,
      "loss": 0.3308,
      "num_tokens": 584032730.0,
      "step": 3067
    },
    {
      "epoch": 1.047098976109215,
      "grad_norm": 0.2703379656774777,
      "learning_rate": 7.97519985460158e-06,
      "loss": 0.3077,
      "num_tokens": 584204295.0,
      "step": 3068
    },
    {
      "epoch": 1.0474402730375427,
      "grad_norm": 0.283904506149922,
      "learning_rate": 7.973785733501064e-06,
      "loss": 0.3508,
      "num_tokens": 584407201.0,
      "step": 3069
    },
    {
      "epoch": 1.0477815699658704,
      "grad_norm": 0.2705213640343382,
      "learning_rate": 7.97237126222254e-06,
      "loss": 0.3207,
      "num_tokens": 584606422.0,
      "step": 3070
    },
    {
      "epoch": 1.048122866894198,
      "grad_norm": 0.2768092574562398,
      "learning_rate": 7.970956440966232e-06,
      "loss": 0.308,
      "num_tokens": 584781144.0,
      "step": 3071
    },
    {
      "epoch": 1.0484641638225256,
      "grad_norm": 0.2749421932133262,
      "learning_rate": 7.969541269932413e-06,
      "loss": 0.3051,
      "num_tokens": 584963186.0,
      "step": 3072
    },
    {
      "epoch": 1.0488054607508532,
      "grad_norm": 0.26435863828119627,
      "learning_rate": 7.968125749321418e-06,
      "loss": 0.2898,
      "num_tokens": 585144925.0,
      "step": 3073
    },
    {
      "epoch": 1.0491467576791809,
      "grad_norm": 0.28473495400358934,
      "learning_rate": 7.966709879333611e-06,
      "loss": 0.3328,
      "num_tokens": 585326361.0,
      "step": 3074
    },
    {
      "epoch": 1.0494880546075085,
      "grad_norm": 0.27822209060861275,
      "learning_rate": 7.965293660169423e-06,
      "loss": 0.3515,
      "num_tokens": 585541272.0,
      "step": 3075
    },
    {
      "epoch": 1.0498293515358361,
      "grad_norm": 0.2845431617403515,
      "learning_rate": 7.963877092029322e-06,
      "loss": 0.3214,
      "num_tokens": 585732005.0,
      "step": 3076
    },
    {
      "epoch": 1.0501706484641637,
      "grad_norm": 0.2758602276766922,
      "learning_rate": 7.962460175113836e-06,
      "loss": 0.3228,
      "num_tokens": 585937453.0,
      "step": 3077
    },
    {
      "epoch": 1.0505119453924914,
      "grad_norm": 0.2921967265342339,
      "learning_rate": 7.961042909623536e-06,
      "loss": 0.3322,
      "num_tokens": 586119179.0,
      "step": 3078
    },
    {
      "epoch": 1.050853242320819,
      "grad_norm": 0.2942471781967038,
      "learning_rate": 7.959625295759044e-06,
      "loss": 0.29,
      "num_tokens": 586287633.0,
      "step": 3079
    },
    {
      "epoch": 1.0511945392491469,
      "grad_norm": 0.29046770928439575,
      "learning_rate": 7.958207333721029e-06,
      "loss": 0.3042,
      "num_tokens": 586448045.0,
      "step": 3080
    },
    {
      "epoch": 1.0515358361774745,
      "grad_norm": 0.2855547740338234,
      "learning_rate": 7.956789023710212e-06,
      "loss": 0.3253,
      "num_tokens": 586639004.0,
      "step": 3081
    },
    {
      "epoch": 1.051877133105802,
      "grad_norm": 0.2908049390396324,
      "learning_rate": 7.955370365927366e-06,
      "loss": 0.3007,
      "num_tokens": 586806545.0,
      "step": 3082
    },
    {
      "epoch": 1.0522184300341297,
      "grad_norm": 0.2580575522735468,
      "learning_rate": 7.953951360573304e-06,
      "loss": 0.2966,
      "num_tokens": 587011624.0,
      "step": 3083
    },
    {
      "epoch": 1.0525597269624574,
      "grad_norm": 0.33925715131386514,
      "learning_rate": 7.9525320078489e-06,
      "loss": 0.3166,
      "num_tokens": 587204526.0,
      "step": 3084
    },
    {
      "epoch": 1.052901023890785,
      "grad_norm": 0.28167706322174596,
      "learning_rate": 7.951112307955068e-06,
      "loss": 0.323,
      "num_tokens": 587390195.0,
      "step": 3085
    },
    {
      "epoch": 1.0532423208191126,
      "grad_norm": 0.28549932780980386,
      "learning_rate": 7.949692261092774e-06,
      "loss": 0.3221,
      "num_tokens": 587570356.0,
      "step": 3086
    },
    {
      "epoch": 1.0535836177474402,
      "grad_norm": 0.27337947146063823,
      "learning_rate": 7.948271867463035e-06,
      "loss": 0.3201,
      "num_tokens": 587767209.0,
      "step": 3087
    },
    {
      "epoch": 1.0539249146757679,
      "grad_norm": 0.29348092689506167,
      "learning_rate": 7.946851127266913e-06,
      "loss": 0.3183,
      "num_tokens": 587945417.0,
      "step": 3088
    },
    {
      "epoch": 1.0542662116040955,
      "grad_norm": 0.2711542741934162,
      "learning_rate": 7.945430040705526e-06,
      "loss": 0.3349,
      "num_tokens": 588152460.0,
      "step": 3089
    },
    {
      "epoch": 1.0546075085324231,
      "grad_norm": 0.2682708643715679,
      "learning_rate": 7.944008607980033e-06,
      "loss": 0.2853,
      "num_tokens": 588334865.0,
      "step": 3090
    },
    {
      "epoch": 1.0549488054607508,
      "grad_norm": 0.2717135290818931,
      "learning_rate": 7.942586829291645e-06,
      "loss": 0.3041,
      "num_tokens": 588528550.0,
      "step": 3091
    },
    {
      "epoch": 1.0552901023890784,
      "grad_norm": 0.2643289020638598,
      "learning_rate": 7.941164704841627e-06,
      "loss": 0.2983,
      "num_tokens": 588724860.0,
      "step": 3092
    },
    {
      "epoch": 1.0556313993174062,
      "grad_norm": 0.27127179253933487,
      "learning_rate": 7.939742234831285e-06,
      "loss": 0.3078,
      "num_tokens": 588926150.0,
      "step": 3093
    },
    {
      "epoch": 1.0559726962457339,
      "grad_norm": 0.2725525973314327,
      "learning_rate": 7.938319419461978e-06,
      "loss": 0.3302,
      "num_tokens": 589127981.0,
      "step": 3094
    },
    {
      "epoch": 1.0563139931740615,
      "grad_norm": 0.2806785650025405,
      "learning_rate": 7.936896258935113e-06,
      "loss": 0.3501,
      "num_tokens": 589347630.0,
      "step": 3095
    },
    {
      "epoch": 1.0566552901023891,
      "grad_norm": 0.2628856795465859,
      "learning_rate": 7.935472753452146e-06,
      "loss": 0.301,
      "num_tokens": 589573313.0,
      "step": 3096
    },
    {
      "epoch": 1.0569965870307167,
      "grad_norm": 0.30275744812248623,
      "learning_rate": 7.934048903214588e-06,
      "loss": 0.3004,
      "num_tokens": 589756123.0,
      "step": 3097
    },
    {
      "epoch": 1.0573378839590444,
      "grad_norm": 0.324966797867768,
      "learning_rate": 7.932624708423983e-06,
      "loss": 0.3131,
      "num_tokens": 589896582.0,
      "step": 3098
    },
    {
      "epoch": 1.057679180887372,
      "grad_norm": 0.3033846640348908,
      "learning_rate": 7.93120016928194e-06,
      "loss": 0.3064,
      "num_tokens": 590050365.0,
      "step": 3099
    },
    {
      "epoch": 1.0580204778156996,
      "grad_norm": 0.2696055837264694,
      "learning_rate": 7.929775285990109e-06,
      "loss": 0.3005,
      "num_tokens": 590238055.0,
      "step": 3100
    },
    {
      "epoch": 1.0583617747440273,
      "grad_norm": 0.2699753275122558,
      "learning_rate": 7.928350058750188e-06,
      "loss": 0.2838,
      "num_tokens": 590418489.0,
      "step": 3101
    },
    {
      "epoch": 1.058703071672355,
      "grad_norm": 0.3021199527847078,
      "learning_rate": 7.926924487763929e-06,
      "loss": 0.3147,
      "num_tokens": 590566311.0,
      "step": 3102
    },
    {
      "epoch": 1.0590443686006825,
      "grad_norm": 0.38111103389017675,
      "learning_rate": 7.925498573233128e-06,
      "loss": 0.3286,
      "num_tokens": 590773644.0,
      "step": 3103
    },
    {
      "epoch": 1.0593856655290101,
      "grad_norm": 0.25781988340341305,
      "learning_rate": 7.924072315359632e-06,
      "loss": 0.3328,
      "num_tokens": 590995672.0,
      "step": 3104
    },
    {
      "epoch": 1.0597269624573378,
      "grad_norm": 0.26652437571969734,
      "learning_rate": 7.922645714345333e-06,
      "loss": 0.355,
      "num_tokens": 591204197.0,
      "step": 3105
    },
    {
      "epoch": 1.0600682593856656,
      "grad_norm": 0.2747462940201871,
      "learning_rate": 7.921218770392179e-06,
      "loss": 0.3533,
      "num_tokens": 591417484.0,
      "step": 3106
    },
    {
      "epoch": 1.0604095563139933,
      "grad_norm": 0.29214648301348045,
      "learning_rate": 7.919791483702158e-06,
      "loss": 0.3466,
      "num_tokens": 591643384.0,
      "step": 3107
    },
    {
      "epoch": 1.0607508532423209,
      "grad_norm": 0.3098902746604438,
      "learning_rate": 7.91836385447731e-06,
      "loss": 0.2942,
      "num_tokens": 591825387.0,
      "step": 3108
    },
    {
      "epoch": 1.0610921501706485,
      "grad_norm": 0.28692704395746627,
      "learning_rate": 7.916935882919724e-06,
      "loss": 0.3153,
      "num_tokens": 592018085.0,
      "step": 3109
    },
    {
      "epoch": 1.0614334470989761,
      "grad_norm": 0.26255310221170813,
      "learning_rate": 7.91550756923154e-06,
      "loss": 0.3096,
      "num_tokens": 592226963.0,
      "step": 3110
    },
    {
      "epoch": 1.0617747440273038,
      "grad_norm": 0.2624399380771703,
      "learning_rate": 7.91407891361494e-06,
      "loss": 0.3069,
      "num_tokens": 592426053.0,
      "step": 3111
    },
    {
      "epoch": 1.0621160409556314,
      "grad_norm": 0.2745153160962228,
      "learning_rate": 7.912649916272163e-06,
      "loss": 0.2966,
      "num_tokens": 592616199.0,
      "step": 3112
    },
    {
      "epoch": 1.062457337883959,
      "grad_norm": 0.32245553481745,
      "learning_rate": 7.911220577405485e-06,
      "loss": 0.3252,
      "num_tokens": 592799672.0,
      "step": 3113
    },
    {
      "epoch": 1.0627986348122866,
      "grad_norm": 0.2779197543177289,
      "learning_rate": 7.909790897217243e-06,
      "loss": 0.3008,
      "num_tokens": 593014167.0,
      "step": 3114
    },
    {
      "epoch": 1.0631399317406143,
      "grad_norm": 0.2807155329549687,
      "learning_rate": 7.908360875909813e-06,
      "loss": 0.3119,
      "num_tokens": 593183132.0,
      "step": 3115
    },
    {
      "epoch": 1.063481228668942,
      "grad_norm": 0.2989458537936612,
      "learning_rate": 7.90693051368562e-06,
      "loss": 0.3304,
      "num_tokens": 593401218.0,
      "step": 3116
    },
    {
      "epoch": 1.0638225255972695,
      "grad_norm": 0.2969254022549533,
      "learning_rate": 7.905499810747145e-06,
      "loss": 0.3495,
      "num_tokens": 593606478.0,
      "step": 3117
    },
    {
      "epoch": 1.0641638225255972,
      "grad_norm": 0.2871649456802564,
      "learning_rate": 7.904068767296908e-06,
      "loss": 0.2977,
      "num_tokens": 593761998.0,
      "step": 3118
    },
    {
      "epoch": 1.064505119453925,
      "grad_norm": 0.30175746270391873,
      "learning_rate": 7.902637383537483e-06,
      "loss": 0.3267,
      "num_tokens": 593946664.0,
      "step": 3119
    },
    {
      "epoch": 1.0648464163822526,
      "grad_norm": 0.28741816062011255,
      "learning_rate": 7.901205659671487e-06,
      "loss": 0.3312,
      "num_tokens": 594138587.0,
      "step": 3120
    },
    {
      "epoch": 1.0651877133105803,
      "grad_norm": 0.28853172428753465,
      "learning_rate": 7.899773595901595e-06,
      "loss": 0.3384,
      "num_tokens": 594337267.0,
      "step": 3121
    },
    {
      "epoch": 1.065529010238908,
      "grad_norm": 0.26423709757414204,
      "learning_rate": 7.898341192430518e-06,
      "loss": 0.3098,
      "num_tokens": 594529574.0,
      "step": 3122
    },
    {
      "epoch": 1.0658703071672355,
      "grad_norm": 0.27652948802643135,
      "learning_rate": 7.896908449461022e-06,
      "loss": 0.3338,
      "num_tokens": 594743956.0,
      "step": 3123
    },
    {
      "epoch": 1.0662116040955631,
      "grad_norm": 0.2916173111623294,
      "learning_rate": 7.89547536719592e-06,
      "loss": 0.3177,
      "num_tokens": 594936711.0,
      "step": 3124
    },
    {
      "epoch": 1.0665529010238908,
      "grad_norm": 0.2991570259065728,
      "learning_rate": 7.894041945838073e-06,
      "loss": 0.3004,
      "num_tokens": 595150280.0,
      "step": 3125
    },
    {
      "epoch": 1.0668941979522184,
      "grad_norm": 0.25421824951337124,
      "learning_rate": 7.892608185590387e-06,
      "loss": 0.3291,
      "num_tokens": 595395177.0,
      "step": 3126
    },
    {
      "epoch": 1.067235494880546,
      "grad_norm": 0.2748829923819728,
      "learning_rate": 7.891174086655823e-06,
      "loss": 0.3403,
      "num_tokens": 595605791.0,
      "step": 3127
    },
    {
      "epoch": 1.0675767918088737,
      "grad_norm": 0.29306505913389586,
      "learning_rate": 7.889739649237383e-06,
      "loss": 0.3366,
      "num_tokens": 595794998.0,
      "step": 3128
    },
    {
      "epoch": 1.0679180887372013,
      "grad_norm": 0.2923287550810309,
      "learning_rate": 7.888304873538119e-06,
      "loss": 0.2812,
      "num_tokens": 595991724.0,
      "step": 3129
    },
    {
      "epoch": 1.068259385665529,
      "grad_norm": 0.27087330809334853,
      "learning_rate": 7.886869759761133e-06,
      "loss": 0.3191,
      "num_tokens": 596194188.0,
      "step": 3130
    },
    {
      "epoch": 1.0686006825938565,
      "grad_norm": 0.25299303627595626,
      "learning_rate": 7.885434308109573e-06,
      "loss": 0.3193,
      "num_tokens": 596416734.0,
      "step": 3131
    },
    {
      "epoch": 1.0689419795221844,
      "grad_norm": 0.27500445263408624,
      "learning_rate": 7.883998518786635e-06,
      "loss": 0.3242,
      "num_tokens": 596605632.0,
      "step": 3132
    },
    {
      "epoch": 1.069283276450512,
      "grad_norm": 0.29553793913724985,
      "learning_rate": 7.882562391995563e-06,
      "loss": 0.3186,
      "num_tokens": 596776770.0,
      "step": 3133
    },
    {
      "epoch": 1.0696245733788396,
      "grad_norm": 0.29839845214348326,
      "learning_rate": 7.881125927939649e-06,
      "loss": 0.3562,
      "num_tokens": 596973960.0,
      "step": 3134
    },
    {
      "epoch": 1.0699658703071673,
      "grad_norm": 0.28846117640593416,
      "learning_rate": 7.879689126822228e-06,
      "loss": 0.3169,
      "num_tokens": 597169280.0,
      "step": 3135
    },
    {
      "epoch": 1.070307167235495,
      "grad_norm": 0.27065024888702416,
      "learning_rate": 7.878251988846694e-06,
      "loss": 0.2908,
      "num_tokens": 597344821.0,
      "step": 3136
    },
    {
      "epoch": 1.0706484641638225,
      "grad_norm": 0.2691199645684352,
      "learning_rate": 7.87681451421648e-06,
      "loss": 0.3087,
      "num_tokens": 597533703.0,
      "step": 3137
    },
    {
      "epoch": 1.0709897610921502,
      "grad_norm": 0.29347208402197544,
      "learning_rate": 7.875376703135064e-06,
      "loss": 0.3113,
      "num_tokens": 597717961.0,
      "step": 3138
    },
    {
      "epoch": 1.0713310580204778,
      "grad_norm": 0.29520445933140355,
      "learning_rate": 7.87393855580598e-06,
      "loss": 0.3166,
      "num_tokens": 597890835.0,
      "step": 3139
    },
    {
      "epoch": 1.0716723549488054,
      "grad_norm": 0.2881411345694546,
      "learning_rate": 7.872500072432806e-06,
      "loss": 0.3071,
      "num_tokens": 598065019.0,
      "step": 3140
    },
    {
      "epoch": 1.072013651877133,
      "grad_norm": 0.29007146724572025,
      "learning_rate": 7.871061253219165e-06,
      "loss": 0.3168,
      "num_tokens": 598240283.0,
      "step": 3141
    },
    {
      "epoch": 1.0723549488054607,
      "grad_norm": 0.305585585075864,
      "learning_rate": 7.869622098368732e-06,
      "loss": 0.3062,
      "num_tokens": 598395034.0,
      "step": 3142
    },
    {
      "epoch": 1.0726962457337883,
      "grad_norm": 0.28076359854879185,
      "learning_rate": 7.868182608085225e-06,
      "loss": 0.2735,
      "num_tokens": 598569446.0,
      "step": 3143
    },
    {
      "epoch": 1.073037542662116,
      "grad_norm": 0.2789291295932104,
      "learning_rate": 7.866742782572412e-06,
      "loss": 0.3327,
      "num_tokens": 598785419.0,
      "step": 3144
    },
    {
      "epoch": 1.0733788395904438,
      "grad_norm": 0.2898658160472966,
      "learning_rate": 7.865302622034113e-06,
      "loss": 0.3065,
      "num_tokens": 598960817.0,
      "step": 3145
    },
    {
      "epoch": 1.0737201365187714,
      "grad_norm": 0.2986305209643248,
      "learning_rate": 7.863862126674184e-06,
      "loss": 0.3234,
      "num_tokens": 599158007.0,
      "step": 3146
    },
    {
      "epoch": 1.074061433447099,
      "grad_norm": 0.29066076503700633,
      "learning_rate": 7.86242129669654e-06,
      "loss": 0.2981,
      "num_tokens": 599331636.0,
      "step": 3147
    },
    {
      "epoch": 1.0744027303754267,
      "grad_norm": 0.3021659916070955,
      "learning_rate": 7.860980132305134e-06,
      "loss": 0.3351,
      "num_tokens": 599507542.0,
      "step": 3148
    },
    {
      "epoch": 1.0747440273037543,
      "grad_norm": 0.3624155841473588,
      "learning_rate": 7.859538633703975e-06,
      "loss": 0.3699,
      "num_tokens": 599684247.0,
      "step": 3149
    },
    {
      "epoch": 1.075085324232082,
      "grad_norm": 0.29376604879365037,
      "learning_rate": 7.858096801097113e-06,
      "loss": 0.309,
      "num_tokens": 599867731.0,
      "step": 3150
    },
    {
      "epoch": 1.0754266211604095,
      "grad_norm": 0.27726337352367264,
      "learning_rate": 7.856654634688646e-06,
      "loss": 0.3214,
      "num_tokens": 600068423.0,
      "step": 3151
    },
    {
      "epoch": 1.0757679180887372,
      "grad_norm": 0.2841293459080337,
      "learning_rate": 7.855212134682723e-06,
      "loss": 0.3509,
      "num_tokens": 600280816.0,
      "step": 3152
    },
    {
      "epoch": 1.0761092150170648,
      "grad_norm": 0.31031420871771787,
      "learning_rate": 7.853769301283539e-06,
      "loss": 0.3118,
      "num_tokens": 600469043.0,
      "step": 3153
    },
    {
      "epoch": 1.0764505119453924,
      "grad_norm": 0.29080262356805897,
      "learning_rate": 7.852326134695332e-06,
      "loss": 0.3228,
      "num_tokens": 600644439.0,
      "step": 3154
    },
    {
      "epoch": 1.07679180887372,
      "grad_norm": 0.2936809982747249,
      "learning_rate": 7.85088263512239e-06,
      "loss": 0.37,
      "num_tokens": 600874174.0,
      "step": 3155
    },
    {
      "epoch": 1.0771331058020477,
      "grad_norm": 0.3090536601257815,
      "learning_rate": 7.849438802769052e-06,
      "loss": 0.3374,
      "num_tokens": 601047817.0,
      "step": 3156
    },
    {
      "epoch": 1.0774744027303753,
      "grad_norm": 0.2833006144527349,
      "learning_rate": 7.847994637839696e-06,
      "loss": 0.312,
      "num_tokens": 601254727.0,
      "step": 3157
    },
    {
      "epoch": 1.0778156996587032,
      "grad_norm": 0.2900062307076512,
      "learning_rate": 7.846550140538755e-06,
      "loss": 0.3262,
      "num_tokens": 601433437.0,
      "step": 3158
    },
    {
      "epoch": 1.0781569965870308,
      "grad_norm": 0.28043963429619817,
      "learning_rate": 7.845105311070701e-06,
      "loss": 0.3347,
      "num_tokens": 601636100.0,
      "step": 3159
    },
    {
      "epoch": 1.0784982935153584,
      "grad_norm": 0.3052484493549702,
      "learning_rate": 7.843660149640064e-06,
      "loss": 0.3074,
      "num_tokens": 601780310.0,
      "step": 3160
    },
    {
      "epoch": 1.078839590443686,
      "grad_norm": 0.2677775866342072,
      "learning_rate": 7.84221465645141e-06,
      "loss": 0.3063,
      "num_tokens": 601977089.0,
      "step": 3161
    },
    {
      "epoch": 1.0791808873720137,
      "grad_norm": 0.26914740990884134,
      "learning_rate": 7.840768831709358e-06,
      "loss": 0.3322,
      "num_tokens": 602191716.0,
      "step": 3162
    },
    {
      "epoch": 1.0795221843003413,
      "grad_norm": 0.3437976098447207,
      "learning_rate": 7.839322675618571e-06,
      "loss": 0.2965,
      "num_tokens": 602350175.0,
      "step": 3163
    },
    {
      "epoch": 1.079863481228669,
      "grad_norm": 0.2758100931584661,
      "learning_rate": 7.837876188383762e-06,
      "loss": 0.3049,
      "num_tokens": 602541478.0,
      "step": 3164
    },
    {
      "epoch": 1.0802047781569966,
      "grad_norm": 0.2929322588916545,
      "learning_rate": 7.836429370209691e-06,
      "loss": 0.3359,
      "num_tokens": 602733625.0,
      "step": 3165
    },
    {
      "epoch": 1.0805460750853242,
      "grad_norm": 0.2893070213267901,
      "learning_rate": 7.834982221301158e-06,
      "loss": 0.3271,
      "num_tokens": 602918493.0,
      "step": 3166
    },
    {
      "epoch": 1.0808873720136518,
      "grad_norm": 0.28613968864845957,
      "learning_rate": 7.833534741863021e-06,
      "loss": 0.319,
      "num_tokens": 603095433.0,
      "step": 3167
    },
    {
      "epoch": 1.0812286689419794,
      "grad_norm": 0.2960270734633753,
      "learning_rate": 7.832086932100172e-06,
      "loss": 0.3176,
      "num_tokens": 603267941.0,
      "step": 3168
    },
    {
      "epoch": 1.081569965870307,
      "grad_norm": 0.33980175975083293,
      "learning_rate": 7.830638792217562e-06,
      "loss": 0.3446,
      "num_tokens": 603448280.0,
      "step": 3169
    },
    {
      "epoch": 1.0819112627986347,
      "grad_norm": 0.2744883818037501,
      "learning_rate": 7.82919032242018e-06,
      "loss": 0.3276,
      "num_tokens": 603657177.0,
      "step": 3170
    },
    {
      "epoch": 1.0822525597269625,
      "grad_norm": 0.29443526982963225,
      "learning_rate": 7.827741522913068e-06,
      "loss": 0.3438,
      "num_tokens": 603853581.0,
      "step": 3171
    },
    {
      "epoch": 1.0825938566552902,
      "grad_norm": 0.3022504389316272,
      "learning_rate": 7.82629239390131e-06,
      "loss": 0.3281,
      "num_tokens": 604043883.0,
      "step": 3172
    },
    {
      "epoch": 1.0829351535836178,
      "grad_norm": 0.3049500725991126,
      "learning_rate": 7.824842935590037e-06,
      "loss": 0.3142,
      "num_tokens": 604204408.0,
      "step": 3173
    },
    {
      "epoch": 1.0832764505119454,
      "grad_norm": 0.2714925958533506,
      "learning_rate": 7.823393148184428e-06,
      "loss": 0.2994,
      "num_tokens": 604385994.0,
      "step": 3174
    },
    {
      "epoch": 1.083617747440273,
      "grad_norm": 0.27297976723790374,
      "learning_rate": 7.821943031889708e-06,
      "loss": 0.33,
      "num_tokens": 604585625.0,
      "step": 3175
    },
    {
      "epoch": 1.0839590443686007,
      "grad_norm": 0.27760209609175956,
      "learning_rate": 7.82049258691115e-06,
      "loss": 0.295,
      "num_tokens": 604774441.0,
      "step": 3176
    },
    {
      "epoch": 1.0843003412969283,
      "grad_norm": 0.28887113245006,
      "learning_rate": 7.819041813454072e-06,
      "loss": 0.3252,
      "num_tokens": 604986953.0,
      "step": 3177
    },
    {
      "epoch": 1.084641638225256,
      "grad_norm": 0.27179267236739885,
      "learning_rate": 7.81759071172384e-06,
      "loss": 0.2995,
      "num_tokens": 605172603.0,
      "step": 3178
    },
    {
      "epoch": 1.0849829351535836,
      "grad_norm": 0.287142233374213,
      "learning_rate": 7.816139281925868e-06,
      "loss": 0.3315,
      "num_tokens": 605353490.0,
      "step": 3179
    },
    {
      "epoch": 1.0853242320819112,
      "grad_norm": 0.28333263700052047,
      "learning_rate": 7.81468752426561e-06,
      "loss": 0.317,
      "num_tokens": 605521763.0,
      "step": 3180
    },
    {
      "epoch": 1.0856655290102388,
      "grad_norm": 0.2510387890858938,
      "learning_rate": 7.81323543894857e-06,
      "loss": 0.2931,
      "num_tokens": 605721184.0,
      "step": 3181
    },
    {
      "epoch": 1.0860068259385665,
      "grad_norm": 0.2916001203836256,
      "learning_rate": 7.811783026180298e-06,
      "loss": 0.2798,
      "num_tokens": 605876360.0,
      "step": 3182
    },
    {
      "epoch": 1.086348122866894,
      "grad_norm": 0.2857448999133852,
      "learning_rate": 7.810330286166394e-06,
      "loss": 0.3121,
      "num_tokens": 606054995.0,
      "step": 3183
    },
    {
      "epoch": 1.086689419795222,
      "grad_norm": 0.31937595051810674,
      "learning_rate": 7.8088772191125e-06,
      "loss": 0.3432,
      "num_tokens": 606242670.0,
      "step": 3184
    },
    {
      "epoch": 1.0870307167235496,
      "grad_norm": 0.3018644817116544,
      "learning_rate": 7.807423825224306e-06,
      "loss": 0.3431,
      "num_tokens": 606433126.0,
      "step": 3185
    },
    {
      "epoch": 1.0873720136518772,
      "grad_norm": 0.29041585520933405,
      "learning_rate": 7.805970104707549e-06,
      "loss": 0.3222,
      "num_tokens": 606618052.0,
      "step": 3186
    },
    {
      "epoch": 1.0877133105802048,
      "grad_norm": 0.2917092887097782,
      "learning_rate": 7.804516057768008e-06,
      "loss": 0.3038,
      "num_tokens": 606781524.0,
      "step": 3187
    },
    {
      "epoch": 1.0880546075085324,
      "grad_norm": 0.30178445585492314,
      "learning_rate": 7.803061684611515e-06,
      "loss": 0.3126,
      "num_tokens": 606953259.0,
      "step": 3188
    },
    {
      "epoch": 1.08839590443686,
      "grad_norm": 0.2534981223733782,
      "learning_rate": 7.801606985443943e-06,
      "loss": 0.339,
      "num_tokens": 607191917.0,
      "step": 3189
    },
    {
      "epoch": 1.0887372013651877,
      "grad_norm": 0.29155296302816014,
      "learning_rate": 7.80015196047121e-06,
      "loss": 0.3519,
      "num_tokens": 607380861.0,
      "step": 3190
    },
    {
      "epoch": 1.0890784982935153,
      "grad_norm": 0.2769918386607736,
      "learning_rate": 7.798696609899285e-06,
      "loss": 0.3239,
      "num_tokens": 607578640.0,
      "step": 3191
    },
    {
      "epoch": 1.089419795221843,
      "grad_norm": 0.2872197518115064,
      "learning_rate": 7.797240933934184e-06,
      "loss": 0.3413,
      "num_tokens": 607791880.0,
      "step": 3192
    },
    {
      "epoch": 1.0897610921501706,
      "grad_norm": 0.28168771809845194,
      "learning_rate": 7.79578493278196e-06,
      "loss": 0.322,
      "num_tokens": 607995721.0,
      "step": 3193
    },
    {
      "epoch": 1.0901023890784982,
      "grad_norm": 0.2851667848824859,
      "learning_rate": 7.794328606648725e-06,
      "loss": 0.3268,
      "num_tokens": 608174027.0,
      "step": 3194
    },
    {
      "epoch": 1.0904436860068258,
      "grad_norm": 0.27549444382726973,
      "learning_rate": 7.792871955740626e-06,
      "loss": 0.2943,
      "num_tokens": 608352233.0,
      "step": 3195
    },
    {
      "epoch": 1.0907849829351535,
      "grad_norm": 0.3143805377726217,
      "learning_rate": 7.791414980263857e-06,
      "loss": 0.3406,
      "num_tokens": 608515858.0,
      "step": 3196
    },
    {
      "epoch": 1.0911262798634813,
      "grad_norm": 0.2819871555697118,
      "learning_rate": 7.789957680424664e-06,
      "loss": 0.3126,
      "num_tokens": 608694853.0,
      "step": 3197
    },
    {
      "epoch": 1.091467576791809,
      "grad_norm": 0.26995564465684285,
      "learning_rate": 7.788500056429338e-06,
      "loss": 0.3011,
      "num_tokens": 608874700.0,
      "step": 3198
    },
    {
      "epoch": 1.0918088737201366,
      "grad_norm": 0.2867061616735741,
      "learning_rate": 7.78704210848421e-06,
      "loss": 0.3007,
      "num_tokens": 609066220.0,
      "step": 3199
    },
    {
      "epoch": 1.0921501706484642,
      "grad_norm": 0.29328197940700085,
      "learning_rate": 7.785583836795662e-06,
      "loss": 0.3108,
      "num_tokens": 609250136.0,
      "step": 3200
    },
    {
      "epoch": 1.0924914675767918,
      "grad_norm": 0.2970062822851066,
      "learning_rate": 7.784125241570121e-06,
      "loss": 0.3464,
      "num_tokens": 609437690.0,
      "step": 3201
    },
    {
      "epoch": 1.0928327645051195,
      "grad_norm": 0.30222220865953137,
      "learning_rate": 7.78266632301406e-06,
      "loss": 0.2853,
      "num_tokens": 609583336.0,
      "step": 3202
    },
    {
      "epoch": 1.093174061433447,
      "grad_norm": 0.26676526593028466,
      "learning_rate": 7.781207081333994e-06,
      "loss": 0.326,
      "num_tokens": 609795553.0,
      "step": 3203
    },
    {
      "epoch": 1.0935153583617747,
      "grad_norm": 0.2887661412667416,
      "learning_rate": 7.779747516736491e-06,
      "loss": 0.3093,
      "num_tokens": 609970704.0,
      "step": 3204
    },
    {
      "epoch": 1.0938566552901023,
      "grad_norm": 0.25613916918704904,
      "learning_rate": 7.778287629428154e-06,
      "loss": 0.3078,
      "num_tokens": 610190674.0,
      "step": 3205
    },
    {
      "epoch": 1.09419795221843,
      "grad_norm": 0.2840411311184281,
      "learning_rate": 7.776827419615645e-06,
      "loss": 0.2859,
      "num_tokens": 610357129.0,
      "step": 3206
    },
    {
      "epoch": 1.0945392491467576,
      "grad_norm": 1.8747394290694048,
      "learning_rate": 7.775366887505661e-06,
      "loss": 0.3341,
      "num_tokens": 610565081.0,
      "step": 3207
    },
    {
      "epoch": 1.0948805460750852,
      "grad_norm": 0.28149007815680205,
      "learning_rate": 7.773906033304946e-06,
      "loss": 0.3177,
      "num_tokens": 610736346.0,
      "step": 3208
    },
    {
      "epoch": 1.0952218430034129,
      "grad_norm": 0.28952851148797365,
      "learning_rate": 7.772444857220298e-06,
      "loss": 0.3267,
      "num_tokens": 610926931.0,
      "step": 3209
    },
    {
      "epoch": 1.0955631399317407,
      "grad_norm": 0.2569836056756802,
      "learning_rate": 7.77098335945855e-06,
      "loss": 0.3092,
      "num_tokens": 611141620.0,
      "step": 3210
    },
    {
      "epoch": 1.0959044368600683,
      "grad_norm": 0.26948826468531223,
      "learning_rate": 7.769521540226589e-06,
      "loss": 0.3209,
      "num_tokens": 611355631.0,
      "step": 3211
    },
    {
      "epoch": 1.096245733788396,
      "grad_norm": 0.3007135555189163,
      "learning_rate": 7.76805939973134e-06,
      "loss": 0.3281,
      "num_tokens": 611547113.0,
      "step": 3212
    },
    {
      "epoch": 1.0965870307167236,
      "grad_norm": 0.2983496526309322,
      "learning_rate": 7.766596938179778e-06,
      "loss": 0.3424,
      "num_tokens": 611735128.0,
      "step": 3213
    },
    {
      "epoch": 1.0969283276450512,
      "grad_norm": 0.3077793060018936,
      "learning_rate": 7.765134155778923e-06,
      "loss": 0.3637,
      "num_tokens": 611921070.0,
      "step": 3214
    },
    {
      "epoch": 1.0972696245733788,
      "grad_norm": 0.290321171366705,
      "learning_rate": 7.763671052735836e-06,
      "loss": 0.3039,
      "num_tokens": 612097027.0,
      "step": 3215
    },
    {
      "epoch": 1.0976109215017065,
      "grad_norm": 0.27684938075248056,
      "learning_rate": 7.762207629257637e-06,
      "loss": 0.325,
      "num_tokens": 612278603.0,
      "step": 3216
    },
    {
      "epoch": 1.097952218430034,
      "grad_norm": 0.3337431482709027,
      "learning_rate": 7.760743885551472e-06,
      "loss": 0.3133,
      "num_tokens": 612457247.0,
      "step": 3217
    },
    {
      "epoch": 1.0982935153583617,
      "grad_norm": 0.26738268074068516,
      "learning_rate": 7.759279821824545e-06,
      "loss": 0.3044,
      "num_tokens": 612643185.0,
      "step": 3218
    },
    {
      "epoch": 1.0986348122866894,
      "grad_norm": 0.36373698877153826,
      "learning_rate": 7.757815438284105e-06,
      "loss": 0.3202,
      "num_tokens": 612856535.0,
      "step": 3219
    },
    {
      "epoch": 1.098976109215017,
      "grad_norm": 0.24178918323168713,
      "learning_rate": 7.75635073513744e-06,
      "loss": 0.3181,
      "num_tokens": 613107579.0,
      "step": 3220
    },
    {
      "epoch": 1.0993174061433446,
      "grad_norm": 0.2713289952281832,
      "learning_rate": 7.754885712591888e-06,
      "loss": 0.2928,
      "num_tokens": 613285678.0,
      "step": 3221
    },
    {
      "epoch": 1.0996587030716722,
      "grad_norm": 0.26908071341732226,
      "learning_rate": 7.753420370854833e-06,
      "loss": 0.3406,
      "num_tokens": 613535125.0,
      "step": 3222
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.31157524324795655,
      "learning_rate": 7.751954710133699e-06,
      "loss": 0.2999,
      "num_tokens": 613716057.0,
      "step": 3223
    },
    {
      "epoch": 1.1003412969283277,
      "grad_norm": 0.2758961925758426,
      "learning_rate": 7.75048873063596e-06,
      "loss": 0.2739,
      "num_tokens": 613899195.0,
      "step": 3224
    },
    {
      "epoch": 1.1006825938566553,
      "grad_norm": 0.2700495088678674,
      "learning_rate": 7.749022432569133e-06,
      "loss": 0.3026,
      "num_tokens": 614102345.0,
      "step": 3225
    },
    {
      "epoch": 1.101023890784983,
      "grad_norm": 0.2984457630486169,
      "learning_rate": 7.747555816140782e-06,
      "loss": 0.3258,
      "num_tokens": 614295911.0,
      "step": 3226
    },
    {
      "epoch": 1.1013651877133106,
      "grad_norm": 0.29231281834612194,
      "learning_rate": 7.746088881558512e-06,
      "loss": 0.3402,
      "num_tokens": 614483521.0,
      "step": 3227
    },
    {
      "epoch": 1.1017064846416382,
      "grad_norm": 0.2917218860295372,
      "learning_rate": 7.744621629029978e-06,
      "loss": 0.292,
      "num_tokens": 614646876.0,
      "step": 3228
    },
    {
      "epoch": 1.1020477815699659,
      "grad_norm": 0.2645311194092717,
      "learning_rate": 7.743154058762877e-06,
      "loss": 0.3079,
      "num_tokens": 614854976.0,
      "step": 3229
    },
    {
      "epoch": 1.1023890784982935,
      "grad_norm": 0.2694839142439952,
      "learning_rate": 7.741686170964951e-06,
      "loss": 0.3283,
      "num_tokens": 615066796.0,
      "step": 3230
    },
    {
      "epoch": 1.1027303754266211,
      "grad_norm": 0.2517898785063074,
      "learning_rate": 7.74021796584399e-06,
      "loss": 0.3264,
      "num_tokens": 615289976.0,
      "step": 3231
    },
    {
      "epoch": 1.1030716723549487,
      "grad_norm": 0.3226044443734902,
      "learning_rate": 7.738749443607822e-06,
      "loss": 0.3318,
      "num_tokens": 615459489.0,
      "step": 3232
    },
    {
      "epoch": 1.1034129692832764,
      "grad_norm": 0.2738513211554924,
      "learning_rate": 7.737280604464327e-06,
      "loss": 0.3568,
      "num_tokens": 615672738.0,
      "step": 3233
    },
    {
      "epoch": 1.103754266211604,
      "grad_norm": 0.30626518814102827,
      "learning_rate": 7.73581144862143e-06,
      "loss": 0.3017,
      "num_tokens": 615829868.0,
      "step": 3234
    },
    {
      "epoch": 1.1040955631399316,
      "grad_norm": 0.27101895879368587,
      "learning_rate": 7.734341976287094e-06,
      "loss": 0.3106,
      "num_tokens": 616013703.0,
      "step": 3235
    },
    {
      "epoch": 1.1044368600682595,
      "grad_norm": 0.2891647215004597,
      "learning_rate": 7.732872187669333e-06,
      "loss": 0.3451,
      "num_tokens": 616210674.0,
      "step": 3236
    },
    {
      "epoch": 1.104778156996587,
      "grad_norm": 0.2924360037307728,
      "learning_rate": 7.731402082976202e-06,
      "loss": 0.3026,
      "num_tokens": 616377262.0,
      "step": 3237
    },
    {
      "epoch": 1.1051194539249147,
      "grad_norm": 0.27589091893912776,
      "learning_rate": 7.729931662415804e-06,
      "loss": 0.3107,
      "num_tokens": 616563174.0,
      "step": 3238
    },
    {
      "epoch": 1.1054607508532424,
      "grad_norm": 0.32321631722185845,
      "learning_rate": 7.728460926196283e-06,
      "loss": 0.3076,
      "num_tokens": 616703965.0,
      "step": 3239
    },
    {
      "epoch": 1.10580204778157,
      "grad_norm": 0.28953012375730647,
      "learning_rate": 7.726989874525833e-06,
      "loss": 0.2981,
      "num_tokens": 616862435.0,
      "step": 3240
    },
    {
      "epoch": 1.1061433447098976,
      "grad_norm": 0.31813853881623927,
      "learning_rate": 7.72551850761269e-06,
      "loss": 0.3361,
      "num_tokens": 617029580.0,
      "step": 3241
    },
    {
      "epoch": 1.1064846416382252,
      "grad_norm": 0.40222838060548316,
      "learning_rate": 7.724046825665128e-06,
      "loss": 0.3057,
      "num_tokens": 617254632.0,
      "step": 3242
    },
    {
      "epoch": 1.1068259385665529,
      "grad_norm": 0.28355245194136913,
      "learning_rate": 7.722574828891479e-06,
      "loss": 0.3447,
      "num_tokens": 617454288.0,
      "step": 3243
    },
    {
      "epoch": 1.1071672354948805,
      "grad_norm": 0.2908148096326773,
      "learning_rate": 7.721102517500107e-06,
      "loss": 0.3282,
      "num_tokens": 617651795.0,
      "step": 3244
    },
    {
      "epoch": 1.1075085324232081,
      "grad_norm": 0.2509338852845908,
      "learning_rate": 7.71962989169943e-06,
      "loss": 0.3053,
      "num_tokens": 617872421.0,
      "step": 3245
    },
    {
      "epoch": 1.1078498293515358,
      "grad_norm": 0.29281862934061464,
      "learning_rate": 7.718156951697901e-06,
      "loss": 0.3274,
      "num_tokens": 618080211.0,
      "step": 3246
    },
    {
      "epoch": 1.1081911262798634,
      "grad_norm": 0.26890161314379035,
      "learning_rate": 7.716683697704029e-06,
      "loss": 0.3118,
      "num_tokens": 618287508.0,
      "step": 3247
    },
    {
      "epoch": 1.108532423208191,
      "grad_norm": 0.29703845154750685,
      "learning_rate": 7.715210129926354e-06,
      "loss": 0.3133,
      "num_tokens": 618463741.0,
      "step": 3248
    },
    {
      "epoch": 1.1088737201365189,
      "grad_norm": 0.27968888254575947,
      "learning_rate": 7.713736248573476e-06,
      "loss": 0.3167,
      "num_tokens": 618649452.0,
      "step": 3249
    },
    {
      "epoch": 1.1092150170648465,
      "grad_norm": 0.250840820202527,
      "learning_rate": 7.712262053854024e-06,
      "loss": 0.3234,
      "num_tokens": 618878508.0,
      "step": 3250
    },
    {
      "epoch": 1.1095563139931741,
      "grad_norm": 0.3092100045120622,
      "learning_rate": 7.710787545976682e-06,
      "loss": 0.2749,
      "num_tokens": 619021845.0,
      "step": 3251
    },
    {
      "epoch": 1.1098976109215017,
      "grad_norm": 0.3028696708219248,
      "learning_rate": 7.709312725150175e-06,
      "loss": 0.3229,
      "num_tokens": 619191084.0,
      "step": 3252
    },
    {
      "epoch": 1.1102389078498294,
      "grad_norm": 0.29644924663346284,
      "learning_rate": 7.70783759158327e-06,
      "loss": 0.3304,
      "num_tokens": 619366317.0,
      "step": 3253
    },
    {
      "epoch": 1.110580204778157,
      "grad_norm": 0.26787048898561383,
      "learning_rate": 7.70636214548478e-06,
      "loss": 0.3198,
      "num_tokens": 619571563.0,
      "step": 3254
    },
    {
      "epoch": 1.1109215017064846,
      "grad_norm": 0.3110715438657865,
      "learning_rate": 7.704886387063565e-06,
      "loss": 0.3003,
      "num_tokens": 619735626.0,
      "step": 3255
    },
    {
      "epoch": 1.1112627986348123,
      "grad_norm": 0.2810228227178714,
      "learning_rate": 7.703410316528525e-06,
      "loss": 0.3276,
      "num_tokens": 619948612.0,
      "step": 3256
    },
    {
      "epoch": 1.1116040955631399,
      "grad_norm": 0.2883729854190199,
      "learning_rate": 7.701933934088607e-06,
      "loss": 0.3312,
      "num_tokens": 620126606.0,
      "step": 3257
    },
    {
      "epoch": 1.1119453924914675,
      "grad_norm": 0.30167122143512454,
      "learning_rate": 7.700457239952798e-06,
      "loss": 0.2962,
      "num_tokens": 620306383.0,
      "step": 3258
    },
    {
      "epoch": 1.1122866894197951,
      "grad_norm": 0.26735883235272456,
      "learning_rate": 7.698980234330137e-06,
      "loss": 0.3085,
      "num_tokens": 620490067.0,
      "step": 3259
    },
    {
      "epoch": 1.1126279863481228,
      "grad_norm": 0.26043643936135197,
      "learning_rate": 7.6975029174297e-06,
      "loss": 0.3105,
      "num_tokens": 620691043.0,
      "step": 3260
    },
    {
      "epoch": 1.1129692832764504,
      "grad_norm": 0.3070922539444917,
      "learning_rate": 7.696025289460608e-06,
      "loss": 0.3196,
      "num_tokens": 620861401.0,
      "step": 3261
    },
    {
      "epoch": 1.1133105802047782,
      "grad_norm": 0.2847432172080832,
      "learning_rate": 7.69454735063203e-06,
      "loss": 0.3183,
      "num_tokens": 621053697.0,
      "step": 3262
    },
    {
      "epoch": 1.1136518771331059,
      "grad_norm": 0.3079292825002105,
      "learning_rate": 7.693069101153174e-06,
      "loss": 0.3348,
      "num_tokens": 621217533.0,
      "step": 3263
    },
    {
      "epoch": 1.1139931740614335,
      "grad_norm": 0.2588420948614879,
      "learning_rate": 7.691590541233296e-06,
      "loss": 0.3222,
      "num_tokens": 621451776.0,
      "step": 3264
    },
    {
      "epoch": 1.1143344709897611,
      "grad_norm": 0.3153511104636417,
      "learning_rate": 7.690111671081693e-06,
      "loss": 0.3393,
      "num_tokens": 621627026.0,
      "step": 3265
    },
    {
      "epoch": 1.1146757679180888,
      "grad_norm": 0.28037653808311414,
      "learning_rate": 7.68863249090771e-06,
      "loss": 0.3258,
      "num_tokens": 621824422.0,
      "step": 3266
    },
    {
      "epoch": 1.1150170648464164,
      "grad_norm": 0.25059951089697213,
      "learning_rate": 7.687153000920728e-06,
      "loss": 0.3134,
      "num_tokens": 622067155.0,
      "step": 3267
    },
    {
      "epoch": 1.115358361774744,
      "grad_norm": 0.2740806023402502,
      "learning_rate": 7.685673201330183e-06,
      "loss": 0.3431,
      "num_tokens": 622301401.0,
      "step": 3268
    },
    {
      "epoch": 1.1156996587030716,
      "grad_norm": 0.8483245090889858,
      "learning_rate": 7.684193092345544e-06,
      "loss": 0.3088,
      "num_tokens": 622475008.0,
      "step": 3269
    },
    {
      "epoch": 1.1160409556313993,
      "grad_norm": 0.2751641389340898,
      "learning_rate": 7.68271267417633e-06,
      "loss": 0.3185,
      "num_tokens": 622673722.0,
      "step": 3270
    },
    {
      "epoch": 1.116382252559727,
      "grad_norm": 0.2823492989743329,
      "learning_rate": 7.681231947032104e-06,
      "loss": 0.3429,
      "num_tokens": 622872844.0,
      "step": 3271
    },
    {
      "epoch": 1.1167235494880545,
      "grad_norm": 0.29251021448702136,
      "learning_rate": 7.67975091112247e-06,
      "loss": 0.3239,
      "num_tokens": 623063441.0,
      "step": 3272
    },
    {
      "epoch": 1.1170648464163822,
      "grad_norm": 0.27132276101257086,
      "learning_rate": 7.678269566657075e-06,
      "loss": 0.3517,
      "num_tokens": 623295162.0,
      "step": 3273
    },
    {
      "epoch": 1.11740614334471,
      "grad_norm": 0.30725844490069854,
      "learning_rate": 7.676787913845615e-06,
      "loss": 0.3049,
      "num_tokens": 623470693.0,
      "step": 3274
    },
    {
      "epoch": 1.1177474402730376,
      "grad_norm": 0.2966339942218209,
      "learning_rate": 7.675305952897823e-06,
      "loss": 0.3362,
      "num_tokens": 623642098.0,
      "step": 3275
    },
    {
      "epoch": 1.1180887372013653,
      "grad_norm": 0.2762621684135585,
      "learning_rate": 7.673823684023482e-06,
      "loss": 0.2988,
      "num_tokens": 623824847.0,
      "step": 3276
    },
    {
      "epoch": 1.1184300341296929,
      "grad_norm": 0.26548697492119444,
      "learning_rate": 7.67234110743241e-06,
      "loss": 0.3167,
      "num_tokens": 624036076.0,
      "step": 3277
    },
    {
      "epoch": 1.1187713310580205,
      "grad_norm": 0.2589571199029366,
      "learning_rate": 7.67085822333448e-06,
      "loss": 0.3324,
      "num_tokens": 624273061.0,
      "step": 3278
    },
    {
      "epoch": 1.1191126279863481,
      "grad_norm": 0.2983890179854297,
      "learning_rate": 7.669375031939596e-06,
      "loss": 0.325,
      "num_tokens": 624442767.0,
      "step": 3279
    },
    {
      "epoch": 1.1194539249146758,
      "grad_norm": 0.29338513931916277,
      "learning_rate": 7.667891533457718e-06,
      "loss": 0.3038,
      "num_tokens": 624616205.0,
      "step": 3280
    },
    {
      "epoch": 1.1197952218430034,
      "grad_norm": 0.27563829054874145,
      "learning_rate": 7.666407728098843e-06,
      "loss": 0.3083,
      "num_tokens": 624805594.0,
      "step": 3281
    },
    {
      "epoch": 1.120136518771331,
      "grad_norm": 0.2792343005183481,
      "learning_rate": 7.664923616073007e-06,
      "loss": 0.2887,
      "num_tokens": 624995228.0,
      "step": 3282
    },
    {
      "epoch": 1.1204778156996587,
      "grad_norm": 0.2709833432939536,
      "learning_rate": 7.663439197590298e-06,
      "loss": 0.3172,
      "num_tokens": 625197706.0,
      "step": 3283
    },
    {
      "epoch": 1.1208191126279863,
      "grad_norm": 0.2845701939892304,
      "learning_rate": 7.661954472860842e-06,
      "loss": 0.3161,
      "num_tokens": 625399785.0,
      "step": 3284
    },
    {
      "epoch": 1.121160409556314,
      "grad_norm": 0.31930186734910243,
      "learning_rate": 7.66046944209481e-06,
      "loss": 0.341,
      "num_tokens": 625594773.0,
      "step": 3285
    },
    {
      "epoch": 1.1215017064846415,
      "grad_norm": 0.30669353593686466,
      "learning_rate": 7.65898410550242e-06,
      "loss": 0.3225,
      "num_tokens": 625760783.0,
      "step": 3286
    },
    {
      "epoch": 1.1218430034129694,
      "grad_norm": 0.2915579542011325,
      "learning_rate": 7.657498463293924e-06,
      "loss": 0.2973,
      "num_tokens": 625924806.0,
      "step": 3287
    },
    {
      "epoch": 1.122184300341297,
      "grad_norm": 0.2969974610808529,
      "learning_rate": 7.656012515679625e-06,
      "loss": 0.3241,
      "num_tokens": 626127442.0,
      "step": 3288
    },
    {
      "epoch": 1.1225255972696246,
      "grad_norm": 0.264124094291596,
      "learning_rate": 7.654526262869867e-06,
      "loss": 0.3139,
      "num_tokens": 626338951.0,
      "step": 3289
    },
    {
      "epoch": 1.1228668941979523,
      "grad_norm": 0.42544724859261795,
      "learning_rate": 7.653039705075041e-06,
      "loss": 0.3547,
      "num_tokens": 626536744.0,
      "step": 3290
    },
    {
      "epoch": 1.12320819112628,
      "grad_norm": 0.2968755791211799,
      "learning_rate": 7.65155284250557e-06,
      "loss": 0.3328,
      "num_tokens": 626721880.0,
      "step": 3291
    },
    {
      "epoch": 1.1235494880546075,
      "grad_norm": 0.2896183020351901,
      "learning_rate": 7.650065675371935e-06,
      "loss": 0.3338,
      "num_tokens": 626917406.0,
      "step": 3292
    },
    {
      "epoch": 1.1238907849829352,
      "grad_norm": 0.27391224865674396,
      "learning_rate": 7.648578203884647e-06,
      "loss": 0.2893,
      "num_tokens": 627093025.0,
      "step": 3293
    },
    {
      "epoch": 1.1242320819112628,
      "grad_norm": 0.2951504280993214,
      "learning_rate": 7.64709042825427e-06,
      "loss": 0.3188,
      "num_tokens": 627278682.0,
      "step": 3294
    },
    {
      "epoch": 1.1245733788395904,
      "grad_norm": 0.28576218178572127,
      "learning_rate": 7.645602348691403e-06,
      "loss": 0.3101,
      "num_tokens": 627455117.0,
      "step": 3295
    },
    {
      "epoch": 1.124914675767918,
      "grad_norm": 0.2642282486855569,
      "learning_rate": 7.644113965406697e-06,
      "loss": 0.3136,
      "num_tokens": 627675677.0,
      "step": 3296
    },
    {
      "epoch": 1.1252559726962457,
      "grad_norm": 0.2719158500478086,
      "learning_rate": 7.642625278610834e-06,
      "loss": 0.3204,
      "num_tokens": 627897237.0,
      "step": 3297
    },
    {
      "epoch": 1.1255972696245733,
      "grad_norm": 0.28403034696316487,
      "learning_rate": 7.641136288514552e-06,
      "loss": 0.3017,
      "num_tokens": 628054461.0,
      "step": 3298
    },
    {
      "epoch": 1.1259385665529011,
      "grad_norm": 0.27887549726746713,
      "learning_rate": 7.639646995328624e-06,
      "loss": 0.2978,
      "num_tokens": 628211913.0,
      "step": 3299
    },
    {
      "epoch": 1.1262798634812285,
      "grad_norm": 0.3060493514012775,
      "learning_rate": 7.638157399263865e-06,
      "loss": 0.3465,
      "num_tokens": 628410320.0,
      "step": 3300
    },
    {
      "epoch": 1.1266211604095564,
      "grad_norm": 0.31303237641632375,
      "learning_rate": 7.636667500531139e-06,
      "loss": 0.331,
      "num_tokens": 628593444.0,
      "step": 3301
    },
    {
      "epoch": 1.126962457337884,
      "grad_norm": 0.3339817602377949,
      "learning_rate": 7.635177299341347e-06,
      "loss": 0.3419,
      "num_tokens": 628773367.0,
      "step": 3302
    },
    {
      "epoch": 1.1273037542662117,
      "grad_norm": 0.2646521706903835,
      "learning_rate": 7.633686795905437e-06,
      "loss": 0.317,
      "num_tokens": 628961285.0,
      "step": 3303
    },
    {
      "epoch": 1.1276450511945393,
      "grad_norm": 0.29501789585208177,
      "learning_rate": 7.632195990434396e-06,
      "loss": 0.3061,
      "num_tokens": 629132730.0,
      "step": 3304
    },
    {
      "epoch": 1.127986348122867,
      "grad_norm": 0.2674215424495357,
      "learning_rate": 7.630704883139259e-06,
      "loss": 0.3313,
      "num_tokens": 629333542.0,
      "step": 3305
    },
    {
      "epoch": 1.1283276450511945,
      "grad_norm": 0.2760813292695495,
      "learning_rate": 7.629213474231096e-06,
      "loss": 0.3244,
      "num_tokens": 629522920.0,
      "step": 3306
    },
    {
      "epoch": 1.1286689419795222,
      "grad_norm": 0.3042785328484948,
      "learning_rate": 7.627721763921027e-06,
      "loss": 0.3231,
      "num_tokens": 629708162.0,
      "step": 3307
    },
    {
      "epoch": 1.1290102389078498,
      "grad_norm": 0.3077507834845159,
      "learning_rate": 7.6262297524202125e-06,
      "loss": 0.3334,
      "num_tokens": 629869926.0,
      "step": 3308
    },
    {
      "epoch": 1.1293515358361774,
      "grad_norm": 0.2667940836398783,
      "learning_rate": 7.624737439939853e-06,
      "loss": 0.309,
      "num_tokens": 630058831.0,
      "step": 3309
    },
    {
      "epoch": 1.129692832764505,
      "grad_norm": 0.2523979161361357,
      "learning_rate": 7.623244826691195e-06,
      "loss": 0.3096,
      "num_tokens": 630268924.0,
      "step": 3310
    },
    {
      "epoch": 1.1300341296928327,
      "grad_norm": 0.30829772939388944,
      "learning_rate": 7.6217519128855235e-06,
      "loss": 0.3179,
      "num_tokens": 630422377.0,
      "step": 3311
    },
    {
      "epoch": 1.1303754266211605,
      "grad_norm": 0.3095472893116867,
      "learning_rate": 7.620258698734173e-06,
      "loss": 0.3041,
      "num_tokens": 630567009.0,
      "step": 3312
    },
    {
      "epoch": 1.130716723549488,
      "grad_norm": 0.3276204747027538,
      "learning_rate": 7.618765184448512e-06,
      "loss": 0.2962,
      "num_tokens": 630770753.0,
      "step": 3313
    },
    {
      "epoch": 1.1310580204778158,
      "grad_norm": 0.26519540472185604,
      "learning_rate": 7.6172713702399585e-06,
      "loss": 0.3095,
      "num_tokens": 630943314.0,
      "step": 3314
    },
    {
      "epoch": 1.1313993174061434,
      "grad_norm": 0.2786819659892835,
      "learning_rate": 7.615777256319968e-06,
      "loss": 0.296,
      "num_tokens": 631116871.0,
      "step": 3315
    },
    {
      "epoch": 1.131740614334471,
      "grad_norm": 0.2536423350052038,
      "learning_rate": 7.614282842900042e-06,
      "loss": 0.3016,
      "num_tokens": 631335769.0,
      "step": 3316
    },
    {
      "epoch": 1.1320819112627987,
      "grad_norm": 0.31999186210791375,
      "learning_rate": 7.612788130191724e-06,
      "loss": 0.287,
      "num_tokens": 631496844.0,
      "step": 3317
    },
    {
      "epoch": 1.1324232081911263,
      "grad_norm": 0.284315696813058,
      "learning_rate": 7.611293118406597e-06,
      "loss": 0.2643,
      "num_tokens": 631654050.0,
      "step": 3318
    },
    {
      "epoch": 1.132764505119454,
      "grad_norm": 0.2781612235868615,
      "learning_rate": 7.6097978077562875e-06,
      "loss": 0.2961,
      "num_tokens": 631840752.0,
      "step": 3319
    },
    {
      "epoch": 1.1331058020477816,
      "grad_norm": 0.2845469841195871,
      "learning_rate": 7.608302198452467e-06,
      "loss": 0.3158,
      "num_tokens": 632021332.0,
      "step": 3320
    },
    {
      "epoch": 1.1334470989761092,
      "grad_norm": 0.3119296973701066,
      "learning_rate": 7.606806290706846e-06,
      "loss": 0.304,
      "num_tokens": 632153818.0,
      "step": 3321
    },
    {
      "epoch": 1.1337883959044368,
      "grad_norm": 0.26972124458876146,
      "learning_rate": 7.6053100847311804e-06,
      "loss": 0.3095,
      "num_tokens": 632335259.0,
      "step": 3322
    },
    {
      "epoch": 1.1341296928327644,
      "grad_norm": 0.2958649818865588,
      "learning_rate": 7.603813580737262e-06,
      "loss": 0.3108,
      "num_tokens": 632501853.0,
      "step": 3323
    },
    {
      "epoch": 1.134470989761092,
      "grad_norm": 0.26874412513903373,
      "learning_rate": 7.602316778936934e-06,
      "loss": 0.3172,
      "num_tokens": 632724408.0,
      "step": 3324
    },
    {
      "epoch": 1.13481228668942,
      "grad_norm": 0.3004832389312608,
      "learning_rate": 7.600819679542074e-06,
      "loss": 0.3211,
      "num_tokens": 632899184.0,
      "step": 3325
    },
    {
      "epoch": 1.1351535836177473,
      "grad_norm": 0.30487802002165,
      "learning_rate": 7.599322282764606e-06,
      "loss": 0.2958,
      "num_tokens": 633058284.0,
      "step": 3326
    },
    {
      "epoch": 1.1354948805460752,
      "grad_norm": 0.2925339599984066,
      "learning_rate": 7.597824588816495e-06,
      "loss": 0.3346,
      "num_tokens": 633250138.0,
      "step": 3327
    },
    {
      "epoch": 1.1358361774744028,
      "grad_norm": 0.2765957522547255,
      "learning_rate": 7.596326597909746e-06,
      "loss": 0.2975,
      "num_tokens": 633404357.0,
      "step": 3328
    },
    {
      "epoch": 1.1361774744027304,
      "grad_norm": 0.28771465568303517,
      "learning_rate": 7.5948283102564105e-06,
      "loss": 0.3299,
      "num_tokens": 633576108.0,
      "step": 3329
    },
    {
      "epoch": 1.136518771331058,
      "grad_norm": 0.27097445856917163,
      "learning_rate": 7.593329726068577e-06,
      "loss": 0.3182,
      "num_tokens": 633774933.0,
      "step": 3330
    },
    {
      "epoch": 1.1368600682593857,
      "grad_norm": 0.30596065659384875,
      "learning_rate": 7.59183084555838e-06,
      "loss": 0.3285,
      "num_tokens": 633954715.0,
      "step": 3331
    },
    {
      "epoch": 1.1372013651877133,
      "grad_norm": 0.288680029610373,
      "learning_rate": 7.590331668937993e-06,
      "loss": 0.3208,
      "num_tokens": 634147381.0,
      "step": 3332
    },
    {
      "epoch": 1.137542662116041,
      "grad_norm": 0.2878661062200853,
      "learning_rate": 7.588832196419636e-06,
      "loss": 0.3249,
      "num_tokens": 634325130.0,
      "step": 3333
    },
    {
      "epoch": 1.1378839590443686,
      "grad_norm": 0.28516888291668424,
      "learning_rate": 7.58733242821556e-06,
      "loss": 0.3293,
      "num_tokens": 634494627.0,
      "step": 3334
    },
    {
      "epoch": 1.1382252559726962,
      "grad_norm": 0.27828972418984205,
      "learning_rate": 7.585832364538074e-06,
      "loss": 0.3005,
      "num_tokens": 634666479.0,
      "step": 3335
    },
    {
      "epoch": 1.1385665529010238,
      "grad_norm": 0.28437244061872563,
      "learning_rate": 7.584332005599516e-06,
      "loss": 0.3212,
      "num_tokens": 634860396.0,
      "step": 3336
    },
    {
      "epoch": 1.1389078498293514,
      "grad_norm": 0.32342783906690525,
      "learning_rate": 7.5828313516122705e-06,
      "loss": 0.348,
      "num_tokens": 635035517.0,
      "step": 3337
    },
    {
      "epoch": 1.1392491467576793,
      "grad_norm": 0.2984926249962943,
      "learning_rate": 7.5813304027887635e-06,
      "loss": 0.342,
      "num_tokens": 635217923.0,
      "step": 3338
    },
    {
      "epoch": 1.1395904436860067,
      "grad_norm": 0.2686413365308954,
      "learning_rate": 7.579829159341464e-06,
      "loss": 0.31,
      "num_tokens": 635413381.0,
      "step": 3339
    },
    {
      "epoch": 1.1399317406143346,
      "grad_norm": 0.2833379543710946,
      "learning_rate": 7.578327621482879e-06,
      "loss": 0.3158,
      "num_tokens": 635595250.0,
      "step": 3340
    },
    {
      "epoch": 1.1402730375426622,
      "grad_norm": 0.27147378899027985,
      "learning_rate": 7.576825789425561e-06,
      "loss": 0.3285,
      "num_tokens": 635802715.0,
      "step": 3341
    },
    {
      "epoch": 1.1406143344709898,
      "grad_norm": 0.26123267067051736,
      "learning_rate": 7.575323663382102e-06,
      "loss": 0.3059,
      "num_tokens": 635989352.0,
      "step": 3342
    },
    {
      "epoch": 1.1409556313993174,
      "grad_norm": 0.2661170695171637,
      "learning_rate": 7.573821243565135e-06,
      "loss": 0.3085,
      "num_tokens": 636196341.0,
      "step": 3343
    },
    {
      "epoch": 1.141296928327645,
      "grad_norm": 0.2804294866624134,
      "learning_rate": 7.572318530187338e-06,
      "loss": 0.331,
      "num_tokens": 636399251.0,
      "step": 3344
    },
    {
      "epoch": 1.1416382252559727,
      "grad_norm": 0.3172977722271808,
      "learning_rate": 7.570815523461428e-06,
      "loss": 0.3296,
      "num_tokens": 636573723.0,
      "step": 3345
    },
    {
      "epoch": 1.1419795221843003,
      "grad_norm": 0.2643510360320348,
      "learning_rate": 7.569312223600162e-06,
      "loss": 0.3057,
      "num_tokens": 636783499.0,
      "step": 3346
    },
    {
      "epoch": 1.142320819112628,
      "grad_norm": 0.49508679017332813,
      "learning_rate": 7.567808630816343e-06,
      "loss": 0.3129,
      "num_tokens": 636965740.0,
      "step": 3347
    },
    {
      "epoch": 1.1426621160409556,
      "grad_norm": 0.2877209028947738,
      "learning_rate": 7.566304745322813e-06,
      "loss": 0.3054,
      "num_tokens": 637125547.0,
      "step": 3348
    },
    {
      "epoch": 1.1430034129692832,
      "grad_norm": 0.28502089134655595,
      "learning_rate": 7.564800567332451e-06,
      "loss": 0.3322,
      "num_tokens": 637349103.0,
      "step": 3349
    },
    {
      "epoch": 1.1433447098976108,
      "grad_norm": 0.3075083927617598,
      "learning_rate": 7.563296097058186e-06,
      "loss": 0.3103,
      "num_tokens": 637549180.0,
      "step": 3350
    },
    {
      "epoch": 1.1436860068259387,
      "grad_norm": 0.26940840236032465,
      "learning_rate": 7.561791334712983e-06,
      "loss": 0.3325,
      "num_tokens": 637767643.0,
      "step": 3351
    },
    {
      "epoch": 1.144027303754266,
      "grad_norm": 0.2702430362445904,
      "learning_rate": 7.5602862805098466e-06,
      "loss": 0.3273,
      "num_tokens": 637992697.0,
      "step": 3352
    },
    {
      "epoch": 1.144368600682594,
      "grad_norm": 0.2886306308120244,
      "learning_rate": 7.558780934661831e-06,
      "loss": 0.3289,
      "num_tokens": 638178537.0,
      "step": 3353
    },
    {
      "epoch": 1.1447098976109216,
      "grad_norm": 0.2631045222054828,
      "learning_rate": 7.557275297382022e-06,
      "loss": 0.3077,
      "num_tokens": 638371672.0,
      "step": 3354
    },
    {
      "epoch": 1.1450511945392492,
      "grad_norm": 0.4396703300182717,
      "learning_rate": 7.555769368883552e-06,
      "loss": 0.3487,
      "num_tokens": 638556295.0,
      "step": 3355
    },
    {
      "epoch": 1.1453924914675768,
      "grad_norm": 0.28594182496136766,
      "learning_rate": 7.554263149379595e-06,
      "loss": 0.3152,
      "num_tokens": 638749397.0,
      "step": 3356
    },
    {
      "epoch": 1.1457337883959045,
      "grad_norm": 0.2923334763253201,
      "learning_rate": 7.5527566390833615e-06,
      "loss": 0.324,
      "num_tokens": 638932951.0,
      "step": 3357
    },
    {
      "epoch": 1.146075085324232,
      "grad_norm": 0.28031558308037646,
      "learning_rate": 7.551249838208108e-06,
      "loss": 0.3122,
      "num_tokens": 639109936.0,
      "step": 3358
    },
    {
      "epoch": 1.1464163822525597,
      "grad_norm": 0.2781140113983897,
      "learning_rate": 7.54974274696713e-06,
      "loss": 0.3016,
      "num_tokens": 639302904.0,
      "step": 3359
    },
    {
      "epoch": 1.1467576791808873,
      "grad_norm": 0.3106820310990434,
      "learning_rate": 7.548235365573765e-06,
      "loss": 0.3107,
      "num_tokens": 639472780.0,
      "step": 3360
    },
    {
      "epoch": 1.147098976109215,
      "grad_norm": 0.2521694675288701,
      "learning_rate": 7.546727694241392e-06,
      "loss": 0.3342,
      "num_tokens": 639725754.0,
      "step": 3361
    },
    {
      "epoch": 1.1474402730375426,
      "grad_norm": 0.3051801808144843,
      "learning_rate": 7.54521973318343e-06,
      "loss": 0.3306,
      "num_tokens": 639894754.0,
      "step": 3362
    },
    {
      "epoch": 1.1477815699658702,
      "grad_norm": 0.2927591268982497,
      "learning_rate": 7.5437114826133385e-06,
      "loss": 0.3012,
      "num_tokens": 640062404.0,
      "step": 3363
    },
    {
      "epoch": 1.148122866894198,
      "grad_norm": 0.2670763463334649,
      "learning_rate": 7.5422029427446185e-06,
      "loss": 0.3064,
      "num_tokens": 640259413.0,
      "step": 3364
    },
    {
      "epoch": 1.1484641638225255,
      "grad_norm": 0.2773842403799207,
      "learning_rate": 7.540694113790812e-06,
      "loss": 0.3241,
      "num_tokens": 640472056.0,
      "step": 3365
    },
    {
      "epoch": 1.1488054607508533,
      "grad_norm": 0.29890785073597204,
      "learning_rate": 7.539184995965504e-06,
      "loss": 0.3308,
      "num_tokens": 640674847.0,
      "step": 3366
    },
    {
      "epoch": 1.149146757679181,
      "grad_norm": 0.2891714678251409,
      "learning_rate": 7.537675589482314e-06,
      "loss": 0.3073,
      "num_tokens": 640866154.0,
      "step": 3367
    },
    {
      "epoch": 1.1494880546075086,
      "grad_norm": 0.268847525179038,
      "learning_rate": 7.536165894554912e-06,
      "loss": 0.3129,
      "num_tokens": 641040614.0,
      "step": 3368
    },
    {
      "epoch": 1.1498293515358362,
      "grad_norm": 0.2842791274137116,
      "learning_rate": 7.534655911397001e-06,
      "loss": 0.3272,
      "num_tokens": 641245851.0,
      "step": 3369
    },
    {
      "epoch": 1.1501706484641638,
      "grad_norm": 0.27020557462015,
      "learning_rate": 7.533145640222328e-06,
      "loss": 0.3296,
      "num_tokens": 641460728.0,
      "step": 3370
    },
    {
      "epoch": 1.1505119453924915,
      "grad_norm": 0.29293559422509424,
      "learning_rate": 7.5316350812446796e-06,
      "loss": 0.3226,
      "num_tokens": 641638024.0,
      "step": 3371
    },
    {
      "epoch": 1.150853242320819,
      "grad_norm": 0.2915459983767762,
      "learning_rate": 7.530124234677884e-06,
      "loss": 0.3162,
      "num_tokens": 641823107.0,
      "step": 3372
    },
    {
      "epoch": 1.1511945392491467,
      "grad_norm": 0.27066978801742136,
      "learning_rate": 7.52861310073581e-06,
      "loss": 0.3434,
      "num_tokens": 642035282.0,
      "step": 3373
    },
    {
      "epoch": 1.1515358361774743,
      "grad_norm": 0.2762083824325704,
      "learning_rate": 7.527101679632366e-06,
      "loss": 0.3541,
      "num_tokens": 642243442.0,
      "step": 3374
    },
    {
      "epoch": 1.151877133105802,
      "grad_norm": 0.33055203268140154,
      "learning_rate": 7.525589971581505e-06,
      "loss": 0.3311,
      "num_tokens": 642442892.0,
      "step": 3375
    },
    {
      "epoch": 1.1522184300341296,
      "grad_norm": 0.26409029173802695,
      "learning_rate": 7.524077976797214e-06,
      "loss": 0.3262,
      "num_tokens": 642657410.0,
      "step": 3376
    },
    {
      "epoch": 1.1525597269624575,
      "grad_norm": 0.2628663833738578,
      "learning_rate": 7.522565695493527e-06,
      "loss": 0.3296,
      "num_tokens": 642870917.0,
      "step": 3377
    },
    {
      "epoch": 1.1529010238907849,
      "grad_norm": 0.2691526534388652,
      "learning_rate": 7.521053127884515e-06,
      "loss": 0.3191,
      "num_tokens": 643070461.0,
      "step": 3378
    },
    {
      "epoch": 1.1532423208191127,
      "grad_norm": 0.28432349285288044,
      "learning_rate": 7.51954027418429e-06,
      "loss": 0.2893,
      "num_tokens": 643254866.0,
      "step": 3379
    },
    {
      "epoch": 1.1535836177474403,
      "grad_norm": 0.2582412850094661,
      "learning_rate": 7.518027134607002e-06,
      "loss": 0.3012,
      "num_tokens": 643460247.0,
      "step": 3380
    },
    {
      "epoch": 1.153924914675768,
      "grad_norm": 0.27178640005941723,
      "learning_rate": 7.5165137093668496e-06,
      "loss": 0.3203,
      "num_tokens": 643669636.0,
      "step": 3381
    },
    {
      "epoch": 1.1542662116040956,
      "grad_norm": 0.28137802387739774,
      "learning_rate": 7.514999998678062e-06,
      "loss": 0.3249,
      "num_tokens": 643870231.0,
      "step": 3382
    },
    {
      "epoch": 1.1546075085324232,
      "grad_norm": 0.27653787921195977,
      "learning_rate": 7.513486002754915e-06,
      "loss": 0.3246,
      "num_tokens": 644083903.0,
      "step": 3383
    },
    {
      "epoch": 1.1549488054607508,
      "grad_norm": 0.2564298578081221,
      "learning_rate": 7.511971721811723e-06,
      "loss": 0.2862,
      "num_tokens": 644294397.0,
      "step": 3384
    },
    {
      "epoch": 1.1552901023890785,
      "grad_norm": 0.27748353096025935,
      "learning_rate": 7.510457156062843e-06,
      "loss": 0.3361,
      "num_tokens": 644501818.0,
      "step": 3385
    },
    {
      "epoch": 1.155631399317406,
      "grad_norm": 0.27132071793653584,
      "learning_rate": 7.508942305722667e-06,
      "loss": 0.3155,
      "num_tokens": 644691313.0,
      "step": 3386
    },
    {
      "epoch": 1.1559726962457337,
      "grad_norm": 0.29201932055550384,
      "learning_rate": 7.50742717100563e-06,
      "loss": 0.3162,
      "num_tokens": 644868602.0,
      "step": 3387
    },
    {
      "epoch": 1.1563139931740614,
      "grad_norm": 0.34252958575342873,
      "learning_rate": 7.505911752126211e-06,
      "loss": 0.2906,
      "num_tokens": 645035339.0,
      "step": 3388
    },
    {
      "epoch": 1.156655290102389,
      "grad_norm": 0.29968337382826654,
      "learning_rate": 7.504396049298923e-06,
      "loss": 0.336,
      "num_tokens": 645215026.0,
      "step": 3389
    },
    {
      "epoch": 1.1569965870307168,
      "grad_norm": 0.31060070545016066,
      "learning_rate": 7.502880062738324e-06,
      "loss": 0.3333,
      "num_tokens": 645402356.0,
      "step": 3390
    },
    {
      "epoch": 1.1573378839590442,
      "grad_norm": 0.319577982055697,
      "learning_rate": 7.5013637926590075e-06,
      "loss": 0.3307,
      "num_tokens": 645577746.0,
      "step": 3391
    },
    {
      "epoch": 1.157679180887372,
      "grad_norm": 0.29449157981472673,
      "learning_rate": 7.499847239275614e-06,
      "loss": 0.3147,
      "num_tokens": 645755744.0,
      "step": 3392
    },
    {
      "epoch": 1.1580204778156997,
      "grad_norm": 0.27045585041859294,
      "learning_rate": 7.4983304028028185e-06,
      "loss": 0.3267,
      "num_tokens": 645946010.0,
      "step": 3393
    },
    {
      "epoch": 1.1583617747440274,
      "grad_norm": 0.273889533610582,
      "learning_rate": 7.496813283455334e-06,
      "loss": 0.3225,
      "num_tokens": 646145180.0,
      "step": 3394
    },
    {
      "epoch": 1.158703071672355,
      "grad_norm": 0.26236796592789563,
      "learning_rate": 7.495295881447922e-06,
      "loss": 0.3281,
      "num_tokens": 646362837.0,
      "step": 3395
    },
    {
      "epoch": 1.1590443686006826,
      "grad_norm": 0.2876698097713725,
      "learning_rate": 7.493778196995375e-06,
      "loss": 0.3013,
      "num_tokens": 646519981.0,
      "step": 3396
    },
    {
      "epoch": 1.1593856655290102,
      "grad_norm": 0.281011199343767,
      "learning_rate": 7.492260230312533e-06,
      "loss": 0.3174,
      "num_tokens": 646701833.0,
      "step": 3397
    },
    {
      "epoch": 1.1597269624573379,
      "grad_norm": 0.28143404585832943,
      "learning_rate": 7.4907419816142715e-06,
      "loss": 0.3239,
      "num_tokens": 646906055.0,
      "step": 3398
    },
    {
      "epoch": 1.1600682593856655,
      "grad_norm": 0.3477254402790485,
      "learning_rate": 7.489223451115506e-06,
      "loss": 0.3211,
      "num_tokens": 647083800.0,
      "step": 3399
    },
    {
      "epoch": 1.1604095563139931,
      "grad_norm": 0.2960158793331564,
      "learning_rate": 7.487704639031194e-06,
      "loss": 0.3356,
      "num_tokens": 647262416.0,
      "step": 3400
    },
    {
      "epoch": 1.1607508532423207,
      "grad_norm": 0.3195176201576312,
      "learning_rate": 7.486185545576332e-06,
      "loss": 0.3219,
      "num_tokens": 647418607.0,
      "step": 3401
    },
    {
      "epoch": 1.1610921501706484,
      "grad_norm": 0.289409457968245,
      "learning_rate": 7.484666170965955e-06,
      "loss": 0.3407,
      "num_tokens": 647637336.0,
      "step": 3402
    },
    {
      "epoch": 1.1614334470989762,
      "grad_norm": 0.2856352826833319,
      "learning_rate": 7.483146515415139e-06,
      "loss": 0.3128,
      "num_tokens": 647831322.0,
      "step": 3403
    },
    {
      "epoch": 1.1617747440273036,
      "grad_norm": 0.30597565002605,
      "learning_rate": 7.481626579138999e-06,
      "loss": 0.3139,
      "num_tokens": 648011575.0,
      "step": 3404
    },
    {
      "epoch": 1.1621160409556315,
      "grad_norm": 0.2977418462131176,
      "learning_rate": 7.480106362352692e-06,
      "loss": 0.3403,
      "num_tokens": 648221626.0,
      "step": 3405
    },
    {
      "epoch": 1.162457337883959,
      "grad_norm": 0.29412964070528597,
      "learning_rate": 7.478585865271413e-06,
      "loss": 0.3517,
      "num_tokens": 648398334.0,
      "step": 3406
    },
    {
      "epoch": 1.1627986348122867,
      "grad_norm": 0.29802677907133907,
      "learning_rate": 7.477065088110394e-06,
      "loss": 0.3107,
      "num_tokens": 648582500.0,
      "step": 3407
    },
    {
      "epoch": 1.1631399317406144,
      "grad_norm": 0.29972165218645863,
      "learning_rate": 7.4755440310849125e-06,
      "loss": 0.3048,
      "num_tokens": 648739424.0,
      "step": 3408
    },
    {
      "epoch": 1.163481228668942,
      "grad_norm": 0.27701342615998825,
      "learning_rate": 7.474022694410281e-06,
      "loss": 0.3308,
      "num_tokens": 648956166.0,
      "step": 3409
    },
    {
      "epoch": 1.1638225255972696,
      "grad_norm": 0.30566942592565544,
      "learning_rate": 7.472501078301854e-06,
      "loss": 0.3233,
      "num_tokens": 649120897.0,
      "step": 3410
    },
    {
      "epoch": 1.1641638225255972,
      "grad_norm": 0.28413475762230067,
      "learning_rate": 7.470979182975023e-06,
      "loss": 0.3025,
      "num_tokens": 649298515.0,
      "step": 3411
    },
    {
      "epoch": 1.1645051194539249,
      "grad_norm": 0.28652279620141446,
      "learning_rate": 7.469457008645224e-06,
      "loss": 0.3292,
      "num_tokens": 649483779.0,
      "step": 3412
    },
    {
      "epoch": 1.1648464163822525,
      "grad_norm": 0.2754192230686089,
      "learning_rate": 7.467934555527926e-06,
      "loss": 0.3265,
      "num_tokens": 649707586.0,
      "step": 3413
    },
    {
      "epoch": 1.1651877133105801,
      "grad_norm": 0.3252303285770781,
      "learning_rate": 7.466411823838642e-06,
      "loss": 0.3316,
      "num_tokens": 649863526.0,
      "step": 3414
    },
    {
      "epoch": 1.1655290102389078,
      "grad_norm": 0.277130308278644,
      "learning_rate": 7.464888813792921e-06,
      "loss": 0.3625,
      "num_tokens": 650072188.0,
      "step": 3415
    },
    {
      "epoch": 1.1658703071672356,
      "grad_norm": 0.3203525788447585,
      "learning_rate": 7.463365525606355e-06,
      "loss": 0.3466,
      "num_tokens": 650227159.0,
      "step": 3416
    },
    {
      "epoch": 1.1662116040955632,
      "grad_norm": 0.2642819932872099,
      "learning_rate": 7.4618419594945755e-06,
      "loss": 0.3209,
      "num_tokens": 650431437.0,
      "step": 3417
    },
    {
      "epoch": 1.1665529010238909,
      "grad_norm": 0.2972189110133823,
      "learning_rate": 7.460318115673251e-06,
      "loss": 0.3146,
      "num_tokens": 650574204.0,
      "step": 3418
    },
    {
      "epoch": 1.1668941979522185,
      "grad_norm": 0.2652011046138336,
      "learning_rate": 7.458793994358088e-06,
      "loss": 0.3313,
      "num_tokens": 650791781.0,
      "step": 3419
    },
    {
      "epoch": 1.1672354948805461,
      "grad_norm": 0.30600051625361935,
      "learning_rate": 7.457269595764835e-06,
      "loss": 0.3224,
      "num_tokens": 650953832.0,
      "step": 3420
    },
    {
      "epoch": 1.1675767918088737,
      "grad_norm": 0.26008629764257013,
      "learning_rate": 7.45574492010928e-06,
      "loss": 0.3246,
      "num_tokens": 651157083.0,
      "step": 3421
    },
    {
      "epoch": 1.1679180887372014,
      "grad_norm": 0.2940331180595622,
      "learning_rate": 7.454219967607249e-06,
      "loss": 0.3229,
      "num_tokens": 651344359.0,
      "step": 3422
    },
    {
      "epoch": 1.168259385665529,
      "grad_norm": 0.26697002327623637,
      "learning_rate": 7.452694738474606e-06,
      "loss": 0.3396,
      "num_tokens": 651568075.0,
      "step": 3423
    },
    {
      "epoch": 1.1686006825938566,
      "grad_norm": 0.27581570281270834,
      "learning_rate": 7.451169232927256e-06,
      "loss": 0.3185,
      "num_tokens": 651762185.0,
      "step": 3424
    },
    {
      "epoch": 1.1689419795221843,
      "grad_norm": 0.4810874972445252,
      "learning_rate": 7.4496434511811464e-06,
      "loss": 0.3089,
      "num_tokens": 651922565.0,
      "step": 3425
    },
    {
      "epoch": 1.1692832764505119,
      "grad_norm": 0.30177828630596415,
      "learning_rate": 7.448117393452255e-06,
      "loss": 0.372,
      "num_tokens": 652119331.0,
      "step": 3426
    },
    {
      "epoch": 1.1696245733788395,
      "grad_norm": 0.28176227570134593,
      "learning_rate": 7.446591059956608e-06,
      "loss": 0.3015,
      "num_tokens": 652297256.0,
      "step": 3427
    },
    {
      "epoch": 1.1699658703071671,
      "grad_norm": 0.2515086317205926,
      "learning_rate": 7.445064450910262e-06,
      "loss": 0.3106,
      "num_tokens": 652510315.0,
      "step": 3428
    },
    {
      "epoch": 1.170307167235495,
      "grad_norm": 0.26711096859283506,
      "learning_rate": 7.4435375665293194e-06,
      "loss": 0.322,
      "num_tokens": 652705774.0,
      "step": 3429
    },
    {
      "epoch": 1.1706484641638226,
      "grad_norm": 0.260792249329039,
      "learning_rate": 7.442010407029919e-06,
      "loss": 0.3046,
      "num_tokens": 652908545.0,
      "step": 3430
    },
    {
      "epoch": 1.1709897610921502,
      "grad_norm": 0.2875007080499263,
      "learning_rate": 7.4404829726282365e-06,
      "loss": 0.3087,
      "num_tokens": 653100150.0,
      "step": 3431
    },
    {
      "epoch": 1.1713310580204779,
      "grad_norm": 0.2661302682731776,
      "learning_rate": 7.438955263540493e-06,
      "loss": 0.3125,
      "num_tokens": 653282825.0,
      "step": 3432
    },
    {
      "epoch": 1.1716723549488055,
      "grad_norm": 0.2704989551796483,
      "learning_rate": 7.437427279982939e-06,
      "loss": 0.3279,
      "num_tokens": 653492034.0,
      "step": 3433
    },
    {
      "epoch": 1.1720136518771331,
      "grad_norm": 0.30767024636222123,
      "learning_rate": 7.435899022171875e-06,
      "loss": 0.3092,
      "num_tokens": 653656700.0,
      "step": 3434
    },
    {
      "epoch": 1.1723549488054608,
      "grad_norm": 0.2796174344191883,
      "learning_rate": 7.434370490323629e-06,
      "loss": 0.3069,
      "num_tokens": 653839580.0,
      "step": 3435
    },
    {
      "epoch": 1.1726962457337884,
      "grad_norm": 0.2931825964073823,
      "learning_rate": 7.432841684654577e-06,
      "loss": 0.352,
      "num_tokens": 654029306.0,
      "step": 3436
    },
    {
      "epoch": 1.173037542662116,
      "grad_norm": 0.2690425834185885,
      "learning_rate": 7.431312605381126e-06,
      "loss": 0.3019,
      "num_tokens": 654218165.0,
      "step": 3437
    },
    {
      "epoch": 1.1733788395904436,
      "grad_norm": 0.3140976933444644,
      "learning_rate": 7.4297832527197275e-06,
      "loss": 0.3497,
      "num_tokens": 654434267.0,
      "step": 3438
    },
    {
      "epoch": 1.1737201365187713,
      "grad_norm": 0.31207505242120187,
      "learning_rate": 7.4282536268868696e-06,
      "loss": 0.3543,
      "num_tokens": 654638400.0,
      "step": 3439
    },
    {
      "epoch": 1.174061433447099,
      "grad_norm": 0.2932747017617914,
      "learning_rate": 7.426723728099081e-06,
      "loss": 0.3321,
      "num_tokens": 654811270.0,
      "step": 3440
    },
    {
      "epoch": 1.1744027303754265,
      "grad_norm": 0.2677052362576424,
      "learning_rate": 7.425193556572925e-06,
      "loss": 0.3329,
      "num_tokens": 655002522.0,
      "step": 3441
    },
    {
      "epoch": 1.1747440273037544,
      "grad_norm": 0.3143216079539435,
      "learning_rate": 7.423663112525007e-06,
      "loss": 0.3259,
      "num_tokens": 655213661.0,
      "step": 3442
    },
    {
      "epoch": 1.175085324232082,
      "grad_norm": 0.24290200904836848,
      "learning_rate": 7.4221323961719695e-06,
      "loss": 0.306,
      "num_tokens": 655447948.0,
      "step": 3443
    },
    {
      "epoch": 1.1754266211604096,
      "grad_norm": 0.2884907499593353,
      "learning_rate": 7.420601407730493e-06,
      "loss": 0.3425,
      "num_tokens": 655652222.0,
      "step": 3444
    },
    {
      "epoch": 1.1757679180887373,
      "grad_norm": 0.2715788823894063,
      "learning_rate": 7.4190701474173e-06,
      "loss": 0.2953,
      "num_tokens": 655827850.0,
      "step": 3445
    },
    {
      "epoch": 1.176109215017065,
      "grad_norm": 0.2752543595797562,
      "learning_rate": 7.417538615449145e-06,
      "loss": 0.3355,
      "num_tokens": 656036127.0,
      "step": 3446
    },
    {
      "epoch": 1.1764505119453925,
      "grad_norm": 0.27832298304534897,
      "learning_rate": 7.416006812042827e-06,
      "loss": 0.3393,
      "num_tokens": 656209274.0,
      "step": 3447
    },
    {
      "epoch": 1.1767918088737201,
      "grad_norm": 0.26309952049411683,
      "learning_rate": 7.414474737415182e-06,
      "loss": 0.3053,
      "num_tokens": 656422038.0,
      "step": 3448
    },
    {
      "epoch": 1.1771331058020478,
      "grad_norm": 0.28366817545413475,
      "learning_rate": 7.412942391783082e-06,
      "loss": 0.3064,
      "num_tokens": 656634750.0,
      "step": 3449
    },
    {
      "epoch": 1.1774744027303754,
      "grad_norm": 0.27799353201117855,
      "learning_rate": 7.411409775363439e-06,
      "loss": 0.3263,
      "num_tokens": 656830974.0,
      "step": 3450
    },
    {
      "epoch": 1.177815699658703,
      "grad_norm": 0.29694075447500673,
      "learning_rate": 7.409876888373206e-06,
      "loss": 0.2863,
      "num_tokens": 657007402.0,
      "step": 3451
    },
    {
      "epoch": 1.1781569965870307,
      "grad_norm": 0.3037158455726003,
      "learning_rate": 7.4083437310293685e-06,
      "loss": 0.3014,
      "num_tokens": 657175450.0,
      "step": 3452
    },
    {
      "epoch": 1.1784982935153583,
      "grad_norm": 0.2797408877420251,
      "learning_rate": 7.406810303548955e-06,
      "loss": 0.319,
      "num_tokens": 657356738.0,
      "step": 3453
    },
    {
      "epoch": 1.178839590443686,
      "grad_norm": 0.25618234928814443,
      "learning_rate": 7.405276606149026e-06,
      "loss": 0.2979,
      "num_tokens": 657570943.0,
      "step": 3454
    },
    {
      "epoch": 1.1791808873720138,
      "grad_norm": 0.31251927739971075,
      "learning_rate": 7.403742639046694e-06,
      "loss": 0.3155,
      "num_tokens": 657773010.0,
      "step": 3455
    },
    {
      "epoch": 1.1795221843003414,
      "grad_norm": 0.27313697606993453,
      "learning_rate": 7.402208402459091e-06,
      "loss": 0.3109,
      "num_tokens": 657957773.0,
      "step": 3456
    },
    {
      "epoch": 1.179863481228669,
      "grad_norm": 0.2753994540421355,
      "learning_rate": 7.400673896603403e-06,
      "loss": 0.3125,
      "num_tokens": 658139932.0,
      "step": 3457
    },
    {
      "epoch": 1.1802047781569966,
      "grad_norm": 0.2899216815212659,
      "learning_rate": 7.399139121696846e-06,
      "loss": 0.3153,
      "num_tokens": 658328173.0,
      "step": 3458
    },
    {
      "epoch": 1.1805460750853243,
      "grad_norm": 0.2872747268270843,
      "learning_rate": 7.397604077956675e-06,
      "loss": 0.3423,
      "num_tokens": 658527510.0,
      "step": 3459
    },
    {
      "epoch": 1.180887372013652,
      "grad_norm": 0.2765498064621803,
      "learning_rate": 7.396068765600186e-06,
      "loss": 0.322,
      "num_tokens": 658718385.0,
      "step": 3460
    },
    {
      "epoch": 1.1812286689419795,
      "grad_norm": 0.2894121816154057,
      "learning_rate": 7.394533184844708e-06,
      "loss": 0.3604,
      "num_tokens": 658941503.0,
      "step": 3461
    },
    {
      "epoch": 1.1815699658703072,
      "grad_norm": 0.2634972941719771,
      "learning_rate": 7.392997335907612e-06,
      "loss": 0.3199,
      "num_tokens": 659139575.0,
      "step": 3462
    },
    {
      "epoch": 1.1819112627986348,
      "grad_norm": 0.2779076073779814,
      "learning_rate": 7.3914612190063065e-06,
      "loss": 0.3021,
      "num_tokens": 659307736.0,
      "step": 3463
    },
    {
      "epoch": 1.1822525597269624,
      "grad_norm": 0.27800577759944245,
      "learning_rate": 7.389924834358238e-06,
      "loss": 0.3312,
      "num_tokens": 659527740.0,
      "step": 3464
    },
    {
      "epoch": 1.18259385665529,
      "grad_norm": 0.27450241987964685,
      "learning_rate": 7.388388182180888e-06,
      "loss": 0.3452,
      "num_tokens": 659723277.0,
      "step": 3465
    },
    {
      "epoch": 1.1829351535836177,
      "grad_norm": 0.2724715512920426,
      "learning_rate": 7.3868512626917786e-06,
      "loss": 0.2921,
      "num_tokens": 659908591.0,
      "step": 3466
    },
    {
      "epoch": 1.1832764505119453,
      "grad_norm": 0.28331430578349936,
      "learning_rate": 7.385314076108472e-06,
      "loss": 0.3378,
      "num_tokens": 660094372.0,
      "step": 3467
    },
    {
      "epoch": 1.1836177474402731,
      "grad_norm": 0.2818395643117133,
      "learning_rate": 7.383776622648563e-06,
      "loss": 0.3262,
      "num_tokens": 660272336.0,
      "step": 3468
    },
    {
      "epoch": 1.1839590443686008,
      "grad_norm": 0.29079493228827646,
      "learning_rate": 7.382238902529687e-06,
      "loss": 0.3119,
      "num_tokens": 660433489.0,
      "step": 3469
    },
    {
      "epoch": 1.1843003412969284,
      "grad_norm": 0.2764399713427021,
      "learning_rate": 7.380700915969515e-06,
      "loss": 0.3411,
      "num_tokens": 660660872.0,
      "step": 3470
    },
    {
      "epoch": 1.184641638225256,
      "grad_norm": 0.30685151633402286,
      "learning_rate": 7.379162663185761e-06,
      "loss": 0.3066,
      "num_tokens": 660842854.0,
      "step": 3471
    },
    {
      "epoch": 1.1849829351535837,
      "grad_norm": 0.2756709906267358,
      "learning_rate": 7.377624144396171e-06,
      "loss": 0.3139,
      "num_tokens": 661019729.0,
      "step": 3472
    },
    {
      "epoch": 1.1853242320819113,
      "grad_norm": 0.279923953790714,
      "learning_rate": 7.3760853598185315e-06,
      "loss": 0.3112,
      "num_tokens": 661198279.0,
      "step": 3473
    },
    {
      "epoch": 1.185665529010239,
      "grad_norm": 0.2876635576229634,
      "learning_rate": 7.374546309670665e-06,
      "loss": 0.3112,
      "num_tokens": 661381410.0,
      "step": 3474
    },
    {
      "epoch": 1.1860068259385665,
      "grad_norm": 0.2910427054588928,
      "learning_rate": 7.373006994170434e-06,
      "loss": 0.3222,
      "num_tokens": 661543055.0,
      "step": 3475
    },
    {
      "epoch": 1.1863481228668942,
      "grad_norm": 0.29403029969056077,
      "learning_rate": 7.371467413535735e-06,
      "loss": 0.3096,
      "num_tokens": 661723527.0,
      "step": 3476
    },
    {
      "epoch": 1.1866894197952218,
      "grad_norm": 0.26268452761322814,
      "learning_rate": 7.3699275679845065e-06,
      "loss": 0.3246,
      "num_tokens": 661915032.0,
      "step": 3477
    },
    {
      "epoch": 1.1870307167235494,
      "grad_norm": 0.2767516991700333,
      "learning_rate": 7.368387457734722e-06,
      "loss": 0.3286,
      "num_tokens": 662111889.0,
      "step": 3478
    },
    {
      "epoch": 1.187372013651877,
      "grad_norm": 0.24661760609375238,
      "learning_rate": 7.3668470830043895e-06,
      "loss": 0.2962,
      "num_tokens": 662339079.0,
      "step": 3479
    },
    {
      "epoch": 1.1877133105802047,
      "grad_norm": 0.2762668971072389,
      "learning_rate": 7.365306444011561e-06,
      "loss": 0.3379,
      "num_tokens": 662536603.0,
      "step": 3480
    },
    {
      "epoch": 1.1880546075085325,
      "grad_norm": 0.2596103209682631,
      "learning_rate": 7.363765540974319e-06,
      "loss": 0.2944,
      "num_tokens": 662737486.0,
      "step": 3481
    },
    {
      "epoch": 1.1883959044368602,
      "grad_norm": 0.26564546323493365,
      "learning_rate": 7.362224374110791e-06,
      "loss": 0.3461,
      "num_tokens": 662979182.0,
      "step": 3482
    },
    {
      "epoch": 1.1887372013651878,
      "grad_norm": 0.247056005509213,
      "learning_rate": 7.360682943639136e-06,
      "loss": 0.3064,
      "num_tokens": 663206016.0,
      "step": 3483
    },
    {
      "epoch": 1.1890784982935154,
      "grad_norm": 0.2751692485272378,
      "learning_rate": 7.359141249777551e-06,
      "loss": 0.316,
      "num_tokens": 663388998.0,
      "step": 3484
    },
    {
      "epoch": 1.189419795221843,
      "grad_norm": 0.4630304428238847,
      "learning_rate": 7.357599292744272e-06,
      "loss": 0.3125,
      "num_tokens": 663550756.0,
      "step": 3485
    },
    {
      "epoch": 1.1897610921501707,
      "grad_norm": 0.28024287739726944,
      "learning_rate": 7.35605707275757e-06,
      "loss": 0.3361,
      "num_tokens": 663742204.0,
      "step": 3486
    },
    {
      "epoch": 1.1901023890784983,
      "grad_norm": 0.317006637902591,
      "learning_rate": 7.354514590035757e-06,
      "loss": 0.3548,
      "num_tokens": 663920436.0,
      "step": 3487
    },
    {
      "epoch": 1.190443686006826,
      "grad_norm": 0.28144177567510625,
      "learning_rate": 7.35297184479718e-06,
      "loss": 0.3235,
      "num_tokens": 664099975.0,
      "step": 3488
    },
    {
      "epoch": 1.1907849829351536,
      "grad_norm": 0.2974394023399413,
      "learning_rate": 7.351428837260222e-06,
      "loss": 0.3401,
      "num_tokens": 664268417.0,
      "step": 3489
    },
    {
      "epoch": 1.1911262798634812,
      "grad_norm": 0.2870215725392384,
      "learning_rate": 7.349885567643303e-06,
      "loss": 0.3402,
      "num_tokens": 664445510.0,
      "step": 3490
    },
    {
      "epoch": 1.1914675767918088,
      "grad_norm": 0.28645788676250056,
      "learning_rate": 7.3483420361648835e-06,
      "loss": 0.312,
      "num_tokens": 664626353.0,
      "step": 3491
    },
    {
      "epoch": 1.1918088737201364,
      "grad_norm": 0.2737892321527134,
      "learning_rate": 7.346798243043459e-06,
      "loss": 0.3034,
      "num_tokens": 664827544.0,
      "step": 3492
    },
    {
      "epoch": 1.192150170648464,
      "grad_norm": 0.30249995647965205,
      "learning_rate": 7.345254188497561e-06,
      "loss": 0.2903,
      "num_tokens": 664979850.0,
      "step": 3493
    },
    {
      "epoch": 1.192491467576792,
      "grad_norm": 0.2915922997828982,
      "learning_rate": 7.343709872745758e-06,
      "loss": 0.3274,
      "num_tokens": 665174983.0,
      "step": 3494
    },
    {
      "epoch": 1.1928327645051195,
      "grad_norm": 0.2635417506792035,
      "learning_rate": 7.342165296006656e-06,
      "loss": 0.3066,
      "num_tokens": 665379078.0,
      "step": 3495
    },
    {
      "epoch": 1.1931740614334472,
      "grad_norm": 0.28837656068888934,
      "learning_rate": 7.3406204584989015e-06,
      "loss": 0.341,
      "num_tokens": 665566027.0,
      "step": 3496
    },
    {
      "epoch": 1.1935153583617748,
      "grad_norm": 0.2740218263817883,
      "learning_rate": 7.339075360441174e-06,
      "loss": 0.2996,
      "num_tokens": 665771193.0,
      "step": 3497
    },
    {
      "epoch": 1.1938566552901024,
      "grad_norm": 0.3198278875984016,
      "learning_rate": 7.337530002052186e-06,
      "loss": 0.349,
      "num_tokens": 665928717.0,
      "step": 3498
    },
    {
      "epoch": 1.19419795221843,
      "grad_norm": 0.29006947132478395,
      "learning_rate": 7.335984383550698e-06,
      "loss": 0.3049,
      "num_tokens": 666121238.0,
      "step": 3499
    },
    {
      "epoch": 1.1945392491467577,
      "grad_norm": 0.2929129330708665,
      "learning_rate": 7.334438505155498e-06,
      "loss": 0.3227,
      "num_tokens": 666305553.0,
      "step": 3500
    },
    {
      "epoch": 1.1948805460750853,
      "grad_norm": 0.2645050355316691,
      "learning_rate": 7.332892367085413e-06,
      "loss": 0.2974,
      "num_tokens": 666503024.0,
      "step": 3501
    },
    {
      "epoch": 1.195221843003413,
      "grad_norm": 0.30821481720385213,
      "learning_rate": 7.331345969559307e-06,
      "loss": 0.2788,
      "num_tokens": 666677680.0,
      "step": 3502
    },
    {
      "epoch": 1.1955631399317406,
      "grad_norm": 0.28900831208292665,
      "learning_rate": 7.3297993127960845e-06,
      "loss": 0.3005,
      "num_tokens": 666884265.0,
      "step": 3503
    },
    {
      "epoch": 1.1959044368600682,
      "grad_norm": 0.27940456693542504,
      "learning_rate": 7.328252397014678e-06,
      "loss": 0.3131,
      "num_tokens": 667080814.0,
      "step": 3504
    },
    {
      "epoch": 1.1962457337883958,
      "grad_norm": 0.29852601942741286,
      "learning_rate": 7.326705222434065e-06,
      "loss": 0.3422,
      "num_tokens": 667263455.0,
      "step": 3505
    },
    {
      "epoch": 1.1965870307167235,
      "grad_norm": 0.2568213334322992,
      "learning_rate": 7.325157789273259e-06,
      "loss": 0.3427,
      "num_tokens": 667522830.0,
      "step": 3506
    },
    {
      "epoch": 1.1969283276450513,
      "grad_norm": 0.300285117971783,
      "learning_rate": 7.323610097751302e-06,
      "loss": 0.3549,
      "num_tokens": 667759827.0,
      "step": 3507
    },
    {
      "epoch": 1.197269624573379,
      "grad_norm": 0.3058295035954047,
      "learning_rate": 7.3220621480872834e-06,
      "loss": 0.3189,
      "num_tokens": 667915191.0,
      "step": 3508
    },
    {
      "epoch": 1.1976109215017066,
      "grad_norm": 0.2856089784052123,
      "learning_rate": 7.320513940500321e-06,
      "loss": 0.3036,
      "num_tokens": 668090295.0,
      "step": 3509
    },
    {
      "epoch": 1.1979522184300342,
      "grad_norm": 0.2678589655467763,
      "learning_rate": 7.318965475209573e-06,
      "loss": 0.3296,
      "num_tokens": 668281163.0,
      "step": 3510
    },
    {
      "epoch": 1.1982935153583618,
      "grad_norm": 0.29699705019579237,
      "learning_rate": 7.317416752434234e-06,
      "loss": 0.3026,
      "num_tokens": 668435857.0,
      "step": 3511
    },
    {
      "epoch": 1.1986348122866894,
      "grad_norm": 0.2602328427030057,
      "learning_rate": 7.3158677723935325e-06,
      "loss": 0.3101,
      "num_tokens": 668627125.0,
      "step": 3512
    },
    {
      "epoch": 1.198976109215017,
      "grad_norm": 0.276587519494034,
      "learning_rate": 7.314318535306737e-06,
      "loss": 0.3144,
      "num_tokens": 668800441.0,
      "step": 3513
    },
    {
      "epoch": 1.1993174061433447,
      "grad_norm": 0.24779549399703515,
      "learning_rate": 7.312769041393148e-06,
      "loss": 0.3073,
      "num_tokens": 669031297.0,
      "step": 3514
    },
    {
      "epoch": 1.1996587030716723,
      "grad_norm": 0.27767195699109365,
      "learning_rate": 7.311219290872109e-06,
      "loss": 0.2935,
      "num_tokens": 669201428.0,
      "step": 3515
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.27576438802493924,
      "learning_rate": 7.309669283962993e-06,
      "loss": 0.3248,
      "num_tokens": 669402408.0,
      "step": 3516
    },
    {
      "epoch": 1.2003412969283276,
      "grad_norm": 0.259339806427148,
      "learning_rate": 7.3081190208852125e-06,
      "loss": 0.3176,
      "num_tokens": 669619566.0,
      "step": 3517
    },
    {
      "epoch": 1.2006825938566552,
      "grad_norm": 0.2616241816201832,
      "learning_rate": 7.306568501858214e-06,
      "loss": 0.3316,
      "num_tokens": 669837962.0,
      "step": 3518
    },
    {
      "epoch": 1.2010238907849828,
      "grad_norm": 0.2622864019080943,
      "learning_rate": 7.305017727101485e-06,
      "loss": 0.3007,
      "num_tokens": 670032823.0,
      "step": 3519
    },
    {
      "epoch": 1.2013651877133107,
      "grad_norm": 0.3018900922258143,
      "learning_rate": 7.303466696834543e-06,
      "loss": 0.3448,
      "num_tokens": 670208750.0,
      "step": 3520
    },
    {
      "epoch": 1.2017064846416383,
      "grad_norm": 0.3268216970878405,
      "learning_rate": 7.30191541127695e-06,
      "loss": 0.3411,
      "num_tokens": 670415405.0,
      "step": 3521
    },
    {
      "epoch": 1.202047781569966,
      "grad_norm": 0.26647630072708856,
      "learning_rate": 7.3003638706482945e-06,
      "loss": 0.305,
      "num_tokens": 670618407.0,
      "step": 3522
    },
    {
      "epoch": 1.2023890784982936,
      "grad_norm": 0.25369086063486146,
      "learning_rate": 7.298812075168206e-06,
      "loss": 0.3324,
      "num_tokens": 670859600.0,
      "step": 3523
    },
    {
      "epoch": 1.2027303754266212,
      "grad_norm": 0.2803747371643373,
      "learning_rate": 7.297260025056351e-06,
      "loss": 0.3084,
      "num_tokens": 671028624.0,
      "step": 3524
    },
    {
      "epoch": 1.2030716723549488,
      "grad_norm": 0.29533666883383003,
      "learning_rate": 7.295707720532431e-06,
      "loss": 0.3332,
      "num_tokens": 671219808.0,
      "step": 3525
    },
    {
      "epoch": 1.2034129692832765,
      "grad_norm": 0.2793886940161558,
      "learning_rate": 7.294155161816183e-06,
      "loss": 0.3274,
      "num_tokens": 671398764.0,
      "step": 3526
    },
    {
      "epoch": 1.203754266211604,
      "grad_norm": 0.28835489276903625,
      "learning_rate": 7.292602349127378e-06,
      "loss": 0.3043,
      "num_tokens": 671565216.0,
      "step": 3527
    },
    {
      "epoch": 1.2040955631399317,
      "grad_norm": 0.3125423192274158,
      "learning_rate": 7.291049282685829e-06,
      "loss": 0.3236,
      "num_tokens": 671742394.0,
      "step": 3528
    },
    {
      "epoch": 1.2044368600682593,
      "grad_norm": 0.3152879532690803,
      "learning_rate": 7.289495962711378e-06,
      "loss": 0.3239,
      "num_tokens": 671885491.0,
      "step": 3529
    },
    {
      "epoch": 1.204778156996587,
      "grad_norm": 0.26663139088388593,
      "learning_rate": 7.287942389423909e-06,
      "loss": 0.2883,
      "num_tokens": 672081103.0,
      "step": 3530
    },
    {
      "epoch": 1.2051194539249146,
      "grad_norm": 0.2942375725302144,
      "learning_rate": 7.286388563043335e-06,
      "loss": 0.2992,
      "num_tokens": 672259128.0,
      "step": 3531
    },
    {
      "epoch": 1.2054607508532422,
      "grad_norm": 0.26944853819348047,
      "learning_rate": 7.2848344837896125e-06,
      "loss": 0.3022,
      "num_tokens": 672463450.0,
      "step": 3532
    },
    {
      "epoch": 1.20580204778157,
      "grad_norm": 0.25801203717500343,
      "learning_rate": 7.283280151882727e-06,
      "loss": 0.3008,
      "num_tokens": 672653739.0,
      "step": 3533
    },
    {
      "epoch": 1.2061433447098977,
      "grad_norm": 0.25383714096058074,
      "learning_rate": 7.281725567542704e-06,
      "loss": 0.3279,
      "num_tokens": 672874696.0,
      "step": 3534
    },
    {
      "epoch": 1.2064846416382253,
      "grad_norm": 0.27755629090241024,
      "learning_rate": 7.280170730989604e-06,
      "loss": 0.2983,
      "num_tokens": 673059249.0,
      "step": 3535
    },
    {
      "epoch": 1.206825938566553,
      "grad_norm": 0.2700128968526551,
      "learning_rate": 7.278615642443522e-06,
      "loss": 0.3454,
      "num_tokens": 673268217.0,
      "step": 3536
    },
    {
      "epoch": 1.2071672354948806,
      "grad_norm": 0.30157283484182795,
      "learning_rate": 7.27706030212459e-06,
      "loss": 0.3017,
      "num_tokens": 673424845.0,
      "step": 3537
    },
    {
      "epoch": 1.2075085324232082,
      "grad_norm": 0.26862917671652475,
      "learning_rate": 7.275504710252974e-06,
      "loss": 0.2992,
      "num_tokens": 673632641.0,
      "step": 3538
    },
    {
      "epoch": 1.2078498293515358,
      "grad_norm": 0.2884818734246773,
      "learning_rate": 7.273948867048879e-06,
      "loss": 0.3178,
      "num_tokens": 673809273.0,
      "step": 3539
    },
    {
      "epoch": 1.2081911262798635,
      "grad_norm": 0.28812940551584665,
      "learning_rate": 7.272392772732538e-06,
      "loss": 0.3169,
      "num_tokens": 673991511.0,
      "step": 3540
    },
    {
      "epoch": 1.208532423208191,
      "grad_norm": 0.3003449496828798,
      "learning_rate": 7.27083642752423e-06,
      "loss": 0.3028,
      "num_tokens": 674131975.0,
      "step": 3541
    },
    {
      "epoch": 1.2088737201365187,
      "grad_norm": 0.2881753190134823,
      "learning_rate": 7.269279831644263e-06,
      "loss": 0.3787,
      "num_tokens": 674350680.0,
      "step": 3542
    },
    {
      "epoch": 1.2092150170648464,
      "grad_norm": 0.297727296205502,
      "learning_rate": 7.267722985312979e-06,
      "loss": 0.3438,
      "num_tokens": 674525229.0,
      "step": 3543
    },
    {
      "epoch": 1.209556313993174,
      "grad_norm": 0.30026184399501815,
      "learning_rate": 7.266165888750762e-06,
      "loss": 0.3229,
      "num_tokens": 674692368.0,
      "step": 3544
    },
    {
      "epoch": 1.2098976109215016,
      "grad_norm": 0.28927798630109247,
      "learning_rate": 7.264608542178026e-06,
      "loss": 0.3418,
      "num_tokens": 674885024.0,
      "step": 3545
    },
    {
      "epoch": 1.2102389078498295,
      "grad_norm": 0.2909619812268881,
      "learning_rate": 7.2630509458152195e-06,
      "loss": 0.3049,
      "num_tokens": 675052693.0,
      "step": 3546
    },
    {
      "epoch": 1.210580204778157,
      "grad_norm": 0.289087559320936,
      "learning_rate": 7.261493099882832e-06,
      "loss": 0.3254,
      "num_tokens": 675230128.0,
      "step": 3547
    },
    {
      "epoch": 1.2109215017064847,
      "grad_norm": 0.30668659853664487,
      "learning_rate": 7.2599350046013875e-06,
      "loss": 0.3216,
      "num_tokens": 675396881.0,
      "step": 3548
    },
    {
      "epoch": 1.2112627986348123,
      "grad_norm": 0.268822164370755,
      "learning_rate": 7.2583766601914365e-06,
      "loss": 0.3077,
      "num_tokens": 675584040.0,
      "step": 3549
    },
    {
      "epoch": 1.21160409556314,
      "grad_norm": 0.28981729175244675,
      "learning_rate": 7.256818066873576e-06,
      "loss": 0.314,
      "num_tokens": 675749354.0,
      "step": 3550
    },
    {
      "epoch": 1.2119453924914676,
      "grad_norm": 0.2642449175966462,
      "learning_rate": 7.255259224868429e-06,
      "loss": 0.3128,
      "num_tokens": 675967801.0,
      "step": 3551
    },
    {
      "epoch": 1.2122866894197952,
      "grad_norm": 0.29177387260551474,
      "learning_rate": 7.253700134396665e-06,
      "loss": 0.3484,
      "num_tokens": 676156317.0,
      "step": 3552
    },
    {
      "epoch": 1.2126279863481229,
      "grad_norm": 0.3011447788925785,
      "learning_rate": 7.252140795678977e-06,
      "loss": 0.3563,
      "num_tokens": 676372267.0,
      "step": 3553
    },
    {
      "epoch": 1.2129692832764505,
      "grad_norm": 0.2885896209101753,
      "learning_rate": 7.250581208936099e-06,
      "loss": 0.2926,
      "num_tokens": 676544554.0,
      "step": 3554
    },
    {
      "epoch": 1.213310580204778,
      "grad_norm": 0.33117395045008663,
      "learning_rate": 7.249021374388799e-06,
      "loss": 0.3359,
      "num_tokens": 676740134.0,
      "step": 3555
    },
    {
      "epoch": 1.2136518771331057,
      "grad_norm": 0.297648273627445,
      "learning_rate": 7.247461292257881e-06,
      "loss": 0.3359,
      "num_tokens": 676906934.0,
      "step": 3556
    },
    {
      "epoch": 1.2139931740614334,
      "grad_norm": 0.29181558625791404,
      "learning_rate": 7.2459009627641815e-06,
      "loss": 0.3301,
      "num_tokens": 677085452.0,
      "step": 3557
    },
    {
      "epoch": 1.214334470989761,
      "grad_norm": 0.2929817708952223,
      "learning_rate": 7.244340386128576e-06,
      "loss": 0.2906,
      "num_tokens": 677285049.0,
      "step": 3558
    },
    {
      "epoch": 1.2146757679180888,
      "grad_norm": 0.3085795706462437,
      "learning_rate": 7.242779562571971e-06,
      "loss": 0.3432,
      "num_tokens": 677452072.0,
      "step": 3559
    },
    {
      "epoch": 1.2150170648464165,
      "grad_norm": 0.29409922913875625,
      "learning_rate": 7.24121849231531e-06,
      "loss": 0.3258,
      "num_tokens": 677627988.0,
      "step": 3560
    },
    {
      "epoch": 1.215358361774744,
      "grad_norm": 0.29773365008116587,
      "learning_rate": 7.239657175579571e-06,
      "loss": 0.3076,
      "num_tokens": 677781994.0,
      "step": 3561
    },
    {
      "epoch": 1.2156996587030717,
      "grad_norm": 0.2978871281452259,
      "learning_rate": 7.238095612585768e-06,
      "loss": 0.3266,
      "num_tokens": 677968456.0,
      "step": 3562
    },
    {
      "epoch": 1.2160409556313994,
      "grad_norm": 0.28771584481210577,
      "learning_rate": 7.236533803554949e-06,
      "loss": 0.3384,
      "num_tokens": 678180007.0,
      "step": 3563
    },
    {
      "epoch": 1.216382252559727,
      "grad_norm": 0.2590464562804088,
      "learning_rate": 7.234971748708194e-06,
      "loss": 0.3029,
      "num_tokens": 678406712.0,
      "step": 3564
    },
    {
      "epoch": 1.2167235494880546,
      "grad_norm": 0.2680616794345018,
      "learning_rate": 7.233409448266625e-06,
      "loss": 0.3167,
      "num_tokens": 678628330.0,
      "step": 3565
    },
    {
      "epoch": 1.2170648464163822,
      "grad_norm": 0.28605903675411326,
      "learning_rate": 7.231846902451388e-06,
      "loss": 0.3306,
      "num_tokens": 678829592.0,
      "step": 3566
    },
    {
      "epoch": 1.2174061433447099,
      "grad_norm": 0.3001951277948767,
      "learning_rate": 7.230284111483675e-06,
      "loss": 0.3075,
      "num_tokens": 678982492.0,
      "step": 3567
    },
    {
      "epoch": 1.2177474402730375,
      "grad_norm": 0.30556922671263914,
      "learning_rate": 7.228721075584707e-06,
      "loss": 0.3197,
      "num_tokens": 679166269.0,
      "step": 3568
    },
    {
      "epoch": 1.2180887372013651,
      "grad_norm": 0.29878890796626445,
      "learning_rate": 7.22715779497574e-06,
      "loss": 0.3595,
      "num_tokens": 679383449.0,
      "step": 3569
    },
    {
      "epoch": 1.2184300341296928,
      "grad_norm": 0.26162238064715365,
      "learning_rate": 7.225594269878063e-06,
      "loss": 0.321,
      "num_tokens": 679604683.0,
      "step": 3570
    },
    {
      "epoch": 1.2187713310580204,
      "grad_norm": 0.28818877331566234,
      "learning_rate": 7.224030500513003e-06,
      "loss": 0.3106,
      "num_tokens": 679765942.0,
      "step": 3571
    },
    {
      "epoch": 1.2191126279863482,
      "grad_norm": 0.2728442307839908,
      "learning_rate": 7.222466487101923e-06,
      "loss": 0.3217,
      "num_tokens": 679985873.0,
      "step": 3572
    },
    {
      "epoch": 1.2194539249146759,
      "grad_norm": 0.2731028926053592,
      "learning_rate": 7.2209022298662124e-06,
      "loss": 0.2991,
      "num_tokens": 680171899.0,
      "step": 3573
    },
    {
      "epoch": 1.2197952218430035,
      "grad_norm": 0.297623976149398,
      "learning_rate": 7.219337729027304e-06,
      "loss": 0.3323,
      "num_tokens": 680354418.0,
      "step": 3574
    },
    {
      "epoch": 1.2201365187713311,
      "grad_norm": 0.31248704119956733,
      "learning_rate": 7.21777298480666e-06,
      "loss": 0.3034,
      "num_tokens": 680512709.0,
      "step": 3575
    },
    {
      "epoch": 1.2204778156996587,
      "grad_norm": 0.27373075227101545,
      "learning_rate": 7.21620799742578e-06,
      "loss": 0.2994,
      "num_tokens": 680691047.0,
      "step": 3576
    },
    {
      "epoch": 1.2208191126279864,
      "grad_norm": 0.293384628256757,
      "learning_rate": 7.214642767106196e-06,
      "loss": 0.3101,
      "num_tokens": 680844933.0,
      "step": 3577
    },
    {
      "epoch": 1.221160409556314,
      "grad_norm": 0.27185944325412054,
      "learning_rate": 7.213077294069475e-06,
      "loss": 0.3366,
      "num_tokens": 681067109.0,
      "step": 3578
    },
    {
      "epoch": 1.2215017064846416,
      "grad_norm": 0.2822988101173651,
      "learning_rate": 7.211511578537217e-06,
      "loss": 0.3121,
      "num_tokens": 681286913.0,
      "step": 3579
    },
    {
      "epoch": 1.2218430034129693,
      "grad_norm": 0.2976486139796352,
      "learning_rate": 7.209945620731061e-06,
      "loss": 0.3236,
      "num_tokens": 681456570.0,
      "step": 3580
    },
    {
      "epoch": 1.2221843003412969,
      "grad_norm": 0.2723278207758717,
      "learning_rate": 7.208379420872671e-06,
      "loss": 0.3042,
      "num_tokens": 681629195.0,
      "step": 3581
    },
    {
      "epoch": 1.2225255972696245,
      "grad_norm": 0.29666695137042914,
      "learning_rate": 7.206812979183757e-06,
      "loss": 0.3299,
      "num_tokens": 681805277.0,
      "step": 3582
    },
    {
      "epoch": 1.2228668941979521,
      "grad_norm": 0.31038099158797405,
      "learning_rate": 7.205246295886056e-06,
      "loss": 0.3271,
      "num_tokens": 682007496.0,
      "step": 3583
    },
    {
      "epoch": 1.2232081911262798,
      "grad_norm": 0.2706497821276974,
      "learning_rate": 7.203679371201339e-06,
      "loss": 0.3015,
      "num_tokens": 682196132.0,
      "step": 3584
    },
    {
      "epoch": 1.2235494880546076,
      "grad_norm": 0.26483873841373856,
      "learning_rate": 7.202112205351414e-06,
      "loss": 0.328,
      "num_tokens": 682406319.0,
      "step": 3585
    },
    {
      "epoch": 1.2238907849829352,
      "grad_norm": 0.2773267030552009,
      "learning_rate": 7.200544798558122e-06,
      "loss": 0.3289,
      "num_tokens": 682605854.0,
      "step": 3586
    },
    {
      "epoch": 1.2242320819112629,
      "grad_norm": 0.2728216460666976,
      "learning_rate": 7.198977151043339e-06,
      "loss": 0.3275,
      "num_tokens": 682795127.0,
      "step": 3587
    },
    {
      "epoch": 1.2245733788395905,
      "grad_norm": 0.2887205959003323,
      "learning_rate": 7.197409263028971e-06,
      "loss": 0.3105,
      "num_tokens": 682988812.0,
      "step": 3588
    },
    {
      "epoch": 1.2249146757679181,
      "grad_norm": 0.2939536387134958,
      "learning_rate": 7.195841134736966e-06,
      "loss": 0.3174,
      "num_tokens": 683162583.0,
      "step": 3589
    },
    {
      "epoch": 1.2252559726962458,
      "grad_norm": 0.3255915172507647,
      "learning_rate": 7.194272766389297e-06,
      "loss": 0.319,
      "num_tokens": 683298383.0,
      "step": 3590
    },
    {
      "epoch": 1.2255972696245734,
      "grad_norm": 0.27040114846841296,
      "learning_rate": 7.192704158207976e-06,
      "loss": 0.3213,
      "num_tokens": 683515412.0,
      "step": 3591
    },
    {
      "epoch": 1.225938566552901,
      "grad_norm": 0.2648810373560154,
      "learning_rate": 7.1911353104150496e-06,
      "loss": 0.3131,
      "num_tokens": 683746025.0,
      "step": 3592
    },
    {
      "epoch": 1.2262798634812286,
      "grad_norm": 0.28799723103991387,
      "learning_rate": 7.189566223232596e-06,
      "loss": 0.3063,
      "num_tokens": 683925191.0,
      "step": 3593
    },
    {
      "epoch": 1.2266211604095563,
      "grad_norm": 0.27325292928198575,
      "learning_rate": 7.187996896882727e-06,
      "loss": 0.3426,
      "num_tokens": 684156526.0,
      "step": 3594
    },
    {
      "epoch": 1.226962457337884,
      "grad_norm": 0.2816290903714995,
      "learning_rate": 7.186427331587592e-06,
      "loss": 0.2905,
      "num_tokens": 684346143.0,
      "step": 3595
    },
    {
      "epoch": 1.2273037542662115,
      "grad_norm": 0.29221262497712897,
      "learning_rate": 7.184857527569371e-06,
      "loss": 0.3216,
      "num_tokens": 684560091.0,
      "step": 3596
    },
    {
      "epoch": 1.2276450511945391,
      "grad_norm": 0.2863153056621816,
      "learning_rate": 7.183287485050276e-06,
      "loss": 0.3104,
      "num_tokens": 684739227.0,
      "step": 3597
    },
    {
      "epoch": 1.227986348122867,
      "grad_norm": 0.28696173791420415,
      "learning_rate": 7.181717204252558e-06,
      "loss": 0.3063,
      "num_tokens": 684924804.0,
      "step": 3598
    },
    {
      "epoch": 1.2283276450511946,
      "grad_norm": 0.29972444055466757,
      "learning_rate": 7.180146685398496e-06,
      "loss": 0.3483,
      "num_tokens": 685128512.0,
      "step": 3599
    },
    {
      "epoch": 1.2286689419795223,
      "grad_norm": 0.2819471067516387,
      "learning_rate": 7.178575928710408e-06,
      "loss": 0.3323,
      "num_tokens": 685314041.0,
      "step": 3600
    },
    {
      "epoch": 1.2290102389078499,
      "grad_norm": 0.481261812356806,
      "learning_rate": 7.177004934410644e-06,
      "loss": 0.2818,
      "num_tokens": 685485753.0,
      "step": 3601
    },
    {
      "epoch": 1.2293515358361775,
      "grad_norm": 0.32236816676726493,
      "learning_rate": 7.175433702721584e-06,
      "loss": 0.3202,
      "num_tokens": 685640667.0,
      "step": 3602
    },
    {
      "epoch": 1.2296928327645051,
      "grad_norm": 0.2720974792420161,
      "learning_rate": 7.173862233865647e-06,
      "loss": 0.3253,
      "num_tokens": 685869713.0,
      "step": 3603
    },
    {
      "epoch": 1.2300341296928328,
      "grad_norm": 0.2870066031151847,
      "learning_rate": 7.172290528065282e-06,
      "loss": 0.3113,
      "num_tokens": 686059362.0,
      "step": 3604
    },
    {
      "epoch": 1.2303754266211604,
      "grad_norm": 0.2847722964562425,
      "learning_rate": 7.170718585542972e-06,
      "loss": 0.2981,
      "num_tokens": 686223795.0,
      "step": 3605
    },
    {
      "epoch": 1.230716723549488,
      "grad_norm": 0.32295527468618873,
      "learning_rate": 7.169146406521236e-06,
      "loss": 0.3341,
      "num_tokens": 686397773.0,
      "step": 3606
    },
    {
      "epoch": 1.2310580204778157,
      "grad_norm": 0.28789080341132023,
      "learning_rate": 7.167573991222621e-06,
      "loss": 0.3129,
      "num_tokens": 686567969.0,
      "step": 3607
    },
    {
      "epoch": 1.2313993174061433,
      "grad_norm": 0.2768113024967722,
      "learning_rate": 7.166001339869715e-06,
      "loss": 0.3316,
      "num_tokens": 686760898.0,
      "step": 3608
    },
    {
      "epoch": 1.231740614334471,
      "grad_norm": 0.2835981035294414,
      "learning_rate": 7.164428452685135e-06,
      "loss": 0.3088,
      "num_tokens": 686939560.0,
      "step": 3609
    },
    {
      "epoch": 1.2320819112627985,
      "grad_norm": 0.291774962825883,
      "learning_rate": 7.162855329891531e-06,
      "loss": 0.324,
      "num_tokens": 687107096.0,
      "step": 3610
    },
    {
      "epoch": 1.2324232081911264,
      "grad_norm": 0.3007730145830715,
      "learning_rate": 7.161281971711584e-06,
      "loss": 0.337,
      "num_tokens": 687333426.0,
      "step": 3611
    },
    {
      "epoch": 1.232764505119454,
      "grad_norm": 0.2920102635337496,
      "learning_rate": 7.159708378368018e-06,
      "loss": 0.325,
      "num_tokens": 687496947.0,
      "step": 3612
    },
    {
      "epoch": 1.2331058020477816,
      "grad_norm": 0.28984563391188145,
      "learning_rate": 7.158134550083579e-06,
      "loss": 0.3274,
      "num_tokens": 687699052.0,
      "step": 3613
    },
    {
      "epoch": 1.2334470989761093,
      "grad_norm": 0.3104396074287701,
      "learning_rate": 7.156560487081052e-06,
      "loss": 0.3243,
      "num_tokens": 687863128.0,
      "step": 3614
    },
    {
      "epoch": 1.233788395904437,
      "grad_norm": 0.9424929031875475,
      "learning_rate": 7.154986189583255e-06,
      "loss": 0.3241,
      "num_tokens": 688072366.0,
      "step": 3615
    },
    {
      "epoch": 1.2341296928327645,
      "grad_norm": 0.28466124754132205,
      "learning_rate": 7.1534116578130375e-06,
      "loss": 0.3355,
      "num_tokens": 688272381.0,
      "step": 3616
    },
    {
      "epoch": 1.2344709897610922,
      "grad_norm": 0.31430023110153826,
      "learning_rate": 7.151836891993284e-06,
      "loss": 0.2928,
      "num_tokens": 688416804.0,
      "step": 3617
    },
    {
      "epoch": 1.2348122866894198,
      "grad_norm": 0.29704654318261914,
      "learning_rate": 7.150261892346913e-06,
      "loss": 0.3378,
      "num_tokens": 688613967.0,
      "step": 3618
    },
    {
      "epoch": 1.2351535836177474,
      "grad_norm": 0.2885747761467596,
      "learning_rate": 7.148686659096871e-06,
      "loss": 0.3245,
      "num_tokens": 688803900.0,
      "step": 3619
    },
    {
      "epoch": 1.235494880546075,
      "grad_norm": 0.28080705582927246,
      "learning_rate": 7.147111192466144e-06,
      "loss": 0.33,
      "num_tokens": 689018137.0,
      "step": 3620
    },
    {
      "epoch": 1.2358361774744027,
      "grad_norm": 0.2570687068275439,
      "learning_rate": 7.145535492677744e-06,
      "loss": 0.3142,
      "num_tokens": 689237913.0,
      "step": 3621
    },
    {
      "epoch": 1.2361774744027303,
      "grad_norm": 0.3273141253746138,
      "learning_rate": 7.143959559954724e-06,
      "loss": 0.3314,
      "num_tokens": 689398636.0,
      "step": 3622
    },
    {
      "epoch": 1.236518771331058,
      "grad_norm": 0.2722771191433649,
      "learning_rate": 7.142383394520164e-06,
      "loss": 0.3162,
      "num_tokens": 689584260.0,
      "step": 3623
    },
    {
      "epoch": 1.2368600682593858,
      "grad_norm": 0.3040429870598971,
      "learning_rate": 7.14080699659718e-06,
      "loss": 0.3103,
      "num_tokens": 689721990.0,
      "step": 3624
    },
    {
      "epoch": 1.2372013651877134,
      "grad_norm": 0.3034543194241882,
      "learning_rate": 7.139230366408918e-06,
      "loss": 0.335,
      "num_tokens": 689881478.0,
      "step": 3625
    },
    {
      "epoch": 1.237542662116041,
      "grad_norm": 0.2869612231054165,
      "learning_rate": 7.137653504178562e-06,
      "loss": 0.3168,
      "num_tokens": 690081687.0,
      "step": 3626
    },
    {
      "epoch": 1.2378839590443687,
      "grad_norm": 0.2566274086027737,
      "learning_rate": 7.1360764101293215e-06,
      "loss": 0.3138,
      "num_tokens": 690301452.0,
      "step": 3627
    },
    {
      "epoch": 1.2382252559726963,
      "grad_norm": 0.25074035498905817,
      "learning_rate": 7.134499084484444e-06,
      "loss": 0.3232,
      "num_tokens": 690534625.0,
      "step": 3628
    },
    {
      "epoch": 1.238566552901024,
      "grad_norm": 0.26410909228681406,
      "learning_rate": 7.132921527467213e-06,
      "loss": 0.2989,
      "num_tokens": 690765663.0,
      "step": 3629
    },
    {
      "epoch": 1.2389078498293515,
      "grad_norm": 0.27082694849935707,
      "learning_rate": 7.131343739300933e-06,
      "loss": 0.3161,
      "num_tokens": 690954613.0,
      "step": 3630
    },
    {
      "epoch": 1.2392491467576792,
      "grad_norm": 0.2828329814960537,
      "learning_rate": 7.129765720208955e-06,
      "loss": 0.3443,
      "num_tokens": 691203989.0,
      "step": 3631
    },
    {
      "epoch": 1.2395904436860068,
      "grad_norm": 0.3088508311500768,
      "learning_rate": 7.128187470414652e-06,
      "loss": 0.3364,
      "num_tokens": 691401864.0,
      "step": 3632
    },
    {
      "epoch": 1.2399317406143344,
      "grad_norm": 0.2522227401835944,
      "learning_rate": 7.126608990141437e-06,
      "loss": 0.2869,
      "num_tokens": 691597739.0,
      "step": 3633
    },
    {
      "epoch": 1.240273037542662,
      "grad_norm": 0.27908327889038625,
      "learning_rate": 7.12503027961275e-06,
      "loss": 0.3262,
      "num_tokens": 691769942.0,
      "step": 3634
    },
    {
      "epoch": 1.2406143344709897,
      "grad_norm": 0.2949922264177747,
      "learning_rate": 7.123451339052067e-06,
      "loss": 0.3181,
      "num_tokens": 691936551.0,
      "step": 3635
    },
    {
      "epoch": 1.2409556313993173,
      "grad_norm": 0.24912986443602134,
      "learning_rate": 7.1218721686828985e-06,
      "loss": 0.2988,
      "num_tokens": 692146212.0,
      "step": 3636
    },
    {
      "epoch": 1.2412969283276452,
      "grad_norm": 0.2703788578631529,
      "learning_rate": 7.1202927687287815e-06,
      "loss": 0.3082,
      "num_tokens": 692324180.0,
      "step": 3637
    },
    {
      "epoch": 1.2416382252559728,
      "grad_norm": 0.27530586196663476,
      "learning_rate": 7.118713139413289e-06,
      "loss": 0.3294,
      "num_tokens": 692526309.0,
      "step": 3638
    },
    {
      "epoch": 1.2419795221843004,
      "grad_norm": 0.2909180526974717,
      "learning_rate": 7.117133280960027e-06,
      "loss": 0.2972,
      "num_tokens": 692702245.0,
      "step": 3639
    },
    {
      "epoch": 1.242320819112628,
      "grad_norm": 0.307583937785784,
      "learning_rate": 7.115553193592633e-06,
      "loss": 0.3259,
      "num_tokens": 692880563.0,
      "step": 3640
    },
    {
      "epoch": 1.2426621160409557,
      "grad_norm": 0.2704415868811716,
      "learning_rate": 7.113972877534778e-06,
      "loss": 0.3447,
      "num_tokens": 693113540.0,
      "step": 3641
    },
    {
      "epoch": 1.2430034129692833,
      "grad_norm": 0.28864114086995624,
      "learning_rate": 7.112392333010163e-06,
      "loss": 0.2989,
      "num_tokens": 693284040.0,
      "step": 3642
    },
    {
      "epoch": 1.243344709897611,
      "grad_norm": 0.2595142618659799,
      "learning_rate": 7.110811560242524e-06,
      "loss": 0.3072,
      "num_tokens": 693500249.0,
      "step": 3643
    },
    {
      "epoch": 1.2436860068259386,
      "grad_norm": 0.2487927186782421,
      "learning_rate": 7.1092305594556275e-06,
      "loss": 0.3119,
      "num_tokens": 693710239.0,
      "step": 3644
    },
    {
      "epoch": 1.2440273037542662,
      "grad_norm": 0.2750218954715546,
      "learning_rate": 7.107649330873273e-06,
      "loss": 0.3279,
      "num_tokens": 693902526.0,
      "step": 3645
    },
    {
      "epoch": 1.2443686006825938,
      "grad_norm": 0.2666766627613597,
      "learning_rate": 7.106067874719292e-06,
      "loss": 0.3078,
      "num_tokens": 694090795.0,
      "step": 3646
    },
    {
      "epoch": 1.2447098976109214,
      "grad_norm": 0.25285719192010486,
      "learning_rate": 7.104486191217548e-06,
      "loss": 0.2942,
      "num_tokens": 694318340.0,
      "step": 3647
    },
    {
      "epoch": 1.245051194539249,
      "grad_norm": 0.2771574277008792,
      "learning_rate": 7.102904280591938e-06,
      "loss": 0.3195,
      "num_tokens": 694523187.0,
      "step": 3648
    },
    {
      "epoch": 1.2453924914675767,
      "grad_norm": 0.2775364365255871,
      "learning_rate": 7.101322143066389e-06,
      "loss": 0.3018,
      "num_tokens": 694694512.0,
      "step": 3649
    },
    {
      "epoch": 1.2457337883959045,
      "grad_norm": 0.2662390729630346,
      "learning_rate": 7.099739778864862e-06,
      "loss": 0.3213,
      "num_tokens": 694888079.0,
      "step": 3650
    },
    {
      "epoch": 1.2460750853242322,
      "grad_norm": 0.28929680202414837,
      "learning_rate": 7.09815718821135e-06,
      "loss": 0.322,
      "num_tokens": 695074637.0,
      "step": 3651
    },
    {
      "epoch": 1.2464163822525598,
      "grad_norm": 0.26722109146475104,
      "learning_rate": 7.096574371329876e-06,
      "loss": 0.3152,
      "num_tokens": 695267783.0,
      "step": 3652
    },
    {
      "epoch": 1.2467576791808874,
      "grad_norm": 0.2859234232414057,
      "learning_rate": 7.094991328444498e-06,
      "loss": 0.2626,
      "num_tokens": 695432745.0,
      "step": 3653
    },
    {
      "epoch": 1.247098976109215,
      "grad_norm": 0.29907164307767387,
      "learning_rate": 7.093408059779302e-06,
      "loss": 0.3298,
      "num_tokens": 695622119.0,
      "step": 3654
    },
    {
      "epoch": 1.2474402730375427,
      "grad_norm": 0.27231441565515696,
      "learning_rate": 7.09182456555841e-06,
      "loss": 0.2923,
      "num_tokens": 695799226.0,
      "step": 3655
    },
    {
      "epoch": 1.2477815699658703,
      "grad_norm": 0.2505737820825568,
      "learning_rate": 7.0902408460059754e-06,
      "loss": 0.3161,
      "num_tokens": 696020785.0,
      "step": 3656
    },
    {
      "epoch": 1.248122866894198,
      "grad_norm": 0.30098485358115795,
      "learning_rate": 7.088656901346182e-06,
      "loss": 0.3159,
      "num_tokens": 696184942.0,
      "step": 3657
    },
    {
      "epoch": 1.2484641638225256,
      "grad_norm": 0.28693943362891733,
      "learning_rate": 7.087072731803245e-06,
      "loss": 0.3012,
      "num_tokens": 696370125.0,
      "step": 3658
    },
    {
      "epoch": 1.2488054607508532,
      "grad_norm": 0.32672344967824074,
      "learning_rate": 7.085488337601412e-06,
      "loss": 0.2755,
      "num_tokens": 696528306.0,
      "step": 3659
    },
    {
      "epoch": 1.2491467576791808,
      "grad_norm": 0.3031600266887975,
      "learning_rate": 7.083903718964963e-06,
      "loss": 0.2908,
      "num_tokens": 696694635.0,
      "step": 3660
    },
    {
      "epoch": 1.2494880546075084,
      "grad_norm": 0.2689623252974266,
      "learning_rate": 7.082318876118211e-06,
      "loss": 0.3219,
      "num_tokens": 696895049.0,
      "step": 3661
    },
    {
      "epoch": 1.249829351535836,
      "grad_norm": 0.2938224191302365,
      "learning_rate": 7.0807338092854975e-06,
      "loss": 0.32,
      "num_tokens": 697075001.0,
      "step": 3662
    },
    {
      "epoch": 1.250170648464164,
      "grad_norm": 0.2738750828513445,
      "learning_rate": 7.079148518691196e-06,
      "loss": 0.3148,
      "num_tokens": 697286845.0,
      "step": 3663
    },
    {
      "epoch": 1.2505119453924913,
      "grad_norm": 0.32570624852727526,
      "learning_rate": 7.077563004559718e-06,
      "loss": 0.2994,
      "num_tokens": 697462483.0,
      "step": 3664
    },
    {
      "epoch": 1.2508532423208192,
      "grad_norm": 0.3010319622216933,
      "learning_rate": 7.075977267115498e-06,
      "loss": 0.2844,
      "num_tokens": 697608971.0,
      "step": 3665
    },
    {
      "epoch": 1.2511945392491468,
      "grad_norm": 0.300293752997791,
      "learning_rate": 7.074391306583007e-06,
      "loss": 0.3127,
      "num_tokens": 697782521.0,
      "step": 3666
    },
    {
      "epoch": 1.2515358361774744,
      "grad_norm": 0.2927608215565666,
      "learning_rate": 7.0728051231867465e-06,
      "loss": 0.3533,
      "num_tokens": 698022263.0,
      "step": 3667
    },
    {
      "epoch": 1.251877133105802,
      "grad_norm": 0.31269368729014585,
      "learning_rate": 7.071218717151249e-06,
      "loss": 0.3205,
      "num_tokens": 698195865.0,
      "step": 3668
    },
    {
      "epoch": 1.2522184300341297,
      "grad_norm": 0.258702888620997,
      "learning_rate": 7.0696320887010786e-06,
      "loss": 0.3255,
      "num_tokens": 698415848.0,
      "step": 3669
    },
    {
      "epoch": 1.2525597269624573,
      "grad_norm": 0.2786516022987391,
      "learning_rate": 7.068045238060832e-06,
      "loss": 0.3177,
      "num_tokens": 698609798.0,
      "step": 3670
    },
    {
      "epoch": 1.252901023890785,
      "grad_norm": 0.2767289258763776,
      "learning_rate": 7.066458165455138e-06,
      "loss": 0.296,
      "num_tokens": 698810503.0,
      "step": 3671
    },
    {
      "epoch": 1.2532423208191126,
      "grad_norm": 0.3038862549908413,
      "learning_rate": 7.064870871108653e-06,
      "loss": 0.3198,
      "num_tokens": 698996694.0,
      "step": 3672
    },
    {
      "epoch": 1.2535836177474402,
      "grad_norm": 0.2905064754774414,
      "learning_rate": 7.063283355246069e-06,
      "loss": 0.3011,
      "num_tokens": 699157626.0,
      "step": 3673
    },
    {
      "epoch": 1.253924914675768,
      "grad_norm": 0.27594077849822424,
      "learning_rate": 7.061695618092107e-06,
      "loss": 0.284,
      "num_tokens": 699322518.0,
      "step": 3674
    },
    {
      "epoch": 1.2542662116040955,
      "grad_norm": 0.2855727297377444,
      "learning_rate": 7.06010765987152e-06,
      "loss": 0.3189,
      "num_tokens": 699512792.0,
      "step": 3675
    },
    {
      "epoch": 1.2546075085324233,
      "grad_norm": 0.26405331630706164,
      "learning_rate": 7.058519480809092e-06,
      "loss": 0.2714,
      "num_tokens": 699681530.0,
      "step": 3676
    },
    {
      "epoch": 1.2549488054607507,
      "grad_norm": 0.27296218768060676,
      "learning_rate": 7.056931081129639e-06,
      "loss": 0.305,
      "num_tokens": 699896436.0,
      "step": 3677
    },
    {
      "epoch": 1.2552901023890786,
      "grad_norm": 0.28979356175406473,
      "learning_rate": 7.055342461058007e-06,
      "loss": 0.2994,
      "num_tokens": 700070836.0,
      "step": 3678
    },
    {
      "epoch": 1.2556313993174062,
      "grad_norm": 0.2825183991365195,
      "learning_rate": 7.053753620819074e-06,
      "loss": 0.3466,
      "num_tokens": 700310462.0,
      "step": 3679
    },
    {
      "epoch": 1.2559726962457338,
      "grad_norm": 0.274692453797519,
      "learning_rate": 7.05216456063775e-06,
      "loss": 0.3049,
      "num_tokens": 700502239.0,
      "step": 3680
    },
    {
      "epoch": 1.2563139931740614,
      "grad_norm": 0.2679949850537273,
      "learning_rate": 7.050575280738975e-06,
      "loss": 0.308,
      "num_tokens": 700677686.0,
      "step": 3681
    },
    {
      "epoch": 1.256655290102389,
      "grad_norm": 0.26767567952756627,
      "learning_rate": 7.0489857813477195e-06,
      "loss": 0.2913,
      "num_tokens": 700859455.0,
      "step": 3682
    },
    {
      "epoch": 1.2569965870307167,
      "grad_norm": 0.2676983681382686,
      "learning_rate": 7.047396062688987e-06,
      "loss": 0.3137,
      "num_tokens": 701050695.0,
      "step": 3683
    },
    {
      "epoch": 1.2573378839590443,
      "grad_norm": 0.2793102187691464,
      "learning_rate": 7.04580612498781e-06,
      "loss": 0.3339,
      "num_tokens": 701250224.0,
      "step": 3684
    },
    {
      "epoch": 1.257679180887372,
      "grad_norm": 0.2877605074895888,
      "learning_rate": 7.0442159684692534e-06,
      "loss": 0.3281,
      "num_tokens": 701455702.0,
      "step": 3685
    },
    {
      "epoch": 1.2580204778156996,
      "grad_norm": 0.2639837865259657,
      "learning_rate": 7.042625593358411e-06,
      "loss": 0.3114,
      "num_tokens": 701655422.0,
      "step": 3686
    },
    {
      "epoch": 1.2583617747440274,
      "grad_norm": 0.28142396919336915,
      "learning_rate": 7.0410349998804116e-06,
      "loss": 0.3352,
      "num_tokens": 701856660.0,
      "step": 3687
    },
    {
      "epoch": 1.2587030716723548,
      "grad_norm": 0.27023388449674085,
      "learning_rate": 7.039444188260414e-06,
      "loss": 0.3018,
      "num_tokens": 702027103.0,
      "step": 3688
    },
    {
      "epoch": 1.2590443686006827,
      "grad_norm": 0.2704499362626548,
      "learning_rate": 7.037853158723601e-06,
      "loss": 0.3103,
      "num_tokens": 702214919.0,
      "step": 3689
    },
    {
      "epoch": 1.25938566552901,
      "grad_norm": 0.28401399800390503,
      "learning_rate": 7.036261911495196e-06,
      "loss": 0.3289,
      "num_tokens": 702418733.0,
      "step": 3690
    },
    {
      "epoch": 1.259726962457338,
      "grad_norm": 0.28978063036149043,
      "learning_rate": 7.0346704468004465e-06,
      "loss": 0.3153,
      "num_tokens": 702588916.0,
      "step": 3691
    },
    {
      "epoch": 1.2600682593856656,
      "grad_norm": 0.25924060683557365,
      "learning_rate": 7.033078764864636e-06,
      "loss": 0.3562,
      "num_tokens": 702840038.0,
      "step": 3692
    },
    {
      "epoch": 1.2604095563139932,
      "grad_norm": 0.2699701205795451,
      "learning_rate": 7.031486865913072e-06,
      "loss": 0.312,
      "num_tokens": 703049210.0,
      "step": 3693
    },
    {
      "epoch": 1.2607508532423208,
      "grad_norm": 0.2923993479909858,
      "learning_rate": 7.029894750171098e-06,
      "loss": 0.3112,
      "num_tokens": 703220712.0,
      "step": 3694
    },
    {
      "epoch": 1.2610921501706485,
      "grad_norm": 0.2682060903666931,
      "learning_rate": 7.028302417864088e-06,
      "loss": 0.3138,
      "num_tokens": 703425284.0,
      "step": 3695
    },
    {
      "epoch": 1.261433447098976,
      "grad_norm": 0.3045574407001758,
      "learning_rate": 7.026709869217444e-06,
      "loss": 0.3627,
      "num_tokens": 703613679.0,
      "step": 3696
    },
    {
      "epoch": 1.2617747440273037,
      "grad_norm": 0.2777140320803476,
      "learning_rate": 7.025117104456602e-06,
      "loss": 0.2902,
      "num_tokens": 703786952.0,
      "step": 3697
    },
    {
      "epoch": 1.2621160409556313,
      "grad_norm": 0.3035540657395767,
      "learning_rate": 7.023524123807023e-06,
      "loss": 0.354,
      "num_tokens": 703974800.0,
      "step": 3698
    },
    {
      "epoch": 1.262457337883959,
      "grad_norm": 0.30013142631287515,
      "learning_rate": 7.021930927494206e-06,
      "loss": 0.3105,
      "num_tokens": 704140276.0,
      "step": 3699
    },
    {
      "epoch": 1.2627986348122868,
      "grad_norm": 0.3468159858791944,
      "learning_rate": 7.020337515743676e-06,
      "loss": 0.2915,
      "num_tokens": 704301421.0,
      "step": 3700
    },
    {
      "epoch": 1.2631399317406142,
      "grad_norm": 0.31632905717609183,
      "learning_rate": 7.0187438887809874e-06,
      "loss": 0.3246,
      "num_tokens": 704474451.0,
      "step": 3701
    },
    {
      "epoch": 1.263481228668942,
      "grad_norm": 0.32513269662083544,
      "learning_rate": 7.017150046831727e-06,
      "loss": 0.3203,
      "num_tokens": 704620912.0,
      "step": 3702
    },
    {
      "epoch": 1.2638225255972695,
      "grad_norm": 0.26976732053979596,
      "learning_rate": 7.0155559901215145e-06,
      "loss": 0.33,
      "num_tokens": 704846826.0,
      "step": 3703
    },
    {
      "epoch": 1.2641638225255973,
      "grad_norm": 0.2846742567848077,
      "learning_rate": 7.013961718875993e-06,
      "loss": 0.3108,
      "num_tokens": 705045062.0,
      "step": 3704
    },
    {
      "epoch": 1.264505119453925,
      "grad_norm": 0.275274890294096,
      "learning_rate": 7.012367233320847e-06,
      "loss": 0.3253,
      "num_tokens": 705257869.0,
      "step": 3705
    },
    {
      "epoch": 1.2648464163822526,
      "grad_norm": 0.31785585346863615,
      "learning_rate": 7.010772533681777e-06,
      "loss": 0.3422,
      "num_tokens": 705421483.0,
      "step": 3706
    },
    {
      "epoch": 1.2651877133105802,
      "grad_norm": 0.2808186227142278,
      "learning_rate": 7.009177620184527e-06,
      "loss": 0.2932,
      "num_tokens": 705602597.0,
      "step": 3707
    },
    {
      "epoch": 1.2655290102389078,
      "grad_norm": 0.3107433717604075,
      "learning_rate": 7.007582493054864e-06,
      "loss": 0.3309,
      "num_tokens": 705761049.0,
      "step": 3708
    },
    {
      "epoch": 1.2658703071672355,
      "grad_norm": 0.2563611301893544,
      "learning_rate": 7.005987152518588e-06,
      "loss": 0.3179,
      "num_tokens": 705987990.0,
      "step": 3709
    },
    {
      "epoch": 1.266211604095563,
      "grad_norm": 0.2821282156943873,
      "learning_rate": 7.0043915988015266e-06,
      "loss": 0.2905,
      "num_tokens": 706148086.0,
      "step": 3710
    },
    {
      "epoch": 1.2665529010238907,
      "grad_norm": 0.2931040861295535,
      "learning_rate": 7.002795832129539e-06,
      "loss": 0.344,
      "num_tokens": 706335506.0,
      "step": 3711
    },
    {
      "epoch": 1.2668941979522184,
      "grad_norm": 0.24718013180373863,
      "learning_rate": 7.0011998527285185e-06,
      "loss": 0.304,
      "num_tokens": 706552710.0,
      "step": 3712
    },
    {
      "epoch": 1.2672354948805462,
      "grad_norm": 0.2621236622345993,
      "learning_rate": 6.999603660824379e-06,
      "loss": 0.3237,
      "num_tokens": 706763182.0,
      "step": 3713
    },
    {
      "epoch": 1.2675767918088736,
      "grad_norm": 0.27099919086820123,
      "learning_rate": 6.9980072566430765e-06,
      "loss": 0.3272,
      "num_tokens": 706969970.0,
      "step": 3714
    },
    {
      "epoch": 1.2679180887372015,
      "grad_norm": 0.2693817131668708,
      "learning_rate": 6.996410640410585e-06,
      "loss": 0.3386,
      "num_tokens": 707199270.0,
      "step": 3715
    },
    {
      "epoch": 1.268259385665529,
      "grad_norm": 0.2812711866218925,
      "learning_rate": 6.994813812352919e-06,
      "loss": 0.3077,
      "num_tokens": 707375910.0,
      "step": 3716
    },
    {
      "epoch": 1.2686006825938567,
      "grad_norm": 0.2937863771876866,
      "learning_rate": 6.993216772696114e-06,
      "loss": 0.3149,
      "num_tokens": 707557670.0,
      "step": 3717
    },
    {
      "epoch": 1.2689419795221843,
      "grad_norm": 0.24708853191983443,
      "learning_rate": 6.991619521666244e-06,
      "loss": 0.3033,
      "num_tokens": 707772034.0,
      "step": 3718
    },
    {
      "epoch": 1.269283276450512,
      "grad_norm": 0.2841131586085519,
      "learning_rate": 6.990022059489405e-06,
      "loss": 0.315,
      "num_tokens": 707952953.0,
      "step": 3719
    },
    {
      "epoch": 1.2696245733788396,
      "grad_norm": 0.29135274171193226,
      "learning_rate": 6.988424386391731e-06,
      "loss": 0.3045,
      "num_tokens": 708110029.0,
      "step": 3720
    },
    {
      "epoch": 1.2699658703071672,
      "grad_norm": 0.26206698063018086,
      "learning_rate": 6.986826502599378e-06,
      "loss": 0.3081,
      "num_tokens": 708302970.0,
      "step": 3721
    },
    {
      "epoch": 1.2703071672354949,
      "grad_norm": 0.2807188703972892,
      "learning_rate": 6.985228408338534e-06,
      "loss": 0.3087,
      "num_tokens": 708488436.0,
      "step": 3722
    },
    {
      "epoch": 1.2706484641638225,
      "grad_norm": 0.3044593801815076,
      "learning_rate": 6.983630103835423e-06,
      "loss": 0.3295,
      "num_tokens": 708644456.0,
      "step": 3723
    },
    {
      "epoch": 1.2709897610921501,
      "grad_norm": 0.2672082163947727,
      "learning_rate": 6.982031589316289e-06,
      "loss": 0.2996,
      "num_tokens": 708830021.0,
      "step": 3724
    },
    {
      "epoch": 1.2713310580204777,
      "grad_norm": 0.27372252337278347,
      "learning_rate": 6.980432865007413e-06,
      "loss": 0.3502,
      "num_tokens": 709044786.0,
      "step": 3725
    },
    {
      "epoch": 1.2716723549488056,
      "grad_norm": 0.30687887549020815,
      "learning_rate": 6.978833931135103e-06,
      "loss": 0.3155,
      "num_tokens": 709206992.0,
      "step": 3726
    },
    {
      "epoch": 1.272013651877133,
      "grad_norm": 0.26413518597279007,
      "learning_rate": 6.977234787925696e-06,
      "loss": 0.3035,
      "num_tokens": 709399171.0,
      "step": 3727
    },
    {
      "epoch": 1.2723549488054609,
      "grad_norm": 0.2734884308960249,
      "learning_rate": 6.975635435605559e-06,
      "loss": 0.2843,
      "num_tokens": 709584739.0,
      "step": 3728
    },
    {
      "epoch": 1.2726962457337885,
      "grad_norm": 0.28246847549309145,
      "learning_rate": 6.974035874401093e-06,
      "loss": 0.29,
      "num_tokens": 709745609.0,
      "step": 3729
    },
    {
      "epoch": 1.273037542662116,
      "grad_norm": 0.2672815289411152,
      "learning_rate": 6.97243610453872e-06,
      "loss": 0.3238,
      "num_tokens": 709958672.0,
      "step": 3730
    },
    {
      "epoch": 1.2733788395904437,
      "grad_norm": 0.2742249282350909,
      "learning_rate": 6.9708361262448995e-06,
      "loss": 0.3368,
      "num_tokens": 710160892.0,
      "step": 3731
    },
    {
      "epoch": 1.2737201365187714,
      "grad_norm": 0.31065825001988684,
      "learning_rate": 6.969235939746115e-06,
      "loss": 0.359,
      "num_tokens": 710341846.0,
      "step": 3732
    },
    {
      "epoch": 1.274061433447099,
      "grad_norm": 0.25116337482088574,
      "learning_rate": 6.967635545268883e-06,
      "loss": 0.2965,
      "num_tokens": 710548533.0,
      "step": 3733
    },
    {
      "epoch": 1.2744027303754266,
      "grad_norm": 0.30264268105294634,
      "learning_rate": 6.966034943039748e-06,
      "loss": 0.2746,
      "num_tokens": 710731847.0,
      "step": 3734
    },
    {
      "epoch": 1.2747440273037542,
      "grad_norm": 0.29115795065345634,
      "learning_rate": 6.964434133285283e-06,
      "loss": 0.3553,
      "num_tokens": 710948516.0,
      "step": 3735
    },
    {
      "epoch": 1.2750853242320819,
      "grad_norm": 0.28175973270936977,
      "learning_rate": 6.962833116232094e-06,
      "loss": 0.3141,
      "num_tokens": 711133795.0,
      "step": 3736
    },
    {
      "epoch": 1.2754266211604095,
      "grad_norm": 0.274421875802411,
      "learning_rate": 6.961231892106811e-06,
      "loss": 0.3301,
      "num_tokens": 711363241.0,
      "step": 3737
    },
    {
      "epoch": 1.2757679180887371,
      "grad_norm": 0.2907247057676981,
      "learning_rate": 6.959630461136098e-06,
      "loss": 0.3143,
      "num_tokens": 711554365.0,
      "step": 3738
    },
    {
      "epoch": 1.276109215017065,
      "grad_norm": 0.2678925853564216,
      "learning_rate": 6.9580288235466464e-06,
      "loss": 0.3258,
      "num_tokens": 711768139.0,
      "step": 3739
    },
    {
      "epoch": 1.2764505119453924,
      "grad_norm": 0.24888709060306655,
      "learning_rate": 6.956426979565175e-06,
      "loss": 0.3064,
      "num_tokens": 711982348.0,
      "step": 3740
    },
    {
      "epoch": 1.2767918088737202,
      "grad_norm": 0.2629157463794367,
      "learning_rate": 6.954824929418434e-06,
      "loss": 0.3041,
      "num_tokens": 712169986.0,
      "step": 3741
    },
    {
      "epoch": 1.2771331058020479,
      "grad_norm": 0.3039894300906893,
      "learning_rate": 6.953222673333205e-06,
      "loss": 0.3125,
      "num_tokens": 712342343.0,
      "step": 3742
    },
    {
      "epoch": 1.2774744027303755,
      "grad_norm": 0.27825149426714296,
      "learning_rate": 6.951620211536293e-06,
      "loss": 0.3364,
      "num_tokens": 712551096.0,
      "step": 3743
    },
    {
      "epoch": 1.2778156996587031,
      "grad_norm": 0.3275957925541573,
      "learning_rate": 6.950017544254537e-06,
      "loss": 0.3098,
      "num_tokens": 712719364.0,
      "step": 3744
    },
    {
      "epoch": 1.2781569965870307,
      "grad_norm": 0.2831517039440438,
      "learning_rate": 6.9484146717148024e-06,
      "loss": 0.309,
      "num_tokens": 712882334.0,
      "step": 3745
    },
    {
      "epoch": 1.2784982935153584,
      "grad_norm": 0.2934933292265126,
      "learning_rate": 6.946811594143986e-06,
      "loss": 0.3179,
      "num_tokens": 713074003.0,
      "step": 3746
    },
    {
      "epoch": 1.278839590443686,
      "grad_norm": 0.28123397365926955,
      "learning_rate": 6.945208311769013e-06,
      "loss": 0.323,
      "num_tokens": 713268959.0,
      "step": 3747
    },
    {
      "epoch": 1.2791808873720136,
      "grad_norm": 0.26894636654302395,
      "learning_rate": 6.943604824816833e-06,
      "loss": 0.3153,
      "num_tokens": 713479852.0,
      "step": 3748
    },
    {
      "epoch": 1.2795221843003413,
      "grad_norm": 0.25763675468279906,
      "learning_rate": 6.942001133514433e-06,
      "loss": 0.2989,
      "num_tokens": 713679022.0,
      "step": 3749
    },
    {
      "epoch": 1.2798634812286689,
      "grad_norm": 0.2744850756226431,
      "learning_rate": 6.940397238088821e-06,
      "loss": 0.3085,
      "num_tokens": 713866305.0,
      "step": 3750
    },
    {
      "epoch": 1.2802047781569965,
      "grad_norm": 0.3787264549143174,
      "learning_rate": 6.938793138767038e-06,
      "loss": 0.3361,
      "num_tokens": 714066545.0,
      "step": 3751
    },
    {
      "epoch": 1.2805460750853244,
      "grad_norm": 0.26082557426178044,
      "learning_rate": 6.937188835776154e-06,
      "loss": 0.2985,
      "num_tokens": 714278359.0,
      "step": 3752
    },
    {
      "epoch": 1.2808873720136518,
      "grad_norm": 0.271537486307971,
      "learning_rate": 6.935584329343266e-06,
      "loss": 0.3005,
      "num_tokens": 714468674.0,
      "step": 3753
    },
    {
      "epoch": 1.2812286689419796,
      "grad_norm": 0.293435950870863,
      "learning_rate": 6.933979619695502e-06,
      "loss": 0.3221,
      "num_tokens": 714630303.0,
      "step": 3754
    },
    {
      "epoch": 1.2815699658703072,
      "grad_norm": 0.27526384237685786,
      "learning_rate": 6.932374707060017e-06,
      "loss": 0.3171,
      "num_tokens": 714799947.0,
      "step": 3755
    },
    {
      "epoch": 1.2819112627986349,
      "grad_norm": 0.2749469170474295,
      "learning_rate": 6.9307695916639935e-06,
      "loss": 0.3218,
      "num_tokens": 714987127.0,
      "step": 3756
    },
    {
      "epoch": 1.2822525597269625,
      "grad_norm": 0.26289607617402916,
      "learning_rate": 6.929164273734647e-06,
      "loss": 0.2952,
      "num_tokens": 715176864.0,
      "step": 3757
    },
    {
      "epoch": 1.2825938566552901,
      "grad_norm": 0.3009817757208647,
      "learning_rate": 6.927558753499216e-06,
      "loss": 0.3338,
      "num_tokens": 715373350.0,
      "step": 3758
    },
    {
      "epoch": 1.2829351535836178,
      "grad_norm": 0.2769342327421942,
      "learning_rate": 6.925953031184974e-06,
      "loss": 0.299,
      "num_tokens": 715533901.0,
      "step": 3759
    },
    {
      "epoch": 1.2832764505119454,
      "grad_norm": 0.2749079492126049,
      "learning_rate": 6.924347107019221e-06,
      "loss": 0.3143,
      "num_tokens": 715728665.0,
      "step": 3760
    },
    {
      "epoch": 1.283617747440273,
      "grad_norm": 0.3223561273466384,
      "learning_rate": 6.922740981229279e-06,
      "loss": 0.3566,
      "num_tokens": 715882324.0,
      "step": 3761
    },
    {
      "epoch": 1.2839590443686006,
      "grad_norm": 0.2836880059726293,
      "learning_rate": 6.921134654042509e-06,
      "loss": 0.3512,
      "num_tokens": 716104918.0,
      "step": 3762
    },
    {
      "epoch": 1.2843003412969283,
      "grad_norm": 0.3243372486441273,
      "learning_rate": 6.919528125686291e-06,
      "loss": 0.3246,
      "num_tokens": 716285735.0,
      "step": 3763
    },
    {
      "epoch": 1.284641638225256,
      "grad_norm": 0.28325283773168153,
      "learning_rate": 6.917921396388042e-06,
      "loss": 0.3146,
      "num_tokens": 716501989.0,
      "step": 3764
    },
    {
      "epoch": 1.2849829351535837,
      "grad_norm": 0.2452083752971023,
      "learning_rate": 6.916314466375202e-06,
      "loss": 0.3238,
      "num_tokens": 716761758.0,
      "step": 3765
    },
    {
      "epoch": 1.2853242320819112,
      "grad_norm": 0.2804580017682236,
      "learning_rate": 6.914707335875239e-06,
      "loss": 0.326,
      "num_tokens": 716959581.0,
      "step": 3766
    },
    {
      "epoch": 1.285665529010239,
      "grad_norm": 0.2763635335478439,
      "learning_rate": 6.913100005115654e-06,
      "loss": 0.3254,
      "num_tokens": 717144446.0,
      "step": 3767
    },
    {
      "epoch": 1.2860068259385666,
      "grad_norm": 0.26785236238668864,
      "learning_rate": 6.911492474323971e-06,
      "loss": 0.2839,
      "num_tokens": 717333600.0,
      "step": 3768
    },
    {
      "epoch": 1.2863481228668943,
      "grad_norm": 0.26196284941425796,
      "learning_rate": 6.909884743727747e-06,
      "loss": 0.2936,
      "num_tokens": 717536584.0,
      "step": 3769
    },
    {
      "epoch": 1.286689419795222,
      "grad_norm": 0.2893102139702801,
      "learning_rate": 6.908276813554564e-06,
      "loss": 0.2975,
      "num_tokens": 717701319.0,
      "step": 3770
    },
    {
      "epoch": 1.2870307167235495,
      "grad_norm": 0.29924223334322103,
      "learning_rate": 6.906668684032035e-06,
      "loss": 0.2927,
      "num_tokens": 717852182.0,
      "step": 3771
    },
    {
      "epoch": 1.2873720136518771,
      "grad_norm": 0.34772840772755637,
      "learning_rate": 6.905060355387796e-06,
      "loss": 0.3265,
      "num_tokens": 718057400.0,
      "step": 3772
    },
    {
      "epoch": 1.2877133105802048,
      "grad_norm": 0.2742091086715496,
      "learning_rate": 6.903451827849518e-06,
      "loss": 0.3024,
      "num_tokens": 718228431.0,
      "step": 3773
    },
    {
      "epoch": 1.2880546075085324,
      "grad_norm": 0.27659930906614605,
      "learning_rate": 6.901843101644896e-06,
      "loss": 0.3571,
      "num_tokens": 718435409.0,
      "step": 3774
    },
    {
      "epoch": 1.28839590443686,
      "grad_norm": 0.3053765239531116,
      "learning_rate": 6.900234177001654e-06,
      "loss": 0.336,
      "num_tokens": 718628260.0,
      "step": 3775
    },
    {
      "epoch": 1.2887372013651877,
      "grad_norm": 0.29127301720861365,
      "learning_rate": 6.898625054147543e-06,
      "loss": 0.3269,
      "num_tokens": 718806719.0,
      "step": 3776
    },
    {
      "epoch": 1.2890784982935153,
      "grad_norm": 0.2433414258811119,
      "learning_rate": 6.897015733310346e-06,
      "loss": 0.2709,
      "num_tokens": 719017733.0,
      "step": 3777
    },
    {
      "epoch": 1.2894197952218431,
      "grad_norm": 0.3517485648504498,
      "learning_rate": 6.8954062147178706e-06,
      "loss": 0.3283,
      "num_tokens": 719182885.0,
      "step": 3778
    },
    {
      "epoch": 1.2897610921501705,
      "grad_norm": 0.25276235765690347,
      "learning_rate": 6.893796498597949e-06,
      "loss": 0.3139,
      "num_tokens": 719429403.0,
      "step": 3779
    },
    {
      "epoch": 1.2901023890784984,
      "grad_norm": 0.293342622173881,
      "learning_rate": 6.892186585178451e-06,
      "loss": 0.3081,
      "num_tokens": 719589968.0,
      "step": 3780
    },
    {
      "epoch": 1.290443686006826,
      "grad_norm": 0.29200497552040255,
      "learning_rate": 6.890576474687264e-06,
      "loss": 0.336,
      "num_tokens": 719777577.0,
      "step": 3781
    },
    {
      "epoch": 1.2907849829351536,
      "grad_norm": 0.28550112060426897,
      "learning_rate": 6.888966167352311e-06,
      "loss": 0.3034,
      "num_tokens": 719944295.0,
      "step": 3782
    },
    {
      "epoch": 1.2911262798634813,
      "grad_norm": 0.2861224695733766,
      "learning_rate": 6.8873556634015395e-06,
      "loss": 0.2998,
      "num_tokens": 720115395.0,
      "step": 3783
    },
    {
      "epoch": 1.291467576791809,
      "grad_norm": 0.27886860459948,
      "learning_rate": 6.885744963062925e-06,
      "loss": 0.3201,
      "num_tokens": 720304808.0,
      "step": 3784
    },
    {
      "epoch": 1.2918088737201365,
      "grad_norm": 0.28986669609485255,
      "learning_rate": 6.88413406656447e-06,
      "loss": 0.2959,
      "num_tokens": 720485875.0,
      "step": 3785
    },
    {
      "epoch": 1.2921501706484642,
      "grad_norm": 0.313789672813576,
      "learning_rate": 6.8825229741342084e-06,
      "loss": 0.3364,
      "num_tokens": 720650940.0,
      "step": 3786
    },
    {
      "epoch": 1.2924914675767918,
      "grad_norm": 0.29204113636996154,
      "learning_rate": 6.880911686000195e-06,
      "loss": 0.333,
      "num_tokens": 720825922.0,
      "step": 3787
    },
    {
      "epoch": 1.2928327645051194,
      "grad_norm": 0.2820081625154055,
      "learning_rate": 6.8793002023905195e-06,
      "loss": 0.3401,
      "num_tokens": 721045930.0,
      "step": 3788
    },
    {
      "epoch": 1.293174061433447,
      "grad_norm": 0.2902263537411721,
      "learning_rate": 6.877688523533297e-06,
      "loss": 0.344,
      "num_tokens": 721265635.0,
      "step": 3789
    },
    {
      "epoch": 1.2935153583617747,
      "grad_norm": 0.2777601862203571,
      "learning_rate": 6.876076649656665e-06,
      "loss": 0.3535,
      "num_tokens": 721466728.0,
      "step": 3790
    },
    {
      "epoch": 1.2938566552901025,
      "grad_norm": 0.26000436793755666,
      "learning_rate": 6.874464580988799e-06,
      "loss": 0.3151,
      "num_tokens": 721690208.0,
      "step": 3791
    },
    {
      "epoch": 1.29419795221843,
      "grad_norm": 0.29861777742435286,
      "learning_rate": 6.872852317757893e-06,
      "loss": 0.3157,
      "num_tokens": 721872470.0,
      "step": 3792
    },
    {
      "epoch": 1.2945392491467578,
      "grad_norm": 0.29034727143866373,
      "learning_rate": 6.871239860192173e-06,
      "loss": 0.3055,
      "num_tokens": 722042842.0,
      "step": 3793
    },
    {
      "epoch": 1.2948805460750854,
      "grad_norm": 0.2665067091382851,
      "learning_rate": 6.869627208519889e-06,
      "loss": 0.3253,
      "num_tokens": 722271411.0,
      "step": 3794
    },
    {
      "epoch": 1.295221843003413,
      "grad_norm": 0.2886674904931296,
      "learning_rate": 6.868014362969324e-06,
      "loss": 0.344,
      "num_tokens": 722468984.0,
      "step": 3795
    },
    {
      "epoch": 1.2955631399317407,
      "grad_norm": 0.28329721252609896,
      "learning_rate": 6.866401323768783e-06,
      "loss": 0.3415,
      "num_tokens": 722672382.0,
      "step": 3796
    },
    {
      "epoch": 1.2959044368600683,
      "grad_norm": 0.27605408243865176,
      "learning_rate": 6.864788091146601e-06,
      "loss": 0.3261,
      "num_tokens": 722867551.0,
      "step": 3797
    },
    {
      "epoch": 1.296245733788396,
      "grad_norm": 0.26478984451745974,
      "learning_rate": 6.86317466533114e-06,
      "loss": 0.3261,
      "num_tokens": 723074746.0,
      "step": 3798
    },
    {
      "epoch": 1.2965870307167235,
      "grad_norm": 0.2768071626649027,
      "learning_rate": 6.861561046550788e-06,
      "loss": 0.3315,
      "num_tokens": 723266450.0,
      "step": 3799
    },
    {
      "epoch": 1.2969283276450512,
      "grad_norm": 0.29473192378438284,
      "learning_rate": 6.859947235033965e-06,
      "loss": 0.3277,
      "num_tokens": 723431548.0,
      "step": 3800
    },
    {
      "epoch": 1.2972696245733788,
      "grad_norm": 0.2779303391293525,
      "learning_rate": 6.858333231009112e-06,
      "loss": 0.3289,
      "num_tokens": 723635328.0,
      "step": 3801
    },
    {
      "epoch": 1.2976109215017064,
      "grad_norm": 0.2776889586882132,
      "learning_rate": 6.856719034704701e-06,
      "loss": 0.3262,
      "num_tokens": 723841163.0,
      "step": 3802
    },
    {
      "epoch": 1.297952218430034,
      "grad_norm": 0.34378981057235397,
      "learning_rate": 6.855104646349231e-06,
      "loss": 0.3324,
      "num_tokens": 724025744.0,
      "step": 3803
    },
    {
      "epoch": 1.298293515358362,
      "grad_norm": 0.2578099324518784,
      "learning_rate": 6.853490066171227e-06,
      "loss": 0.337,
      "num_tokens": 724261138.0,
      "step": 3804
    },
    {
      "epoch": 1.2986348122866893,
      "grad_norm": 0.28666882460859594,
      "learning_rate": 6.8518752943992405e-06,
      "loss": 0.3247,
      "num_tokens": 724443917.0,
      "step": 3805
    },
    {
      "epoch": 1.2989761092150172,
      "grad_norm": 0.2549662953001901,
      "learning_rate": 6.850260331261854e-06,
      "loss": 0.324,
      "num_tokens": 724663215.0,
      "step": 3806
    },
    {
      "epoch": 1.2993174061433448,
      "grad_norm": 0.265820721695582,
      "learning_rate": 6.848645176987673e-06,
      "loss": 0.3093,
      "num_tokens": 724850891.0,
      "step": 3807
    },
    {
      "epoch": 1.2996587030716724,
      "grad_norm": 0.26829169041253326,
      "learning_rate": 6.847029831805331e-06,
      "loss": 0.3527,
      "num_tokens": 725068321.0,
      "step": 3808
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.31523955784868274,
      "learning_rate": 6.84541429594349e-06,
      "loss": 0.3341,
      "num_tokens": 725238049.0,
      "step": 3809
    },
    {
      "epoch": 1.3003412969283277,
      "grad_norm": 0.32617936776570483,
      "learning_rate": 6.843798569630839e-06,
      "loss": 0.3145,
      "num_tokens": 725391807.0,
      "step": 3810
    },
    {
      "epoch": 1.3006825938566553,
      "grad_norm": 0.3694520041242373,
      "learning_rate": 6.842182653096087e-06,
      "loss": 0.3347,
      "num_tokens": 725564579.0,
      "step": 3811
    },
    {
      "epoch": 1.301023890784983,
      "grad_norm": 0.31945740053908406,
      "learning_rate": 6.840566546567986e-06,
      "loss": 0.3075,
      "num_tokens": 725702456.0,
      "step": 3812
    },
    {
      "epoch": 1.3013651877133106,
      "grad_norm": 0.26079287762848447,
      "learning_rate": 6.838950250275296e-06,
      "loss": 0.3135,
      "num_tokens": 725897454.0,
      "step": 3813
    },
    {
      "epoch": 1.3017064846416382,
      "grad_norm": 0.2974754051164502,
      "learning_rate": 6.8373337644468165e-06,
      "loss": 0.3368,
      "num_tokens": 726102972.0,
      "step": 3814
    },
    {
      "epoch": 1.3020477815699658,
      "grad_norm": 0.32762014034545206,
      "learning_rate": 6.835717089311368e-06,
      "loss": 0.3782,
      "num_tokens": 726290623.0,
      "step": 3815
    },
    {
      "epoch": 1.3023890784982934,
      "grad_norm": 0.2868198705584825,
      "learning_rate": 6.834100225097802e-06,
      "loss": 0.3143,
      "num_tokens": 726465732.0,
      "step": 3816
    },
    {
      "epoch": 1.3027303754266213,
      "grad_norm": 0.2898895823071014,
      "learning_rate": 6.832483172034995e-06,
      "loss": 0.3192,
      "num_tokens": 726651225.0,
      "step": 3817
    },
    {
      "epoch": 1.3030716723549487,
      "grad_norm": 0.2598036597751121,
      "learning_rate": 6.8308659303518464e-06,
      "loss": 0.3033,
      "num_tokens": 726839029.0,
      "step": 3818
    },
    {
      "epoch": 1.3034129692832765,
      "grad_norm": 0.3273805607457372,
      "learning_rate": 6.82924850027729e-06,
      "loss": 0.2878,
      "num_tokens": 727024564.0,
      "step": 3819
    },
    {
      "epoch": 1.3037542662116042,
      "grad_norm": 0.24153298024681136,
      "learning_rate": 6.827630882040278e-06,
      "loss": 0.295,
      "num_tokens": 727236525.0,
      "step": 3820
    },
    {
      "epoch": 1.3040955631399318,
      "grad_norm": 0.26783781864395795,
      "learning_rate": 6.826013075869797e-06,
      "loss": 0.3192,
      "num_tokens": 727466032.0,
      "step": 3821
    },
    {
      "epoch": 1.3044368600682594,
      "grad_norm": 0.29172485588587327,
      "learning_rate": 6.824395081994851e-06,
      "loss": 0.3116,
      "num_tokens": 727660953.0,
      "step": 3822
    },
    {
      "epoch": 1.304778156996587,
      "grad_norm": 0.2938204688689284,
      "learning_rate": 6.822776900644481e-06,
      "loss": 0.3349,
      "num_tokens": 727831680.0,
      "step": 3823
    },
    {
      "epoch": 1.3051194539249147,
      "grad_norm": 0.33914120447979507,
      "learning_rate": 6.821158532047747e-06,
      "loss": 0.3142,
      "num_tokens": 727996826.0,
      "step": 3824
    },
    {
      "epoch": 1.3054607508532423,
      "grad_norm": 0.27759215949736343,
      "learning_rate": 6.81953997643374e-06,
      "loss": 0.3154,
      "num_tokens": 728179599.0,
      "step": 3825
    },
    {
      "epoch": 1.30580204778157,
      "grad_norm": 0.2652011228185065,
      "learning_rate": 6.817921234031573e-06,
      "loss": 0.3133,
      "num_tokens": 728391892.0,
      "step": 3826
    },
    {
      "epoch": 1.3061433447098976,
      "grad_norm": 0.2943742120010109,
      "learning_rate": 6.816302305070389e-06,
      "loss": 0.3419,
      "num_tokens": 728601346.0,
      "step": 3827
    },
    {
      "epoch": 1.3064846416382252,
      "grad_norm": 0.27822990419227,
      "learning_rate": 6.814683189779358e-06,
      "loss": 0.307,
      "num_tokens": 728780133.0,
      "step": 3828
    },
    {
      "epoch": 1.3068259385665528,
      "grad_norm": 0.24182327424604338,
      "learning_rate": 6.813063888387671e-06,
      "loss": 0.2937,
      "num_tokens": 728996076.0,
      "step": 3829
    },
    {
      "epoch": 1.3071672354948807,
      "grad_norm": 0.31712065525625,
      "learning_rate": 6.811444401124552e-06,
      "loss": 0.3338,
      "num_tokens": 729152326.0,
      "step": 3830
    },
    {
      "epoch": 1.307508532423208,
      "grad_norm": 0.2781453909722434,
      "learning_rate": 6.809824728219247e-06,
      "loss": 0.2943,
      "num_tokens": 729326840.0,
      "step": 3831
    },
    {
      "epoch": 1.307849829351536,
      "grad_norm": 0.26709463943666223,
      "learning_rate": 6.808204869901031e-06,
      "loss": 0.3317,
      "num_tokens": 729553404.0,
      "step": 3832
    },
    {
      "epoch": 1.3081911262798636,
      "grad_norm": 0.27689283230487033,
      "learning_rate": 6.806584826399203e-06,
      "loss": 0.337,
      "num_tokens": 729750875.0,
      "step": 3833
    },
    {
      "epoch": 1.3085324232081912,
      "grad_norm": 0.30181217684053274,
      "learning_rate": 6.804964597943089e-06,
      "loss": 0.3304,
      "num_tokens": 729937370.0,
      "step": 3834
    },
    {
      "epoch": 1.3088737201365188,
      "grad_norm": 0.2895620942599519,
      "learning_rate": 6.803344184762041e-06,
      "loss": 0.2877,
      "num_tokens": 730100452.0,
      "step": 3835
    },
    {
      "epoch": 1.3092150170648464,
      "grad_norm": 0.2745581126815946,
      "learning_rate": 6.801723587085438e-06,
      "loss": 0.3078,
      "num_tokens": 730308528.0,
      "step": 3836
    },
    {
      "epoch": 1.309556313993174,
      "grad_norm": 0.3042186470425406,
      "learning_rate": 6.800102805142683e-06,
      "loss": 0.3144,
      "num_tokens": 730459813.0,
      "step": 3837
    },
    {
      "epoch": 1.3098976109215017,
      "grad_norm": 0.2996439493508242,
      "learning_rate": 6.79848183916321e-06,
      "loss": 0.2946,
      "num_tokens": 730600894.0,
      "step": 3838
    },
    {
      "epoch": 1.3102389078498293,
      "grad_norm": 0.29131824526251227,
      "learning_rate": 6.796860689376471e-06,
      "loss": 0.3402,
      "num_tokens": 730826429.0,
      "step": 3839
    },
    {
      "epoch": 1.310580204778157,
      "grad_norm": 0.28196508189666386,
      "learning_rate": 6.795239356011952e-06,
      "loss": 0.3365,
      "num_tokens": 731018311.0,
      "step": 3840
    },
    {
      "epoch": 1.3109215017064846,
      "grad_norm": 0.282851390173636,
      "learning_rate": 6.793617839299163e-06,
      "loss": 0.3203,
      "num_tokens": 731207678.0,
      "step": 3841
    },
    {
      "epoch": 1.3112627986348122,
      "grad_norm": 0.25847977692777235,
      "learning_rate": 6.791996139467636e-06,
      "loss": 0.3001,
      "num_tokens": 731399931.0,
      "step": 3842
    },
    {
      "epoch": 1.31160409556314,
      "grad_norm": 0.25856892802348425,
      "learning_rate": 6.790374256746932e-06,
      "loss": 0.3551,
      "num_tokens": 731634880.0,
      "step": 3843
    },
    {
      "epoch": 1.3119453924914675,
      "grad_norm": 0.3243495269800591,
      "learning_rate": 6.7887521913666365e-06,
      "loss": 0.347,
      "num_tokens": 731826142.0,
      "step": 3844
    },
    {
      "epoch": 1.3122866894197953,
      "grad_norm": 0.251302623736773,
      "learning_rate": 6.787129943556364e-06,
      "loss": 0.309,
      "num_tokens": 732064349.0,
      "step": 3845
    },
    {
      "epoch": 1.312627986348123,
      "grad_norm": 0.3214226035546646,
      "learning_rate": 6.785507513545749e-06,
      "loss": 0.3151,
      "num_tokens": 732207480.0,
      "step": 3846
    },
    {
      "epoch": 1.3129692832764506,
      "grad_norm": 0.28481419838611943,
      "learning_rate": 6.78388490156446e-06,
      "loss": 0.3061,
      "num_tokens": 732384670.0,
      "step": 3847
    },
    {
      "epoch": 1.3133105802047782,
      "grad_norm": 0.2678584615256427,
      "learning_rate": 6.7822621078421855e-06,
      "loss": 0.338,
      "num_tokens": 732588582.0,
      "step": 3848
    },
    {
      "epoch": 1.3136518771331058,
      "grad_norm": 0.2650012994632336,
      "learning_rate": 6.780639132608638e-06,
      "loss": 0.3479,
      "num_tokens": 732805842.0,
      "step": 3849
    },
    {
      "epoch": 1.3139931740614335,
      "grad_norm": 0.2668686994614454,
      "learning_rate": 6.7790159760935626e-06,
      "loss": 0.3212,
      "num_tokens": 733003480.0,
      "step": 3850
    },
    {
      "epoch": 1.314334470989761,
      "grad_norm": 0.27647214566730266,
      "learning_rate": 6.777392638526723e-06,
      "loss": 0.3117,
      "num_tokens": 733200476.0,
      "step": 3851
    },
    {
      "epoch": 1.3146757679180887,
      "grad_norm": 0.320924615448076,
      "learning_rate": 6.7757691201379116e-06,
      "loss": 0.3233,
      "num_tokens": 733356317.0,
      "step": 3852
    },
    {
      "epoch": 1.3150170648464163,
      "grad_norm": 0.27271762908073893,
      "learning_rate": 6.774145421156949e-06,
      "loss": 0.3192,
      "num_tokens": 733548732.0,
      "step": 3853
    },
    {
      "epoch": 1.315358361774744,
      "grad_norm": 0.30453097887105,
      "learning_rate": 6.772521541813677e-06,
      "loss": 0.3153,
      "num_tokens": 733710848.0,
      "step": 3854
    },
    {
      "epoch": 1.3156996587030716,
      "grad_norm": 0.30600335824802977,
      "learning_rate": 6.7708974823379626e-06,
      "loss": 0.3215,
      "num_tokens": 733882290.0,
      "step": 3855
    },
    {
      "epoch": 1.3160409556313994,
      "grad_norm": 0.27407983770203637,
      "learning_rate": 6.769273242959705e-06,
      "loss": 0.3612,
      "num_tokens": 734106694.0,
      "step": 3856
    },
    {
      "epoch": 1.3163822525597269,
      "grad_norm": 0.27294996247959363,
      "learning_rate": 6.76764882390882e-06,
      "loss": 0.3126,
      "num_tokens": 734294178.0,
      "step": 3857
    },
    {
      "epoch": 1.3167235494880547,
      "grad_norm": 0.2684157082326499,
      "learning_rate": 6.766024225415256e-06,
      "loss": 0.323,
      "num_tokens": 734505377.0,
      "step": 3858
    },
    {
      "epoch": 1.3170648464163823,
      "grad_norm": 0.27231123658291884,
      "learning_rate": 6.764399447708984e-06,
      "loss": 0.3274,
      "num_tokens": 734717798.0,
      "step": 3859
    },
    {
      "epoch": 1.31740614334471,
      "grad_norm": 0.2923144872142284,
      "learning_rate": 6.762774491019997e-06,
      "loss": 0.3359,
      "num_tokens": 734888631.0,
      "step": 3860
    },
    {
      "epoch": 1.3177474402730376,
      "grad_norm": 0.3022393217336674,
      "learning_rate": 6.76114935557832e-06,
      "loss": 0.3216,
      "num_tokens": 735054157.0,
      "step": 3861
    },
    {
      "epoch": 1.3180887372013652,
      "grad_norm": 0.2859407190661494,
      "learning_rate": 6.759524041613999e-06,
      "loss": 0.3076,
      "num_tokens": 735219188.0,
      "step": 3862
    },
    {
      "epoch": 1.3184300341296928,
      "grad_norm": 0.2683686193811015,
      "learning_rate": 6.757898549357102e-06,
      "loss": 0.3079,
      "num_tokens": 735417227.0,
      "step": 3863
    },
    {
      "epoch": 1.3187713310580205,
      "grad_norm": 0.2764225246900382,
      "learning_rate": 6.7562728790377315e-06,
      "loss": 0.3248,
      "num_tokens": 735632918.0,
      "step": 3864
    },
    {
      "epoch": 1.319112627986348,
      "grad_norm": 0.28769201848451664,
      "learning_rate": 6.754647030886011e-06,
      "loss": 0.3449,
      "num_tokens": 735821157.0,
      "step": 3865
    },
    {
      "epoch": 1.3194539249146757,
      "grad_norm": 0.25011837487475286,
      "learning_rate": 6.753021005132084e-06,
      "loss": 0.3123,
      "num_tokens": 736048940.0,
      "step": 3866
    },
    {
      "epoch": 1.3197952218430034,
      "grad_norm": 0.2795413328640461,
      "learning_rate": 6.751394802006126e-06,
      "loss": 0.3475,
      "num_tokens": 736240908.0,
      "step": 3867
    },
    {
      "epoch": 1.320136518771331,
      "grad_norm": 0.6323151337218552,
      "learning_rate": 6.749768421738334e-06,
      "loss": 0.3493,
      "num_tokens": 736454004.0,
      "step": 3868
    },
    {
      "epoch": 1.3204778156996588,
      "grad_norm": 0.2767383684057221,
      "learning_rate": 6.748141864558932e-06,
      "loss": 0.3071,
      "num_tokens": 736659137.0,
      "step": 3869
    },
    {
      "epoch": 1.3208191126279862,
      "grad_norm": 0.2728627734304159,
      "learning_rate": 6.746515130698165e-06,
      "loss": 0.3003,
      "num_tokens": 736830649.0,
      "step": 3870
    },
    {
      "epoch": 1.321160409556314,
      "grad_norm": 0.297396727715022,
      "learning_rate": 6.744888220386312e-06,
      "loss": 0.3695,
      "num_tokens": 737007902.0,
      "step": 3871
    },
    {
      "epoch": 1.3215017064846417,
      "grad_norm": 0.2649300852019773,
      "learning_rate": 6.743261133853666e-06,
      "loss": 0.3114,
      "num_tokens": 737212767.0,
      "step": 3872
    },
    {
      "epoch": 1.3218430034129693,
      "grad_norm": 0.3074361503898448,
      "learning_rate": 6.741633871330552e-06,
      "loss": 0.3406,
      "num_tokens": 737435962.0,
      "step": 3873
    },
    {
      "epoch": 1.322184300341297,
      "grad_norm": 0.2729713587666514,
      "learning_rate": 6.7400064330473184e-06,
      "loss": 0.3402,
      "num_tokens": 737632632.0,
      "step": 3874
    },
    {
      "epoch": 1.3225255972696246,
      "grad_norm": 0.3032267625728847,
      "learning_rate": 6.738378819234337e-06,
      "loss": 0.3229,
      "num_tokens": 737801470.0,
      "step": 3875
    },
    {
      "epoch": 1.3228668941979522,
      "grad_norm": 0.2918203887914611,
      "learning_rate": 6.7367510301220075e-06,
      "loss": 0.3056,
      "num_tokens": 737960237.0,
      "step": 3876
    },
    {
      "epoch": 1.3232081911262799,
      "grad_norm": 0.2548759565727004,
      "learning_rate": 6.735123065940749e-06,
      "loss": 0.3047,
      "num_tokens": 738159046.0,
      "step": 3877
    },
    {
      "epoch": 1.3235494880546075,
      "grad_norm": 0.30149281163480884,
      "learning_rate": 6.7334949269210115e-06,
      "loss": 0.3171,
      "num_tokens": 738326832.0,
      "step": 3878
    },
    {
      "epoch": 1.323890784982935,
      "grad_norm": 0.2667035937868686,
      "learning_rate": 6.731866613293266e-06,
      "loss": 0.3331,
      "num_tokens": 738543824.0,
      "step": 3879
    },
    {
      "epoch": 1.3242320819112627,
      "grad_norm": 0.28401585534598606,
      "learning_rate": 6.73023812528801e-06,
      "loss": 0.3463,
      "num_tokens": 738777211.0,
      "step": 3880
    },
    {
      "epoch": 1.3245733788395904,
      "grad_norm": 0.2781694675628502,
      "learning_rate": 6.7286094631357645e-06,
      "loss": 0.3515,
      "num_tokens": 738975241.0,
      "step": 3881
    },
    {
      "epoch": 1.3249146757679182,
      "grad_norm": 0.2966050762302932,
      "learning_rate": 6.726980627067077e-06,
      "loss": 0.2886,
      "num_tokens": 739117970.0,
      "step": 3882
    },
    {
      "epoch": 1.3252559726962456,
      "grad_norm": 0.27364772527467796,
      "learning_rate": 6.725351617312515e-06,
      "loss": 0.3329,
      "num_tokens": 739321737.0,
      "step": 3883
    },
    {
      "epoch": 1.3255972696245735,
      "grad_norm": 0.27062956369129987,
      "learning_rate": 6.723722434102675e-06,
      "loss": 0.3011,
      "num_tokens": 739509964.0,
      "step": 3884
    },
    {
      "epoch": 1.325938566552901,
      "grad_norm": 0.2730477074816608,
      "learning_rate": 6.722093077668179e-06,
      "loss": 0.2808,
      "num_tokens": 739674575.0,
      "step": 3885
    },
    {
      "epoch": 1.3262798634812287,
      "grad_norm": 0.26804587674691105,
      "learning_rate": 6.7204635482396694e-06,
      "loss": 0.2703,
      "num_tokens": 739839384.0,
      "step": 3886
    },
    {
      "epoch": 1.3266211604095564,
      "grad_norm": 0.2626206642026557,
      "learning_rate": 6.718833846047817e-06,
      "loss": 0.3138,
      "num_tokens": 740057005.0,
      "step": 3887
    },
    {
      "epoch": 1.326962457337884,
      "grad_norm": 0.24256036125848582,
      "learning_rate": 6.7172039713233116e-06,
      "loss": 0.325,
      "num_tokens": 740308453.0,
      "step": 3888
    },
    {
      "epoch": 1.3273037542662116,
      "grad_norm": 0.2680496247353808,
      "learning_rate": 6.7155739242968744e-06,
      "loss": 0.2774,
      "num_tokens": 740473379.0,
      "step": 3889
    },
    {
      "epoch": 1.3276450511945392,
      "grad_norm": 0.2782036492386827,
      "learning_rate": 6.713943705199245e-06,
      "loss": 0.3235,
      "num_tokens": 740660454.0,
      "step": 3890
    },
    {
      "epoch": 1.3279863481228669,
      "grad_norm": 0.28525136711406557,
      "learning_rate": 6.712313314261193e-06,
      "loss": 0.3112,
      "num_tokens": 740829427.0,
      "step": 3891
    },
    {
      "epoch": 1.3283276450511945,
      "grad_norm": 0.2919903601955555,
      "learning_rate": 6.7106827517135064e-06,
      "loss": 0.321,
      "num_tokens": 741010850.0,
      "step": 3892
    },
    {
      "epoch": 1.3286689419795221,
      "grad_norm": 0.4139125617601677,
      "learning_rate": 6.709052017787001e-06,
      "loss": 0.3007,
      "num_tokens": 741218616.0,
      "step": 3893
    },
    {
      "epoch": 1.3290102389078498,
      "grad_norm": 0.31568815324491156,
      "learning_rate": 6.707421112712516e-06,
      "loss": 0.3358,
      "num_tokens": 741409824.0,
      "step": 3894
    },
    {
      "epoch": 1.3293515358361776,
      "grad_norm": 0.2793340002256998,
      "learning_rate": 6.705790036720916e-06,
      "loss": 0.314,
      "num_tokens": 741593471.0,
      "step": 3895
    },
    {
      "epoch": 1.329692832764505,
      "grad_norm": 0.3084089733014884,
      "learning_rate": 6.704158790043089e-06,
      "loss": 0.3281,
      "num_tokens": 741777759.0,
      "step": 3896
    },
    {
      "epoch": 1.3300341296928329,
      "grad_norm": 0.27163235525074614,
      "learning_rate": 6.702527372909946e-06,
      "loss": 0.3268,
      "num_tokens": 741992415.0,
      "step": 3897
    },
    {
      "epoch": 1.3303754266211605,
      "grad_norm": 0.3098123523968588,
      "learning_rate": 6.700895785552424e-06,
      "loss": 0.3361,
      "num_tokens": 742153669.0,
      "step": 3898
    },
    {
      "epoch": 1.3307167235494881,
      "grad_norm": 0.31138071114049504,
      "learning_rate": 6.699264028201481e-06,
      "loss": 0.3231,
      "num_tokens": 742334972.0,
      "step": 3899
    },
    {
      "epoch": 1.3310580204778157,
      "grad_norm": 0.2513554208895588,
      "learning_rate": 6.697632101088104e-06,
      "loss": 0.2953,
      "num_tokens": 742531652.0,
      "step": 3900
    },
    {
      "epoch": 1.3313993174061434,
      "grad_norm": 0.4057869588228545,
      "learning_rate": 6.696000004443299e-06,
      "loss": 0.3548,
      "num_tokens": 742711628.0,
      "step": 3901
    },
    {
      "epoch": 1.331740614334471,
      "grad_norm": 0.26565835793346254,
      "learning_rate": 6.6943677384981e-06,
      "loss": 0.3091,
      "num_tokens": 742912182.0,
      "step": 3902
    },
    {
      "epoch": 1.3320819112627986,
      "grad_norm": 0.2456186749706413,
      "learning_rate": 6.692735303483561e-06,
      "loss": 0.3094,
      "num_tokens": 743156707.0,
      "step": 3903
    },
    {
      "epoch": 1.3324232081911263,
      "grad_norm": 0.3072290852461425,
      "learning_rate": 6.691102699630766e-06,
      "loss": 0.3475,
      "num_tokens": 743319250.0,
      "step": 3904
    },
    {
      "epoch": 1.3327645051194539,
      "grad_norm": 0.27475303421186775,
      "learning_rate": 6.689469927170815e-06,
      "loss": 0.3275,
      "num_tokens": 743507390.0,
      "step": 3905
    },
    {
      "epoch": 1.3331058020477815,
      "grad_norm": 0.30331196658358456,
      "learning_rate": 6.6878369863348405e-06,
      "loss": 0.3313,
      "num_tokens": 743739954.0,
      "step": 3906
    },
    {
      "epoch": 1.3334470989761091,
      "grad_norm": 0.28913135008992674,
      "learning_rate": 6.686203877353989e-06,
      "loss": 0.3192,
      "num_tokens": 743914241.0,
      "step": 3907
    },
    {
      "epoch": 1.333788395904437,
      "grad_norm": 0.24655253525119783,
      "learning_rate": 6.684570600459439e-06,
      "loss": 0.3001,
      "num_tokens": 744127841.0,
      "step": 3908
    },
    {
      "epoch": 1.3341296928327644,
      "grad_norm": 0.27606285701803096,
      "learning_rate": 6.68293715588239e-06,
      "loss": 0.3074,
      "num_tokens": 744305438.0,
      "step": 3909
    },
    {
      "epoch": 1.3344709897610922,
      "grad_norm": 0.28004540441736064,
      "learning_rate": 6.681303543854064e-06,
      "loss": 0.2997,
      "num_tokens": 744502610.0,
      "step": 3910
    },
    {
      "epoch": 1.3348122866894199,
      "grad_norm": 0.2820161036750089,
      "learning_rate": 6.679669764605707e-06,
      "loss": 0.3394,
      "num_tokens": 744699045.0,
      "step": 3911
    },
    {
      "epoch": 1.3351535836177475,
      "grad_norm": 0.2953272003083708,
      "learning_rate": 6.6780358183685936e-06,
      "loss": 0.3053,
      "num_tokens": 744897299.0,
      "step": 3912
    },
    {
      "epoch": 1.3354948805460751,
      "grad_norm": 0.2531322067771509,
      "learning_rate": 6.676401705374015e-06,
      "loss": 0.3181,
      "num_tokens": 745122240.0,
      "step": 3913
    },
    {
      "epoch": 1.3358361774744028,
      "grad_norm": 0.30669958020629606,
      "learning_rate": 6.6747674258532865e-06,
      "loss": 0.3236,
      "num_tokens": 745311801.0,
      "step": 3914
    },
    {
      "epoch": 1.3361774744027304,
      "grad_norm": 0.27724216392106094,
      "learning_rate": 6.673132980037754e-06,
      "loss": 0.3268,
      "num_tokens": 745503009.0,
      "step": 3915
    },
    {
      "epoch": 1.336518771331058,
      "grad_norm": 0.2970654459810137,
      "learning_rate": 6.67149836815878e-06,
      "loss": 0.3059,
      "num_tokens": 745670850.0,
      "step": 3916
    },
    {
      "epoch": 1.3368600682593856,
      "grad_norm": 0.290509629500048,
      "learning_rate": 6.6698635904477515e-06,
      "loss": 0.3285,
      "num_tokens": 745836592.0,
      "step": 3917
    },
    {
      "epoch": 1.3372013651877133,
      "grad_norm": 0.2592633344424697,
      "learning_rate": 6.668228647136084e-06,
      "loss": 0.2831,
      "num_tokens": 746004247.0,
      "step": 3918
    },
    {
      "epoch": 1.337542662116041,
      "grad_norm": 0.30608359384657496,
      "learning_rate": 6.666593538455208e-06,
      "loss": 0.3618,
      "num_tokens": 746185691.0,
      "step": 3919
    },
    {
      "epoch": 1.3378839590443685,
      "grad_norm": 0.28064503210282427,
      "learning_rate": 6.664958264636586e-06,
      "loss": 0.3319,
      "num_tokens": 746388097.0,
      "step": 3920
    },
    {
      "epoch": 1.3382252559726964,
      "grad_norm": 0.2910947869271392,
      "learning_rate": 6.663322825911699e-06,
      "loss": 0.3508,
      "num_tokens": 746572785.0,
      "step": 3921
    },
    {
      "epoch": 1.3385665529010238,
      "grad_norm": 0.28121435497108915,
      "learning_rate": 6.661687222512052e-06,
      "loss": 0.3241,
      "num_tokens": 746826942.0,
      "step": 3922
    },
    {
      "epoch": 1.3389078498293516,
      "grad_norm": 0.34280507863487714,
      "learning_rate": 6.660051454669173e-06,
      "loss": 0.3086,
      "num_tokens": 747006786.0,
      "step": 3923
    },
    {
      "epoch": 1.3392491467576793,
      "grad_norm": 0.27392112587748946,
      "learning_rate": 6.658415522614617e-06,
      "loss": 0.331,
      "num_tokens": 747206108.0,
      "step": 3924
    },
    {
      "epoch": 1.3395904436860069,
      "grad_norm": 0.2606987715489181,
      "learning_rate": 6.656779426579956e-06,
      "loss": 0.3205,
      "num_tokens": 747439405.0,
      "step": 3925
    },
    {
      "epoch": 1.3399317406143345,
      "grad_norm": 0.29051339481144645,
      "learning_rate": 6.655143166796787e-06,
      "loss": 0.3123,
      "num_tokens": 747614389.0,
      "step": 3926
    },
    {
      "epoch": 1.3402730375426621,
      "grad_norm": 0.28273671185815485,
      "learning_rate": 6.653506743496735e-06,
      "loss": 0.3129,
      "num_tokens": 747779470.0,
      "step": 3927
    },
    {
      "epoch": 1.3406143344709898,
      "grad_norm": 0.27548971602067,
      "learning_rate": 6.651870156911445e-06,
      "loss": 0.307,
      "num_tokens": 747958091.0,
      "step": 3928
    },
    {
      "epoch": 1.3409556313993174,
      "grad_norm": 0.28460938177823747,
      "learning_rate": 6.650233407272583e-06,
      "loss": 0.3166,
      "num_tokens": 748162163.0,
      "step": 3929
    },
    {
      "epoch": 1.341296928327645,
      "grad_norm": 0.2885174519372194,
      "learning_rate": 6.648596494811841e-06,
      "loss": 0.3152,
      "num_tokens": 748337981.0,
      "step": 3930
    },
    {
      "epoch": 1.3416382252559726,
      "grad_norm": 0.27726549681979773,
      "learning_rate": 6.646959419760932e-06,
      "loss": 0.3467,
      "num_tokens": 748521523.0,
      "step": 3931
    },
    {
      "epoch": 1.3419795221843003,
      "grad_norm": 0.2744419823699479,
      "learning_rate": 6.645322182351593e-06,
      "loss": 0.2885,
      "num_tokens": 748714885.0,
      "step": 3932
    },
    {
      "epoch": 1.342320819112628,
      "grad_norm": 0.296663668627254,
      "learning_rate": 6.643684782815586e-06,
      "loss": 0.3321,
      "num_tokens": 748877734.0,
      "step": 3933
    },
    {
      "epoch": 1.3426621160409558,
      "grad_norm": 0.28551279875084407,
      "learning_rate": 6.642047221384691e-06,
      "loss": 0.3026,
      "num_tokens": 749062660.0,
      "step": 3934
    },
    {
      "epoch": 1.3430034129692832,
      "grad_norm": 0.2771419936633814,
      "learning_rate": 6.640409498290714e-06,
      "loss": 0.3285,
      "num_tokens": 749263060.0,
      "step": 3935
    },
    {
      "epoch": 1.343344709897611,
      "grad_norm": 0.29382208305968693,
      "learning_rate": 6.638771613765486e-06,
      "loss": 0.3068,
      "num_tokens": 749426434.0,
      "step": 3936
    },
    {
      "epoch": 1.3436860068259386,
      "grad_norm": 0.2984421220726427,
      "learning_rate": 6.6371335680408585e-06,
      "loss": 0.3195,
      "num_tokens": 749622802.0,
      "step": 3937
    },
    {
      "epoch": 1.3440273037542663,
      "grad_norm": 0.2704001764380639,
      "learning_rate": 6.635495361348704e-06,
      "loss": 0.3185,
      "num_tokens": 749814588.0,
      "step": 3938
    },
    {
      "epoch": 1.344368600682594,
      "grad_norm": 0.28362182330651187,
      "learning_rate": 6.633856993920921e-06,
      "loss": 0.3155,
      "num_tokens": 749994973.0,
      "step": 3939
    },
    {
      "epoch": 1.3447098976109215,
      "grad_norm": 0.4774125849672597,
      "learning_rate": 6.6322184659894295e-06,
      "loss": 0.3071,
      "num_tokens": 750134381.0,
      "step": 3940
    },
    {
      "epoch": 1.3450511945392492,
      "grad_norm": 0.2872832706688443,
      "learning_rate": 6.6305797777861706e-06,
      "loss": 0.3081,
      "num_tokens": 750332769.0,
      "step": 3941
    },
    {
      "epoch": 1.3453924914675768,
      "grad_norm": 0.26928530145459206,
      "learning_rate": 6.628940929543111e-06,
      "loss": 0.3236,
      "num_tokens": 750535745.0,
      "step": 3942
    },
    {
      "epoch": 1.3457337883959044,
      "grad_norm": 0.32102321458288774,
      "learning_rate": 6.6273019214922385e-06,
      "loss": 0.3563,
      "num_tokens": 750725083.0,
      "step": 3943
    },
    {
      "epoch": 1.346075085324232,
      "grad_norm": 0.29002308808060817,
      "learning_rate": 6.625662753865565e-06,
      "loss": 0.3445,
      "num_tokens": 750906767.0,
      "step": 3944
    },
    {
      "epoch": 1.3464163822525597,
      "grad_norm": 0.2794204838459976,
      "learning_rate": 6.624023426895122e-06,
      "loss": 0.3454,
      "num_tokens": 751107537.0,
      "step": 3945
    },
    {
      "epoch": 1.3467576791808873,
      "grad_norm": 0.2859410705830412,
      "learning_rate": 6.622383940812965e-06,
      "loss": 0.2991,
      "num_tokens": 751285814.0,
      "step": 3946
    },
    {
      "epoch": 1.3470989761092151,
      "grad_norm": 0.28206115098210827,
      "learning_rate": 6.6207442958511735e-06,
      "loss": 0.3155,
      "num_tokens": 751465111.0,
      "step": 3947
    },
    {
      "epoch": 1.3474402730375425,
      "grad_norm": 0.2906319119463746,
      "learning_rate": 6.619104492241848e-06,
      "loss": 0.351,
      "num_tokens": 751702671.0,
      "step": 3948
    },
    {
      "epoch": 1.3477815699658704,
      "grad_norm": 0.25490427021267226,
      "learning_rate": 6.61746453021711e-06,
      "loss": 0.3073,
      "num_tokens": 751972243.0,
      "step": 3949
    },
    {
      "epoch": 1.348122866894198,
      "grad_norm": 0.2818424457917649,
      "learning_rate": 6.615824410009109e-06,
      "loss": 0.3293,
      "num_tokens": 752168516.0,
      "step": 3950
    },
    {
      "epoch": 1.3484641638225257,
      "grad_norm": 0.2951344489407056,
      "learning_rate": 6.614184131850009e-06,
      "loss": 0.3049,
      "num_tokens": 752346012.0,
      "step": 3951
    },
    {
      "epoch": 1.3488054607508533,
      "grad_norm": 0.2954410596707697,
      "learning_rate": 6.612543695972002e-06,
      "loss": 0.3118,
      "num_tokens": 752490019.0,
      "step": 3952
    },
    {
      "epoch": 1.349146757679181,
      "grad_norm": 0.3059049614855362,
      "learning_rate": 6.610903102607302e-06,
      "loss": 0.2939,
      "num_tokens": 752641363.0,
      "step": 3953
    },
    {
      "epoch": 1.3494880546075085,
      "grad_norm": 0.30142065983508887,
      "learning_rate": 6.609262351988143e-06,
      "loss": 0.3013,
      "num_tokens": 752824564.0,
      "step": 3954
    },
    {
      "epoch": 1.3498293515358362,
      "grad_norm": 0.2726080691563696,
      "learning_rate": 6.6076214443467816e-06,
      "loss": 0.3213,
      "num_tokens": 753064271.0,
      "step": 3955
    },
    {
      "epoch": 1.3501706484641638,
      "grad_norm": 0.2689616703937772,
      "learning_rate": 6.605980379915498e-06,
      "loss": 0.3217,
      "num_tokens": 753264933.0,
      "step": 3956
    },
    {
      "epoch": 1.3505119453924914,
      "grad_norm": 0.2876089795164023,
      "learning_rate": 6.6043391589265935e-06,
      "loss": 0.3303,
      "num_tokens": 753448906.0,
      "step": 3957
    },
    {
      "epoch": 1.350853242320819,
      "grad_norm": 0.2875693927192524,
      "learning_rate": 6.602697781612393e-06,
      "loss": 0.3213,
      "num_tokens": 753644266.0,
      "step": 3958
    },
    {
      "epoch": 1.3511945392491467,
      "grad_norm": 0.27042034039408197,
      "learning_rate": 6.601056248205243e-06,
      "loss": 0.2968,
      "num_tokens": 753811375.0,
      "step": 3959
    },
    {
      "epoch": 1.3515358361774745,
      "grad_norm": 0.28019725363722375,
      "learning_rate": 6.599414558937508e-06,
      "loss": 0.3288,
      "num_tokens": 754004473.0,
      "step": 3960
    },
    {
      "epoch": 1.351877133105802,
      "grad_norm": 0.2695265974798161,
      "learning_rate": 6.597772714041582e-06,
      "loss": 0.3091,
      "num_tokens": 754217594.0,
      "step": 3961
    },
    {
      "epoch": 1.3522184300341298,
      "grad_norm": 0.26868368934166165,
      "learning_rate": 6.596130713749877e-06,
      "loss": 0.2974,
      "num_tokens": 754398960.0,
      "step": 3962
    },
    {
      "epoch": 1.3525597269624574,
      "grad_norm": 0.26438531450969033,
      "learning_rate": 6.594488558294824e-06,
      "loss": 0.3154,
      "num_tokens": 754598267.0,
      "step": 3963
    },
    {
      "epoch": 1.352901023890785,
      "grad_norm": 0.2929257687411124,
      "learning_rate": 6.592846247908882e-06,
      "loss": 0.2901,
      "num_tokens": 754745936.0,
      "step": 3964
    },
    {
      "epoch": 1.3532423208191127,
      "grad_norm": 0.25202490552803514,
      "learning_rate": 6.591203782824529e-06,
      "loss": 0.2934,
      "num_tokens": 754949209.0,
      "step": 3965
    },
    {
      "epoch": 1.3535836177474403,
      "grad_norm": 0.2935069342147735,
      "learning_rate": 6.589561163274262e-06,
      "loss": 0.3343,
      "num_tokens": 755121445.0,
      "step": 3966
    },
    {
      "epoch": 1.353924914675768,
      "grad_norm": 0.26137830119527716,
      "learning_rate": 6.587918389490606e-06,
      "loss": 0.3255,
      "num_tokens": 755328325.0,
      "step": 3967
    },
    {
      "epoch": 1.3542662116040955,
      "grad_norm": 0.2929447839589079,
      "learning_rate": 6.586275461706107e-06,
      "loss": 0.3187,
      "num_tokens": 755499940.0,
      "step": 3968
    },
    {
      "epoch": 1.3546075085324232,
      "grad_norm": 0.29058539582389853,
      "learning_rate": 6.584632380153323e-06,
      "loss": 0.3285,
      "num_tokens": 755684394.0,
      "step": 3969
    },
    {
      "epoch": 1.3549488054607508,
      "grad_norm": 0.28615524081418076,
      "learning_rate": 6.582989145064848e-06,
      "loss": 0.2993,
      "num_tokens": 755850885.0,
      "step": 3970
    },
    {
      "epoch": 1.3552901023890784,
      "grad_norm": 0.33466200476008356,
      "learning_rate": 6.581345756673288e-06,
      "loss": 0.3171,
      "num_tokens": 756014244.0,
      "step": 3971
    },
    {
      "epoch": 1.355631399317406,
      "grad_norm": 0.30160863734271637,
      "learning_rate": 6.5797022152112745e-06,
      "loss": 0.3423,
      "num_tokens": 756190148.0,
      "step": 3972
    },
    {
      "epoch": 1.355972696245734,
      "grad_norm": 0.29146839942923514,
      "learning_rate": 6.578058520911459e-06,
      "loss": 0.3002,
      "num_tokens": 756359679.0,
      "step": 3973
    },
    {
      "epoch": 1.3563139931740613,
      "grad_norm": 0.27060235366502505,
      "learning_rate": 6.576414674006516e-06,
      "loss": 0.3092,
      "num_tokens": 756545939.0,
      "step": 3974
    },
    {
      "epoch": 1.3566552901023892,
      "grad_norm": 0.27126757481918756,
      "learning_rate": 6.574770674729141e-06,
      "loss": 0.3621,
      "num_tokens": 756780632.0,
      "step": 3975
    },
    {
      "epoch": 1.3569965870307168,
      "grad_norm": 0.24694768764741162,
      "learning_rate": 6.573126523312052e-06,
      "loss": 0.271,
      "num_tokens": 756982111.0,
      "step": 3976
    },
    {
      "epoch": 1.3573378839590444,
      "grad_norm": 0.29541294276413316,
      "learning_rate": 6.5714822199879865e-06,
      "loss": 0.2975,
      "num_tokens": 757157544.0,
      "step": 3977
    },
    {
      "epoch": 1.357679180887372,
      "grad_norm": 0.37689757174131144,
      "learning_rate": 6.569837764989705e-06,
      "loss": 0.3332,
      "num_tokens": 757355645.0,
      "step": 3978
    },
    {
      "epoch": 1.3580204778156997,
      "grad_norm": 0.2773075874444516,
      "learning_rate": 6.56819315854999e-06,
      "loss": 0.2973,
      "num_tokens": 757527665.0,
      "step": 3979
    },
    {
      "epoch": 1.3583617747440273,
      "grad_norm": 0.261895830734286,
      "learning_rate": 6.5665484009016445e-06,
      "loss": 0.3118,
      "num_tokens": 757725992.0,
      "step": 3980
    },
    {
      "epoch": 1.358703071672355,
      "grad_norm": 0.2672869717574512,
      "learning_rate": 6.564903492277492e-06,
      "loss": 0.3253,
      "num_tokens": 757936358.0,
      "step": 3981
    },
    {
      "epoch": 1.3590443686006826,
      "grad_norm": 0.2896644116233079,
      "learning_rate": 6.563258432910378e-06,
      "loss": 0.3077,
      "num_tokens": 758087977.0,
      "step": 3982
    },
    {
      "epoch": 1.3593856655290102,
      "grad_norm": 0.2807388417920055,
      "learning_rate": 6.561613223033172e-06,
      "loss": 0.3222,
      "num_tokens": 758263095.0,
      "step": 3983
    },
    {
      "epoch": 1.3597269624573378,
      "grad_norm": 0.269342621572366,
      "learning_rate": 6.55996786287876e-06,
      "loss": 0.3262,
      "num_tokens": 758470993.0,
      "step": 3984
    },
    {
      "epoch": 1.3600682593856654,
      "grad_norm": 0.2732176217512833,
      "learning_rate": 6.558322352680054e-06,
      "loss": 0.2925,
      "num_tokens": 758652836.0,
      "step": 3985
    },
    {
      "epoch": 1.3604095563139933,
      "grad_norm": 0.2961949111900816,
      "learning_rate": 6.5566766926699836e-06,
      "loss": 0.3246,
      "num_tokens": 758826618.0,
      "step": 3986
    },
    {
      "epoch": 1.3607508532423207,
      "grad_norm": 0.3149102375478642,
      "learning_rate": 6.555030883081503e-06,
      "loss": 0.351,
      "num_tokens": 758977389.0,
      "step": 3987
    },
    {
      "epoch": 1.3610921501706486,
      "grad_norm": 0.2943421340649836,
      "learning_rate": 6.553384924147581e-06,
      "loss": 0.2922,
      "num_tokens": 759147373.0,
      "step": 3988
    },
    {
      "epoch": 1.3614334470989762,
      "grad_norm": 0.28174940678966814,
      "learning_rate": 6.5517388161012176e-06,
      "loss": 0.3369,
      "num_tokens": 759344077.0,
      "step": 3989
    },
    {
      "epoch": 1.3617747440273038,
      "grad_norm": 0.2924321551909602,
      "learning_rate": 6.550092559175424e-06,
      "loss": 0.3245,
      "num_tokens": 759526411.0,
      "step": 3990
    },
    {
      "epoch": 1.3621160409556314,
      "grad_norm": 0.26876482622018133,
      "learning_rate": 6.54844615360324e-06,
      "loss": 0.3161,
      "num_tokens": 759747612.0,
      "step": 3991
    },
    {
      "epoch": 1.362457337883959,
      "grad_norm": 0.28440296658109976,
      "learning_rate": 6.546799599617724e-06,
      "loss": 0.3004,
      "num_tokens": 759919982.0,
      "step": 3992
    },
    {
      "epoch": 1.3627986348122867,
      "grad_norm": 0.3036748756388157,
      "learning_rate": 6.5451528974519515e-06,
      "loss": 0.3374,
      "num_tokens": 760105076.0,
      "step": 3993
    },
    {
      "epoch": 1.3631399317406143,
      "grad_norm": 0.2870325366499755,
      "learning_rate": 6.543506047339025e-06,
      "loss": 0.3198,
      "num_tokens": 760297096.0,
      "step": 3994
    },
    {
      "epoch": 1.363481228668942,
      "grad_norm": 0.29908797500210615,
      "learning_rate": 6.541859049512063e-06,
      "loss": 0.3153,
      "num_tokens": 760487635.0,
      "step": 3995
    },
    {
      "epoch": 1.3638225255972696,
      "grad_norm": 0.2728553939638959,
      "learning_rate": 6.540211904204209e-06,
      "loss": 0.3266,
      "num_tokens": 760704710.0,
      "step": 3996
    },
    {
      "epoch": 1.3641638225255972,
      "grad_norm": 0.2525486530766066,
      "learning_rate": 6.538564611648625e-06,
      "loss": 0.3104,
      "num_tokens": 760949630.0,
      "step": 3997
    },
    {
      "epoch": 1.3645051194539248,
      "grad_norm": 0.2829674894188123,
      "learning_rate": 6.536917172078493e-06,
      "loss": 0.3498,
      "num_tokens": 761134131.0,
      "step": 3998
    },
    {
      "epoch": 1.3648464163822527,
      "grad_norm": 0.29897878132876976,
      "learning_rate": 6.5352695857270186e-06,
      "loss": 0.3146,
      "num_tokens": 761328361.0,
      "step": 3999
    },
    {
      "epoch": 1.36518771331058,
      "grad_norm": 0.31000887549563855,
      "learning_rate": 6.533621852827427e-06,
      "loss": 0.3308,
      "num_tokens": 761502696.0,
      "step": 4000
    },
    {
      "epoch": 1.365529010238908,
      "grad_norm": 0.275032498267355,
      "learning_rate": 6.531973973612964e-06,
      "loss": 0.3237,
      "num_tokens": 761704990.0,
      "step": 4001
    },
    {
      "epoch": 1.3658703071672356,
      "grad_norm": 0.2969247376147533,
      "learning_rate": 6.530325948316895e-06,
      "loss": 0.3325,
      "num_tokens": 761905904.0,
      "step": 4002
    },
    {
      "epoch": 1.3662116040955632,
      "grad_norm": 0.2730436436756792,
      "learning_rate": 6.528677777172508e-06,
      "loss": 0.2894,
      "num_tokens": 762080516.0,
      "step": 4003
    },
    {
      "epoch": 1.3665529010238908,
      "grad_norm": 0.26172053317463834,
      "learning_rate": 6.527029460413109e-06,
      "loss": 0.2922,
      "num_tokens": 762260983.0,
      "step": 4004
    },
    {
      "epoch": 1.3668941979522184,
      "grad_norm": 0.26949378805981256,
      "learning_rate": 6.525380998272027e-06,
      "loss": 0.3192,
      "num_tokens": 762474697.0,
      "step": 4005
    },
    {
      "epoch": 1.367235494880546,
      "grad_norm": 0.2752667383233174,
      "learning_rate": 6.523732390982612e-06,
      "loss": 0.2852,
      "num_tokens": 762634983.0,
      "step": 4006
    },
    {
      "epoch": 1.3675767918088737,
      "grad_norm": 0.3045754116888603,
      "learning_rate": 6.5220836387782335e-06,
      "loss": 0.2929,
      "num_tokens": 762786659.0,
      "step": 4007
    },
    {
      "epoch": 1.3679180887372013,
      "grad_norm": 0.30233195327502416,
      "learning_rate": 6.52043474189228e-06,
      "loss": 0.3422,
      "num_tokens": 762989385.0,
      "step": 4008
    },
    {
      "epoch": 1.368259385665529,
      "grad_norm": 0.27238819255315305,
      "learning_rate": 6.518785700558164e-06,
      "loss": 0.3264,
      "num_tokens": 763200398.0,
      "step": 4009
    },
    {
      "epoch": 1.3686006825938566,
      "grad_norm": 0.2796605255545696,
      "learning_rate": 6.517136515009313e-06,
      "loss": 0.3338,
      "num_tokens": 763411530.0,
      "step": 4010
    },
    {
      "epoch": 1.3689419795221842,
      "grad_norm": 0.2747536230362476,
      "learning_rate": 6.515487185479183e-06,
      "loss": 0.3274,
      "num_tokens": 763613031.0,
      "step": 4011
    },
    {
      "epoch": 1.369283276450512,
      "grad_norm": 0.29592733367176904,
      "learning_rate": 6.5138377122012396e-06,
      "loss": 0.3038,
      "num_tokens": 763804790.0,
      "step": 4012
    },
    {
      "epoch": 1.3696245733788395,
      "grad_norm": 0.26505716558690207,
      "learning_rate": 6.51218809540898e-06,
      "loss": 0.3199,
      "num_tokens": 764025727.0,
      "step": 4013
    },
    {
      "epoch": 1.3699658703071673,
      "grad_norm": 0.26355645331100847,
      "learning_rate": 6.510538335335914e-06,
      "loss": 0.3211,
      "num_tokens": 764246329.0,
      "step": 4014
    },
    {
      "epoch": 1.370307167235495,
      "grad_norm": 0.3138490598707883,
      "learning_rate": 6.508888432215576e-06,
      "loss": 0.3208,
      "num_tokens": 764415203.0,
      "step": 4015
    },
    {
      "epoch": 1.3706484641638226,
      "grad_norm": 0.287423400807543,
      "learning_rate": 6.5072383862815184e-06,
      "loss": 0.3098,
      "num_tokens": 764577659.0,
      "step": 4016
    },
    {
      "epoch": 1.3709897610921502,
      "grad_norm": 0.3061617513908633,
      "learning_rate": 6.505588197767313e-06,
      "loss": 0.3246,
      "num_tokens": 764751159.0,
      "step": 4017
    },
    {
      "epoch": 1.3713310580204778,
      "grad_norm": 0.31008997346430933,
      "learning_rate": 6.503937866906555e-06,
      "loss": 0.3147,
      "num_tokens": 764959937.0,
      "step": 4018
    },
    {
      "epoch": 1.3716723549488055,
      "grad_norm": 0.28181469100911405,
      "learning_rate": 6.502287393932857e-06,
      "loss": 0.31,
      "num_tokens": 765131946.0,
      "step": 4019
    },
    {
      "epoch": 1.372013651877133,
      "grad_norm": 0.2775806905863776,
      "learning_rate": 6.500636779079853e-06,
      "loss": 0.3082,
      "num_tokens": 765314619.0,
      "step": 4020
    },
    {
      "epoch": 1.3723549488054607,
      "grad_norm": 0.26334827981375647,
      "learning_rate": 6.498986022581194e-06,
      "loss": 0.3056,
      "num_tokens": 765513496.0,
      "step": 4021
    },
    {
      "epoch": 1.3726962457337883,
      "grad_norm": 0.2588541538302347,
      "learning_rate": 6.497335124670555e-06,
      "loss": 0.3356,
      "num_tokens": 765728946.0,
      "step": 4022
    },
    {
      "epoch": 1.373037542662116,
      "grad_norm": 0.3100307442780366,
      "learning_rate": 6.495684085581631e-06,
      "loss": 0.3241,
      "num_tokens": 765903779.0,
      "step": 4023
    },
    {
      "epoch": 1.3733788395904436,
      "grad_norm": 0.2793014702338714,
      "learning_rate": 6.494032905548136e-06,
      "loss": 0.3392,
      "num_tokens": 766090225.0,
      "step": 4024
    },
    {
      "epoch": 1.3737201365187715,
      "grad_norm": 0.2944871687820477,
      "learning_rate": 6.492381584803803e-06,
      "loss": 0.3231,
      "num_tokens": 766271531.0,
      "step": 4025
    },
    {
      "epoch": 1.3740614334470989,
      "grad_norm": 0.26625062386414255,
      "learning_rate": 6.490730123582385e-06,
      "loss": 0.3092,
      "num_tokens": 766476502.0,
      "step": 4026
    },
    {
      "epoch": 1.3744027303754267,
      "grad_norm": 0.26577490723672453,
      "learning_rate": 6.4890785221176555e-06,
      "loss": 0.332,
      "num_tokens": 766679030.0,
      "step": 4027
    },
    {
      "epoch": 1.3747440273037543,
      "grad_norm": 0.36073162240168544,
      "learning_rate": 6.487426780643408e-06,
      "loss": 0.2937,
      "num_tokens": 766842685.0,
      "step": 4028
    },
    {
      "epoch": 1.375085324232082,
      "grad_norm": 0.25542238308429904,
      "learning_rate": 6.485774899393456e-06,
      "loss": 0.3152,
      "num_tokens": 767070590.0,
      "step": 4029
    },
    {
      "epoch": 1.3754266211604096,
      "grad_norm": 0.2786336855115147,
      "learning_rate": 6.484122878601629e-06,
      "loss": 0.3332,
      "num_tokens": 767261435.0,
      "step": 4030
    },
    {
      "epoch": 1.3757679180887372,
      "grad_norm": 0.3004077043529151,
      "learning_rate": 6.482470718501787e-06,
      "loss": 0.2982,
      "num_tokens": 767414097.0,
      "step": 4031
    },
    {
      "epoch": 1.3761092150170648,
      "grad_norm": 0.2787142083696702,
      "learning_rate": 6.480818419327796e-06,
      "loss": 0.3385,
      "num_tokens": 767598204.0,
      "step": 4032
    },
    {
      "epoch": 1.3764505119453925,
      "grad_norm": 0.27964144876266017,
      "learning_rate": 6.479165981313551e-06,
      "loss": 0.3088,
      "num_tokens": 767783406.0,
      "step": 4033
    },
    {
      "epoch": 1.37679180887372,
      "grad_norm": 0.3096099153172289,
      "learning_rate": 6.477513404692961e-06,
      "loss": 0.335,
      "num_tokens": 767973839.0,
      "step": 4034
    },
    {
      "epoch": 1.3771331058020477,
      "grad_norm": 0.27448838056693464,
      "learning_rate": 6.47586068969996e-06,
      "loss": 0.2995,
      "num_tokens": 768147327.0,
      "step": 4035
    },
    {
      "epoch": 1.3774744027303754,
      "grad_norm": 0.2911135861463732,
      "learning_rate": 6.474207836568499e-06,
      "loss": 0.2887,
      "num_tokens": 768303563.0,
      "step": 4036
    },
    {
      "epoch": 1.377815699658703,
      "grad_norm": 0.2883590584636817,
      "learning_rate": 6.472554845532546e-06,
      "loss": 0.3107,
      "num_tokens": 768516073.0,
      "step": 4037
    },
    {
      "epoch": 1.3781569965870308,
      "grad_norm": 0.25702458430142366,
      "learning_rate": 6.4709017168260935e-06,
      "loss": 0.3496,
      "num_tokens": 768775632.0,
      "step": 4038
    },
    {
      "epoch": 1.3784982935153582,
      "grad_norm": 0.26174948164461076,
      "learning_rate": 6.46924845068315e-06,
      "loss": 0.3038,
      "num_tokens": 769003188.0,
      "step": 4039
    },
    {
      "epoch": 1.378839590443686,
      "grad_norm": 0.27624036725407447,
      "learning_rate": 6.467595047337744e-06,
      "loss": 0.3381,
      "num_tokens": 769212251.0,
      "step": 4040
    },
    {
      "epoch": 1.3791808873720137,
      "grad_norm": 0.28574162532670255,
      "learning_rate": 6.465941507023924e-06,
      "loss": 0.3477,
      "num_tokens": 769417820.0,
      "step": 4041
    },
    {
      "epoch": 1.3795221843003413,
      "grad_norm": 0.3798295068051576,
      "learning_rate": 6.46428782997576e-06,
      "loss": 0.3261,
      "num_tokens": 769614101.0,
      "step": 4042
    },
    {
      "epoch": 1.379863481228669,
      "grad_norm": 0.2643209187414882,
      "learning_rate": 6.462634016427335e-06,
      "loss": 0.3606,
      "num_tokens": 769844639.0,
      "step": 4043
    },
    {
      "epoch": 1.3802047781569966,
      "grad_norm": 0.2793847349422834,
      "learning_rate": 6.460980066612759e-06,
      "loss": 0.2892,
      "num_tokens": 769999658.0,
      "step": 4044
    },
    {
      "epoch": 1.3805460750853242,
      "grad_norm": 0.2709518991185351,
      "learning_rate": 6.459325980766155e-06,
      "loss": 0.3471,
      "num_tokens": 770216421.0,
      "step": 4045
    },
    {
      "epoch": 1.3808873720136519,
      "grad_norm": 0.30315774256634725,
      "learning_rate": 6.457671759121668e-06,
      "loss": 0.3477,
      "num_tokens": 770393343.0,
      "step": 4046
    },
    {
      "epoch": 1.3812286689419795,
      "grad_norm": 0.28014988215951303,
      "learning_rate": 6.456017401913466e-06,
      "loss": 0.3387,
      "num_tokens": 770585680.0,
      "step": 4047
    },
    {
      "epoch": 1.3815699658703071,
      "grad_norm": 0.31679907055022,
      "learning_rate": 6.454362909375727e-06,
      "loss": 0.3232,
      "num_tokens": 770754492.0,
      "step": 4048
    },
    {
      "epoch": 1.3819112627986347,
      "grad_norm": 0.2757927528863349,
      "learning_rate": 6.45270828174266e-06,
      "loss": 0.3137,
      "num_tokens": 770988510.0,
      "step": 4049
    },
    {
      "epoch": 1.3822525597269624,
      "grad_norm": 0.2500443463568493,
      "learning_rate": 6.45105351924848e-06,
      "loss": 0.3016,
      "num_tokens": 771217453.0,
      "step": 4050
    },
    {
      "epoch": 1.3825938566552902,
      "grad_norm": 0.33835373891022097,
      "learning_rate": 6.449398622127434e-06,
      "loss": 0.3472,
      "num_tokens": 771413662.0,
      "step": 4051
    },
    {
      "epoch": 1.3829351535836176,
      "grad_norm": 0.2741481948716447,
      "learning_rate": 6.447743590613776e-06,
      "loss": 0.3087,
      "num_tokens": 771592657.0,
      "step": 4052
    },
    {
      "epoch": 1.3832764505119455,
      "grad_norm": 0.27077542808286853,
      "learning_rate": 6.4460884249417875e-06,
      "loss": 0.3022,
      "num_tokens": 771797216.0,
      "step": 4053
    },
    {
      "epoch": 1.383617747440273,
      "grad_norm": 0.38489731374439734,
      "learning_rate": 6.444433125345767e-06,
      "loss": 0.3241,
      "num_tokens": 771978865.0,
      "step": 4054
    },
    {
      "epoch": 1.3839590443686007,
      "grad_norm": 0.25851098658074645,
      "learning_rate": 6.442777692060031e-06,
      "loss": 0.3133,
      "num_tokens": 772180176.0,
      "step": 4055
    },
    {
      "epoch": 1.3843003412969284,
      "grad_norm": 0.7556944350079178,
      "learning_rate": 6.441122125318915e-06,
      "loss": 0.2961,
      "num_tokens": 772361448.0,
      "step": 4056
    },
    {
      "epoch": 1.384641638225256,
      "grad_norm": 0.2876098953498823,
      "learning_rate": 6.439466425356773e-06,
      "loss": 0.3176,
      "num_tokens": 772538510.0,
      "step": 4057
    },
    {
      "epoch": 1.3849829351535836,
      "grad_norm": 0.2675106035836895,
      "learning_rate": 6.437810592407978e-06,
      "loss": 0.326,
      "num_tokens": 772739079.0,
      "step": 4058
    },
    {
      "epoch": 1.3853242320819112,
      "grad_norm": 0.31753938887411215,
      "learning_rate": 6.436154626706923e-06,
      "loss": 0.3309,
      "num_tokens": 772894206.0,
      "step": 4059
    },
    {
      "epoch": 1.3856655290102389,
      "grad_norm": 0.29708512184352814,
      "learning_rate": 6.43449852848802e-06,
      "loss": 0.3117,
      "num_tokens": 773071547.0,
      "step": 4060
    },
    {
      "epoch": 1.3860068259385665,
      "grad_norm": 0.29644026011138913,
      "learning_rate": 6.432842297985697e-06,
      "loss": 0.3197,
      "num_tokens": 773287015.0,
      "step": 4061
    },
    {
      "epoch": 1.3863481228668941,
      "grad_norm": 0.30286180704259613,
      "learning_rate": 6.431185935434404e-06,
      "loss": 0.3098,
      "num_tokens": 773462052.0,
      "step": 4062
    },
    {
      "epoch": 1.3866894197952218,
      "grad_norm": 0.3826163026700129,
      "learning_rate": 6.429529441068608e-06,
      "loss": 0.3174,
      "num_tokens": 773659095.0,
      "step": 4063
    },
    {
      "epoch": 1.3870307167235496,
      "grad_norm": 0.2708618680023217,
      "learning_rate": 6.427872815122795e-06,
      "loss": 0.2927,
      "num_tokens": 773844179.0,
      "step": 4064
    },
    {
      "epoch": 1.387372013651877,
      "grad_norm": 0.28497157965635234,
      "learning_rate": 6.426216057831469e-06,
      "loss": 0.3494,
      "num_tokens": 774065902.0,
      "step": 4065
    },
    {
      "epoch": 1.3877133105802049,
      "grad_norm": 0.29792159234874915,
      "learning_rate": 6.424559169429154e-06,
      "loss": 0.3333,
      "num_tokens": 774231563.0,
      "step": 4066
    },
    {
      "epoch": 1.3880546075085325,
      "grad_norm": 0.2765406754380504,
      "learning_rate": 6.422902150150391e-06,
      "loss": 0.2852,
      "num_tokens": 774390550.0,
      "step": 4067
    },
    {
      "epoch": 1.3883959044368601,
      "grad_norm": 0.2784426990786956,
      "learning_rate": 6.421245000229741e-06,
      "loss": 0.3084,
      "num_tokens": 774582286.0,
      "step": 4068
    },
    {
      "epoch": 1.3887372013651877,
      "grad_norm": 0.2889360691948328,
      "learning_rate": 6.41958771990178e-06,
      "loss": 0.3122,
      "num_tokens": 774764601.0,
      "step": 4069
    },
    {
      "epoch": 1.3890784982935154,
      "grad_norm": 0.30642591072569114,
      "learning_rate": 6.417930309401107e-06,
      "loss": 0.3223,
      "num_tokens": 774967559.0,
      "step": 4070
    },
    {
      "epoch": 1.389419795221843,
      "grad_norm": 0.24921704317875695,
      "learning_rate": 6.41627276896234e-06,
      "loss": 0.3142,
      "num_tokens": 775183450.0,
      "step": 4071
    },
    {
      "epoch": 1.3897610921501706,
      "grad_norm": 0.27407295297748424,
      "learning_rate": 6.414615098820108e-06,
      "loss": 0.3191,
      "num_tokens": 775384947.0,
      "step": 4072
    },
    {
      "epoch": 1.3901023890784983,
      "grad_norm": 0.29153133979162826,
      "learning_rate": 6.4129572992090685e-06,
      "loss": 0.3219,
      "num_tokens": 775553878.0,
      "step": 4073
    },
    {
      "epoch": 1.3904436860068259,
      "grad_norm": 0.279946877305284,
      "learning_rate": 6.411299370363888e-06,
      "loss": 0.3135,
      "num_tokens": 775760230.0,
      "step": 4074
    },
    {
      "epoch": 1.3907849829351535,
      "grad_norm": 0.27763151906743005,
      "learning_rate": 6.40964131251926e-06,
      "loss": 0.3343,
      "num_tokens": 775957987.0,
      "step": 4075
    },
    {
      "epoch": 1.3911262798634811,
      "grad_norm": 0.2515034598409514,
      "learning_rate": 6.407983125909887e-06,
      "loss": 0.3123,
      "num_tokens": 776193401.0,
      "step": 4076
    },
    {
      "epoch": 1.391467576791809,
      "grad_norm": 0.27415519783214237,
      "learning_rate": 6.406324810770496e-06,
      "loss": 0.3161,
      "num_tokens": 776369101.0,
      "step": 4077
    },
    {
      "epoch": 1.3918088737201364,
      "grad_norm": 0.2762841859012409,
      "learning_rate": 6.40466636733583e-06,
      "loss": 0.3102,
      "num_tokens": 776569664.0,
      "step": 4078
    },
    {
      "epoch": 1.3921501706484642,
      "grad_norm": 0.25287890248423345,
      "learning_rate": 6.403007795840655e-06,
      "loss": 0.3191,
      "num_tokens": 776801759.0,
      "step": 4079
    },
    {
      "epoch": 1.3924914675767919,
      "grad_norm": 0.31736539023086996,
      "learning_rate": 6.4013490965197464e-06,
      "loss": 0.306,
      "num_tokens": 776967720.0,
      "step": 4080
    },
    {
      "epoch": 1.3928327645051195,
      "grad_norm": 0.26411286602908246,
      "learning_rate": 6.399690269607905e-06,
      "loss": 0.3215,
      "num_tokens": 777175849.0,
      "step": 4081
    },
    {
      "epoch": 1.3931740614334471,
      "grad_norm": 0.26957359967398703,
      "learning_rate": 6.398031315339943e-06,
      "loss": 0.3172,
      "num_tokens": 777372240.0,
      "step": 4082
    },
    {
      "epoch": 1.3935153583617748,
      "grad_norm": 0.2842708404963015,
      "learning_rate": 6.396372233950699e-06,
      "loss": 0.3187,
      "num_tokens": 777546738.0,
      "step": 4083
    },
    {
      "epoch": 1.3938566552901024,
      "grad_norm": 0.28252472999463263,
      "learning_rate": 6.394713025675023e-06,
      "loss": 0.3053,
      "num_tokens": 777714362.0,
      "step": 4084
    },
    {
      "epoch": 1.39419795221843,
      "grad_norm": 0.2905142281625988,
      "learning_rate": 6.393053690747784e-06,
      "loss": 0.3084,
      "num_tokens": 777885591.0,
      "step": 4085
    },
    {
      "epoch": 1.3945392491467576,
      "grad_norm": 0.26789503747598525,
      "learning_rate": 6.391394229403871e-06,
      "loss": 0.3142,
      "num_tokens": 778081376.0,
      "step": 4086
    },
    {
      "epoch": 1.3948805460750853,
      "grad_norm": 0.2773635677807891,
      "learning_rate": 6.389734641878192e-06,
      "loss": 0.3313,
      "num_tokens": 778292458.0,
      "step": 4087
    },
    {
      "epoch": 1.395221843003413,
      "grad_norm": 0.27360951336607414,
      "learning_rate": 6.388074928405669e-06,
      "loss": 0.3197,
      "num_tokens": 778485095.0,
      "step": 4088
    },
    {
      "epoch": 1.3955631399317405,
      "grad_norm": 0.27448545978598726,
      "learning_rate": 6.386415089221242e-06,
      "loss": 0.3097,
      "num_tokens": 778682018.0,
      "step": 4089
    },
    {
      "epoch": 1.3959044368600684,
      "grad_norm": 0.27778257405656576,
      "learning_rate": 6.384755124559872e-06,
      "loss": 0.3112,
      "num_tokens": 778865702.0,
      "step": 4090
    },
    {
      "epoch": 1.3962457337883958,
      "grad_norm": 0.2787040131661281,
      "learning_rate": 6.383095034656536e-06,
      "loss": 0.3261,
      "num_tokens": 779086469.0,
      "step": 4091
    },
    {
      "epoch": 1.3965870307167236,
      "grad_norm": 0.2683001601373083,
      "learning_rate": 6.381434819746232e-06,
      "loss": 0.3315,
      "num_tokens": 779285363.0,
      "step": 4092
    },
    {
      "epoch": 1.3969283276450513,
      "grad_norm": 0.260463096088907,
      "learning_rate": 6.379774480063966e-06,
      "loss": 0.3086,
      "num_tokens": 779493109.0,
      "step": 4093
    },
    {
      "epoch": 1.3972696245733789,
      "grad_norm": 0.2827559460913825,
      "learning_rate": 6.378114015844773e-06,
      "loss": 0.315,
      "num_tokens": 779680590.0,
      "step": 4094
    },
    {
      "epoch": 1.3976109215017065,
      "grad_norm": 0.278395917027489,
      "learning_rate": 6.3764534273237e-06,
      "loss": 0.3296,
      "num_tokens": 779875180.0,
      "step": 4095
    },
    {
      "epoch": 1.3979522184300341,
      "grad_norm": 0.2650460780583823,
      "learning_rate": 6.374792714735812e-06,
      "loss": 0.3609,
      "num_tokens": 780101105.0,
      "step": 4096
    },
    {
      "epoch": 1.3982935153583618,
      "grad_norm": 0.27329709133108204,
      "learning_rate": 6.373131878316192e-06,
      "loss": 0.2854,
      "num_tokens": 780279982.0,
      "step": 4097
    },
    {
      "epoch": 1.3986348122866894,
      "grad_norm": 0.2654188901950711,
      "learning_rate": 6.37147091829994e-06,
      "loss": 0.2896,
      "num_tokens": 780469280.0,
      "step": 4098
    },
    {
      "epoch": 1.398976109215017,
      "grad_norm": 0.2693314547742427,
      "learning_rate": 6.369809834922177e-06,
      "loss": 0.3539,
      "num_tokens": 780707074.0,
      "step": 4099
    },
    {
      "epoch": 1.3993174061433447,
      "grad_norm": 0.2743717632327248,
      "learning_rate": 6.3681486284180335e-06,
      "loss": 0.3265,
      "num_tokens": 780905605.0,
      "step": 4100
    },
    {
      "epoch": 1.3996587030716723,
      "grad_norm": 0.2896677886391733,
      "learning_rate": 6.366487299022666e-06,
      "loss": 0.3189,
      "num_tokens": 781091783.0,
      "step": 4101
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.2780322146575125,
      "learning_rate": 6.364825846971244e-06,
      "loss": 0.3499,
      "num_tokens": 781302251.0,
      "step": 4102
    },
    {
      "epoch": 1.4003412969283278,
      "grad_norm": 0.26921936774792216,
      "learning_rate": 6.363164272498956e-06,
      "loss": 0.3241,
      "num_tokens": 781501055.0,
      "step": 4103
    },
    {
      "epoch": 1.4006825938566552,
      "grad_norm": 0.2542082390404954,
      "learning_rate": 6.361502575841007e-06,
      "loss": 0.2963,
      "num_tokens": 781716927.0,
      "step": 4104
    },
    {
      "epoch": 1.401023890784983,
      "grad_norm": 0.26320712362693977,
      "learning_rate": 6.359840757232616e-06,
      "loss": 0.3237,
      "num_tokens": 781906196.0,
      "step": 4105
    },
    {
      "epoch": 1.4013651877133106,
      "grad_norm": 0.25425479483311303,
      "learning_rate": 6.358178816909026e-06,
      "loss": 0.3068,
      "num_tokens": 782115610.0,
      "step": 4106
    },
    {
      "epoch": 1.4017064846416383,
      "grad_norm": 0.2953680493272792,
      "learning_rate": 6.356516755105494e-06,
      "loss": 0.3225,
      "num_tokens": 782332103.0,
      "step": 4107
    },
    {
      "epoch": 1.402047781569966,
      "grad_norm": 0.28772046387748146,
      "learning_rate": 6.354854572057293e-06,
      "loss": 0.2884,
      "num_tokens": 782488770.0,
      "step": 4108
    },
    {
      "epoch": 1.4023890784982935,
      "grad_norm": 0.35778383946446973,
      "learning_rate": 6.353192267999714e-06,
      "loss": 0.3374,
      "num_tokens": 782632782.0,
      "step": 4109
    },
    {
      "epoch": 1.4027303754266212,
      "grad_norm": 0.2893538185624025,
      "learning_rate": 6.351529843168064e-06,
      "loss": 0.3082,
      "num_tokens": 782809668.0,
      "step": 4110
    },
    {
      "epoch": 1.4030716723549488,
      "grad_norm": 0.2514615478136766,
      "learning_rate": 6.349867297797671e-06,
      "loss": 0.3078,
      "num_tokens": 783032430.0,
      "step": 4111
    },
    {
      "epoch": 1.4034129692832764,
      "grad_norm": 0.29970392020867087,
      "learning_rate": 6.348204632123876e-06,
      "loss": 0.3481,
      "num_tokens": 783231552.0,
      "step": 4112
    },
    {
      "epoch": 1.403754266211604,
      "grad_norm": 0.25120391528674674,
      "learning_rate": 6.3465418463820395e-06,
      "loss": 0.3103,
      "num_tokens": 783464683.0,
      "step": 4113
    },
    {
      "epoch": 1.4040955631399317,
      "grad_norm": 0.2945653066783325,
      "learning_rate": 6.344878940807537e-06,
      "loss": 0.3215,
      "num_tokens": 783655361.0,
      "step": 4114
    },
    {
      "epoch": 1.4044368600682593,
      "grad_norm": 0.28963521518457536,
      "learning_rate": 6.343215915635762e-06,
      "loss": 0.2997,
      "num_tokens": 783841587.0,
      "step": 4115
    },
    {
      "epoch": 1.4047781569965871,
      "grad_norm": 0.27490416111823746,
      "learning_rate": 6.341552771102125e-06,
      "loss": 0.296,
      "num_tokens": 784023422.0,
      "step": 4116
    },
    {
      "epoch": 1.4051194539249146,
      "grad_norm": 0.2648370564923277,
      "learning_rate": 6.339889507442053e-06,
      "loss": 0.3323,
      "num_tokens": 784262486.0,
      "step": 4117
    },
    {
      "epoch": 1.4054607508532424,
      "grad_norm": 0.26957220855910363,
      "learning_rate": 6.338226124890991e-06,
      "loss": 0.3069,
      "num_tokens": 784454551.0,
      "step": 4118
    },
    {
      "epoch": 1.40580204778157,
      "grad_norm": 0.254381563821454,
      "learning_rate": 6.3365626236844e-06,
      "loss": 0.2992,
      "num_tokens": 784674757.0,
      "step": 4119
    },
    {
      "epoch": 1.4061433447098977,
      "grad_norm": 0.30670716594492325,
      "learning_rate": 6.334899004057756e-06,
      "loss": 0.3587,
      "num_tokens": 784858126.0,
      "step": 4120
    },
    {
      "epoch": 1.4064846416382253,
      "grad_norm": 0.2792575542696156,
      "learning_rate": 6.3332352662465565e-06,
      "loss": 0.3079,
      "num_tokens": 785042480.0,
      "step": 4121
    },
    {
      "epoch": 1.406825938566553,
      "grad_norm": 0.3428511453268709,
      "learning_rate": 6.33157141048631e-06,
      "loss": 0.3416,
      "num_tokens": 785212970.0,
      "step": 4122
    },
    {
      "epoch": 1.4071672354948805,
      "grad_norm": 0.264443852856634,
      "learning_rate": 6.329907437012548e-06,
      "loss": 0.3082,
      "num_tokens": 785407671.0,
      "step": 4123
    },
    {
      "epoch": 1.4075085324232082,
      "grad_norm": 0.27114359718658315,
      "learning_rate": 6.3282433460608095e-06,
      "loss": 0.3254,
      "num_tokens": 785607921.0,
      "step": 4124
    },
    {
      "epoch": 1.4078498293515358,
      "grad_norm": 0.2617323222145413,
      "learning_rate": 6.326579137866659e-06,
      "loss": 0.3319,
      "num_tokens": 785825989.0,
      "step": 4125
    },
    {
      "epoch": 1.4081911262798634,
      "grad_norm": 0.2866227326361111,
      "learning_rate": 6.324914812665676e-06,
      "loss": 0.3341,
      "num_tokens": 786013181.0,
      "step": 4126
    },
    {
      "epoch": 1.408532423208191,
      "grad_norm": 0.25399989837268344,
      "learning_rate": 6.3232503706934534e-06,
      "loss": 0.3112,
      "num_tokens": 786233509.0,
      "step": 4127
    },
    {
      "epoch": 1.4088737201365187,
      "grad_norm": 0.2867861539367233,
      "learning_rate": 6.3215858121856e-06,
      "loss": 0.3199,
      "num_tokens": 786426608.0,
      "step": 4128
    },
    {
      "epoch": 1.4092150170648465,
      "grad_norm": 0.3260985514334478,
      "learning_rate": 6.319921137377745e-06,
      "loss": 0.3036,
      "num_tokens": 786637863.0,
      "step": 4129
    },
    {
      "epoch": 1.409556313993174,
      "grad_norm": 0.28038869471244443,
      "learning_rate": 6.318256346505535e-06,
      "loss": 0.3105,
      "num_tokens": 786816236.0,
      "step": 4130
    },
    {
      "epoch": 1.4098976109215018,
      "grad_norm": 0.26762955227634583,
      "learning_rate": 6.316591439804626e-06,
      "loss": 0.2857,
      "num_tokens": 786976442.0,
      "step": 4131
    },
    {
      "epoch": 1.4102389078498294,
      "grad_norm": 0.31559069284690555,
      "learning_rate": 6.314926417510696e-06,
      "loss": 0.3616,
      "num_tokens": 787147366.0,
      "step": 4132
    },
    {
      "epoch": 1.410580204778157,
      "grad_norm": 0.2561329637388347,
      "learning_rate": 6.3132612798594395e-06,
      "loss": 0.287,
      "num_tokens": 787335098.0,
      "step": 4133
    },
    {
      "epoch": 1.4109215017064847,
      "grad_norm": 0.2838689706620084,
      "learning_rate": 6.311596027086564e-06,
      "loss": 0.3053,
      "num_tokens": 787521192.0,
      "step": 4134
    },
    {
      "epoch": 1.4112627986348123,
      "grad_norm": 0.3098928083336363,
      "learning_rate": 6.309930659427797e-06,
      "loss": 0.3305,
      "num_tokens": 787709572.0,
      "step": 4135
    },
    {
      "epoch": 1.41160409556314,
      "grad_norm": 0.2945971395339914,
      "learning_rate": 6.308265177118881e-06,
      "loss": 0.3309,
      "num_tokens": 787903547.0,
      "step": 4136
    },
    {
      "epoch": 1.4119453924914676,
      "grad_norm": 0.37222216434401373,
      "learning_rate": 6.306599580395571e-06,
      "loss": 0.3368,
      "num_tokens": 788080023.0,
      "step": 4137
    },
    {
      "epoch": 1.4122866894197952,
      "grad_norm": 0.2787446364313664,
      "learning_rate": 6.304933869493644e-06,
      "loss": 0.3227,
      "num_tokens": 788261846.0,
      "step": 4138
    },
    {
      "epoch": 1.4126279863481228,
      "grad_norm": 0.2944825946922286,
      "learning_rate": 6.303268044648889e-06,
      "loss": 0.3449,
      "num_tokens": 788472185.0,
      "step": 4139
    },
    {
      "epoch": 1.4129692832764504,
      "grad_norm": 0.30458714655774,
      "learning_rate": 6.301602106097113e-06,
      "loss": 0.3198,
      "num_tokens": 788643947.0,
      "step": 4140
    },
    {
      "epoch": 1.413310580204778,
      "grad_norm": 0.2983833463602606,
      "learning_rate": 6.299936054074142e-06,
      "loss": 0.3136,
      "num_tokens": 788808688.0,
      "step": 4141
    },
    {
      "epoch": 1.413651877133106,
      "grad_norm": 0.2886448964317852,
      "learning_rate": 6.298269888815809e-06,
      "loss": 0.2888,
      "num_tokens": 788963062.0,
      "step": 4142
    },
    {
      "epoch": 1.4139931740614333,
      "grad_norm": 0.2809906241720594,
      "learning_rate": 6.2966036105579755e-06,
      "loss": 0.3316,
      "num_tokens": 789144747.0,
      "step": 4143
    },
    {
      "epoch": 1.4143344709897612,
      "grad_norm": 0.37197553065799116,
      "learning_rate": 6.294937219536506e-06,
      "loss": 0.283,
      "num_tokens": 789292576.0,
      "step": 4144
    },
    {
      "epoch": 1.4146757679180888,
      "grad_norm": 0.32479106233830035,
      "learning_rate": 6.2932707159872916e-06,
      "loss": 0.3331,
      "num_tokens": 789471909.0,
      "step": 4145
    },
    {
      "epoch": 1.4150170648464164,
      "grad_norm": 0.27145097165148946,
      "learning_rate": 6.2916041001462335e-06,
      "loss": 0.298,
      "num_tokens": 789659802.0,
      "step": 4146
    },
    {
      "epoch": 1.415358361774744,
      "grad_norm": 0.2845240446148895,
      "learning_rate": 6.289937372249251e-06,
      "loss": 0.3039,
      "num_tokens": 789838401.0,
      "step": 4147
    },
    {
      "epoch": 1.4156996587030717,
      "grad_norm": 0.255610342513267,
      "learning_rate": 6.288270532532277e-06,
      "loss": 0.3065,
      "num_tokens": 790053027.0,
      "step": 4148
    },
    {
      "epoch": 1.4160409556313993,
      "grad_norm": 0.28145951172099093,
      "learning_rate": 6.286603581231263e-06,
      "loss": 0.3424,
      "num_tokens": 790278374.0,
      "step": 4149
    },
    {
      "epoch": 1.416382252559727,
      "grad_norm": 0.2822232785345203,
      "learning_rate": 6.284936518582176e-06,
      "loss": 0.3102,
      "num_tokens": 790449077.0,
      "step": 4150
    },
    {
      "epoch": 1.4167235494880546,
      "grad_norm": 0.3140168457476749,
      "learning_rate": 6.283269344820997e-06,
      "loss": 0.3106,
      "num_tokens": 790602558.0,
      "step": 4151
    },
    {
      "epoch": 1.4170648464163822,
      "grad_norm": 0.2896984798618384,
      "learning_rate": 6.281602060183724e-06,
      "loss": 0.2957,
      "num_tokens": 790761257.0,
      "step": 4152
    },
    {
      "epoch": 1.4174061433447098,
      "grad_norm": 0.27261752557513613,
      "learning_rate": 6.2799346649063695e-06,
      "loss": 0.3359,
      "num_tokens": 790965941.0,
      "step": 4153
    },
    {
      "epoch": 1.4177474402730375,
      "grad_norm": 0.3378890069121174,
      "learning_rate": 6.278267159224965e-06,
      "loss": 0.3325,
      "num_tokens": 791160882.0,
      "step": 4154
    },
    {
      "epoch": 1.4180887372013653,
      "grad_norm": 0.28226496896302017,
      "learning_rate": 6.2765995433755514e-06,
      "loss": 0.3097,
      "num_tokens": 791331327.0,
      "step": 4155
    },
    {
      "epoch": 1.4184300341296927,
      "grad_norm": 0.29473294112586473,
      "learning_rate": 6.274931817594191e-06,
      "loss": 0.3392,
      "num_tokens": 791513951.0,
      "step": 4156
    },
    {
      "epoch": 1.4187713310580206,
      "grad_norm": 0.277539527268853,
      "learning_rate": 6.273263982116958e-06,
      "loss": 0.305,
      "num_tokens": 791678858.0,
      "step": 4157
    },
    {
      "epoch": 1.4191126279863482,
      "grad_norm": 0.2962258024774393,
      "learning_rate": 6.271596037179948e-06,
      "loss": 0.3205,
      "num_tokens": 791845171.0,
      "step": 4158
    },
    {
      "epoch": 1.4194539249146758,
      "grad_norm": 0.2911921934759113,
      "learning_rate": 6.269927983019262e-06,
      "loss": 0.3494,
      "num_tokens": 792058829.0,
      "step": 4159
    },
    {
      "epoch": 1.4197952218430034,
      "grad_norm": 0.2850480722442779,
      "learning_rate": 6.268259819871027e-06,
      "loss": 0.3482,
      "num_tokens": 792265048.0,
      "step": 4160
    },
    {
      "epoch": 1.420136518771331,
      "grad_norm": 0.34050590382274437,
      "learning_rate": 6.266591547971377e-06,
      "loss": 0.3486,
      "num_tokens": 792406740.0,
      "step": 4161
    },
    {
      "epoch": 1.4204778156996587,
      "grad_norm": 0.3247165191983065,
      "learning_rate": 6.264923167556469e-06,
      "loss": 0.2742,
      "num_tokens": 792530944.0,
      "step": 4162
    },
    {
      "epoch": 1.4208191126279863,
      "grad_norm": 0.26873170248997563,
      "learning_rate": 6.263254678862467e-06,
      "loss": 0.3274,
      "num_tokens": 792733648.0,
      "step": 4163
    },
    {
      "epoch": 1.421160409556314,
      "grad_norm": 0.3066580957641203,
      "learning_rate": 6.261586082125558e-06,
      "loss": 0.3205,
      "num_tokens": 792944718.0,
      "step": 4164
    },
    {
      "epoch": 1.4215017064846416,
      "grad_norm": 0.28595091693717145,
      "learning_rate": 6.2599173775819385e-06,
      "loss": 0.3023,
      "num_tokens": 793124407.0,
      "step": 4165
    },
    {
      "epoch": 1.4218430034129692,
      "grad_norm": 0.2629075487331744,
      "learning_rate": 6.258248565467827e-06,
      "loss": 0.3112,
      "num_tokens": 793335536.0,
      "step": 4166
    },
    {
      "epoch": 1.4221843003412968,
      "grad_norm": 0.2865551861354356,
      "learning_rate": 6.256579646019451e-06,
      "loss": 0.3277,
      "num_tokens": 793520782.0,
      "step": 4167
    },
    {
      "epoch": 1.4225255972696247,
      "grad_norm": 0.29944865387839886,
      "learning_rate": 6.2549106194730515e-06,
      "loss": 0.34,
      "num_tokens": 793702314.0,
      "step": 4168
    },
    {
      "epoch": 1.422866894197952,
      "grad_norm": 0.2856833924938464,
      "learning_rate": 6.253241486064895e-06,
      "loss": 0.3296,
      "num_tokens": 793913807.0,
      "step": 4169
    },
    {
      "epoch": 1.42320819112628,
      "grad_norm": 0.2769076028551052,
      "learning_rate": 6.251572246031251e-06,
      "loss": 0.3111,
      "num_tokens": 794102370.0,
      "step": 4170
    },
    {
      "epoch": 1.4235494880546076,
      "grad_norm": 0.3029206791004428,
      "learning_rate": 6.249902899608413e-06,
      "loss": 0.3259,
      "num_tokens": 794287457.0,
      "step": 4171
    },
    {
      "epoch": 1.4238907849829352,
      "grad_norm": 0.2550441675680979,
      "learning_rate": 6.248233447032684e-06,
      "loss": 0.2898,
      "num_tokens": 794493279.0,
      "step": 4172
    },
    {
      "epoch": 1.4242320819112628,
      "grad_norm": 0.25581458678539987,
      "learning_rate": 6.246563888540386e-06,
      "loss": 0.2988,
      "num_tokens": 794685889.0,
      "step": 4173
    },
    {
      "epoch": 1.4245733788395905,
      "grad_norm": 0.2860618567766141,
      "learning_rate": 6.244894224367853e-06,
      "loss": 0.3316,
      "num_tokens": 794886710.0,
      "step": 4174
    },
    {
      "epoch": 1.424914675767918,
      "grad_norm": 0.2833510428808537,
      "learning_rate": 6.243224454751437e-06,
      "loss": 0.3342,
      "num_tokens": 795078058.0,
      "step": 4175
    },
    {
      "epoch": 1.4252559726962457,
      "grad_norm": 0.28797968994336665,
      "learning_rate": 6.2415545799275e-06,
      "loss": 0.3141,
      "num_tokens": 795272586.0,
      "step": 4176
    },
    {
      "epoch": 1.4255972696245733,
      "grad_norm": 0.2642324203860512,
      "learning_rate": 6.2398846001324245e-06,
      "loss": 0.3231,
      "num_tokens": 795484331.0,
      "step": 4177
    },
    {
      "epoch": 1.425938566552901,
      "grad_norm": 0.2671992552172986,
      "learning_rate": 6.2382145156026056e-06,
      "loss": 0.2828,
      "num_tokens": 795670048.0,
      "step": 4178
    },
    {
      "epoch": 1.4262798634812286,
      "grad_norm": 0.2634883140144357,
      "learning_rate": 6.2365443265744505e-06,
      "loss": 0.2827,
      "num_tokens": 795871485.0,
      "step": 4179
    },
    {
      "epoch": 1.4266211604095562,
      "grad_norm": 0.2664578511451966,
      "learning_rate": 6.234874033284385e-06,
      "loss": 0.3097,
      "num_tokens": 796070300.0,
      "step": 4180
    },
    {
      "epoch": 1.426962457337884,
      "grad_norm": 0.26802465874225107,
      "learning_rate": 6.233203635968849e-06,
      "loss": 0.3152,
      "num_tokens": 796277656.0,
      "step": 4181
    },
    {
      "epoch": 1.4273037542662115,
      "grad_norm": 0.2613125152557964,
      "learning_rate": 6.231533134864295e-06,
      "loss": 0.292,
      "num_tokens": 796467473.0,
      "step": 4182
    },
    {
      "epoch": 1.4276450511945393,
      "grad_norm": 0.2703496606814443,
      "learning_rate": 6.229862530207193e-06,
      "loss": 0.3147,
      "num_tokens": 796684105.0,
      "step": 4183
    },
    {
      "epoch": 1.427986348122867,
      "grad_norm": 0.2925593461901528,
      "learning_rate": 6.228191822234027e-06,
      "loss": 0.3188,
      "num_tokens": 796871274.0,
      "step": 4184
    },
    {
      "epoch": 1.4283276450511946,
      "grad_norm": 0.26815798132819035,
      "learning_rate": 6.226521011181291e-06,
      "loss": 0.3262,
      "num_tokens": 797086350.0,
      "step": 4185
    },
    {
      "epoch": 1.4286689419795222,
      "grad_norm": 0.27393672319401197,
      "learning_rate": 6.224850097285503e-06,
      "loss": 0.3143,
      "num_tokens": 797266852.0,
      "step": 4186
    },
    {
      "epoch": 1.4290102389078498,
      "grad_norm": 0.29464116496962917,
      "learning_rate": 6.223179080783186e-06,
      "loss": 0.3236,
      "num_tokens": 797438995.0,
      "step": 4187
    },
    {
      "epoch": 1.4293515358361775,
      "grad_norm": 0.27866354870756743,
      "learning_rate": 6.221507961910883e-06,
      "loss": 0.3268,
      "num_tokens": 797624087.0,
      "step": 4188
    },
    {
      "epoch": 1.429692832764505,
      "grad_norm": 0.24489082027843687,
      "learning_rate": 6.21983674090515e-06,
      "loss": 0.3226,
      "num_tokens": 797850732.0,
      "step": 4189
    },
    {
      "epoch": 1.4300341296928327,
      "grad_norm": 0.2474663228576806,
      "learning_rate": 6.218165418002558e-06,
      "loss": 0.2901,
      "num_tokens": 798058127.0,
      "step": 4190
    },
    {
      "epoch": 1.4303754266211604,
      "grad_norm": 0.290694638361504,
      "learning_rate": 6.216493993439692e-06,
      "loss": 0.3226,
      "num_tokens": 798243548.0,
      "step": 4191
    },
    {
      "epoch": 1.430716723549488,
      "grad_norm": 0.323357358890075,
      "learning_rate": 6.214822467453149e-06,
      "loss": 0.3652,
      "num_tokens": 798453811.0,
      "step": 4192
    },
    {
      "epoch": 1.4310580204778156,
      "grad_norm": 0.2831965974536376,
      "learning_rate": 6.213150840279547e-06,
      "loss": 0.3043,
      "num_tokens": 798643217.0,
      "step": 4193
    },
    {
      "epoch": 1.4313993174061435,
      "grad_norm": 0.2783199708478397,
      "learning_rate": 6.21147911215551e-06,
      "loss": 0.311,
      "num_tokens": 798828580.0,
      "step": 4194
    },
    {
      "epoch": 1.4317406143344709,
      "grad_norm": 0.3038001851571954,
      "learning_rate": 6.209807283317684e-06,
      "loss": 0.2844,
      "num_tokens": 798987637.0,
      "step": 4195
    },
    {
      "epoch": 1.4320819112627987,
      "grad_norm": 0.2761498663497284,
      "learning_rate": 6.20813535400272e-06,
      "loss": 0.309,
      "num_tokens": 799184521.0,
      "step": 4196
    },
    {
      "epoch": 1.4324232081911263,
      "grad_norm": 0.26381235592275304,
      "learning_rate": 6.2064633244472945e-06,
      "loss": 0.3056,
      "num_tokens": 799389746.0,
      "step": 4197
    },
    {
      "epoch": 1.432764505119454,
      "grad_norm": 0.3027629936716752,
      "learning_rate": 6.2047911948880915e-06,
      "loss": 0.2985,
      "num_tokens": 799568611.0,
      "step": 4198
    },
    {
      "epoch": 1.4331058020477816,
      "grad_norm": 0.2621417165519679,
      "learning_rate": 6.2031189655618065e-06,
      "loss": 0.318,
      "num_tokens": 799791256.0,
      "step": 4199
    },
    {
      "epoch": 1.4334470989761092,
      "grad_norm": 0.2652854572635308,
      "learning_rate": 6.201446636705157e-06,
      "loss": 0.3065,
      "num_tokens": 799993343.0,
      "step": 4200
    },
    {
      "epoch": 1.4337883959044369,
      "grad_norm": 0.26007090034351377,
      "learning_rate": 6.199774208554868e-06,
      "loss": 0.2937,
      "num_tokens": 800196354.0,
      "step": 4201
    },
    {
      "epoch": 1.4341296928327645,
      "grad_norm": 0.3030244728028028,
      "learning_rate": 6.198101681347682e-06,
      "loss": 0.3363,
      "num_tokens": 800402546.0,
      "step": 4202
    },
    {
      "epoch": 1.434470989761092,
      "grad_norm": 0.31828562332139065,
      "learning_rate": 6.196429055320355e-06,
      "loss": 0.3318,
      "num_tokens": 800585932.0,
      "step": 4203
    },
    {
      "epoch": 1.4348122866894197,
      "grad_norm": 0.245929039587168,
      "learning_rate": 6.1947563307096545e-06,
      "loss": 0.311,
      "num_tokens": 800840505.0,
      "step": 4204
    },
    {
      "epoch": 1.4351535836177474,
      "grad_norm": 0.31086297110504824,
      "learning_rate": 6.193083507752366e-06,
      "loss": 0.2775,
      "num_tokens": 801059172.0,
      "step": 4205
    },
    {
      "epoch": 1.435494880546075,
      "grad_norm": 0.24670220902506268,
      "learning_rate": 6.191410586685283e-06,
      "loss": 0.3136,
      "num_tokens": 801287516.0,
      "step": 4206
    },
    {
      "epoch": 1.4358361774744028,
      "grad_norm": 0.2745071422317972,
      "learning_rate": 6.189737567745221e-06,
      "loss": 0.342,
      "num_tokens": 801501730.0,
      "step": 4207
    },
    {
      "epoch": 1.4361774744027302,
      "grad_norm": 0.2829256341212293,
      "learning_rate": 6.188064451169005e-06,
      "loss": 0.3154,
      "num_tokens": 801673761.0,
      "step": 4208
    },
    {
      "epoch": 1.436518771331058,
      "grad_norm": 0.26902510484185804,
      "learning_rate": 6.186391237193471e-06,
      "loss": 0.3096,
      "num_tokens": 801870517.0,
      "step": 4209
    },
    {
      "epoch": 1.4368600682593857,
      "grad_norm": 0.27811449170752955,
      "learning_rate": 6.184717926055472e-06,
      "loss": 0.3135,
      "num_tokens": 802062731.0,
      "step": 4210
    },
    {
      "epoch": 1.4372013651877134,
      "grad_norm": 0.2815895303602894,
      "learning_rate": 6.183044517991878e-06,
      "loss": 0.3522,
      "num_tokens": 802269007.0,
      "step": 4211
    },
    {
      "epoch": 1.437542662116041,
      "grad_norm": 0.2697412014774412,
      "learning_rate": 6.181371013239564e-06,
      "loss": 0.3552,
      "num_tokens": 802476933.0,
      "step": 4212
    },
    {
      "epoch": 1.4378839590443686,
      "grad_norm": 0.28455572013136277,
      "learning_rate": 6.179697412035426e-06,
      "loss": 0.2935,
      "num_tokens": 802646238.0,
      "step": 4213
    },
    {
      "epoch": 1.4382252559726962,
      "grad_norm": 0.3102607048585948,
      "learning_rate": 6.178023714616373e-06,
      "loss": 0.3265,
      "num_tokens": 802811544.0,
      "step": 4214
    },
    {
      "epoch": 1.4385665529010239,
      "grad_norm": 0.2585368669413088,
      "learning_rate": 6.176349921219327e-06,
      "loss": 0.2933,
      "num_tokens": 802995112.0,
      "step": 4215
    },
    {
      "epoch": 1.4389078498293515,
      "grad_norm": 0.29607894552901026,
      "learning_rate": 6.174676032081218e-06,
      "loss": 0.3102,
      "num_tokens": 803156123.0,
      "step": 4216
    },
    {
      "epoch": 1.4392491467576791,
      "grad_norm": 0.29859526086154414,
      "learning_rate": 6.173002047438998e-06,
      "loss": 0.3329,
      "num_tokens": 803350512.0,
      "step": 4217
    },
    {
      "epoch": 1.4395904436860067,
      "grad_norm": 0.27801179083317495,
      "learning_rate": 6.171327967529627e-06,
      "loss": 0.3192,
      "num_tokens": 803531301.0,
      "step": 4218
    },
    {
      "epoch": 1.4399317406143344,
      "grad_norm": 0.27503236359220523,
      "learning_rate": 6.169653792590083e-06,
      "loss": 0.2871,
      "num_tokens": 803719332.0,
      "step": 4219
    },
    {
      "epoch": 1.4402730375426622,
      "grad_norm": 0.27822129302177406,
      "learning_rate": 6.167979522857349e-06,
      "loss": 0.3149,
      "num_tokens": 803917067.0,
      "step": 4220
    },
    {
      "epoch": 1.4406143344709896,
      "grad_norm": 0.3427316755338703,
      "learning_rate": 6.166305158568432e-06,
      "loss": 0.3414,
      "num_tokens": 804080961.0,
      "step": 4221
    },
    {
      "epoch": 1.4409556313993175,
      "grad_norm": 0.3047712480126614,
      "learning_rate": 6.164630699960348e-06,
      "loss": 0.3322,
      "num_tokens": 804243569.0,
      "step": 4222
    },
    {
      "epoch": 1.441296928327645,
      "grad_norm": 0.2867031322909467,
      "learning_rate": 6.162956147270122e-06,
      "loss": 0.3216,
      "num_tokens": 804441808.0,
      "step": 4223
    },
    {
      "epoch": 1.4416382252559727,
      "grad_norm": 0.29543177866730147,
      "learning_rate": 6.161281500734799e-06,
      "loss": 0.3261,
      "num_tokens": 804617480.0,
      "step": 4224
    },
    {
      "epoch": 1.4419795221843004,
      "grad_norm": 0.29138684934495895,
      "learning_rate": 6.159606760591433e-06,
      "loss": 0.3445,
      "num_tokens": 804806765.0,
      "step": 4225
    },
    {
      "epoch": 1.442320819112628,
      "grad_norm": 0.28778553364047027,
      "learning_rate": 6.1579319270770955e-06,
      "loss": 0.3274,
      "num_tokens": 804992857.0,
      "step": 4226
    },
    {
      "epoch": 1.4426621160409556,
      "grad_norm": 0.25086244019450793,
      "learning_rate": 6.1562570004288635e-06,
      "loss": 0.322,
      "num_tokens": 805217198.0,
      "step": 4227
    },
    {
      "epoch": 1.4430034129692833,
      "grad_norm": 0.27758761048859065,
      "learning_rate": 6.154581980883837e-06,
      "loss": 0.3106,
      "num_tokens": 805423729.0,
      "step": 4228
    },
    {
      "epoch": 1.4433447098976109,
      "grad_norm": 0.43441593915980536,
      "learning_rate": 6.1529068686791204e-06,
      "loss": 0.3492,
      "num_tokens": 805645370.0,
      "step": 4229
    },
    {
      "epoch": 1.4436860068259385,
      "grad_norm": 0.29111602620951416,
      "learning_rate": 6.151231664051838e-06,
      "loss": 0.3226,
      "num_tokens": 805814212.0,
      "step": 4230
    },
    {
      "epoch": 1.4440273037542661,
      "grad_norm": 0.3374697196129232,
      "learning_rate": 6.149556367239123e-06,
      "loss": 0.3067,
      "num_tokens": 805984155.0,
      "step": 4231
    },
    {
      "epoch": 1.4443686006825938,
      "grad_norm": 0.2765109360162861,
      "learning_rate": 6.147880978478122e-06,
      "loss": 0.3125,
      "num_tokens": 806179699.0,
      "step": 4232
    },
    {
      "epoch": 1.4447098976109216,
      "grad_norm": 0.24853752994891715,
      "learning_rate": 6.146205498005997e-06,
      "loss": 0.3115,
      "num_tokens": 806403130.0,
      "step": 4233
    },
    {
      "epoch": 1.445051194539249,
      "grad_norm": 0.2589423022344427,
      "learning_rate": 6.14452992605992e-06,
      "loss": 0.2937,
      "num_tokens": 806591982.0,
      "step": 4234
    },
    {
      "epoch": 1.4453924914675769,
      "grad_norm": 0.2771043340342804,
      "learning_rate": 6.14285426287708e-06,
      "loss": 0.3182,
      "num_tokens": 806775412.0,
      "step": 4235
    },
    {
      "epoch": 1.4457337883959045,
      "grad_norm": 0.31780458663905325,
      "learning_rate": 6.141178508694674e-06,
      "loss": 0.3152,
      "num_tokens": 806976637.0,
      "step": 4236
    },
    {
      "epoch": 1.4460750853242321,
      "grad_norm": 0.284421865851656,
      "learning_rate": 6.139502663749914e-06,
      "loss": 0.324,
      "num_tokens": 807157670.0,
      "step": 4237
    },
    {
      "epoch": 1.4464163822525598,
      "grad_norm": 0.26697619144608564,
      "learning_rate": 6.137826728280028e-06,
      "loss": 0.3133,
      "num_tokens": 807348247.0,
      "step": 4238
    },
    {
      "epoch": 1.4467576791808874,
      "grad_norm": 0.2651750829917595,
      "learning_rate": 6.1361507025222525e-06,
      "loss": 0.3143,
      "num_tokens": 807553520.0,
      "step": 4239
    },
    {
      "epoch": 1.447098976109215,
      "grad_norm": 0.31153289214130075,
      "learning_rate": 6.1344745867138356e-06,
      "loss": 0.3351,
      "num_tokens": 807730221.0,
      "step": 4240
    },
    {
      "epoch": 1.4474402730375426,
      "grad_norm": 0.28958168932030526,
      "learning_rate": 6.132798381092044e-06,
      "loss": 0.335,
      "num_tokens": 807905082.0,
      "step": 4241
    },
    {
      "epoch": 1.4477815699658703,
      "grad_norm": 0.2781622450434535,
      "learning_rate": 6.1311220858941526e-06,
      "loss": 0.3201,
      "num_tokens": 808097586.0,
      "step": 4242
    },
    {
      "epoch": 1.448122866894198,
      "grad_norm": 0.24801594711632968,
      "learning_rate": 6.129445701357449e-06,
      "loss": 0.2922,
      "num_tokens": 808298229.0,
      "step": 4243
    },
    {
      "epoch": 1.4484641638225255,
      "grad_norm": 0.2687617321714609,
      "learning_rate": 6.127769227719237e-06,
      "loss": 0.2912,
      "num_tokens": 808483300.0,
      "step": 4244
    },
    {
      "epoch": 1.4488054607508531,
      "grad_norm": 0.28206484979316887,
      "learning_rate": 6.12609266521683e-06,
      "loss": 0.3252,
      "num_tokens": 808708999.0,
      "step": 4245
    },
    {
      "epoch": 1.449146757679181,
      "grad_norm": 0.2907760134007102,
      "learning_rate": 6.124416014087552e-06,
      "loss": 0.3426,
      "num_tokens": 808897717.0,
      "step": 4246
    },
    {
      "epoch": 1.4494880546075084,
      "grad_norm": 0.28108345691348646,
      "learning_rate": 6.122739274568748e-06,
      "loss": 0.3172,
      "num_tokens": 809077209.0,
      "step": 4247
    },
    {
      "epoch": 1.4498293515358363,
      "grad_norm": 0.2669049365139277,
      "learning_rate": 6.121062446897765e-06,
      "loss": 0.3149,
      "num_tokens": 809271349.0,
      "step": 4248
    },
    {
      "epoch": 1.4501706484641639,
      "grad_norm": 0.27386962356772054,
      "learning_rate": 6.119385531311967e-06,
      "loss": 0.2923,
      "num_tokens": 809450007.0,
      "step": 4249
    },
    {
      "epoch": 1.4505119453924915,
      "grad_norm": 0.2783996866520782,
      "learning_rate": 6.117708528048734e-06,
      "loss": 0.3334,
      "num_tokens": 809651194.0,
      "step": 4250
    },
    {
      "epoch": 1.4508532423208191,
      "grad_norm": 0.2691952061016819,
      "learning_rate": 6.116031437345452e-06,
      "loss": 0.3188,
      "num_tokens": 809849423.0,
      "step": 4251
    },
    {
      "epoch": 1.4511945392491468,
      "grad_norm": 0.29090067596482155,
      "learning_rate": 6.114354259439526e-06,
      "loss": 0.3116,
      "num_tokens": 810020967.0,
      "step": 4252
    },
    {
      "epoch": 1.4515358361774744,
      "grad_norm": 0.27805706728411983,
      "learning_rate": 6.112676994568363e-06,
      "loss": 0.3042,
      "num_tokens": 810213735.0,
      "step": 4253
    },
    {
      "epoch": 1.451877133105802,
      "grad_norm": 0.2963651648250127,
      "learning_rate": 6.110999642969396e-06,
      "loss": 0.3162,
      "num_tokens": 810395733.0,
      "step": 4254
    },
    {
      "epoch": 1.4522184300341296,
      "grad_norm": 0.27734960567043426,
      "learning_rate": 6.10932220488006e-06,
      "loss": 0.3107,
      "num_tokens": 810599936.0,
      "step": 4255
    },
    {
      "epoch": 1.4525597269624573,
      "grad_norm": 0.30840976482401733,
      "learning_rate": 6.1076446805378075e-06,
      "loss": 0.3436,
      "num_tokens": 810776152.0,
      "step": 4256
    },
    {
      "epoch": 1.452901023890785,
      "grad_norm": 0.2679432833965108,
      "learning_rate": 6.105967070180101e-06,
      "loss": 0.3084,
      "num_tokens": 810968848.0,
      "step": 4257
    },
    {
      "epoch": 1.4532423208191125,
      "grad_norm": 0.30059631123730135,
      "learning_rate": 6.104289374044413e-06,
      "loss": 0.3296,
      "num_tokens": 811139636.0,
      "step": 4258
    },
    {
      "epoch": 1.4535836177474404,
      "grad_norm": 0.2592859224044742,
      "learning_rate": 6.102611592368235e-06,
      "loss": 0.3368,
      "num_tokens": 811354807.0,
      "step": 4259
    },
    {
      "epoch": 1.4539249146757678,
      "grad_norm": 0.3873352633131405,
      "learning_rate": 6.1009337253890614e-06,
      "loss": 0.3224,
      "num_tokens": 811540927.0,
      "step": 4260
    },
    {
      "epoch": 1.4542662116040956,
      "grad_norm": 0.2790334041541572,
      "learning_rate": 6.099255773344405e-06,
      "loss": 0.3237,
      "num_tokens": 811725041.0,
      "step": 4261
    },
    {
      "epoch": 1.4546075085324233,
      "grad_norm": 0.2902391503741538,
      "learning_rate": 6.09757773647179e-06,
      "loss": 0.2834,
      "num_tokens": 811899985.0,
      "step": 4262
    },
    {
      "epoch": 1.454948805460751,
      "grad_norm": 0.3037550463705849,
      "learning_rate": 6.0958996150087544e-06,
      "loss": 0.2827,
      "num_tokens": 812049193.0,
      "step": 4263
    },
    {
      "epoch": 1.4552901023890785,
      "grad_norm": 0.283341699091931,
      "learning_rate": 6.094221409192841e-06,
      "loss": 0.3046,
      "num_tokens": 812250024.0,
      "step": 4264
    },
    {
      "epoch": 1.4556313993174061,
      "grad_norm": 0.27511177557603217,
      "learning_rate": 6.092543119261611e-06,
      "loss": 0.297,
      "num_tokens": 812425024.0,
      "step": 4265
    },
    {
      "epoch": 1.4559726962457338,
      "grad_norm": 0.2726163907057058,
      "learning_rate": 6.090864745452636e-06,
      "loss": 0.3379,
      "num_tokens": 812643489.0,
      "step": 4266
    },
    {
      "epoch": 1.4563139931740614,
      "grad_norm": 0.2957247263920042,
      "learning_rate": 6.089186288003499e-06,
      "loss": 0.3249,
      "num_tokens": 812834322.0,
      "step": 4267
    },
    {
      "epoch": 1.456655290102389,
      "grad_norm": 0.27911943360423186,
      "learning_rate": 6.0875077471517925e-06,
      "loss": 0.3723,
      "num_tokens": 813080375.0,
      "step": 4268
    },
    {
      "epoch": 1.4569965870307167,
      "grad_norm": 0.2807495065669252,
      "learning_rate": 6.0858291231351264e-06,
      "loss": 0.3117,
      "num_tokens": 813258199.0,
      "step": 4269
    },
    {
      "epoch": 1.4573378839590443,
      "grad_norm": 0.26716694357247134,
      "learning_rate": 6.084150416191118e-06,
      "loss": 0.3195,
      "num_tokens": 813456508.0,
      "step": 4270
    },
    {
      "epoch": 1.457679180887372,
      "grad_norm": 0.288331394970737,
      "learning_rate": 6.082471626557397e-06,
      "loss": 0.3262,
      "num_tokens": 813620078.0,
      "step": 4271
    },
    {
      "epoch": 1.4580204778156998,
      "grad_norm": 0.30395209778120247,
      "learning_rate": 6.080792754471607e-06,
      "loss": 0.2903,
      "num_tokens": 813784276.0,
      "step": 4272
    },
    {
      "epoch": 1.4583617747440272,
      "grad_norm": 0.29012723220554293,
      "learning_rate": 6.0791138001714e-06,
      "loss": 0.3436,
      "num_tokens": 813983794.0,
      "step": 4273
    },
    {
      "epoch": 1.458703071672355,
      "grad_norm": 0.29848788304374363,
      "learning_rate": 6.077434763894442e-06,
      "loss": 0.3136,
      "num_tokens": 814186188.0,
      "step": 4274
    },
    {
      "epoch": 1.4590443686006827,
      "grad_norm": 0.2806367438145984,
      "learning_rate": 6.07575564587841e-06,
      "loss": 0.298,
      "num_tokens": 814353792.0,
      "step": 4275
    },
    {
      "epoch": 1.4593856655290103,
      "grad_norm": 0.27555335287155014,
      "learning_rate": 6.074076446360991e-06,
      "loss": 0.3053,
      "num_tokens": 814524348.0,
      "step": 4276
    },
    {
      "epoch": 1.459726962457338,
      "grad_norm": 0.27715020635666543,
      "learning_rate": 6.072397165579885e-06,
      "loss": 0.3221,
      "num_tokens": 814705069.0,
      "step": 4277
    },
    {
      "epoch": 1.4600682593856655,
      "grad_norm": 0.2696504375264349,
      "learning_rate": 6.070717803772805e-06,
      "loss": 0.3345,
      "num_tokens": 814927643.0,
      "step": 4278
    },
    {
      "epoch": 1.4604095563139932,
      "grad_norm": 0.2830703909624082,
      "learning_rate": 6.069038361177474e-06,
      "loss": 0.3291,
      "num_tokens": 815123092.0,
      "step": 4279
    },
    {
      "epoch": 1.4607508532423208,
      "grad_norm": 0.3236668651023013,
      "learning_rate": 6.067358838031625e-06,
      "loss": 0.3262,
      "num_tokens": 815282621.0,
      "step": 4280
    },
    {
      "epoch": 1.4610921501706484,
      "grad_norm": 0.29010471358271933,
      "learning_rate": 6.065679234573004e-06,
      "loss": 0.325,
      "num_tokens": 815481606.0,
      "step": 4281
    },
    {
      "epoch": 1.461433447098976,
      "grad_norm": 0.2763316314662936,
      "learning_rate": 6.06399955103937e-06,
      "loss": 0.3082,
      "num_tokens": 815676062.0,
      "step": 4282
    },
    {
      "epoch": 1.4617747440273037,
      "grad_norm": 0.3030513763503804,
      "learning_rate": 6.062319787668489e-06,
      "loss": 0.326,
      "num_tokens": 815870033.0,
      "step": 4283
    },
    {
      "epoch": 1.4621160409556313,
      "grad_norm": 0.27955234882223884,
      "learning_rate": 6.0606399446981424e-06,
      "loss": 0.2971,
      "num_tokens": 816049021.0,
      "step": 4284
    },
    {
      "epoch": 1.4624573378839592,
      "grad_norm": 0.3012540441052578,
      "learning_rate": 6.058960022366119e-06,
      "loss": 0.3031,
      "num_tokens": 816200955.0,
      "step": 4285
    },
    {
      "epoch": 1.4627986348122866,
      "grad_norm": 0.26766614241878767,
      "learning_rate": 6.057280020910224e-06,
      "loss": 0.2851,
      "num_tokens": 816391717.0,
      "step": 4286
    },
    {
      "epoch": 1.4631399317406144,
      "grad_norm": 0.27537301518657104,
      "learning_rate": 6.05559994056827e-06,
      "loss": 0.3055,
      "num_tokens": 816583411.0,
      "step": 4287
    },
    {
      "epoch": 1.463481228668942,
      "grad_norm": 0.24846947844936543,
      "learning_rate": 6.053919781578079e-06,
      "loss": 0.2869,
      "num_tokens": 816785135.0,
      "step": 4288
    },
    {
      "epoch": 1.4638225255972697,
      "grad_norm": 0.3283587563237821,
      "learning_rate": 6.052239544177492e-06,
      "loss": 0.334,
      "num_tokens": 816960825.0,
      "step": 4289
    },
    {
      "epoch": 1.4641638225255973,
      "grad_norm": 0.26601582011700287,
      "learning_rate": 6.0505592286043504e-06,
      "loss": 0.283,
      "num_tokens": 817144216.0,
      "step": 4290
    },
    {
      "epoch": 1.464505119453925,
      "grad_norm": 0.2626492277390518,
      "learning_rate": 6.0488788350965145e-06,
      "loss": 0.3228,
      "num_tokens": 817351459.0,
      "step": 4291
    },
    {
      "epoch": 1.4648464163822525,
      "grad_norm": 0.25686110818361035,
      "learning_rate": 6.047198363891854e-06,
      "loss": 0.3188,
      "num_tokens": 817557377.0,
      "step": 4292
    },
    {
      "epoch": 1.4651877133105802,
      "grad_norm": 0.2514713983555496,
      "learning_rate": 6.045517815228249e-06,
      "loss": 0.2879,
      "num_tokens": 817758733.0,
      "step": 4293
    },
    {
      "epoch": 1.4655290102389078,
      "grad_norm": 0.2722002299279971,
      "learning_rate": 6.043837189343588e-06,
      "loss": 0.3302,
      "num_tokens": 817965600.0,
      "step": 4294
    },
    {
      "epoch": 1.4658703071672354,
      "grad_norm": 0.28128319943896757,
      "learning_rate": 6.0421564864757744e-06,
      "loss": 0.3519,
      "num_tokens": 818153835.0,
      "step": 4295
    },
    {
      "epoch": 1.466211604095563,
      "grad_norm": 0.2775933870719224,
      "learning_rate": 6.040475706862723e-06,
      "loss": 0.3517,
      "num_tokens": 818363720.0,
      "step": 4296
    },
    {
      "epoch": 1.4665529010238907,
      "grad_norm": 0.27648930040909186,
      "learning_rate": 6.0387948507423535e-06,
      "loss": 0.3359,
      "num_tokens": 818574229.0,
      "step": 4297
    },
    {
      "epoch": 1.4668941979522185,
      "grad_norm": 0.26237248578437206,
      "learning_rate": 6.037113918352603e-06,
      "loss": 0.3249,
      "num_tokens": 818785610.0,
      "step": 4298
    },
    {
      "epoch": 1.467235494880546,
      "grad_norm": 0.2889861795963079,
      "learning_rate": 6.035432909931416e-06,
      "loss": 0.3234,
      "num_tokens": 818967106.0,
      "step": 4299
    },
    {
      "epoch": 1.4675767918088738,
      "grad_norm": 0.2567853525534188,
      "learning_rate": 6.033751825716748e-06,
      "loss": 0.2916,
      "num_tokens": 819148445.0,
      "step": 4300
    },
    {
      "epoch": 1.4679180887372014,
      "grad_norm": 0.25891361567468074,
      "learning_rate": 6.032070665946567e-06,
      "loss": 0.303,
      "num_tokens": 819347291.0,
      "step": 4301
    },
    {
      "epoch": 1.468259385665529,
      "grad_norm": 0.3001838407325973,
      "learning_rate": 6.03038943085885e-06,
      "loss": 0.339,
      "num_tokens": 819527629.0,
      "step": 4302
    },
    {
      "epoch": 1.4686006825938567,
      "grad_norm": 0.3173979589432117,
      "learning_rate": 6.028708120691584e-06,
      "loss": 0.3429,
      "num_tokens": 819696307.0,
      "step": 4303
    },
    {
      "epoch": 1.4689419795221843,
      "grad_norm": 0.30334409211327745,
      "learning_rate": 6.027026735682768e-06,
      "loss": 0.3177,
      "num_tokens": 819912298.0,
      "step": 4304
    },
    {
      "epoch": 1.469283276450512,
      "grad_norm": 0.29528465646179153,
      "learning_rate": 6.025345276070413e-06,
      "loss": 0.3375,
      "num_tokens": 820085547.0,
      "step": 4305
    },
    {
      "epoch": 1.4696245733788396,
      "grad_norm": 0.2670939584406666,
      "learning_rate": 6.023663742092538e-06,
      "loss": 0.342,
      "num_tokens": 820297750.0,
      "step": 4306
    },
    {
      "epoch": 1.4699658703071672,
      "grad_norm": 0.29096005957737636,
      "learning_rate": 6.021982133987173e-06,
      "loss": 0.287,
      "num_tokens": 820465155.0,
      "step": 4307
    },
    {
      "epoch": 1.4703071672354948,
      "grad_norm": 0.3011309356575341,
      "learning_rate": 6.0203004519923565e-06,
      "loss": 0.3084,
      "num_tokens": 820647506.0,
      "step": 4308
    },
    {
      "epoch": 1.4706484641638224,
      "grad_norm": 0.2948127406143332,
      "learning_rate": 6.018618696346145e-06,
      "loss": 0.3055,
      "num_tokens": 820812993.0,
      "step": 4309
    },
    {
      "epoch": 1.47098976109215,
      "grad_norm": 0.26777529548358564,
      "learning_rate": 6.016936867286597e-06,
      "loss": 0.298,
      "num_tokens": 820992092.0,
      "step": 4310
    },
    {
      "epoch": 1.471331058020478,
      "grad_norm": 0.3176215120282768,
      "learning_rate": 6.0152549650517866e-06,
      "loss": 0.349,
      "num_tokens": 821211079.0,
      "step": 4311
    },
    {
      "epoch": 1.4716723549488053,
      "grad_norm": 0.2819271069029966,
      "learning_rate": 6.013572989879793e-06,
      "loss": 0.3138,
      "num_tokens": 821366482.0,
      "step": 4312
    },
    {
      "epoch": 1.4720136518771332,
      "grad_norm": 0.2990562222842635,
      "learning_rate": 6.011890942008712e-06,
      "loss": 0.2948,
      "num_tokens": 821547653.0,
      "step": 4313
    },
    {
      "epoch": 1.4723549488054608,
      "grad_norm": 0.3096876356153945,
      "learning_rate": 6.010208821676645e-06,
      "loss": 0.3198,
      "num_tokens": 821709238.0,
      "step": 4314
    },
    {
      "epoch": 1.4726962457337884,
      "grad_norm": 0.3022164126422992,
      "learning_rate": 6.0085266291217086e-06,
      "loss": 0.312,
      "num_tokens": 821921334.0,
      "step": 4315
    },
    {
      "epoch": 1.473037542662116,
      "grad_norm": 0.2954771750874865,
      "learning_rate": 6.006844364582022e-06,
      "loss": 0.3153,
      "num_tokens": 822102149.0,
      "step": 4316
    },
    {
      "epoch": 1.4733788395904437,
      "grad_norm": 0.3223395634971736,
      "learning_rate": 6.0051620282957225e-06,
      "loss": 0.3196,
      "num_tokens": 822266527.0,
      "step": 4317
    },
    {
      "epoch": 1.4737201365187713,
      "grad_norm": 0.2853477069346497,
      "learning_rate": 6.003479620500952e-06,
      "loss": 0.3119,
      "num_tokens": 822443114.0,
      "step": 4318
    },
    {
      "epoch": 1.474061433447099,
      "grad_norm": 0.3047096643952845,
      "learning_rate": 6.001797141435866e-06,
      "loss": 0.3087,
      "num_tokens": 822600307.0,
      "step": 4319
    },
    {
      "epoch": 1.4744027303754266,
      "grad_norm": 0.25308534365902596,
      "learning_rate": 6.000114591338627e-06,
      "loss": 0.316,
      "num_tokens": 822808230.0,
      "step": 4320
    },
    {
      "epoch": 1.4747440273037542,
      "grad_norm": 0.27053197907136434,
      "learning_rate": 5.99843197044741e-06,
      "loss": 0.3359,
      "num_tokens": 823009901.0,
      "step": 4321
    },
    {
      "epoch": 1.4750853242320818,
      "grad_norm": 0.2931704159778605,
      "learning_rate": 5.996749279000401e-06,
      "loss": 0.3086,
      "num_tokens": 823209000.0,
      "step": 4322
    },
    {
      "epoch": 1.4754266211604095,
      "grad_norm": 0.32324246724083633,
      "learning_rate": 5.995066517235791e-06,
      "loss": 0.3867,
      "num_tokens": 823403824.0,
      "step": 4323
    },
    {
      "epoch": 1.4757679180887373,
      "grad_norm": 0.26597691637386095,
      "learning_rate": 5.993383685391787e-06,
      "loss": 0.3098,
      "num_tokens": 823601439.0,
      "step": 4324
    },
    {
      "epoch": 1.4761092150170647,
      "grad_norm": 0.26583383178628806,
      "learning_rate": 5.991700783706602e-06,
      "loss": 0.3181,
      "num_tokens": 823792340.0,
      "step": 4325
    },
    {
      "epoch": 1.4764505119453926,
      "grad_norm": 0.2815778347278281,
      "learning_rate": 5.99001781241846e-06,
      "loss": 0.3005,
      "num_tokens": 823966495.0,
      "step": 4326
    },
    {
      "epoch": 1.4767918088737202,
      "grad_norm": 0.2727024708380753,
      "learning_rate": 5.988334771765596e-06,
      "loss": 0.3076,
      "num_tokens": 824152002.0,
      "step": 4327
    },
    {
      "epoch": 1.4771331058020478,
      "grad_norm": 0.30223727783889215,
      "learning_rate": 5.986651661986251e-06,
      "loss": 0.3143,
      "num_tokens": 824309543.0,
      "step": 4328
    },
    {
      "epoch": 1.4774744027303754,
      "grad_norm": 0.28854821001240777,
      "learning_rate": 5.984968483318681e-06,
      "loss": 0.3019,
      "num_tokens": 824484281.0,
      "step": 4329
    },
    {
      "epoch": 1.477815699658703,
      "grad_norm": 0.25718389134145375,
      "learning_rate": 5.983285236001149e-06,
      "loss": 0.3025,
      "num_tokens": 824691279.0,
      "step": 4330
    },
    {
      "epoch": 1.4781569965870307,
      "grad_norm": 0.2873568944822941,
      "learning_rate": 5.981601920271927e-06,
      "loss": 0.3235,
      "num_tokens": 824891756.0,
      "step": 4331
    },
    {
      "epoch": 1.4784982935153583,
      "grad_norm": 0.2800105087083733,
      "learning_rate": 5.979918536369297e-06,
      "loss": 0.3042,
      "num_tokens": 825071382.0,
      "step": 4332
    },
    {
      "epoch": 1.478839590443686,
      "grad_norm": 0.2741186523575672,
      "learning_rate": 5.978235084531552e-06,
      "loss": 0.3224,
      "num_tokens": 825274429.0,
      "step": 4333
    },
    {
      "epoch": 1.4791808873720136,
      "grad_norm": 0.28689721728294804,
      "learning_rate": 5.976551564996995e-06,
      "loss": 0.3304,
      "num_tokens": 825452548.0,
      "step": 4334
    },
    {
      "epoch": 1.4795221843003412,
      "grad_norm": 0.24493281408483808,
      "learning_rate": 5.974867978003937e-06,
      "loss": 0.3194,
      "num_tokens": 825680524.0,
      "step": 4335
    },
    {
      "epoch": 1.4798634812286688,
      "grad_norm": 0.27212974743422885,
      "learning_rate": 5.973184323790696e-06,
      "loss": 0.3099,
      "num_tokens": 825873914.0,
      "step": 4336
    },
    {
      "epoch": 1.4802047781569967,
      "grad_norm": 0.2897379599332005,
      "learning_rate": 5.971500602595608e-06,
      "loss": 0.3421,
      "num_tokens": 826067568.0,
      "step": 4337
    },
    {
      "epoch": 1.480546075085324,
      "grad_norm": 0.294436179930702,
      "learning_rate": 5.96981681465701e-06,
      "loss": 0.3128,
      "num_tokens": 826228637.0,
      "step": 4338
    },
    {
      "epoch": 1.480887372013652,
      "grad_norm": 0.26727155755466,
      "learning_rate": 5.96813296021325e-06,
      "loss": 0.3432,
      "num_tokens": 826451289.0,
      "step": 4339
    },
    {
      "epoch": 1.4812286689419796,
      "grad_norm": 0.2788089914587587,
      "learning_rate": 5.966449039502689e-06,
      "loss": 0.3147,
      "num_tokens": 826626432.0,
      "step": 4340
    },
    {
      "epoch": 1.4815699658703072,
      "grad_norm": 0.2938536162218394,
      "learning_rate": 5.964765052763696e-06,
      "loss": 0.3415,
      "num_tokens": 826818695.0,
      "step": 4341
    },
    {
      "epoch": 1.4819112627986348,
      "grad_norm": 0.2877487314855813,
      "learning_rate": 5.963081000234645e-06,
      "loss": 0.3519,
      "num_tokens": 827034270.0,
      "step": 4342
    },
    {
      "epoch": 1.4822525597269625,
      "grad_norm": 0.2868312335322928,
      "learning_rate": 5.961396882153926e-06,
      "loss": 0.3405,
      "num_tokens": 827227455.0,
      "step": 4343
    },
    {
      "epoch": 1.48259385665529,
      "grad_norm": 0.28577663063104863,
      "learning_rate": 5.959712698759935e-06,
      "loss": 0.3688,
      "num_tokens": 827432452.0,
      "step": 4344
    },
    {
      "epoch": 1.4829351535836177,
      "grad_norm": 0.281056804247065,
      "learning_rate": 5.958028450291077e-06,
      "loss": 0.2971,
      "num_tokens": 827596460.0,
      "step": 4345
    },
    {
      "epoch": 1.4832764505119453,
      "grad_norm": 0.2661518962035487,
      "learning_rate": 5.956344136985767e-06,
      "loss": 0.3051,
      "num_tokens": 827796022.0,
      "step": 4346
    },
    {
      "epoch": 1.483617747440273,
      "grad_norm": 0.3145165773410255,
      "learning_rate": 5.954659759082426e-06,
      "loss": 0.2968,
      "num_tokens": 827929991.0,
      "step": 4347
    },
    {
      "epoch": 1.4839590443686006,
      "grad_norm": 0.29704936735372517,
      "learning_rate": 5.952975316819493e-06,
      "loss": 0.2972,
      "num_tokens": 828083226.0,
      "step": 4348
    },
    {
      "epoch": 1.4843003412969282,
      "grad_norm": 0.26564911874100844,
      "learning_rate": 5.9512908104354025e-06,
      "loss": 0.3203,
      "num_tokens": 828289864.0,
      "step": 4349
    },
    {
      "epoch": 1.484641638225256,
      "grad_norm": 0.28513369007733436,
      "learning_rate": 5.9496062401686124e-06,
      "loss": 0.311,
      "num_tokens": 828468874.0,
      "step": 4350
    },
    {
      "epoch": 1.4849829351535835,
      "grad_norm": 0.2724789611317629,
      "learning_rate": 5.947921606257579e-06,
      "loss": 0.2845,
      "num_tokens": 828627261.0,
      "step": 4351
    },
    {
      "epoch": 1.4853242320819113,
      "grad_norm": 0.2929643776077945,
      "learning_rate": 5.946236908940772e-06,
      "loss": 0.2945,
      "num_tokens": 828782893.0,
      "step": 4352
    },
    {
      "epoch": 1.485665529010239,
      "grad_norm": 0.2789973054949311,
      "learning_rate": 5.944552148456673e-06,
      "loss": 0.3137,
      "num_tokens": 828953933.0,
      "step": 4353
    },
    {
      "epoch": 1.4860068259385666,
      "grad_norm": 0.2809268116184806,
      "learning_rate": 5.942867325043765e-06,
      "loss": 0.3133,
      "num_tokens": 829132940.0,
      "step": 4354
    },
    {
      "epoch": 1.4863481228668942,
      "grad_norm": 0.2608258767715367,
      "learning_rate": 5.941182438940546e-06,
      "loss": 0.3074,
      "num_tokens": 829335085.0,
      "step": 4355
    },
    {
      "epoch": 1.4866894197952218,
      "grad_norm": 0.27675219255228056,
      "learning_rate": 5.939497490385518e-06,
      "loss": 0.3086,
      "num_tokens": 829525997.0,
      "step": 4356
    },
    {
      "epoch": 1.4870307167235495,
      "grad_norm": 0.2673522405325272,
      "learning_rate": 5.937812479617198e-06,
      "loss": 0.3469,
      "num_tokens": 829769501.0,
      "step": 4357
    },
    {
      "epoch": 1.487372013651877,
      "grad_norm": 0.29457372115224645,
      "learning_rate": 5.936127406874108e-06,
      "loss": 0.3196,
      "num_tokens": 829942028.0,
      "step": 4358
    },
    {
      "epoch": 1.4877133105802047,
      "grad_norm": 0.25879816047666115,
      "learning_rate": 5.93444227239478e-06,
      "loss": 0.3303,
      "num_tokens": 830169294.0,
      "step": 4359
    },
    {
      "epoch": 1.4880546075085324,
      "grad_norm": 0.2935721550062746,
      "learning_rate": 5.932757076417752e-06,
      "loss": 0.3176,
      "num_tokens": 830344259.0,
      "step": 4360
    },
    {
      "epoch": 1.4883959044368602,
      "grad_norm": 0.2661761558439275,
      "learning_rate": 5.9310718191815744e-06,
      "loss": 0.3277,
      "num_tokens": 830537859.0,
      "step": 4361
    },
    {
      "epoch": 1.4887372013651876,
      "grad_norm": 0.29269632577159865,
      "learning_rate": 5.929386500924804e-06,
      "loss": 0.3182,
      "num_tokens": 830706330.0,
      "step": 4362
    },
    {
      "epoch": 1.4890784982935155,
      "grad_norm": 0.3374203018329585,
      "learning_rate": 5.927701121886007e-06,
      "loss": 0.3226,
      "num_tokens": 830889394.0,
      "step": 4363
    },
    {
      "epoch": 1.4894197952218429,
      "grad_norm": 0.2653038709394703,
      "learning_rate": 5.926015682303758e-06,
      "loss": 0.2906,
      "num_tokens": 831085701.0,
      "step": 4364
    },
    {
      "epoch": 1.4897610921501707,
      "grad_norm": 0.26976447550806476,
      "learning_rate": 5.924330182416641e-06,
      "loss": 0.3413,
      "num_tokens": 831311494.0,
      "step": 4365
    },
    {
      "epoch": 1.4901023890784983,
      "grad_norm": 0.2690655606980676,
      "learning_rate": 5.922644622463246e-06,
      "loss": 0.3193,
      "num_tokens": 831505558.0,
      "step": 4366
    },
    {
      "epoch": 1.490443686006826,
      "grad_norm": 0.27386931514774143,
      "learning_rate": 5.920959002682174e-06,
      "loss": 0.3238,
      "num_tokens": 831700776.0,
      "step": 4367
    },
    {
      "epoch": 1.4907849829351536,
      "grad_norm": 0.28615366011626003,
      "learning_rate": 5.919273323312036e-06,
      "loss": 0.2981,
      "num_tokens": 831879741.0,
      "step": 4368
    },
    {
      "epoch": 1.4911262798634812,
      "grad_norm": 0.2876314924485979,
      "learning_rate": 5.9175875845914464e-06,
      "loss": 0.3284,
      "num_tokens": 832061172.0,
      "step": 4369
    },
    {
      "epoch": 1.4914675767918089,
      "grad_norm": 0.26164317565847267,
      "learning_rate": 5.915901786759033e-06,
      "loss": 0.2963,
      "num_tokens": 832268279.0,
      "step": 4370
    },
    {
      "epoch": 1.4918088737201365,
      "grad_norm": 0.24398696648220106,
      "learning_rate": 5.9142159300534275e-06,
      "loss": 0.3217,
      "num_tokens": 832489064.0,
      "step": 4371
    },
    {
      "epoch": 1.4921501706484641,
      "grad_norm": 0.2898716175474024,
      "learning_rate": 5.9125300147132724e-06,
      "loss": 0.3147,
      "num_tokens": 832663549.0,
      "step": 4372
    },
    {
      "epoch": 1.4924914675767917,
      "grad_norm": 0.2621100536471407,
      "learning_rate": 5.910844040977222e-06,
      "loss": 0.334,
      "num_tokens": 832864937.0,
      "step": 4373
    },
    {
      "epoch": 1.4928327645051196,
      "grad_norm": 0.27693973705907177,
      "learning_rate": 5.90915800908393e-06,
      "loss": 0.3413,
      "num_tokens": 833051757.0,
      "step": 4374
    },
    {
      "epoch": 1.493174061433447,
      "grad_norm": 0.3176161690093052,
      "learning_rate": 5.907471919272068e-06,
      "loss": 0.384,
      "num_tokens": 833233540.0,
      "step": 4375
    },
    {
      "epoch": 1.4935153583617748,
      "grad_norm": 0.29008770204052614,
      "learning_rate": 5.905785771780307e-06,
      "loss": 0.3348,
      "num_tokens": 833419192.0,
      "step": 4376
    },
    {
      "epoch": 1.4938566552901023,
      "grad_norm": 0.2902515829512688,
      "learning_rate": 5.904099566847335e-06,
      "loss": 0.3406,
      "num_tokens": 833594057.0,
      "step": 4377
    },
    {
      "epoch": 1.49419795221843,
      "grad_norm": 0.24100755023880877,
      "learning_rate": 5.902413304711839e-06,
      "loss": 0.3227,
      "num_tokens": 833820921.0,
      "step": 4378
    },
    {
      "epoch": 1.4945392491467577,
      "grad_norm": 0.282802399348436,
      "learning_rate": 5.9007269856125235e-06,
      "loss": 0.3476,
      "num_tokens": 834015597.0,
      "step": 4379
    },
    {
      "epoch": 1.4948805460750854,
      "grad_norm": 1.1325398468031906,
      "learning_rate": 5.899040609788091e-06,
      "loss": 0.297,
      "num_tokens": 834245372.0,
      "step": 4380
    },
    {
      "epoch": 1.495221843003413,
      "grad_norm": 0.28207437760301257,
      "learning_rate": 5.897354177477262e-06,
      "loss": 0.3023,
      "num_tokens": 834449988.0,
      "step": 4381
    },
    {
      "epoch": 1.4955631399317406,
      "grad_norm": 0.2763470285150774,
      "learning_rate": 5.895667688918758e-06,
      "loss": 0.3255,
      "num_tokens": 834640102.0,
      "step": 4382
    },
    {
      "epoch": 1.4959044368600682,
      "grad_norm": 0.284937488491156,
      "learning_rate": 5.893981144351313e-06,
      "loss": 0.3416,
      "num_tokens": 834853695.0,
      "step": 4383
    },
    {
      "epoch": 1.4962457337883959,
      "grad_norm": 0.29282165214995365,
      "learning_rate": 5.892294544013663e-06,
      "loss": 0.3263,
      "num_tokens": 835034816.0,
      "step": 4384
    },
    {
      "epoch": 1.4965870307167235,
      "grad_norm": 0.2804666451424792,
      "learning_rate": 5.890607888144556e-06,
      "loss": 0.3058,
      "num_tokens": 835203927.0,
      "step": 4385
    },
    {
      "epoch": 1.4969283276450511,
      "grad_norm": 0.2833483078781576,
      "learning_rate": 5.888921176982751e-06,
      "loss": 0.31,
      "num_tokens": 835428197.0,
      "step": 4386
    },
    {
      "epoch": 1.497269624573379,
      "grad_norm": 0.27445020248880164,
      "learning_rate": 5.887234410767007e-06,
      "loss": 0.3069,
      "num_tokens": 835597219.0,
      "step": 4387
    },
    {
      "epoch": 1.4976109215017064,
      "grad_norm": 0.2690153704222095,
      "learning_rate": 5.8855475897361e-06,
      "loss": 0.335,
      "num_tokens": 835797051.0,
      "step": 4388
    },
    {
      "epoch": 1.4979522184300342,
      "grad_norm": 0.2561943335909864,
      "learning_rate": 5.883860714128804e-06,
      "loss": 0.3098,
      "num_tokens": 836015801.0,
      "step": 4389
    },
    {
      "epoch": 1.4982935153583616,
      "grad_norm": 0.26564927037394015,
      "learning_rate": 5.882173784183909e-06,
      "loss": 0.3117,
      "num_tokens": 836240063.0,
      "step": 4390
    },
    {
      "epoch": 1.4986348122866895,
      "grad_norm": 0.30552237034758173,
      "learning_rate": 5.880486800140206e-06,
      "loss": 0.3146,
      "num_tokens": 836394519.0,
      "step": 4391
    },
    {
      "epoch": 1.4989761092150171,
      "grad_norm": 0.2947169944279837,
      "learning_rate": 5.8787997622365e-06,
      "loss": 0.3518,
      "num_tokens": 836614428.0,
      "step": 4392
    },
    {
      "epoch": 1.4993174061433447,
      "grad_norm": 0.29746037109841184,
      "learning_rate": 5.877112670711599e-06,
      "loss": 0.3225,
      "num_tokens": 836795751.0,
      "step": 4393
    },
    {
      "epoch": 1.4996587030716724,
      "grad_norm": 0.2621991185995492,
      "learning_rate": 5.87542552580432e-06,
      "loss": 0.3049,
      "num_tokens": 836997268.0,
      "step": 4394
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.254805050068291,
      "learning_rate": 5.8737383277534875e-06,
      "loss": 0.3397,
      "num_tokens": 837235197.0,
      "step": 4395
    },
    {
      "epoch": 1.5003412969283276,
      "grad_norm": 0.26985008716640907,
      "learning_rate": 5.872051076797935e-06,
      "loss": 0.3323,
      "num_tokens": 837430511.0,
      "step": 4396
    },
    {
      "epoch": 1.5006825938566553,
      "grad_norm": 0.25456119671767835,
      "learning_rate": 5.870363773176501e-06,
      "loss": 0.2976,
      "num_tokens": 837627614.0,
      "step": 4397
    },
    {
      "epoch": 1.5010238907849829,
      "grad_norm": 0.2628686147274633,
      "learning_rate": 5.868676417128032e-06,
      "loss": 0.3293,
      "num_tokens": 837848825.0,
      "step": 4398
    },
    {
      "epoch": 1.5013651877133105,
      "grad_norm": 0.2642561386802944,
      "learning_rate": 5.866989008891385e-06,
      "loss": 0.3244,
      "num_tokens": 838059354.0,
      "step": 4399
    },
    {
      "epoch": 1.5017064846416384,
      "grad_norm": 0.2979199646718892,
      "learning_rate": 5.865301548705419e-06,
      "loss": 0.3105,
      "num_tokens": 838235918.0,
      "step": 4400
    },
    {
      "epoch": 1.5020477815699658,
      "grad_norm": 0.36057576984748996,
      "learning_rate": 5.863614036809005e-06,
      "loss": 0.3093,
      "num_tokens": 838393965.0,
      "step": 4401
    },
    {
      "epoch": 1.5023890784982936,
      "grad_norm": 0.26353507650276226,
      "learning_rate": 5.861926473441021e-06,
      "loss": 0.3426,
      "num_tokens": 838611329.0,
      "step": 4402
    },
    {
      "epoch": 1.502730375426621,
      "grad_norm": 0.27970201792709276,
      "learning_rate": 5.860238858840348e-06,
      "loss": 0.3075,
      "num_tokens": 838778509.0,
      "step": 4403
    },
    {
      "epoch": 1.5030716723549489,
      "grad_norm": 0.2875354668014449,
      "learning_rate": 5.858551193245878e-06,
      "loss": 0.3193,
      "num_tokens": 838946230.0,
      "step": 4404
    },
    {
      "epoch": 1.5034129692832765,
      "grad_norm": 0.3022729069192795,
      "learning_rate": 5.8568634768965105e-06,
      "loss": 0.2908,
      "num_tokens": 839091758.0,
      "step": 4405
    },
    {
      "epoch": 1.5037542662116041,
      "grad_norm": 0.28175033733399374,
      "learning_rate": 5.855175710031149e-06,
      "loss": 0.3095,
      "num_tokens": 839315201.0,
      "step": 4406
    },
    {
      "epoch": 1.5040955631399318,
      "grad_norm": 0.27637024987949244,
      "learning_rate": 5.8534878928887075e-06,
      "loss": 0.3214,
      "num_tokens": 839515991.0,
      "step": 4407
    },
    {
      "epoch": 1.5044368600682594,
      "grad_norm": 0.27974386093653214,
      "learning_rate": 5.851800025708108e-06,
      "loss": 0.3174,
      "num_tokens": 839723523.0,
      "step": 4408
    },
    {
      "epoch": 1.504778156996587,
      "grad_norm": 0.26704872920592926,
      "learning_rate": 5.850112108728274e-06,
      "loss": 0.3242,
      "num_tokens": 839920371.0,
      "step": 4409
    },
    {
      "epoch": 1.5051194539249146,
      "grad_norm": 0.27954243595961487,
      "learning_rate": 5.848424142188142e-06,
      "loss": 0.3197,
      "num_tokens": 840104277.0,
      "step": 4410
    },
    {
      "epoch": 1.5054607508532423,
      "grad_norm": 0.28739686749492516,
      "learning_rate": 5.846736126326648e-06,
      "loss": 0.3105,
      "num_tokens": 840290693.0,
      "step": 4411
    },
    {
      "epoch": 1.50580204778157,
      "grad_norm": 0.2952553256255388,
      "learning_rate": 5.8450480613827485e-06,
      "loss": 0.2759,
      "num_tokens": 840433712.0,
      "step": 4412
    },
    {
      "epoch": 1.5061433447098977,
      "grad_norm": 0.27420630606744095,
      "learning_rate": 5.843359947595389e-06,
      "loss": 0.3277,
      "num_tokens": 840640745.0,
      "step": 4413
    },
    {
      "epoch": 1.5064846416382252,
      "grad_norm": 0.27741517748194744,
      "learning_rate": 5.8416717852035386e-06,
      "loss": 0.325,
      "num_tokens": 840848840.0,
      "step": 4414
    },
    {
      "epoch": 1.506825938566553,
      "grad_norm": 0.26876330004515947,
      "learning_rate": 5.839983574446162e-06,
      "loss": 0.3158,
      "num_tokens": 841046759.0,
      "step": 4415
    },
    {
      "epoch": 1.5071672354948804,
      "grad_norm": 0.316288105348137,
      "learning_rate": 5.8382953155622365e-06,
      "loss": 0.3086,
      "num_tokens": 841189834.0,
      "step": 4416
    },
    {
      "epoch": 1.5075085324232083,
      "grad_norm": 0.3029106308584116,
      "learning_rate": 5.836607008790744e-06,
      "loss": 0.3134,
      "num_tokens": 841386447.0,
      "step": 4417
    },
    {
      "epoch": 1.5078498293515359,
      "grad_norm": 0.27302358718057657,
      "learning_rate": 5.834918654370675e-06,
      "loss": 0.3098,
      "num_tokens": 841584170.0,
      "step": 4418
    },
    {
      "epoch": 1.5081911262798635,
      "grad_norm": 0.27193945439175454,
      "learning_rate": 5.8332302525410215e-06,
      "loss": 0.3326,
      "num_tokens": 841780610.0,
      "step": 4419
    },
    {
      "epoch": 1.5085324232081911,
      "grad_norm": 0.33141200454150355,
      "learning_rate": 5.831541803540789e-06,
      "loss": 0.3245,
      "num_tokens": 842007694.0,
      "step": 4420
    },
    {
      "epoch": 1.5088737201365188,
      "grad_norm": 0.2921928351455531,
      "learning_rate": 5.829853307608986e-06,
      "loss": 0.3174,
      "num_tokens": 842212905.0,
      "step": 4421
    },
    {
      "epoch": 1.5092150170648464,
      "grad_norm": 0.2672413372904473,
      "learning_rate": 5.828164764984629e-06,
      "loss": 0.2961,
      "num_tokens": 842396497.0,
      "step": 4422
    },
    {
      "epoch": 1.509556313993174,
      "grad_norm": 0.2863171299067018,
      "learning_rate": 5.826476175906741e-06,
      "loss": 0.3231,
      "num_tokens": 842584789.0,
      "step": 4423
    },
    {
      "epoch": 1.5098976109215017,
      "grad_norm": 0.2920154696287084,
      "learning_rate": 5.824787540614349e-06,
      "loss": 0.3346,
      "num_tokens": 842792661.0,
      "step": 4424
    },
    {
      "epoch": 1.5102389078498293,
      "grad_norm": 0.2762950090367956,
      "learning_rate": 5.823098859346491e-06,
      "loss": 0.3051,
      "num_tokens": 842967534.0,
      "step": 4425
    },
    {
      "epoch": 1.5105802047781571,
      "grad_norm": 0.28247474168460784,
      "learning_rate": 5.821410132342208e-06,
      "loss": 0.3367,
      "num_tokens": 843161105.0,
      "step": 4426
    },
    {
      "epoch": 1.5109215017064845,
      "grad_norm": 0.26099310116043256,
      "learning_rate": 5.8197213598405485e-06,
      "loss": 0.2966,
      "num_tokens": 843364558.0,
      "step": 4427
    },
    {
      "epoch": 1.5112627986348124,
      "grad_norm": 0.29503639243665725,
      "learning_rate": 5.818032542080569e-06,
      "loss": 0.3133,
      "num_tokens": 843545269.0,
      "step": 4428
    },
    {
      "epoch": 1.5116040955631398,
      "grad_norm": 0.26239840590989616,
      "learning_rate": 5.816343679301327e-06,
      "loss": 0.3094,
      "num_tokens": 843734477.0,
      "step": 4429
    },
    {
      "epoch": 1.5119453924914676,
      "grad_norm": 0.2479935142371812,
      "learning_rate": 5.814654771741894e-06,
      "loss": 0.3123,
      "num_tokens": 843956728.0,
      "step": 4430
    },
    {
      "epoch": 1.5122866894197953,
      "grad_norm": 0.3615804924673729,
      "learning_rate": 5.812965819641344e-06,
      "loss": 0.3211,
      "num_tokens": 844124949.0,
      "step": 4431
    },
    {
      "epoch": 1.512627986348123,
      "grad_norm": 0.2825159509963426,
      "learning_rate": 5.8112768232387575e-06,
      "loss": 0.2943,
      "num_tokens": 844310793.0,
      "step": 4432
    },
    {
      "epoch": 1.5129692832764505,
      "grad_norm": 0.3650164829960201,
      "learning_rate": 5.809587782773219e-06,
      "loss": 0.3191,
      "num_tokens": 844445201.0,
      "step": 4433
    },
    {
      "epoch": 1.5133105802047782,
      "grad_norm": 0.27668795072599983,
      "learning_rate": 5.807898698483824e-06,
      "loss": 0.3531,
      "num_tokens": 844663586.0,
      "step": 4434
    },
    {
      "epoch": 1.5136518771331058,
      "grad_norm": 0.37707569852800815,
      "learning_rate": 5.80620957060967e-06,
      "loss": 0.3039,
      "num_tokens": 844828608.0,
      "step": 4435
    },
    {
      "epoch": 1.5139931740614334,
      "grad_norm": 0.3158400929377444,
      "learning_rate": 5.804520399389862e-06,
      "loss": 0.331,
      "num_tokens": 844981721.0,
      "step": 4436
    },
    {
      "epoch": 1.514334470989761,
      "grad_norm": 0.2986030153060993,
      "learning_rate": 5.802831185063514e-06,
      "loss": 0.3182,
      "num_tokens": 845136968.0,
      "step": 4437
    },
    {
      "epoch": 1.5146757679180887,
      "grad_norm": 0.2717212677526821,
      "learning_rate": 5.801141927869742e-06,
      "loss": 0.3335,
      "num_tokens": 845365102.0,
      "step": 4438
    },
    {
      "epoch": 1.5150170648464165,
      "grad_norm": 0.3402592044589405,
      "learning_rate": 5.799452628047669e-06,
      "loss": 0.2987,
      "num_tokens": 845528109.0,
      "step": 4439
    },
    {
      "epoch": 1.515358361774744,
      "grad_norm": 0.28437927013236386,
      "learning_rate": 5.797763285836427e-06,
      "loss": 0.3266,
      "num_tokens": 845704404.0,
      "step": 4440
    },
    {
      "epoch": 1.5156996587030718,
      "grad_norm": 0.2709694122108684,
      "learning_rate": 5.796073901475149e-06,
      "loss": 0.3079,
      "num_tokens": 845884887.0,
      "step": 4441
    },
    {
      "epoch": 1.5160409556313992,
      "grad_norm": 0.3051370392977045,
      "learning_rate": 5.7943844752029775e-06,
      "loss": 0.3214,
      "num_tokens": 846054854.0,
      "step": 4442
    },
    {
      "epoch": 1.516382252559727,
      "grad_norm": 0.28606379474340493,
      "learning_rate": 5.7926950072590615e-06,
      "loss": 0.2991,
      "num_tokens": 846232297.0,
      "step": 4443
    },
    {
      "epoch": 1.5167235494880547,
      "grad_norm": 0.26095975738721877,
      "learning_rate": 5.7910054978825525e-06,
      "loss": 0.29,
      "num_tokens": 846433626.0,
      "step": 4444
    },
    {
      "epoch": 1.5170648464163823,
      "grad_norm": 0.26850006062780374,
      "learning_rate": 5.789315947312611e-06,
      "loss": 0.309,
      "num_tokens": 846617892.0,
      "step": 4445
    },
    {
      "epoch": 1.51740614334471,
      "grad_norm": 0.25841018364552143,
      "learning_rate": 5.787626355788402e-06,
      "loss": 0.3512,
      "num_tokens": 846866771.0,
      "step": 4446
    },
    {
      "epoch": 1.5177474402730375,
      "grad_norm": 0.29441104112072736,
      "learning_rate": 5.785936723549098e-06,
      "loss": 0.3454,
      "num_tokens": 847050627.0,
      "step": 4447
    },
    {
      "epoch": 1.5180887372013652,
      "grad_norm": 0.2557395347554491,
      "learning_rate": 5.784247050833873e-06,
      "loss": 0.313,
      "num_tokens": 847242811.0,
      "step": 4448
    },
    {
      "epoch": 1.5184300341296928,
      "grad_norm": 0.2806766895243405,
      "learning_rate": 5.782557337881911e-06,
      "loss": 0.3159,
      "num_tokens": 847425047.0,
      "step": 4449
    },
    {
      "epoch": 1.5187713310580204,
      "grad_norm": 0.264907008538605,
      "learning_rate": 5.7808675849324005e-06,
      "loss": 0.3097,
      "num_tokens": 847632631.0,
      "step": 4450
    },
    {
      "epoch": 1.519112627986348,
      "grad_norm": 0.25900931292002694,
      "learning_rate": 5.779177792224535e-06,
      "loss": 0.3087,
      "num_tokens": 847829140.0,
      "step": 4451
    },
    {
      "epoch": 1.519453924914676,
      "grad_norm": 0.2588683595983254,
      "learning_rate": 5.777487959997512e-06,
      "loss": 0.3159,
      "num_tokens": 848082194.0,
      "step": 4452
    },
    {
      "epoch": 1.5197952218430033,
      "grad_norm": 0.29253000458032713,
      "learning_rate": 5.775798088490539e-06,
      "loss": 0.3229,
      "num_tokens": 848266512.0,
      "step": 4453
    },
    {
      "epoch": 1.5201365187713312,
      "grad_norm": 0.2982577426409986,
      "learning_rate": 5.774108177942826e-06,
      "loss": 0.3206,
      "num_tokens": 848423119.0,
      "step": 4454
    },
    {
      "epoch": 1.5204778156996586,
      "grad_norm": 0.2839353139882132,
      "learning_rate": 5.772418228593589e-06,
      "loss": 0.3035,
      "num_tokens": 848592902.0,
      "step": 4455
    },
    {
      "epoch": 1.5208191126279864,
      "grad_norm": 0.3241608625098568,
      "learning_rate": 5.770728240682051e-06,
      "loss": 0.3278,
      "num_tokens": 848799439.0,
      "step": 4456
    },
    {
      "epoch": 1.521160409556314,
      "grad_norm": 0.2966438399708441,
      "learning_rate": 5.769038214447438e-06,
      "loss": 0.3264,
      "num_tokens": 848988058.0,
      "step": 4457
    },
    {
      "epoch": 1.5215017064846417,
      "grad_norm": 0.30131909560693393,
      "learning_rate": 5.7673481501289805e-06,
      "loss": 0.3278,
      "num_tokens": 849166283.0,
      "step": 4458
    },
    {
      "epoch": 1.5218430034129693,
      "grad_norm": 0.27391484838985813,
      "learning_rate": 5.76565804796592e-06,
      "loss": 0.3206,
      "num_tokens": 849355523.0,
      "step": 4459
    },
    {
      "epoch": 1.522184300341297,
      "grad_norm": 0.302350583746011,
      "learning_rate": 5.763967908197498e-06,
      "loss": 0.3077,
      "num_tokens": 849525225.0,
      "step": 4460
    },
    {
      "epoch": 1.5225255972696246,
      "grad_norm": 0.2724686195033548,
      "learning_rate": 5.762277731062962e-06,
      "loss": 0.3411,
      "num_tokens": 849752802.0,
      "step": 4461
    },
    {
      "epoch": 1.5228668941979522,
      "grad_norm": 0.26505642572819454,
      "learning_rate": 5.760587516801568e-06,
      "loss": 0.3057,
      "num_tokens": 849951131.0,
      "step": 4462
    },
    {
      "epoch": 1.5232081911262798,
      "grad_norm": 0.26787942152941724,
      "learning_rate": 5.758897265652574e-06,
      "loss": 0.2935,
      "num_tokens": 850125567.0,
      "step": 4463
    },
    {
      "epoch": 1.5235494880546074,
      "grad_norm": 0.2797140285704442,
      "learning_rate": 5.757206977855246e-06,
      "loss": 0.3295,
      "num_tokens": 850325854.0,
      "step": 4464
    },
    {
      "epoch": 1.5238907849829353,
      "grad_norm": 0.30147241070135267,
      "learning_rate": 5.7555166536488505e-06,
      "loss": 0.3492,
      "num_tokens": 850502749.0,
      "step": 4465
    },
    {
      "epoch": 1.5242320819112627,
      "grad_norm": 0.25958453185039504,
      "learning_rate": 5.753826293272664e-06,
      "loss": 0.3306,
      "num_tokens": 850722947.0,
      "step": 4466
    },
    {
      "epoch": 1.5245733788395905,
      "grad_norm": 0.284124682187413,
      "learning_rate": 5.752135896965967e-06,
      "loss": 0.3429,
      "num_tokens": 850921737.0,
      "step": 4467
    },
    {
      "epoch": 1.524914675767918,
      "grad_norm": 0.28537058144556204,
      "learning_rate": 5.750445464968044e-06,
      "loss": 0.2925,
      "num_tokens": 851097279.0,
      "step": 4468
    },
    {
      "epoch": 1.5252559726962458,
      "grad_norm": 0.29726120714716076,
      "learning_rate": 5.7487549975181835e-06,
      "loss": 0.3193,
      "num_tokens": 851279087.0,
      "step": 4469
    },
    {
      "epoch": 1.5255972696245734,
      "grad_norm": 0.31634218939381514,
      "learning_rate": 5.747064494855681e-06,
      "loss": 0.3259,
      "num_tokens": 851435712.0,
      "step": 4470
    },
    {
      "epoch": 1.525938566552901,
      "grad_norm": 0.3241525739422743,
      "learning_rate": 5.745373957219839e-06,
      "loss": 0.3251,
      "num_tokens": 851611333.0,
      "step": 4471
    },
    {
      "epoch": 1.5262798634812287,
      "grad_norm": 0.27007178819980837,
      "learning_rate": 5.74368338484996e-06,
      "loss": 0.2978,
      "num_tokens": 851807279.0,
      "step": 4472
    },
    {
      "epoch": 1.5266211604095563,
      "grad_norm": 0.27123469153498087,
      "learning_rate": 5.741992777985353e-06,
      "loss": 0.3417,
      "num_tokens": 852026591.0,
      "step": 4473
    },
    {
      "epoch": 1.526962457337884,
      "grad_norm": 0.2725553826326217,
      "learning_rate": 5.740302136865336e-06,
      "loss": 0.3091,
      "num_tokens": 852207238.0,
      "step": 4474
    },
    {
      "epoch": 1.5273037542662116,
      "grad_norm": 0.27918503033593817,
      "learning_rate": 5.7386114617292254e-06,
      "loss": 0.303,
      "num_tokens": 852386717.0,
      "step": 4475
    },
    {
      "epoch": 1.5276450511945392,
      "grad_norm": 0.26849613571572356,
      "learning_rate": 5.7369207528163475e-06,
      "loss": 0.3136,
      "num_tokens": 852575748.0,
      "step": 4476
    },
    {
      "epoch": 1.5279863481228668,
      "grad_norm": 0.30782743863269535,
      "learning_rate": 5.73523001036603e-06,
      "loss": 0.3141,
      "num_tokens": 852729913.0,
      "step": 4477
    },
    {
      "epoch": 1.5283276450511947,
      "grad_norm": 0.28591410932089106,
      "learning_rate": 5.733539234617607e-06,
      "loss": 0.2997,
      "num_tokens": 852902462.0,
      "step": 4478
    },
    {
      "epoch": 1.528668941979522,
      "grad_norm": 0.26495747428003824,
      "learning_rate": 5.731848425810419e-06,
      "loss": 0.3055,
      "num_tokens": 853091770.0,
      "step": 4479
    },
    {
      "epoch": 1.52901023890785,
      "grad_norm": 0.2650015481031309,
      "learning_rate": 5.730157584183809e-06,
      "loss": 0.3032,
      "num_tokens": 853291616.0,
      "step": 4480
    },
    {
      "epoch": 1.5293515358361773,
      "grad_norm": 0.26979168641706425,
      "learning_rate": 5.728466709977123e-06,
      "loss": 0.328,
      "num_tokens": 853502755.0,
      "step": 4481
    },
    {
      "epoch": 1.5296928327645052,
      "grad_norm": 0.29858710669545224,
      "learning_rate": 5.726775803429714e-06,
      "loss": 0.3291,
      "num_tokens": 853678453.0,
      "step": 4482
    },
    {
      "epoch": 1.5300341296928328,
      "grad_norm": 0.2706195222311709,
      "learning_rate": 5.725084864780941e-06,
      "loss": 0.3422,
      "num_tokens": 853899787.0,
      "step": 4483
    },
    {
      "epoch": 1.5303754266211604,
      "grad_norm": 0.5186625765260139,
      "learning_rate": 5.723393894270163e-06,
      "loss": 0.3065,
      "num_tokens": 854114948.0,
      "step": 4484
    },
    {
      "epoch": 1.530716723549488,
      "grad_norm": 0.2777397832860954,
      "learning_rate": 5.721702892136746e-06,
      "loss": 0.3203,
      "num_tokens": 854303818.0,
      "step": 4485
    },
    {
      "epoch": 1.5310580204778157,
      "grad_norm": 0.28246810519464405,
      "learning_rate": 5.720011858620066e-06,
      "loss": 0.3599,
      "num_tokens": 854510698.0,
      "step": 4486
    },
    {
      "epoch": 1.5313993174061433,
      "grad_norm": 0.2818691653965353,
      "learning_rate": 5.718320793959492e-06,
      "loss": 0.3228,
      "num_tokens": 854734886.0,
      "step": 4487
    },
    {
      "epoch": 1.531740614334471,
      "grad_norm": 0.27657077521497886,
      "learning_rate": 5.716629698394407e-06,
      "loss": 0.3242,
      "num_tokens": 854943489.0,
      "step": 4488
    },
    {
      "epoch": 1.5320819112627988,
      "grad_norm": 0.2703602747660286,
      "learning_rate": 5.714938572164195e-06,
      "loss": 0.3047,
      "num_tokens": 855134174.0,
      "step": 4489
    },
    {
      "epoch": 1.5324232081911262,
      "grad_norm": 0.28899678455262917,
      "learning_rate": 5.7132474155082405e-06,
      "loss": 0.3262,
      "num_tokens": 855308729.0,
      "step": 4490
    },
    {
      "epoch": 1.532764505119454,
      "grad_norm": 0.275113642495935,
      "learning_rate": 5.7115562286659395e-06,
      "loss": 0.3201,
      "num_tokens": 855498510.0,
      "step": 4491
    },
    {
      "epoch": 1.5331058020477815,
      "grad_norm": 0.28156258102149095,
      "learning_rate": 5.709865011876689e-06,
      "loss": 0.3084,
      "num_tokens": 855662914.0,
      "step": 4492
    },
    {
      "epoch": 1.5334470989761093,
      "grad_norm": 0.2938213142864878,
      "learning_rate": 5.708173765379888e-06,
      "loss": 0.2994,
      "num_tokens": 855839742.0,
      "step": 4493
    },
    {
      "epoch": 1.5337883959044367,
      "grad_norm": 0.2668769039604164,
      "learning_rate": 5.706482489414942e-06,
      "loss": 0.3145,
      "num_tokens": 856042800.0,
      "step": 4494
    },
    {
      "epoch": 1.5341296928327646,
      "grad_norm": 0.26916438003912585,
      "learning_rate": 5.704791184221262e-06,
      "loss": 0.324,
      "num_tokens": 856225757.0,
      "step": 4495
    },
    {
      "epoch": 1.5344709897610922,
      "grad_norm": 1.0364139552765246,
      "learning_rate": 5.703099850038262e-06,
      "loss": 0.3568,
      "num_tokens": 856426618.0,
      "step": 4496
    },
    {
      "epoch": 1.5348122866894198,
      "grad_norm": 0.2766479752321504,
      "learning_rate": 5.701408487105357e-06,
      "loss": 0.3525,
      "num_tokens": 856634701.0,
      "step": 4497
    },
    {
      "epoch": 1.5351535836177475,
      "grad_norm": 0.28898918652168254,
      "learning_rate": 5.6997170956619695e-06,
      "loss": 0.3154,
      "num_tokens": 856812119.0,
      "step": 4498
    },
    {
      "epoch": 1.535494880546075,
      "grad_norm": 0.2859162201341788,
      "learning_rate": 5.698025675947529e-06,
      "loss": 0.3023,
      "num_tokens": 857001498.0,
      "step": 4499
    },
    {
      "epoch": 1.5358361774744027,
      "grad_norm": 0.27419496148214095,
      "learning_rate": 5.696334228201459e-06,
      "loss": 0.3193,
      "num_tokens": 857195393.0,
      "step": 4500
    },
    {
      "epoch": 1.5361774744027303,
      "grad_norm": 0.2807271089837008,
      "learning_rate": 5.694642752663198e-06,
      "loss": 0.3155,
      "num_tokens": 857384596.0,
      "step": 4501
    },
    {
      "epoch": 1.5365187713310582,
      "grad_norm": 0.27736225089727373,
      "learning_rate": 5.692951249572182e-06,
      "loss": 0.3086,
      "num_tokens": 857573756.0,
      "step": 4502
    },
    {
      "epoch": 1.5368600682593856,
      "grad_norm": 0.3311290440094443,
      "learning_rate": 5.691259719167851e-06,
      "loss": 0.356,
      "num_tokens": 857809694.0,
      "step": 4503
    },
    {
      "epoch": 1.5372013651877134,
      "grad_norm": 0.23822018826371028,
      "learning_rate": 5.689568161689656e-06,
      "loss": 0.3356,
      "num_tokens": 858062522.0,
      "step": 4504
    },
    {
      "epoch": 1.5375426621160408,
      "grad_norm": 0.30106169357096596,
      "learning_rate": 5.687876577377039e-06,
      "loss": 0.3219,
      "num_tokens": 858229503.0,
      "step": 4505
    },
    {
      "epoch": 1.5378839590443687,
      "grad_norm": 0.27701992224709154,
      "learning_rate": 5.686184966469459e-06,
      "loss": 0.3157,
      "num_tokens": 858439710.0,
      "step": 4506
    },
    {
      "epoch": 1.538225255972696,
      "grad_norm": 0.29386959399839013,
      "learning_rate": 5.68449332920637e-06,
      "loss": 0.3151,
      "num_tokens": 858601022.0,
      "step": 4507
    },
    {
      "epoch": 1.538566552901024,
      "grad_norm": 0.28532291108833574,
      "learning_rate": 5.682801665827232e-06,
      "loss": 0.3075,
      "num_tokens": 858770508.0,
      "step": 4508
    },
    {
      "epoch": 1.5389078498293516,
      "grad_norm": 0.2941096358768772,
      "learning_rate": 5.68110997657151e-06,
      "loss": 0.3033,
      "num_tokens": 858926386.0,
      "step": 4509
    },
    {
      "epoch": 1.5392491467576792,
      "grad_norm": 0.27516677553579216,
      "learning_rate": 5.679418261678675e-06,
      "loss": 0.3057,
      "num_tokens": 859125464.0,
      "step": 4510
    },
    {
      "epoch": 1.5395904436860068,
      "grad_norm": 0.2770365019241718,
      "learning_rate": 5.677726521388194e-06,
      "loss": 0.3233,
      "num_tokens": 859323905.0,
      "step": 4511
    },
    {
      "epoch": 1.5399317406143345,
      "grad_norm": 0.26960614199632116,
      "learning_rate": 5.676034755939544e-06,
      "loss": 0.2904,
      "num_tokens": 859507443.0,
      "step": 4512
    },
    {
      "epoch": 1.540273037542662,
      "grad_norm": 0.28838178265792763,
      "learning_rate": 5.6743429655722046e-06,
      "loss": 0.3132,
      "num_tokens": 859713839.0,
      "step": 4513
    },
    {
      "epoch": 1.5406143344709897,
      "grad_norm": 0.3080426045735191,
      "learning_rate": 5.672651150525657e-06,
      "loss": 0.3316,
      "num_tokens": 859885374.0,
      "step": 4514
    },
    {
      "epoch": 1.5409556313993176,
      "grad_norm": 0.27920795058694176,
      "learning_rate": 5.670959311039386e-06,
      "loss": 0.3486,
      "num_tokens": 860114358.0,
      "step": 4515
    },
    {
      "epoch": 1.541296928327645,
      "grad_norm": 0.28003348132796135,
      "learning_rate": 5.669267447352883e-06,
      "loss": 0.335,
      "num_tokens": 860318525.0,
      "step": 4516
    },
    {
      "epoch": 1.5416382252559728,
      "grad_norm": 0.2898072974121993,
      "learning_rate": 5.667575559705639e-06,
      "loss": 0.2983,
      "num_tokens": 860498193.0,
      "step": 4517
    },
    {
      "epoch": 1.5419795221843002,
      "grad_norm": 0.29507755071007047,
      "learning_rate": 5.665883648337151e-06,
      "loss": 0.3308,
      "num_tokens": 860670656.0,
      "step": 4518
    },
    {
      "epoch": 1.542320819112628,
      "grad_norm": 0.25710820196702233,
      "learning_rate": 5.6641917134869176e-06,
      "loss": 0.3083,
      "num_tokens": 860888839.0,
      "step": 4519
    },
    {
      "epoch": 1.5426621160409555,
      "grad_norm": 0.2995766076539438,
      "learning_rate": 5.6624997553944426e-06,
      "loss": 0.3289,
      "num_tokens": 861075809.0,
      "step": 4520
    },
    {
      "epoch": 1.5430034129692833,
      "grad_norm": 0.2791760632621607,
      "learning_rate": 5.660807774299232e-06,
      "loss": 0.3073,
      "num_tokens": 861261340.0,
      "step": 4521
    },
    {
      "epoch": 1.543344709897611,
      "grad_norm": 0.25705083887620955,
      "learning_rate": 5.659115770440792e-06,
      "loss": 0.2973,
      "num_tokens": 861472354.0,
      "step": 4522
    },
    {
      "epoch": 1.5436860068259386,
      "grad_norm": 0.2771647234850277,
      "learning_rate": 5.6574237440586375e-06,
      "loss": 0.3296,
      "num_tokens": 861688830.0,
      "step": 4523
    },
    {
      "epoch": 1.5440273037542662,
      "grad_norm": 0.27727203371648557,
      "learning_rate": 5.655731695392286e-06,
      "loss": 0.3266,
      "num_tokens": 861882128.0,
      "step": 4524
    },
    {
      "epoch": 1.5443686006825939,
      "grad_norm": 0.28969382733654614,
      "learning_rate": 5.654039624681253e-06,
      "loss": 0.3208,
      "num_tokens": 862073407.0,
      "step": 4525
    },
    {
      "epoch": 1.5447098976109215,
      "grad_norm": 0.28030190485649903,
      "learning_rate": 5.652347532165063e-06,
      "loss": 0.331,
      "num_tokens": 862268314.0,
      "step": 4526
    },
    {
      "epoch": 1.545051194539249,
      "grad_norm": 0.2541130814140442,
      "learning_rate": 5.650655418083239e-06,
      "loss": 0.3193,
      "num_tokens": 862496857.0,
      "step": 4527
    },
    {
      "epoch": 1.545392491467577,
      "grad_norm": 0.2871744747182552,
      "learning_rate": 5.648963282675311e-06,
      "loss": 0.3238,
      "num_tokens": 862661944.0,
      "step": 4528
    },
    {
      "epoch": 1.5457337883959044,
      "grad_norm": 0.2875837668798425,
      "learning_rate": 5.6472711261808074e-06,
      "loss": 0.3455,
      "num_tokens": 862843839.0,
      "step": 4529
    },
    {
      "epoch": 1.5460750853242322,
      "grad_norm": 0.2781396407477925,
      "learning_rate": 5.645578948839266e-06,
      "loss": 0.3242,
      "num_tokens": 863024114.0,
      "step": 4530
    },
    {
      "epoch": 1.5464163822525596,
      "grad_norm": 0.2629117800406551,
      "learning_rate": 5.64388675089022e-06,
      "loss": 0.3216,
      "num_tokens": 863234215.0,
      "step": 4531
    },
    {
      "epoch": 1.5467576791808875,
      "grad_norm": 0.2840106973066347,
      "learning_rate": 5.642194532573212e-06,
      "loss": 0.2941,
      "num_tokens": 863420884.0,
      "step": 4532
    },
    {
      "epoch": 1.5470989761092149,
      "grad_norm": 0.3091900134607694,
      "learning_rate": 5.640502294127782e-06,
      "loss": 0.3102,
      "num_tokens": 863600938.0,
      "step": 4533
    },
    {
      "epoch": 1.5474402730375427,
      "grad_norm": 0.2744871313155082,
      "learning_rate": 5.63881003579348e-06,
      "loss": 0.3387,
      "num_tokens": 863798273.0,
      "step": 4534
    },
    {
      "epoch": 1.5477815699658704,
      "grad_norm": 0.2594144510023579,
      "learning_rate": 5.637117757809851e-06,
      "loss": 0.3051,
      "num_tokens": 863997206.0,
      "step": 4535
    },
    {
      "epoch": 1.548122866894198,
      "grad_norm": 0.2838787601410759,
      "learning_rate": 5.635425460416447e-06,
      "loss": 0.331,
      "num_tokens": 864177414.0,
      "step": 4536
    },
    {
      "epoch": 1.5484641638225256,
      "grad_norm": 0.28997609527748847,
      "learning_rate": 5.6337331438528245e-06,
      "loss": 0.3331,
      "num_tokens": 864365760.0,
      "step": 4537
    },
    {
      "epoch": 1.5488054607508532,
      "grad_norm": 0.29663550499950886,
      "learning_rate": 5.632040808358537e-06,
      "loss": 0.3134,
      "num_tokens": 864529999.0,
      "step": 4538
    },
    {
      "epoch": 1.5491467576791809,
      "grad_norm": 0.3003270435882443,
      "learning_rate": 5.6303484541731445e-06,
      "loss": 0.3412,
      "num_tokens": 864733211.0,
      "step": 4539
    },
    {
      "epoch": 1.5494880546075085,
      "grad_norm": 0.2798482053770961,
      "learning_rate": 5.628656081536211e-06,
      "loss": 0.3344,
      "num_tokens": 864930692.0,
      "step": 4540
    },
    {
      "epoch": 1.5498293515358363,
      "grad_norm": 0.270864342112353,
      "learning_rate": 5.6269636906872985e-06,
      "loss": 0.3244,
      "num_tokens": 865123271.0,
      "step": 4541
    },
    {
      "epoch": 1.5501706484641637,
      "grad_norm": 0.30358454768569887,
      "learning_rate": 5.625271281865975e-06,
      "loss": 0.3522,
      "num_tokens": 865312737.0,
      "step": 4542
    },
    {
      "epoch": 1.5505119453924916,
      "grad_norm": 0.34742747199817386,
      "learning_rate": 5.623578855311813e-06,
      "loss": 0.3263,
      "num_tokens": 865482572.0,
      "step": 4543
    },
    {
      "epoch": 1.550853242320819,
      "grad_norm": 0.3003412291764576,
      "learning_rate": 5.621886411264381e-06,
      "loss": 0.327,
      "num_tokens": 865654883.0,
      "step": 4544
    },
    {
      "epoch": 1.5511945392491469,
      "grad_norm": 0.28576053741768886,
      "learning_rate": 5.620193949963256e-06,
      "loss": 0.3126,
      "num_tokens": 865831786.0,
      "step": 4545
    },
    {
      "epoch": 1.5515358361774743,
      "grad_norm": 0.25897395426343306,
      "learning_rate": 5.6185014716480145e-06,
      "loss": 0.3031,
      "num_tokens": 866022778.0,
      "step": 4546
    },
    {
      "epoch": 1.551877133105802,
      "grad_norm": 0.287371094675584,
      "learning_rate": 5.616808976558236e-06,
      "loss": 0.3323,
      "num_tokens": 866200608.0,
      "step": 4547
    },
    {
      "epoch": 1.5522184300341297,
      "grad_norm": 0.28222142333913336,
      "learning_rate": 5.615116464933504e-06,
      "loss": 0.3448,
      "num_tokens": 866430718.0,
      "step": 4548
    },
    {
      "epoch": 1.5525597269624574,
      "grad_norm": 0.25952078055176764,
      "learning_rate": 5.6134239370134e-06,
      "loss": 0.3207,
      "num_tokens": 866641226.0,
      "step": 4549
    },
    {
      "epoch": 1.552901023890785,
      "grad_norm": 0.2727423498325181,
      "learning_rate": 5.611731393037515e-06,
      "loss": 0.3227,
      "num_tokens": 866852822.0,
      "step": 4550
    },
    {
      "epoch": 1.5532423208191126,
      "grad_norm": 0.2680778794880298,
      "learning_rate": 5.610038833245434e-06,
      "loss": 0.3085,
      "num_tokens": 867039552.0,
      "step": 4551
    },
    {
      "epoch": 1.5535836177474402,
      "grad_norm": 0.27804655985374965,
      "learning_rate": 5.608346257876749e-06,
      "loss": 0.3248,
      "num_tokens": 867219869.0,
      "step": 4552
    },
    {
      "epoch": 1.5539249146757679,
      "grad_norm": 0.27624076136042475,
      "learning_rate": 5.606653667171054e-06,
      "loss": 0.3428,
      "num_tokens": 867424100.0,
      "step": 4553
    },
    {
      "epoch": 1.5542662116040957,
      "grad_norm": 0.25397336133126563,
      "learning_rate": 5.604961061367944e-06,
      "loss": 0.2984,
      "num_tokens": 867614704.0,
      "step": 4554
    },
    {
      "epoch": 1.5546075085324231,
      "grad_norm": 0.29427867370287697,
      "learning_rate": 5.6032684407070185e-06,
      "loss": 0.3508,
      "num_tokens": 867808072.0,
      "step": 4555
    },
    {
      "epoch": 1.554948805460751,
      "grad_norm": 0.27313073752335154,
      "learning_rate": 5.601575805427874e-06,
      "loss": 0.3077,
      "num_tokens": 868014678.0,
      "step": 4556
    },
    {
      "epoch": 1.5552901023890784,
      "grad_norm": 0.2816847153638308,
      "learning_rate": 5.599883155770115e-06,
      "loss": 0.3417,
      "num_tokens": 868213838.0,
      "step": 4557
    },
    {
      "epoch": 1.5556313993174062,
      "grad_norm": 0.24711779625345587,
      "learning_rate": 5.598190491973343e-06,
      "loss": 0.2982,
      "num_tokens": 868425935.0,
      "step": 4558
    },
    {
      "epoch": 1.5559726962457336,
      "grad_norm": 0.2711123953501657,
      "learning_rate": 5.596497814277168e-06,
      "loss": 0.3101,
      "num_tokens": 868606035.0,
      "step": 4559
    },
    {
      "epoch": 1.5563139931740615,
      "grad_norm": 0.3305231357795477,
      "learning_rate": 5.594805122921194e-06,
      "loss": 0.3145,
      "num_tokens": 868834105.0,
      "step": 4560
    },
    {
      "epoch": 1.5566552901023891,
      "grad_norm": 0.24766057055006707,
      "learning_rate": 5.593112418145035e-06,
      "loss": 0.2782,
      "num_tokens": 869029734.0,
      "step": 4561
    },
    {
      "epoch": 1.5569965870307167,
      "grad_norm": 0.248908605370647,
      "learning_rate": 5.5914197001882965e-06,
      "loss": 0.3299,
      "num_tokens": 869266821.0,
      "step": 4562
    },
    {
      "epoch": 1.5573378839590444,
      "grad_norm": 0.3144059840914658,
      "learning_rate": 5.589726969290597e-06,
      "loss": 0.3267,
      "num_tokens": 869475840.0,
      "step": 4563
    },
    {
      "epoch": 1.557679180887372,
      "grad_norm": 0.26280537644635016,
      "learning_rate": 5.5880342256915495e-06,
      "loss": 0.341,
      "num_tokens": 869701591.0,
      "step": 4564
    },
    {
      "epoch": 1.5580204778156996,
      "grad_norm": 0.27251442194367337,
      "learning_rate": 5.586341469630772e-06,
      "loss": 0.3331,
      "num_tokens": 869895119.0,
      "step": 4565
    },
    {
      "epoch": 1.5583617747440273,
      "grad_norm": 0.5807114795278413,
      "learning_rate": 5.584648701347883e-06,
      "loss": 0.3371,
      "num_tokens": 870095729.0,
      "step": 4566
    },
    {
      "epoch": 1.5587030716723551,
      "grad_norm": 0.27788499272400236,
      "learning_rate": 5.582955921082505e-06,
      "loss": 0.3159,
      "num_tokens": 870276361.0,
      "step": 4567
    },
    {
      "epoch": 1.5590443686006825,
      "grad_norm": 0.2974170864150876,
      "learning_rate": 5.581263129074257e-06,
      "loss": 0.3152,
      "num_tokens": 870432820.0,
      "step": 4568
    },
    {
      "epoch": 1.5593856655290104,
      "grad_norm": 0.2683738658059687,
      "learning_rate": 5.5795703255627676e-06,
      "loss": 0.3222,
      "num_tokens": 870614608.0,
      "step": 4569
    },
    {
      "epoch": 1.5597269624573378,
      "grad_norm": 0.30293484893219935,
      "learning_rate": 5.577877510787658e-06,
      "loss": 0.3203,
      "num_tokens": 870823364.0,
      "step": 4570
    },
    {
      "epoch": 1.5600682593856656,
      "grad_norm": 0.2869826317559837,
      "learning_rate": 5.576184684988557e-06,
      "loss": 0.3173,
      "num_tokens": 871003570.0,
      "step": 4571
    },
    {
      "epoch": 1.560409556313993,
      "grad_norm": 0.3043124805218201,
      "learning_rate": 5.574491848405095e-06,
      "loss": 0.3046,
      "num_tokens": 871176781.0,
      "step": 4572
    },
    {
      "epoch": 1.5607508532423209,
      "grad_norm": 0.2731905400094302,
      "learning_rate": 5.5727990012769005e-06,
      "loss": 0.3014,
      "num_tokens": 871358468.0,
      "step": 4573
    },
    {
      "epoch": 1.5610921501706485,
      "grad_norm": 0.2905351944768349,
      "learning_rate": 5.571106143843607e-06,
      "loss": 0.3131,
      "num_tokens": 871559639.0,
      "step": 4574
    },
    {
      "epoch": 1.5614334470989761,
      "grad_norm": 0.3359990672079277,
      "learning_rate": 5.5694132763448465e-06,
      "loss": 0.3357,
      "num_tokens": 871688929.0,
      "step": 4575
    },
    {
      "epoch": 1.5617747440273038,
      "grad_norm": 0.29132139204112245,
      "learning_rate": 5.567720399020254e-06,
      "loss": 0.3319,
      "num_tokens": 871882264.0,
      "step": 4576
    },
    {
      "epoch": 1.5621160409556314,
      "grad_norm": 0.2883124543596106,
      "learning_rate": 5.566027512109465e-06,
      "loss": 0.3495,
      "num_tokens": 872072343.0,
      "step": 4577
    },
    {
      "epoch": 1.562457337883959,
      "grad_norm": 0.2597280407494925,
      "learning_rate": 5.5643346158521195e-06,
      "loss": 0.3235,
      "num_tokens": 872269389.0,
      "step": 4578
    },
    {
      "epoch": 1.5627986348122866,
      "grad_norm": 0.3040416808040113,
      "learning_rate": 5.562641710487852e-06,
      "loss": 0.3149,
      "num_tokens": 872430989.0,
      "step": 4579
    },
    {
      "epoch": 1.5631399317406145,
      "grad_norm": 0.25143593541504733,
      "learning_rate": 5.560948796256306e-06,
      "loss": 0.3171,
      "num_tokens": 872661890.0,
      "step": 4580
    },
    {
      "epoch": 1.563481228668942,
      "grad_norm": 0.2872858175677115,
      "learning_rate": 5.55925587339712e-06,
      "loss": 0.3324,
      "num_tokens": 872860315.0,
      "step": 4581
    },
    {
      "epoch": 1.5638225255972698,
      "grad_norm": 0.29172489612252644,
      "learning_rate": 5.557562942149941e-06,
      "loss": 0.3578,
      "num_tokens": 873050429.0,
      "step": 4582
    },
    {
      "epoch": 1.5641638225255972,
      "grad_norm": 0.2813139720768189,
      "learning_rate": 5.55587000275441e-06,
      "loss": 0.317,
      "num_tokens": 873259579.0,
      "step": 4583
    },
    {
      "epoch": 1.564505119453925,
      "grad_norm": 0.32606596642303937,
      "learning_rate": 5.5541770554501705e-06,
      "loss": 0.3022,
      "num_tokens": 873432049.0,
      "step": 4584
    },
    {
      "epoch": 1.5648464163822524,
      "grad_norm": 0.29729494759077457,
      "learning_rate": 5.552484100476873e-06,
      "loss": 0.3284,
      "num_tokens": 873645182.0,
      "step": 4585
    },
    {
      "epoch": 1.5651877133105803,
      "grad_norm": 0.32426784648134516,
      "learning_rate": 5.550791138074159e-06,
      "loss": 0.3262,
      "num_tokens": 873857470.0,
      "step": 4586
    },
    {
      "epoch": 1.565529010238908,
      "grad_norm": 0.32175641598204696,
      "learning_rate": 5.549098168481681e-06,
      "loss": 0.3099,
      "num_tokens": 874020500.0,
      "step": 4587
    },
    {
      "epoch": 1.5658703071672355,
      "grad_norm": 0.27291446461358465,
      "learning_rate": 5.547405191939085e-06,
      "loss": 0.329,
      "num_tokens": 874231172.0,
      "step": 4588
    },
    {
      "epoch": 1.5662116040955631,
      "grad_norm": 0.29258213478177425,
      "learning_rate": 5.545712208686024e-06,
      "loss": 0.3413,
      "num_tokens": 874427056.0,
      "step": 4589
    },
    {
      "epoch": 1.5665529010238908,
      "grad_norm": 0.29015706800068897,
      "learning_rate": 5.544019218962145e-06,
      "loss": 0.2868,
      "num_tokens": 874583608.0,
      "step": 4590
    },
    {
      "epoch": 1.5668941979522184,
      "grad_norm": 0.2515466397942045,
      "learning_rate": 5.542326223007106e-06,
      "loss": 0.3129,
      "num_tokens": 874808596.0,
      "step": 4591
    },
    {
      "epoch": 1.567235494880546,
      "grad_norm": 0.27218892655937055,
      "learning_rate": 5.540633221060556e-06,
      "loss": 0.3145,
      "num_tokens": 874986918.0,
      "step": 4592
    },
    {
      "epoch": 1.5675767918088739,
      "grad_norm": 0.28991499801928755,
      "learning_rate": 5.538940213362149e-06,
      "loss": 0.3232,
      "num_tokens": 875185075.0,
      "step": 4593
    },
    {
      "epoch": 1.5679180887372013,
      "grad_norm": 0.26960882142195697,
      "learning_rate": 5.537247200151542e-06,
      "loss": 0.306,
      "num_tokens": 875371224.0,
      "step": 4594
    },
    {
      "epoch": 1.5682593856655291,
      "grad_norm": 0.25795331699176594,
      "learning_rate": 5.535554181668387e-06,
      "loss": 0.3238,
      "num_tokens": 875603245.0,
      "step": 4595
    },
    {
      "epoch": 1.5686006825938565,
      "grad_norm": 0.2869965261965305,
      "learning_rate": 5.53386115815234e-06,
      "loss": 0.3396,
      "num_tokens": 875819644.0,
      "step": 4596
    },
    {
      "epoch": 1.5689419795221844,
      "grad_norm": 0.3124637407669283,
      "learning_rate": 5.5321681298430604e-06,
      "loss": 0.2861,
      "num_tokens": 875939136.0,
      "step": 4597
    },
    {
      "epoch": 1.5692832764505118,
      "grad_norm": 0.2556245854120886,
      "learning_rate": 5.530475096980207e-06,
      "loss": 0.3355,
      "num_tokens": 876161126.0,
      "step": 4598
    },
    {
      "epoch": 1.5696245733788396,
      "grad_norm": 0.3089078007406389,
      "learning_rate": 5.528782059803433e-06,
      "loss": 0.2906,
      "num_tokens": 876320778.0,
      "step": 4599
    },
    {
      "epoch": 1.5699658703071673,
      "grad_norm": 0.32626226965090993,
      "learning_rate": 5.527089018552401e-06,
      "loss": 0.3221,
      "num_tokens": 876458138.0,
      "step": 4600
    },
    {
      "epoch": 1.570307167235495,
      "grad_norm": 0.27450787565438634,
      "learning_rate": 5.525395973466769e-06,
      "loss": 0.3038,
      "num_tokens": 876652419.0,
      "step": 4601
    },
    {
      "epoch": 1.5706484641638225,
      "grad_norm": 0.3117450740343021,
      "learning_rate": 5.523702924786196e-06,
      "loss": 0.321,
      "num_tokens": 876810043.0,
      "step": 4602
    },
    {
      "epoch": 1.5709897610921502,
      "grad_norm": 0.26842024653123586,
      "learning_rate": 5.522009872750345e-06,
      "loss": 0.3449,
      "num_tokens": 877023247.0,
      "step": 4603
    },
    {
      "epoch": 1.5713310580204778,
      "grad_norm": 0.27297783553400357,
      "learning_rate": 5.520316817598872e-06,
      "loss": 0.3038,
      "num_tokens": 877197531.0,
      "step": 4604
    },
    {
      "epoch": 1.5716723549488054,
      "grad_norm": 0.2661588938069577,
      "learning_rate": 5.518623759571444e-06,
      "loss": 0.3493,
      "num_tokens": 877432629.0,
      "step": 4605
    },
    {
      "epoch": 1.5720136518771333,
      "grad_norm": 0.30047894609416104,
      "learning_rate": 5.51693069890772e-06,
      "loss": 0.3293,
      "num_tokens": 877595118.0,
      "step": 4606
    },
    {
      "epoch": 1.5723549488054607,
      "grad_norm": 0.28133363121739746,
      "learning_rate": 5.515237635847361e-06,
      "loss": 0.3391,
      "num_tokens": 877782604.0,
      "step": 4607
    },
    {
      "epoch": 1.5726962457337885,
      "grad_norm": 0.28942211169335424,
      "learning_rate": 5.513544570630032e-06,
      "loss": 0.3322,
      "num_tokens": 877969704.0,
      "step": 4608
    },
    {
      "epoch": 1.573037542662116,
      "grad_norm": 0.2778707679305748,
      "learning_rate": 5.5118515034953945e-06,
      "loss": 0.3198,
      "num_tokens": 878134719.0,
      "step": 4609
    },
    {
      "epoch": 1.5733788395904438,
      "grad_norm": 0.25683856569663416,
      "learning_rate": 5.510158434683111e-06,
      "loss": 0.3029,
      "num_tokens": 878369081.0,
      "step": 4610
    },
    {
      "epoch": 1.5737201365187712,
      "grad_norm": 0.2873173543842325,
      "learning_rate": 5.508465364432845e-06,
      "loss": 0.3161,
      "num_tokens": 878554014.0,
      "step": 4611
    },
    {
      "epoch": 1.574061433447099,
      "grad_norm": 0.2581848003390081,
      "learning_rate": 5.5067722929842584e-06,
      "loss": 0.3079,
      "num_tokens": 878756437.0,
      "step": 4612
    },
    {
      "epoch": 1.5744027303754267,
      "grad_norm": 0.27447520012883314,
      "learning_rate": 5.505079220577018e-06,
      "loss": 0.3517,
      "num_tokens": 878969611.0,
      "step": 4613
    },
    {
      "epoch": 1.5747440273037543,
      "grad_norm": 0.2852211724484325,
      "learning_rate": 5.503386147450785e-06,
      "loss": 0.304,
      "num_tokens": 879156784.0,
      "step": 4614
    },
    {
      "epoch": 1.575085324232082,
      "grad_norm": 0.26897787332637724,
      "learning_rate": 5.5016930738452245e-06,
      "loss": 0.3131,
      "num_tokens": 879354909.0,
      "step": 4615
    },
    {
      "epoch": 1.5754266211604095,
      "grad_norm": 0.2627583675088998,
      "learning_rate": 5.500000000000001e-06,
      "loss": 0.3112,
      "num_tokens": 879571142.0,
      "step": 4616
    },
    {
      "epoch": 1.5757679180887372,
      "grad_norm": 0.3207172158623604,
      "learning_rate": 5.498306926154776e-06,
      "loss": 0.3374,
      "num_tokens": 879729156.0,
      "step": 4617
    },
    {
      "epoch": 1.5761092150170648,
      "grad_norm": 0.2784040085424084,
      "learning_rate": 5.496613852549216e-06,
      "loss": 0.3141,
      "num_tokens": 879915746.0,
      "step": 4618
    },
    {
      "epoch": 1.5764505119453927,
      "grad_norm": 0.3110724301570645,
      "learning_rate": 5.494920779422984e-06,
      "loss": 0.3705,
      "num_tokens": 880092682.0,
      "step": 4619
    },
    {
      "epoch": 1.57679180887372,
      "grad_norm": 0.28558069490789667,
      "learning_rate": 5.493227707015744e-06,
      "loss": 0.3366,
      "num_tokens": 880281312.0,
      "step": 4620
    },
    {
      "epoch": 1.577133105802048,
      "grad_norm": 0.2925260457593451,
      "learning_rate": 5.491534635567157e-06,
      "loss": 0.3076,
      "num_tokens": 880474761.0,
      "step": 4621
    },
    {
      "epoch": 1.5774744027303753,
      "grad_norm": 0.3168571190645097,
      "learning_rate": 5.4898415653168905e-06,
      "loss": 0.3441,
      "num_tokens": 880618131.0,
      "step": 4622
    },
    {
      "epoch": 1.5778156996587032,
      "grad_norm": 0.266450269935519,
      "learning_rate": 5.488148496504609e-06,
      "loss": 0.3504,
      "num_tokens": 880837436.0,
      "step": 4623
    },
    {
      "epoch": 1.5781569965870306,
      "grad_norm": 0.27564750725744985,
      "learning_rate": 5.48645542936997e-06,
      "loss": 0.3461,
      "num_tokens": 881066091.0,
      "step": 4624
    },
    {
      "epoch": 1.5784982935153584,
      "grad_norm": 0.27925676509558284,
      "learning_rate": 5.48476236415264e-06,
      "loss": 0.3004,
      "num_tokens": 881233370.0,
      "step": 4625
    },
    {
      "epoch": 1.578839590443686,
      "grad_norm": 0.2677371692655394,
      "learning_rate": 5.483069301092282e-06,
      "loss": 0.3378,
      "num_tokens": 881420335.0,
      "step": 4626
    },
    {
      "epoch": 1.5791808873720137,
      "grad_norm": 0.26625684784436954,
      "learning_rate": 5.481376240428558e-06,
      "loss": 0.311,
      "num_tokens": 881602066.0,
      "step": 4627
    },
    {
      "epoch": 1.5795221843003413,
      "grad_norm": 0.25312853649613964,
      "learning_rate": 5.479683182401129e-06,
      "loss": 0.3157,
      "num_tokens": 881818713.0,
      "step": 4628
    },
    {
      "epoch": 1.579863481228669,
      "grad_norm": 0.2824459971272199,
      "learning_rate": 5.477990127249657e-06,
      "loss": 0.3444,
      "num_tokens": 882013149.0,
      "step": 4629
    },
    {
      "epoch": 1.5802047781569966,
      "grad_norm": 0.2836196768442664,
      "learning_rate": 5.476297075213806e-06,
      "loss": 0.3155,
      "num_tokens": 882185566.0,
      "step": 4630
    },
    {
      "epoch": 1.5805460750853242,
      "grad_norm": 0.2890446328524102,
      "learning_rate": 5.474604026533233e-06,
      "loss": 0.3391,
      "num_tokens": 882371980.0,
      "step": 4631
    },
    {
      "epoch": 1.580887372013652,
      "grad_norm": 0.28897226618611677,
      "learning_rate": 5.4729109814476015e-06,
      "loss": 0.351,
      "num_tokens": 882566650.0,
      "step": 4632
    },
    {
      "epoch": 1.5812286689419794,
      "grad_norm": 0.3003596077761133,
      "learning_rate": 5.471217940196569e-06,
      "loss": 0.3122,
      "num_tokens": 882718134.0,
      "step": 4633
    },
    {
      "epoch": 1.5815699658703073,
      "grad_norm": 0.30989788726221984,
      "learning_rate": 5.469524903019795e-06,
      "loss": 0.3436,
      "num_tokens": 882907138.0,
      "step": 4634
    },
    {
      "epoch": 1.5819112627986347,
      "grad_norm": 0.28025651925359046,
      "learning_rate": 5.46783187015694e-06,
      "loss": 0.3268,
      "num_tokens": 883107763.0,
      "step": 4635
    },
    {
      "epoch": 1.5822525597269625,
      "grad_norm": 0.2843648155129123,
      "learning_rate": 5.466138841847661e-06,
      "loss": 0.3143,
      "num_tokens": 883313517.0,
      "step": 4636
    },
    {
      "epoch": 1.58259385665529,
      "grad_norm": 0.2859368212069042,
      "learning_rate": 5.464445818331615e-06,
      "loss": 0.3354,
      "num_tokens": 883504153.0,
      "step": 4637
    },
    {
      "epoch": 1.5829351535836178,
      "grad_norm": 0.29331699248709575,
      "learning_rate": 5.462752799848461e-06,
      "loss": 0.3386,
      "num_tokens": 883691862.0,
      "step": 4638
    },
    {
      "epoch": 1.5832764505119454,
      "grad_norm": 0.2979620801282687,
      "learning_rate": 5.461059786637851e-06,
      "loss": 0.2895,
      "num_tokens": 883855110.0,
      "step": 4639
    },
    {
      "epoch": 1.583617747440273,
      "grad_norm": 0.27915962123404936,
      "learning_rate": 5.459366778939444e-06,
      "loss": 0.2935,
      "num_tokens": 884029823.0,
      "step": 4640
    },
    {
      "epoch": 1.5839590443686007,
      "grad_norm": 0.2937074343045369,
      "learning_rate": 5.4576737769928954e-06,
      "loss": 0.3089,
      "num_tokens": 884205693.0,
      "step": 4641
    },
    {
      "epoch": 1.5843003412969283,
      "grad_norm": 0.28001400619035094,
      "learning_rate": 5.455980781037856e-06,
      "loss": 0.3266,
      "num_tokens": 884404399.0,
      "step": 4642
    },
    {
      "epoch": 1.584641638225256,
      "grad_norm": 0.2839837928745101,
      "learning_rate": 5.454287791313979e-06,
      "loss": 0.3257,
      "num_tokens": 884623198.0,
      "step": 4643
    },
    {
      "epoch": 1.5849829351535836,
      "grad_norm": 0.2825735458773601,
      "learning_rate": 5.452594808060917e-06,
      "loss": 0.3109,
      "num_tokens": 884806930.0,
      "step": 4644
    },
    {
      "epoch": 1.5853242320819114,
      "grad_norm": 0.3116803993988915,
      "learning_rate": 5.4509018315183225e-06,
      "loss": 0.3079,
      "num_tokens": 884994699.0,
      "step": 4645
    },
    {
      "epoch": 1.5856655290102388,
      "grad_norm": 0.27424190658602615,
      "learning_rate": 5.4492088619258436e-06,
      "loss": 0.2905,
      "num_tokens": 885163234.0,
      "step": 4646
    },
    {
      "epoch": 1.5860068259385667,
      "grad_norm": 0.2852095599828683,
      "learning_rate": 5.447515899523129e-06,
      "loss": 0.3484,
      "num_tokens": 885350654.0,
      "step": 4647
    },
    {
      "epoch": 1.586348122866894,
      "grad_norm": 0.30868830756254306,
      "learning_rate": 5.44582294454983e-06,
      "loss": 0.3168,
      "num_tokens": 885569428.0,
      "step": 4648
    },
    {
      "epoch": 1.586689419795222,
      "grad_norm": 0.24526669790244351,
      "learning_rate": 5.444129997245593e-06,
      "loss": 0.307,
      "num_tokens": 885793278.0,
      "step": 4649
    },
    {
      "epoch": 1.5870307167235493,
      "grad_norm": 0.26851951443236677,
      "learning_rate": 5.442437057850061e-06,
      "loss": 0.2903,
      "num_tokens": 885974000.0,
      "step": 4650
    },
    {
      "epoch": 1.5873720136518772,
      "grad_norm": 0.2686924216384737,
      "learning_rate": 5.44074412660288e-06,
      "loss": 0.3034,
      "num_tokens": 886147387.0,
      "step": 4651
    },
    {
      "epoch": 1.5877133105802048,
      "grad_norm": 0.264665470648862,
      "learning_rate": 5.439051203743696e-06,
      "loss": 0.3218,
      "num_tokens": 886346219.0,
      "step": 4652
    },
    {
      "epoch": 1.5880546075085324,
      "grad_norm": 0.25861562578631136,
      "learning_rate": 5.4373582895121504e-06,
      "loss": 0.3039,
      "num_tokens": 886560212.0,
      "step": 4653
    },
    {
      "epoch": 1.58839590443686,
      "grad_norm": 0.27791428911991173,
      "learning_rate": 5.435665384147884e-06,
      "loss": 0.3213,
      "num_tokens": 886752817.0,
      "step": 4654
    },
    {
      "epoch": 1.5887372013651877,
      "grad_norm": 0.27357696736753423,
      "learning_rate": 5.433972487890536e-06,
      "loss": 0.2967,
      "num_tokens": 886945224.0,
      "step": 4655
    },
    {
      "epoch": 1.5890784982935153,
      "grad_norm": 0.27397098515914386,
      "learning_rate": 5.432279600979747e-06,
      "loss": 0.2983,
      "num_tokens": 887122742.0,
      "step": 4656
    },
    {
      "epoch": 1.589419795221843,
      "grad_norm": 0.30054522562467145,
      "learning_rate": 5.430586723655155e-06,
      "loss": 0.3413,
      "num_tokens": 887286139.0,
      "step": 4657
    },
    {
      "epoch": 1.5897610921501708,
      "grad_norm": 0.270845087235785,
      "learning_rate": 5.428893856156396e-06,
      "loss": 0.3392,
      "num_tokens": 887498212.0,
      "step": 4658
    },
    {
      "epoch": 1.5901023890784982,
      "grad_norm": 0.26724851688706447,
      "learning_rate": 5.427200998723101e-06,
      "loss": 0.3162,
      "num_tokens": 887689603.0,
      "step": 4659
    },
    {
      "epoch": 1.590443686006826,
      "grad_norm": 0.28728111470410034,
      "learning_rate": 5.425508151594907e-06,
      "loss": 0.343,
      "num_tokens": 887897586.0,
      "step": 4660
    },
    {
      "epoch": 1.5907849829351535,
      "grad_norm": 0.280133406314308,
      "learning_rate": 5.423815315011443e-06,
      "loss": 0.3103,
      "num_tokens": 888067439.0,
      "step": 4661
    },
    {
      "epoch": 1.5911262798634813,
      "grad_norm": 0.27958668952998894,
      "learning_rate": 5.422122489212345e-06,
      "loss": 0.3071,
      "num_tokens": 888249205.0,
      "step": 4662
    },
    {
      "epoch": 1.5914675767918087,
      "grad_norm": 0.2830732455141023,
      "learning_rate": 5.4204296744372355e-06,
      "loss": 0.3342,
      "num_tokens": 888452336.0,
      "step": 4663
    },
    {
      "epoch": 1.5918088737201366,
      "grad_norm": 0.24979214187298895,
      "learning_rate": 5.418736870925744e-06,
      "loss": 0.3343,
      "num_tokens": 888691099.0,
      "step": 4664
    },
    {
      "epoch": 1.5921501706484642,
      "grad_norm": 0.2629633585198284,
      "learning_rate": 5.417044078917497e-06,
      "loss": 0.3044,
      "num_tokens": 888891930.0,
      "step": 4665
    },
    {
      "epoch": 1.5924914675767918,
      "grad_norm": 0.2535625753083721,
      "learning_rate": 5.415351298652119e-06,
      "loss": 0.3035,
      "num_tokens": 889120168.0,
      "step": 4666
    },
    {
      "epoch": 1.5928327645051195,
      "grad_norm": 0.273319607315186,
      "learning_rate": 5.41365853036923e-06,
      "loss": 0.3081,
      "num_tokens": 889295281.0,
      "step": 4667
    },
    {
      "epoch": 1.593174061433447,
      "grad_norm": 0.29184702547036445,
      "learning_rate": 5.411965774308453e-06,
      "loss": 0.304,
      "num_tokens": 889459891.0,
      "step": 4668
    },
    {
      "epoch": 1.5935153583617747,
      "grad_norm": 0.2527450640838589,
      "learning_rate": 5.410273030709406e-06,
      "loss": 0.3121,
      "num_tokens": 889689606.0,
      "step": 4669
    },
    {
      "epoch": 1.5938566552901023,
      "grad_norm": 0.2750543027359385,
      "learning_rate": 5.408580299811704e-06,
      "loss": 0.3186,
      "num_tokens": 889875915.0,
      "step": 4670
    },
    {
      "epoch": 1.5941979522184302,
      "grad_norm": 0.27457063788182545,
      "learning_rate": 5.406887581854969e-06,
      "loss": 0.2989,
      "num_tokens": 890057358.0,
      "step": 4671
    },
    {
      "epoch": 1.5945392491467576,
      "grad_norm": 0.29114936099525923,
      "learning_rate": 5.405194877078807e-06,
      "loss": 0.341,
      "num_tokens": 890268194.0,
      "step": 4672
    },
    {
      "epoch": 1.5948805460750854,
      "grad_norm": 0.3509921388723239,
      "learning_rate": 5.403502185722833e-06,
      "loss": 0.3046,
      "num_tokens": 890430242.0,
      "step": 4673
    },
    {
      "epoch": 1.5952218430034129,
      "grad_norm": 0.27772194379822,
      "learning_rate": 5.401809508026658e-06,
      "loss": 0.292,
      "num_tokens": 890610930.0,
      "step": 4674
    },
    {
      "epoch": 1.5955631399317407,
      "grad_norm": 0.2734169660499272,
      "learning_rate": 5.400116844229887e-06,
      "loss": 0.3095,
      "num_tokens": 890801458.0,
      "step": 4675
    },
    {
      "epoch": 1.595904436860068,
      "grad_norm": 0.27875822395318506,
      "learning_rate": 5.3984241945721286e-06,
      "loss": 0.3286,
      "num_tokens": 890978752.0,
      "step": 4676
    },
    {
      "epoch": 1.596245733788396,
      "grad_norm": 0.5028491560434123,
      "learning_rate": 5.396731559292985e-06,
      "loss": 0.3476,
      "num_tokens": 891194788.0,
      "step": 4677
    },
    {
      "epoch": 1.5965870307167236,
      "grad_norm": 0.28514356239258454,
      "learning_rate": 5.395038938632058e-06,
      "loss": 0.311,
      "num_tokens": 891363096.0,
      "step": 4678
    },
    {
      "epoch": 1.5969283276450512,
      "grad_norm": 0.28493752090304747,
      "learning_rate": 5.393346332828947e-06,
      "loss": 0.311,
      "num_tokens": 891530312.0,
      "step": 4679
    },
    {
      "epoch": 1.5972696245733788,
      "grad_norm": 0.27870406373906614,
      "learning_rate": 5.391653742123254e-06,
      "loss": 0.333,
      "num_tokens": 891731540.0,
      "step": 4680
    },
    {
      "epoch": 1.5976109215017065,
      "grad_norm": 0.2868232262291478,
      "learning_rate": 5.389961166754569e-06,
      "loss": 0.2949,
      "num_tokens": 891892460.0,
      "step": 4681
    },
    {
      "epoch": 1.597952218430034,
      "grad_norm": 0.2562379420480811,
      "learning_rate": 5.388268606962488e-06,
      "loss": 0.3022,
      "num_tokens": 892096117.0,
      "step": 4682
    },
    {
      "epoch": 1.5982935153583617,
      "grad_norm": 0.259121005230479,
      "learning_rate": 5.3865760629866e-06,
      "loss": 0.2933,
      "num_tokens": 892303908.0,
      "step": 4683
    },
    {
      "epoch": 1.5986348122866896,
      "grad_norm": 0.3006702707862342,
      "learning_rate": 5.384883535066499e-06,
      "loss": 0.3288,
      "num_tokens": 892481469.0,
      "step": 4684
    },
    {
      "epoch": 1.598976109215017,
      "grad_norm": 0.2976754711617435,
      "learning_rate": 5.383191023441765e-06,
      "loss": 0.3321,
      "num_tokens": 892673665.0,
      "step": 4685
    },
    {
      "epoch": 1.5993174061433448,
      "grad_norm": 0.2732223298985161,
      "learning_rate": 5.381498528351987e-06,
      "loss": 0.3318,
      "num_tokens": 892868571.0,
      "step": 4686
    },
    {
      "epoch": 1.5996587030716722,
      "grad_norm": 0.28343072456569623,
      "learning_rate": 5.379806050036745e-06,
      "loss": 0.3221,
      "num_tokens": 893047848.0,
      "step": 4687
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.30663853806044583,
      "learning_rate": 5.378113588735621e-06,
      "loss": 0.2986,
      "num_tokens": 893260004.0,
      "step": 4688
    },
    {
      "epoch": 1.6003412969283275,
      "grad_norm": 0.3040333774694557,
      "learning_rate": 5.37642114468819e-06,
      "loss": 0.344,
      "num_tokens": 893455949.0,
      "step": 4689
    },
    {
      "epoch": 1.6006825938566553,
      "grad_norm": 0.41096641942385587,
      "learning_rate": 5.374728718134027e-06,
      "loss": 0.3297,
      "num_tokens": 893657692.0,
      "step": 4690
    },
    {
      "epoch": 1.601023890784983,
      "grad_norm": 0.2592278518609229,
      "learning_rate": 5.373036309312704e-06,
      "loss": 0.3257,
      "num_tokens": 893873961.0,
      "step": 4691
    },
    {
      "epoch": 1.6013651877133106,
      "grad_norm": 0.2707453512520186,
      "learning_rate": 5.371343918463792e-06,
      "loss": 0.3181,
      "num_tokens": 894092459.0,
      "step": 4692
    },
    {
      "epoch": 1.6017064846416382,
      "grad_norm": 0.27096016642799936,
      "learning_rate": 5.369651545826857e-06,
      "loss": 0.3058,
      "num_tokens": 894277926.0,
      "step": 4693
    },
    {
      "epoch": 1.6020477815699659,
      "grad_norm": 0.2961771582397787,
      "learning_rate": 5.367959191641466e-06,
      "loss": 0.312,
      "num_tokens": 894452078.0,
      "step": 4694
    },
    {
      "epoch": 1.6023890784982935,
      "grad_norm": 0.2593322385446831,
      "learning_rate": 5.366266856147178e-06,
      "loss": 0.3221,
      "num_tokens": 894677965.0,
      "step": 4695
    },
    {
      "epoch": 1.6027303754266211,
      "grad_norm": 0.2833973169500321,
      "learning_rate": 5.364574539583553e-06,
      "loss": 0.3074,
      "num_tokens": 894857024.0,
      "step": 4696
    },
    {
      "epoch": 1.603071672354949,
      "grad_norm": 0.2708714290486682,
      "learning_rate": 5.362882242190152e-06,
      "loss": 0.3266,
      "num_tokens": 895058829.0,
      "step": 4697
    },
    {
      "epoch": 1.6034129692832764,
      "grad_norm": 0.2819303237002295,
      "learning_rate": 5.361189964206523e-06,
      "loss": 0.3094,
      "num_tokens": 895229058.0,
      "step": 4698
    },
    {
      "epoch": 1.6037542662116042,
      "grad_norm": 0.349158727801403,
      "learning_rate": 5.359497705872218e-06,
      "loss": 0.3106,
      "num_tokens": 895364555.0,
      "step": 4699
    },
    {
      "epoch": 1.6040955631399316,
      "grad_norm": 0.2723524134697792,
      "learning_rate": 5.357805467426791e-06,
      "loss": 0.323,
      "num_tokens": 895572079.0,
      "step": 4700
    },
    {
      "epoch": 1.6044368600682595,
      "grad_norm": 0.2661438941105369,
      "learning_rate": 5.356113249109783e-06,
      "loss": 0.3235,
      "num_tokens": 895770577.0,
      "step": 4701
    },
    {
      "epoch": 1.6047781569965869,
      "grad_norm": 0.284065616956131,
      "learning_rate": 5.354421051160737e-06,
      "loss": 0.3078,
      "num_tokens": 895972059.0,
      "step": 4702
    },
    {
      "epoch": 1.6051194539249147,
      "grad_norm": 0.2847909864249558,
      "learning_rate": 5.352728873819194e-06,
      "loss": 0.2948,
      "num_tokens": 896127464.0,
      "step": 4703
    },
    {
      "epoch": 1.6054607508532424,
      "grad_norm": 0.30065253750560167,
      "learning_rate": 5.351036717324692e-06,
      "loss": 0.3234,
      "num_tokens": 896289346.0,
      "step": 4704
    },
    {
      "epoch": 1.60580204778157,
      "grad_norm": 0.28378250116630643,
      "learning_rate": 5.349344581916762e-06,
      "loss": 0.3341,
      "num_tokens": 896482822.0,
      "step": 4705
    },
    {
      "epoch": 1.6061433447098976,
      "grad_norm": 0.2747426521635689,
      "learning_rate": 5.347652467834941e-06,
      "loss": 0.3169,
      "num_tokens": 896697760.0,
      "step": 4706
    },
    {
      "epoch": 1.6064846416382252,
      "grad_norm": 0.2935914089815424,
      "learning_rate": 5.34596037531875e-06,
      "loss": 0.3197,
      "num_tokens": 896866057.0,
      "step": 4707
    },
    {
      "epoch": 1.6068259385665529,
      "grad_norm": 0.27425983607368104,
      "learning_rate": 5.344268304607716e-06,
      "loss": 0.3236,
      "num_tokens": 897057291.0,
      "step": 4708
    },
    {
      "epoch": 1.6071672354948805,
      "grad_norm": 0.2735779288405905,
      "learning_rate": 5.342576255941363e-06,
      "loss": 0.3351,
      "num_tokens": 897278270.0,
      "step": 4709
    },
    {
      "epoch": 1.6075085324232083,
      "grad_norm": 0.2848025479738517,
      "learning_rate": 5.340884229559209e-06,
      "loss": 0.3161,
      "num_tokens": 897474117.0,
      "step": 4710
    },
    {
      "epoch": 1.6078498293515358,
      "grad_norm": 0.2677207864216149,
      "learning_rate": 5.339192225700772e-06,
      "loss": 0.2881,
      "num_tokens": 897664882.0,
      "step": 4711
    },
    {
      "epoch": 1.6081911262798636,
      "grad_norm": 0.2763531033405729,
      "learning_rate": 5.3375002446055606e-06,
      "loss": 0.3436,
      "num_tokens": 897864386.0,
      "step": 4712
    },
    {
      "epoch": 1.608532423208191,
      "grad_norm": 0.2678412353030376,
      "learning_rate": 5.335808286513085e-06,
      "loss": 0.3126,
      "num_tokens": 898066984.0,
      "step": 4713
    },
    {
      "epoch": 1.6088737201365189,
      "grad_norm": 0.2844145819465325,
      "learning_rate": 5.33411635166285e-06,
      "loss": 0.3086,
      "num_tokens": 898240160.0,
      "step": 4714
    },
    {
      "epoch": 1.6092150170648463,
      "grad_norm": 0.2875971052717471,
      "learning_rate": 5.332424440294362e-06,
      "loss": 0.3179,
      "num_tokens": 898430422.0,
      "step": 4715
    },
    {
      "epoch": 1.6095563139931741,
      "grad_norm": 0.28019359305592395,
      "learning_rate": 5.330732552647119e-06,
      "loss": 0.3173,
      "num_tokens": 898621588.0,
      "step": 4716
    },
    {
      "epoch": 1.6098976109215017,
      "grad_norm": 0.32001410092299715,
      "learning_rate": 5.329040688960615e-06,
      "loss": 0.3177,
      "num_tokens": 898767253.0,
      "step": 4717
    },
    {
      "epoch": 1.6102389078498294,
      "grad_norm": 0.2901575450146307,
      "learning_rate": 5.3273488494743455e-06,
      "loss": 0.334,
      "num_tokens": 898943294.0,
      "step": 4718
    },
    {
      "epoch": 1.610580204778157,
      "grad_norm": 0.2793105316424412,
      "learning_rate": 5.325657034427798e-06,
      "loss": 0.3034,
      "num_tokens": 899106534.0,
      "step": 4719
    },
    {
      "epoch": 1.6109215017064846,
      "grad_norm": 0.323287913412839,
      "learning_rate": 5.3239652440604586e-06,
      "loss": 0.3337,
      "num_tokens": 899257217.0,
      "step": 4720
    },
    {
      "epoch": 1.6112627986348123,
      "grad_norm": 0.27804894843524286,
      "learning_rate": 5.322273478611808e-06,
      "loss": 0.3439,
      "num_tokens": 899452948.0,
      "step": 4721
    },
    {
      "epoch": 1.6116040955631399,
      "grad_norm": 0.2773901446431138,
      "learning_rate": 5.320581738321326e-06,
      "loss": 0.304,
      "num_tokens": 899644386.0,
      "step": 4722
    },
    {
      "epoch": 1.6119453924914677,
      "grad_norm": 0.28338292254810027,
      "learning_rate": 5.31889002342849e-06,
      "loss": 0.3324,
      "num_tokens": 899879671.0,
      "step": 4723
    },
    {
      "epoch": 1.6122866894197951,
      "grad_norm": 0.2833946712987271,
      "learning_rate": 5.31719833417277e-06,
      "loss": 0.2971,
      "num_tokens": 900034501.0,
      "step": 4724
    },
    {
      "epoch": 1.612627986348123,
      "grad_norm": 0.2553001982773906,
      "learning_rate": 5.315506670793632e-06,
      "loss": 0.3338,
      "num_tokens": 900271357.0,
      "step": 4725
    },
    {
      "epoch": 1.6129692832764504,
      "grad_norm": 0.2746896921429054,
      "learning_rate": 5.313815033530543e-06,
      "loss": 0.3024,
      "num_tokens": 900465813.0,
      "step": 4726
    },
    {
      "epoch": 1.6133105802047782,
      "grad_norm": 0.2839332651660003,
      "learning_rate": 5.312123422622961e-06,
      "loss": 0.3179,
      "num_tokens": 900643445.0,
      "step": 4727
    },
    {
      "epoch": 1.6136518771331056,
      "grad_norm": 0.270990885689078,
      "learning_rate": 5.310431838310348e-06,
      "loss": 0.3307,
      "num_tokens": 900832295.0,
      "step": 4728
    },
    {
      "epoch": 1.6139931740614335,
      "grad_norm": 0.28900669108073884,
      "learning_rate": 5.30874028083215e-06,
      "loss": 0.3451,
      "num_tokens": 901018566.0,
      "step": 4729
    },
    {
      "epoch": 1.6143344709897611,
      "grad_norm": 0.2679465996035512,
      "learning_rate": 5.307048750427821e-06,
      "loss": 0.3006,
      "num_tokens": 901210754.0,
      "step": 4730
    },
    {
      "epoch": 1.6146757679180888,
      "grad_norm": 0.31292794015670095,
      "learning_rate": 5.3053572473368045e-06,
      "loss": 0.3412,
      "num_tokens": 901383438.0,
      "step": 4731
    },
    {
      "epoch": 1.6150170648464164,
      "grad_norm": 0.2863217489999514,
      "learning_rate": 5.303665771798544e-06,
      "loss": 0.2931,
      "num_tokens": 901546508.0,
      "step": 4732
    },
    {
      "epoch": 1.615358361774744,
      "grad_norm": 0.2839246898733214,
      "learning_rate": 5.301974324052474e-06,
      "loss": 0.351,
      "num_tokens": 901729585.0,
      "step": 4733
    },
    {
      "epoch": 1.6156996587030716,
      "grad_norm": 0.2467073605622726,
      "learning_rate": 5.300282904338032e-06,
      "loss": 0.3549,
      "num_tokens": 901989279.0,
      "step": 4734
    },
    {
      "epoch": 1.6160409556313993,
      "grad_norm": 0.29707283822564406,
      "learning_rate": 5.298591512894646e-06,
      "loss": 0.3201,
      "num_tokens": 902160479.0,
      "step": 4735
    },
    {
      "epoch": 1.6163822525597271,
      "grad_norm": 0.2889480525746734,
      "learning_rate": 5.29690014996174e-06,
      "loss": 0.3072,
      "num_tokens": 902370435.0,
      "step": 4736
    },
    {
      "epoch": 1.6167235494880545,
      "grad_norm": 0.2823026939953877,
      "learning_rate": 5.295208815778741e-06,
      "loss": 0.2881,
      "num_tokens": 902540787.0,
      "step": 4737
    },
    {
      "epoch": 1.6170648464163824,
      "grad_norm": 0.28272487832421905,
      "learning_rate": 5.29351751058506e-06,
      "loss": 0.3261,
      "num_tokens": 902757579.0,
      "step": 4738
    },
    {
      "epoch": 1.6174061433447098,
      "grad_norm": 0.2887290376066475,
      "learning_rate": 5.2918262346201145e-06,
      "loss": 0.3352,
      "num_tokens": 902929543.0,
      "step": 4739
    },
    {
      "epoch": 1.6177474402730376,
      "grad_norm": 0.27763813260954806,
      "learning_rate": 5.2901349881233134e-06,
      "loss": 0.3375,
      "num_tokens": 903127626.0,
      "step": 4740
    },
    {
      "epoch": 1.618088737201365,
      "grad_norm": 0.2783984497272406,
      "learning_rate": 5.288443771334063e-06,
      "loss": 0.3297,
      "num_tokens": 903327846.0,
      "step": 4741
    },
    {
      "epoch": 1.6184300341296929,
      "grad_norm": 0.9964148448416255,
      "learning_rate": 5.286752584491761e-06,
      "loss": 0.3322,
      "num_tokens": 903496558.0,
      "step": 4742
    },
    {
      "epoch": 1.6187713310580205,
      "grad_norm": 0.2607581967833953,
      "learning_rate": 5.2850614278358085e-06,
      "loss": 0.2981,
      "num_tokens": 903688446.0,
      "step": 4743
    },
    {
      "epoch": 1.6191126279863481,
      "grad_norm": 0.3003288437987216,
      "learning_rate": 5.283370301605594e-06,
      "loss": 0.3241,
      "num_tokens": 903837396.0,
      "step": 4744
    },
    {
      "epoch": 1.6194539249146758,
      "grad_norm": 0.2500943975618595,
      "learning_rate": 5.2816792060405084e-06,
      "loss": 0.3035,
      "num_tokens": 904054166.0,
      "step": 4745
    },
    {
      "epoch": 1.6197952218430034,
      "grad_norm": 0.2953476386775574,
      "learning_rate": 5.279988141379937e-06,
      "loss": 0.3104,
      "num_tokens": 904237803.0,
      "step": 4746
    },
    {
      "epoch": 1.620136518771331,
      "grad_norm": 0.2892501268924519,
      "learning_rate": 5.278297107863255e-06,
      "loss": 0.3446,
      "num_tokens": 904424774.0,
      "step": 4747
    },
    {
      "epoch": 1.6204778156996587,
      "grad_norm": 0.26495778161420275,
      "learning_rate": 5.27660610572984e-06,
      "loss": 0.3244,
      "num_tokens": 904651381.0,
      "step": 4748
    },
    {
      "epoch": 1.6208191126279865,
      "grad_norm": 0.284062709433402,
      "learning_rate": 5.274915135219062e-06,
      "loss": 0.3479,
      "num_tokens": 904839262.0,
      "step": 4749
    },
    {
      "epoch": 1.621160409556314,
      "grad_norm": 0.3566786761362673,
      "learning_rate": 5.273224196570288e-06,
      "loss": 0.3052,
      "num_tokens": 905062586.0,
      "step": 4750
    },
    {
      "epoch": 1.6215017064846418,
      "grad_norm": 0.2786514497851402,
      "learning_rate": 5.27153329002288e-06,
      "loss": 0.3286,
      "num_tokens": 905256779.0,
      "step": 4751
    },
    {
      "epoch": 1.6218430034129692,
      "grad_norm": 0.2640213063438157,
      "learning_rate": 5.2698424158161935e-06,
      "loss": 0.328,
      "num_tokens": 905480058.0,
      "step": 4752
    },
    {
      "epoch": 1.622184300341297,
      "grad_norm": 0.2681079106127018,
      "learning_rate": 5.268151574189582e-06,
      "loss": 0.3108,
      "num_tokens": 905683786.0,
      "step": 4753
    },
    {
      "epoch": 1.6225255972696244,
      "grad_norm": 0.27005829119732616,
      "learning_rate": 5.266460765382395e-06,
      "loss": 0.3082,
      "num_tokens": 905882223.0,
      "step": 4754
    },
    {
      "epoch": 1.6228668941979523,
      "grad_norm": 0.266874872306753,
      "learning_rate": 5.264769989633972e-06,
      "loss": 0.3018,
      "num_tokens": 906053489.0,
      "step": 4755
    },
    {
      "epoch": 1.62320819112628,
      "grad_norm": 0.27525944569478666,
      "learning_rate": 5.263079247183655e-06,
      "loss": 0.3227,
      "num_tokens": 906249418.0,
      "step": 4756
    },
    {
      "epoch": 1.6235494880546075,
      "grad_norm": 0.2865661412891534,
      "learning_rate": 5.261388538270775e-06,
      "loss": 0.3174,
      "num_tokens": 906434018.0,
      "step": 4757
    },
    {
      "epoch": 1.6238907849829352,
      "grad_norm": 0.2621976799166636,
      "learning_rate": 5.259697863134665e-06,
      "loss": 0.3162,
      "num_tokens": 906654631.0,
      "step": 4758
    },
    {
      "epoch": 1.6242320819112628,
      "grad_norm": 0.2779505253709386,
      "learning_rate": 5.258007222014648e-06,
      "loss": 0.3415,
      "num_tokens": 906858281.0,
      "step": 4759
    },
    {
      "epoch": 1.6245733788395904,
      "grad_norm": 0.26845805870087414,
      "learning_rate": 5.256316615150042e-06,
      "loss": 0.2909,
      "num_tokens": 907028522.0,
      "step": 4760
    },
    {
      "epoch": 1.624914675767918,
      "grad_norm": 0.28943297412377217,
      "learning_rate": 5.254626042780162e-06,
      "loss": 0.3489,
      "num_tokens": 907222335.0,
      "step": 4761
    },
    {
      "epoch": 1.6252559726962459,
      "grad_norm": 0.26524291724678106,
      "learning_rate": 5.25293550514432e-06,
      "loss": 0.3176,
      "num_tokens": 907428483.0,
      "step": 4762
    },
    {
      "epoch": 1.6255972696245733,
      "grad_norm": 0.255388466558895,
      "learning_rate": 5.251245002481819e-06,
      "loss": 0.2975,
      "num_tokens": 907629976.0,
      "step": 4763
    },
    {
      "epoch": 1.6259385665529011,
      "grad_norm": 0.28324021545453243,
      "learning_rate": 5.249554535031959e-06,
      "loss": 0.3511,
      "num_tokens": 907832031.0,
      "step": 4764
    },
    {
      "epoch": 1.6262798634812285,
      "grad_norm": 0.26759563082495263,
      "learning_rate": 5.247864103034035e-06,
      "loss": 0.3145,
      "num_tokens": 908020520.0,
      "step": 4765
    },
    {
      "epoch": 1.6266211604095564,
      "grad_norm": 0.26135261903041185,
      "learning_rate": 5.246173706727337e-06,
      "loss": 0.2795,
      "num_tokens": 908206437.0,
      "step": 4766
    },
    {
      "epoch": 1.6269624573378838,
      "grad_norm": 0.2593283000870445,
      "learning_rate": 5.244483346351153e-06,
      "loss": 0.3187,
      "num_tokens": 908418297.0,
      "step": 4767
    },
    {
      "epoch": 1.6273037542662117,
      "grad_norm": 0.25030225120817307,
      "learning_rate": 5.2427930221447566e-06,
      "loss": 0.2951,
      "num_tokens": 908616140.0,
      "step": 4768
    },
    {
      "epoch": 1.6276450511945393,
      "grad_norm": 0.2555508093231968,
      "learning_rate": 5.241102734347427e-06,
      "loss": 0.3298,
      "num_tokens": 908841695.0,
      "step": 4769
    },
    {
      "epoch": 1.627986348122867,
      "grad_norm": 0.2844263373289964,
      "learning_rate": 5.239412483198434e-06,
      "loss": 0.3097,
      "num_tokens": 909011618.0,
      "step": 4770
    },
    {
      "epoch": 1.6283276450511945,
      "grad_norm": 0.2735264460098547,
      "learning_rate": 5.237722268937039e-06,
      "loss": 0.3231,
      "num_tokens": 909213266.0,
      "step": 4771
    },
    {
      "epoch": 1.6286689419795222,
      "grad_norm": 0.2546146344006622,
      "learning_rate": 5.236032091802504e-06,
      "loss": 0.2994,
      "num_tokens": 909429760.0,
      "step": 4772
    },
    {
      "epoch": 1.6290102389078498,
      "grad_norm": 0.3019578037607209,
      "learning_rate": 5.234341952034082e-06,
      "loss": 0.2979,
      "num_tokens": 909598750.0,
      "step": 4773
    },
    {
      "epoch": 1.6293515358361774,
      "grad_norm": 0.28509595886688116,
      "learning_rate": 5.23265184987102e-06,
      "loss": 0.3041,
      "num_tokens": 909778396.0,
      "step": 4774
    },
    {
      "epoch": 1.6296928327645053,
      "grad_norm": 0.27580732219391924,
      "learning_rate": 5.230961785552563e-06,
      "loss": 0.3013,
      "num_tokens": 909948744.0,
      "step": 4775
    },
    {
      "epoch": 1.6300341296928327,
      "grad_norm": 0.2870955815103635,
      "learning_rate": 5.2292717593179505e-06,
      "loss": 0.3213,
      "num_tokens": 910127762.0,
      "step": 4776
    },
    {
      "epoch": 1.6303754266211605,
      "grad_norm": 0.2879094202548036,
      "learning_rate": 5.227581771406413e-06,
      "loss": 0.3512,
      "num_tokens": 910362424.0,
      "step": 4777
    },
    {
      "epoch": 1.630716723549488,
      "grad_norm": 0.27717909664852974,
      "learning_rate": 5.225891822057175e-06,
      "loss": 0.3166,
      "num_tokens": 910550395.0,
      "step": 4778
    },
    {
      "epoch": 1.6310580204778158,
      "grad_norm": 0.2719977088985583,
      "learning_rate": 5.224201911509462e-06,
      "loss": 0.3439,
      "num_tokens": 910772276.0,
      "step": 4779
    },
    {
      "epoch": 1.6313993174061432,
      "grad_norm": 0.2540454694196647,
      "learning_rate": 5.2225120400024895e-06,
      "loss": 0.3188,
      "num_tokens": 911002994.0,
      "step": 4780
    },
    {
      "epoch": 1.631740614334471,
      "grad_norm": 0.25939114884438236,
      "learning_rate": 5.220822207775468e-06,
      "loss": 0.294,
      "num_tokens": 911213233.0,
      "step": 4781
    },
    {
      "epoch": 1.6320819112627987,
      "grad_norm": 0.26928001102427374,
      "learning_rate": 5.219132415067602e-06,
      "loss": 0.3354,
      "num_tokens": 911425411.0,
      "step": 4782
    },
    {
      "epoch": 1.6324232081911263,
      "grad_norm": 0.31969814175400674,
      "learning_rate": 5.217442662118091e-06,
      "loss": 0.3153,
      "num_tokens": 911627947.0,
      "step": 4783
    },
    {
      "epoch": 1.632764505119454,
      "grad_norm": 0.2909570244573314,
      "learning_rate": 5.215752949166127e-06,
      "loss": 0.3446,
      "num_tokens": 911840416.0,
      "step": 4784
    },
    {
      "epoch": 1.6331058020477816,
      "grad_norm": 0.2766287996500155,
      "learning_rate": 5.214063276450904e-06,
      "loss": 0.2967,
      "num_tokens": 912001530.0,
      "step": 4785
    },
    {
      "epoch": 1.6334470989761092,
      "grad_norm": 0.27757835482486237,
      "learning_rate": 5.212373644211599e-06,
      "loss": 0.313,
      "num_tokens": 912162768.0,
      "step": 4786
    },
    {
      "epoch": 1.6337883959044368,
      "grad_norm": 0.2744806262217971,
      "learning_rate": 5.21068405268739e-06,
      "loss": 0.3028,
      "num_tokens": 912355084.0,
      "step": 4787
    },
    {
      "epoch": 1.6341296928327647,
      "grad_norm": 0.2644794954032393,
      "learning_rate": 5.208994502117449e-06,
      "loss": 0.2969,
      "num_tokens": 912536213.0,
      "step": 4788
    },
    {
      "epoch": 1.634470989761092,
      "grad_norm": 0.25838112153641474,
      "learning_rate": 5.207304992740942e-06,
      "loss": 0.3139,
      "num_tokens": 912742772.0,
      "step": 4789
    },
    {
      "epoch": 1.63481228668942,
      "grad_norm": 0.32679878629253717,
      "learning_rate": 5.205615524797024e-06,
      "loss": 0.3248,
      "num_tokens": 912910667.0,
      "step": 4790
    },
    {
      "epoch": 1.6351535836177473,
      "grad_norm": 0.2749328380133766,
      "learning_rate": 5.203926098524853e-06,
      "loss": 0.3452,
      "num_tokens": 913115902.0,
      "step": 4791
    },
    {
      "epoch": 1.6354948805460752,
      "grad_norm": 0.2610226975860019,
      "learning_rate": 5.202236714163575e-06,
      "loss": 0.312,
      "num_tokens": 913304727.0,
      "step": 4792
    },
    {
      "epoch": 1.6358361774744026,
      "grad_norm": 0.29292276016413116,
      "learning_rate": 5.2005473719523314e-06,
      "loss": 0.3552,
      "num_tokens": 913491336.0,
      "step": 4793
    },
    {
      "epoch": 1.6361774744027304,
      "grad_norm": 0.23274829693408394,
      "learning_rate": 5.198858072130261e-06,
      "loss": 0.3067,
      "num_tokens": 913713286.0,
      "step": 4794
    },
    {
      "epoch": 1.636518771331058,
      "grad_norm": 0.2780323744414377,
      "learning_rate": 5.197168814936488e-06,
      "loss": 0.3084,
      "num_tokens": 913900718.0,
      "step": 4795
    },
    {
      "epoch": 1.6368600682593857,
      "grad_norm": 0.28168559222599643,
      "learning_rate": 5.195479600610139e-06,
      "loss": 0.301,
      "num_tokens": 914097705.0,
      "step": 4796
    },
    {
      "epoch": 1.6372013651877133,
      "grad_norm": 0.2720502424235814,
      "learning_rate": 5.193790429390331e-06,
      "loss": 0.3088,
      "num_tokens": 914272301.0,
      "step": 4797
    },
    {
      "epoch": 1.637542662116041,
      "grad_norm": 0.2647732271625913,
      "learning_rate": 5.1921013015161795e-06,
      "loss": 0.3201,
      "num_tokens": 914471308.0,
      "step": 4798
    },
    {
      "epoch": 1.6378839590443686,
      "grad_norm": 0.2709952801020578,
      "learning_rate": 5.190412217226784e-06,
      "loss": 0.2787,
      "num_tokens": 914634982.0,
      "step": 4799
    },
    {
      "epoch": 1.6382252559726962,
      "grad_norm": 0.303330360090053,
      "learning_rate": 5.188723176761245e-06,
      "loss": 0.2954,
      "num_tokens": 914779856.0,
      "step": 4800
    },
    {
      "epoch": 1.638566552901024,
      "grad_norm": 0.2912639631610368,
      "learning_rate": 5.187034180358657e-06,
      "loss": 0.3316,
      "num_tokens": 914949531.0,
      "step": 4801
    },
    {
      "epoch": 1.6389078498293514,
      "grad_norm": 0.24513998964639305,
      "learning_rate": 5.185345228258107e-06,
      "loss": 0.3126,
      "num_tokens": 915187305.0,
      "step": 4802
    },
    {
      "epoch": 1.6392491467576793,
      "grad_norm": 0.30176432042023343,
      "learning_rate": 5.183656320698674e-06,
      "loss": 0.3073,
      "num_tokens": 915338886.0,
      "step": 4803
    },
    {
      "epoch": 1.6395904436860067,
      "grad_norm": 0.2809890994263039,
      "learning_rate": 5.181967457919434e-06,
      "loss": 0.3174,
      "num_tokens": 915525417.0,
      "step": 4804
    },
    {
      "epoch": 1.6399317406143346,
      "grad_norm": 0.28019306548942585,
      "learning_rate": 5.180278640159452e-06,
      "loss": 0.3026,
      "num_tokens": 915703432.0,
      "step": 4805
    },
    {
      "epoch": 1.640273037542662,
      "grad_norm": 0.26731217895440806,
      "learning_rate": 5.178589867657793e-06,
      "loss": 0.3192,
      "num_tokens": 915890316.0,
      "step": 4806
    },
    {
      "epoch": 1.6406143344709898,
      "grad_norm": 0.32837972566178275,
      "learning_rate": 5.176901140653511e-06,
      "loss": 0.2986,
      "num_tokens": 916056845.0,
      "step": 4807
    },
    {
      "epoch": 1.6409556313993174,
      "grad_norm": 0.23865987029920283,
      "learning_rate": 5.175212459385652e-06,
      "loss": 0.306,
      "num_tokens": 916288101.0,
      "step": 4808
    },
    {
      "epoch": 1.641296928327645,
      "grad_norm": 0.3333276995673415,
      "learning_rate": 5.1735238240932606e-06,
      "loss": 0.3585,
      "num_tokens": 916529525.0,
      "step": 4809
    },
    {
      "epoch": 1.6416382252559727,
      "grad_norm": 0.27910587619464783,
      "learning_rate": 5.171835235015372e-06,
      "loss": 0.3159,
      "num_tokens": 916708608.0,
      "step": 4810
    },
    {
      "epoch": 1.6419795221843003,
      "grad_norm": 0.28590181400545917,
      "learning_rate": 5.170146692391016e-06,
      "loss": 0.3348,
      "num_tokens": 916937585.0,
      "step": 4811
    },
    {
      "epoch": 1.642320819112628,
      "grad_norm": 0.3281282576358483,
      "learning_rate": 5.168458196459213e-06,
      "loss": 0.31,
      "num_tokens": 917068009.0,
      "step": 4812
    },
    {
      "epoch": 1.6426621160409556,
      "grad_norm": 6.005753233540501,
      "learning_rate": 5.166769747458981e-06,
      "loss": 0.3117,
      "num_tokens": 917230374.0,
      "step": 4813
    },
    {
      "epoch": 1.6430034129692834,
      "grad_norm": 0.3055028637042783,
      "learning_rate": 5.165081345629328e-06,
      "loss": 0.2928,
      "num_tokens": 917383769.0,
      "step": 4814
    },
    {
      "epoch": 1.6433447098976108,
      "grad_norm": 0.27534864736901044,
      "learning_rate": 5.163392991209257e-06,
      "loss": 0.313,
      "num_tokens": 917598164.0,
      "step": 4815
    },
    {
      "epoch": 1.6436860068259387,
      "grad_norm": 0.2691843974030513,
      "learning_rate": 5.161704684437766e-06,
      "loss": 0.3284,
      "num_tokens": 917818265.0,
      "step": 4816
    },
    {
      "epoch": 1.644027303754266,
      "grad_norm": 0.26389732096552454,
      "learning_rate": 5.16001642555384e-06,
      "loss": 0.2915,
      "num_tokens": 917998446.0,
      "step": 4817
    },
    {
      "epoch": 1.644368600682594,
      "grad_norm": 0.2608139933185386,
      "learning_rate": 5.158328214796463e-06,
      "loss": 0.3074,
      "num_tokens": 918199026.0,
      "step": 4818
    },
    {
      "epoch": 1.6447098976109213,
      "grad_norm": 0.26842573940116504,
      "learning_rate": 5.156640052404612e-06,
      "loss": 0.3152,
      "num_tokens": 918423087.0,
      "step": 4819
    },
    {
      "epoch": 1.6450511945392492,
      "grad_norm": 0.27716967423131356,
      "learning_rate": 5.1549519386172555e-06,
      "loss": 0.316,
      "num_tokens": 918604439.0,
      "step": 4820
    },
    {
      "epoch": 1.6453924914675768,
      "grad_norm": 0.2652616579822284,
      "learning_rate": 5.153263873673353e-06,
      "loss": 0.326,
      "num_tokens": 918806782.0,
      "step": 4821
    },
    {
      "epoch": 1.6457337883959045,
      "grad_norm": 0.27816649142368577,
      "learning_rate": 5.15157585781186e-06,
      "loss": 0.3242,
      "num_tokens": 918997270.0,
      "step": 4822
    },
    {
      "epoch": 1.646075085324232,
      "grad_norm": 0.255842368328541,
      "learning_rate": 5.149887891271728e-06,
      "loss": 0.3208,
      "num_tokens": 919210772.0,
      "step": 4823
    },
    {
      "epoch": 1.6464163822525597,
      "grad_norm": 0.25360687521860265,
      "learning_rate": 5.148199974291895e-06,
      "loss": 0.3174,
      "num_tokens": 919403337.0,
      "step": 4824
    },
    {
      "epoch": 1.6467576791808873,
      "grad_norm": 0.2875215281331737,
      "learning_rate": 5.146512107111293e-06,
      "loss": 0.3207,
      "num_tokens": 919583113.0,
      "step": 4825
    },
    {
      "epoch": 1.647098976109215,
      "grad_norm": 0.283509735237724,
      "learning_rate": 5.144824289968853e-06,
      "loss": 0.3269,
      "num_tokens": 919762647.0,
      "step": 4826
    },
    {
      "epoch": 1.6474402730375428,
      "grad_norm": 0.286441285562045,
      "learning_rate": 5.143136523103492e-06,
      "loss": 0.3255,
      "num_tokens": 919971224.0,
      "step": 4827
    },
    {
      "epoch": 1.6477815699658702,
      "grad_norm": 0.3156909601686551,
      "learning_rate": 5.141448806754123e-06,
      "loss": 0.3197,
      "num_tokens": 920120472.0,
      "step": 4828
    },
    {
      "epoch": 1.648122866894198,
      "grad_norm": 0.2812017770494196,
      "learning_rate": 5.1397611411596546e-06,
      "loss": 0.2881,
      "num_tokens": 920287772.0,
      "step": 4829
    },
    {
      "epoch": 1.6484641638225255,
      "grad_norm": 0.2720749351004091,
      "learning_rate": 5.138073526558981e-06,
      "loss": 0.3203,
      "num_tokens": 920490416.0,
      "step": 4830
    },
    {
      "epoch": 1.6488054607508533,
      "grad_norm": 0.29865963130930934,
      "learning_rate": 5.136385963190995e-06,
      "loss": 0.3521,
      "num_tokens": 920694314.0,
      "step": 4831
    },
    {
      "epoch": 1.6491467576791807,
      "grad_norm": 0.3139724453032661,
      "learning_rate": 5.134698451294582e-06,
      "loss": 0.3082,
      "num_tokens": 920870117.0,
      "step": 4832
    },
    {
      "epoch": 1.6494880546075086,
      "grad_norm": 0.2832389324404273,
      "learning_rate": 5.133010991108618e-06,
      "loss": 0.3134,
      "num_tokens": 921037980.0,
      "step": 4833
    },
    {
      "epoch": 1.6498293515358362,
      "grad_norm": 0.2847191358033789,
      "learning_rate": 5.131323582871971e-06,
      "loss": 0.3346,
      "num_tokens": 921241278.0,
      "step": 4834
    },
    {
      "epoch": 1.6501706484641638,
      "grad_norm": 0.35285837983563023,
      "learning_rate": 5.129636226823501e-06,
      "loss": 0.3406,
      "num_tokens": 921418848.0,
      "step": 4835
    },
    {
      "epoch": 1.6505119453924915,
      "grad_norm": 0.3010184034943276,
      "learning_rate": 5.1279489232020675e-06,
      "loss": 0.3128,
      "num_tokens": 921583933.0,
      "step": 4836
    },
    {
      "epoch": 1.650853242320819,
      "grad_norm": 0.30722820970977993,
      "learning_rate": 5.126261672246514e-06,
      "loss": 0.3288,
      "num_tokens": 921734873.0,
      "step": 4837
    },
    {
      "epoch": 1.6511945392491467,
      "grad_norm": 0.2655147992959513,
      "learning_rate": 5.124574474195683e-06,
      "loss": 0.2921,
      "num_tokens": 921941222.0,
      "step": 4838
    },
    {
      "epoch": 1.6515358361774743,
      "grad_norm": 0.24150058971706082,
      "learning_rate": 5.122887329288403e-06,
      "loss": 0.3426,
      "num_tokens": 922202153.0,
      "step": 4839
    },
    {
      "epoch": 1.6518771331058022,
      "grad_norm": 0.28620047042172747,
      "learning_rate": 5.121200237763502e-06,
      "loss": 0.3269,
      "num_tokens": 922401746.0,
      "step": 4840
    },
    {
      "epoch": 1.6522184300341296,
      "grad_norm": 0.2730862056653024,
      "learning_rate": 5.119513199859794e-06,
      "loss": 0.2896,
      "num_tokens": 922591566.0,
      "step": 4841
    },
    {
      "epoch": 1.6525597269624575,
      "grad_norm": 0.27970328347646384,
      "learning_rate": 5.117826215816094e-06,
      "loss": 0.3125,
      "num_tokens": 922783569.0,
      "step": 4842
    },
    {
      "epoch": 1.6529010238907849,
      "grad_norm": 0.265896379460459,
      "learning_rate": 5.116139285871198e-06,
      "loss": 0.3113,
      "num_tokens": 922989072.0,
      "step": 4843
    },
    {
      "epoch": 1.6532423208191127,
      "grad_norm": 0.2639220382676989,
      "learning_rate": 5.1144524102639014e-06,
      "loss": 0.3311,
      "num_tokens": 923228712.0,
      "step": 4844
    },
    {
      "epoch": 1.6535836177474401,
      "grad_norm": 0.2745841048874139,
      "learning_rate": 5.112765589232993e-06,
      "loss": 0.2935,
      "num_tokens": 923406499.0,
      "step": 4845
    },
    {
      "epoch": 1.653924914675768,
      "grad_norm": 0.28844935472909156,
      "learning_rate": 5.1110788230172515e-06,
      "loss": 0.3169,
      "num_tokens": 923565209.0,
      "step": 4846
    },
    {
      "epoch": 1.6542662116040956,
      "grad_norm": 0.2765517241368115,
      "learning_rate": 5.109392111855446e-06,
      "loss": 0.324,
      "num_tokens": 923760004.0,
      "step": 4847
    },
    {
      "epoch": 1.6546075085324232,
      "grad_norm": 0.29482558017761884,
      "learning_rate": 5.10770545598634e-06,
      "loss": 0.3133,
      "num_tokens": 923928112.0,
      "step": 4848
    },
    {
      "epoch": 1.6549488054607508,
      "grad_norm": 0.2641554758870572,
      "learning_rate": 5.10601885564869e-06,
      "loss": 0.3392,
      "num_tokens": 924147829.0,
      "step": 4849
    },
    {
      "epoch": 1.6552901023890785,
      "grad_norm": 0.2695481854905615,
      "learning_rate": 5.104332311081243e-06,
      "loss": 0.3211,
      "num_tokens": 924346877.0,
      "step": 4850
    },
    {
      "epoch": 1.655631399317406,
      "grad_norm": 0.25980423814563974,
      "learning_rate": 5.102645822522739e-06,
      "loss": 0.3082,
      "num_tokens": 924556770.0,
      "step": 4851
    },
    {
      "epoch": 1.6559726962457337,
      "grad_norm": 0.24494421597720553,
      "learning_rate": 5.100959390211909e-06,
      "loss": 0.3104,
      "num_tokens": 924789491.0,
      "step": 4852
    },
    {
      "epoch": 1.6563139931740616,
      "grad_norm": 0.27023320395061423,
      "learning_rate": 5.099273014387478e-06,
      "loss": 0.3167,
      "num_tokens": 924983092.0,
      "step": 4853
    },
    {
      "epoch": 1.656655290102389,
      "grad_norm": 0.30301499639267043,
      "learning_rate": 5.097586695288161e-06,
      "loss": 0.3238,
      "num_tokens": 925142940.0,
      "step": 4854
    },
    {
      "epoch": 1.6569965870307168,
      "grad_norm": 0.2702465210181553,
      "learning_rate": 5.095900433152668e-06,
      "loss": 0.3143,
      "num_tokens": 925349171.0,
      "step": 4855
    },
    {
      "epoch": 1.6573378839590442,
      "grad_norm": 0.42379379825050245,
      "learning_rate": 5.094214228219695e-06,
      "loss": 0.2932,
      "num_tokens": 925493115.0,
      "step": 4856
    },
    {
      "epoch": 1.657679180887372,
      "grad_norm": 0.2697152581757323,
      "learning_rate": 5.092528080727934e-06,
      "loss": 0.3446,
      "num_tokens": 925719245.0,
      "step": 4857
    },
    {
      "epoch": 1.6580204778156995,
      "grad_norm": 0.2715159389979828,
      "learning_rate": 5.090841990916071e-06,
      "loss": 0.3024,
      "num_tokens": 925907081.0,
      "step": 4858
    },
    {
      "epoch": 1.6583617747440274,
      "grad_norm": 0.2856394032072054,
      "learning_rate": 5.0891559590227805e-06,
      "loss": 0.3241,
      "num_tokens": 926106904.0,
      "step": 4859
    },
    {
      "epoch": 1.658703071672355,
      "grad_norm": 0.2743191492647877,
      "learning_rate": 5.087469985286728e-06,
      "loss": 0.2832,
      "num_tokens": 926276549.0,
      "step": 4860
    },
    {
      "epoch": 1.6590443686006826,
      "grad_norm": 0.29447744456812425,
      "learning_rate": 5.085784069946575e-06,
      "loss": 0.2965,
      "num_tokens": 926446623.0,
      "step": 4861
    },
    {
      "epoch": 1.6593856655290102,
      "grad_norm": 0.2951573630166157,
      "learning_rate": 5.0840982132409685e-06,
      "loss": 0.2881,
      "num_tokens": 926594944.0,
      "step": 4862
    },
    {
      "epoch": 1.6597269624573379,
      "grad_norm": 0.30715631922315334,
      "learning_rate": 5.082412415408554e-06,
      "loss": 0.332,
      "num_tokens": 926759664.0,
      "step": 4863
    },
    {
      "epoch": 1.6600682593856655,
      "grad_norm": 0.26813450374354286,
      "learning_rate": 5.080726676687967e-06,
      "loss": 0.2996,
      "num_tokens": 926940237.0,
      "step": 4864
    },
    {
      "epoch": 1.6604095563139931,
      "grad_norm": 0.25805564078305926,
      "learning_rate": 5.0790409973178275e-06,
      "loss": 0.3099,
      "num_tokens": 927176992.0,
      "step": 4865
    },
    {
      "epoch": 1.660750853242321,
      "grad_norm": 0.32744157621628106,
      "learning_rate": 5.0773553775367556e-06,
      "loss": 0.3326,
      "num_tokens": 927386786.0,
      "step": 4866
    },
    {
      "epoch": 1.6610921501706484,
      "grad_norm": 0.313918558933108,
      "learning_rate": 5.0756698175833605e-06,
      "loss": 0.3422,
      "num_tokens": 927594744.0,
      "step": 4867
    },
    {
      "epoch": 1.6614334470989762,
      "grad_norm": 0.3024133049726321,
      "learning_rate": 5.073984317696245e-06,
      "loss": 0.3178,
      "num_tokens": 927761955.0,
      "step": 4868
    },
    {
      "epoch": 1.6617747440273036,
      "grad_norm": 0.2952721997104418,
      "learning_rate": 5.072298878113995e-06,
      "loss": 0.3294,
      "num_tokens": 927929548.0,
      "step": 4869
    },
    {
      "epoch": 1.6621160409556315,
      "grad_norm": 0.297001884761849,
      "learning_rate": 5.070613499075198e-06,
      "loss": 0.311,
      "num_tokens": 928105533.0,
      "step": 4870
    },
    {
      "epoch": 1.6624573378839589,
      "grad_norm": 0.2929053343426248,
      "learning_rate": 5.068928180818426e-06,
      "loss": 0.3079,
      "num_tokens": 928270000.0,
      "step": 4871
    },
    {
      "epoch": 1.6627986348122867,
      "grad_norm": 0.2612555601664679,
      "learning_rate": 5.067242923582248e-06,
      "loss": 0.3103,
      "num_tokens": 928464316.0,
      "step": 4872
    },
    {
      "epoch": 1.6631399317406144,
      "grad_norm": 0.2843547867327196,
      "learning_rate": 5.065557727605223e-06,
      "loss": 0.3171,
      "num_tokens": 928639051.0,
      "step": 4873
    },
    {
      "epoch": 1.663481228668942,
      "grad_norm": 0.42475364762116113,
      "learning_rate": 5.063872593125894e-06,
      "loss": 0.319,
      "num_tokens": 928824952.0,
      "step": 4874
    },
    {
      "epoch": 1.6638225255972696,
      "grad_norm": 0.25966083072755763,
      "learning_rate": 5.062187520382803e-06,
      "loss": 0.3079,
      "num_tokens": 929015970.0,
      "step": 4875
    },
    {
      "epoch": 1.6641638225255972,
      "grad_norm": 0.2697887567707975,
      "learning_rate": 5.060502509614483e-06,
      "loss": 0.2928,
      "num_tokens": 929190370.0,
      "step": 4876
    },
    {
      "epoch": 1.6645051194539249,
      "grad_norm": 0.2766950731268789,
      "learning_rate": 5.058817561059457e-06,
      "loss": 0.3249,
      "num_tokens": 929380925.0,
      "step": 4877
    },
    {
      "epoch": 1.6648464163822525,
      "grad_norm": 0.2454488124297499,
      "learning_rate": 5.0571326749562375e-06,
      "loss": 0.3004,
      "num_tokens": 929578896.0,
      "step": 4878
    },
    {
      "epoch": 1.6651877133105804,
      "grad_norm": 0.30251852509955823,
      "learning_rate": 5.055447851543328e-06,
      "loss": 0.3043,
      "num_tokens": 929751218.0,
      "step": 4879
    },
    {
      "epoch": 1.6655290102389078,
      "grad_norm": 0.31993151499470873,
      "learning_rate": 5.053763091059227e-06,
      "loss": 0.3152,
      "num_tokens": 929924077.0,
      "step": 4880
    },
    {
      "epoch": 1.6658703071672356,
      "grad_norm": 0.2696099860110695,
      "learning_rate": 5.052078393742424e-06,
      "loss": 0.3246,
      "num_tokens": 930132243.0,
      "step": 4881
    },
    {
      "epoch": 1.666211604095563,
      "grad_norm": 0.27842569248766025,
      "learning_rate": 5.05039375983139e-06,
      "loss": 0.3317,
      "num_tokens": 930309413.0,
      "step": 4882
    },
    {
      "epoch": 1.6665529010238909,
      "grad_norm": 0.2846734806347356,
      "learning_rate": 5.048709189564599e-06,
      "loss": 0.3113,
      "num_tokens": 930484633.0,
      "step": 4883
    },
    {
      "epoch": 1.6668941979522183,
      "grad_norm": 0.31635419266818227,
      "learning_rate": 5.04702468318051e-06,
      "loss": 0.3548,
      "num_tokens": 930669064.0,
      "step": 4884
    },
    {
      "epoch": 1.6672354948805461,
      "grad_norm": 0.27809562429213375,
      "learning_rate": 5.045340240917575e-06,
      "loss": 0.3306,
      "num_tokens": 930879156.0,
      "step": 4885
    },
    {
      "epoch": 1.6675767918088737,
      "grad_norm": 0.28386820503854654,
      "learning_rate": 5.043655863014236e-06,
      "loss": 0.3025,
      "num_tokens": 931048798.0,
      "step": 4886
    },
    {
      "epoch": 1.6679180887372014,
      "grad_norm": 0.2746643135978028,
      "learning_rate": 5.041971549708925e-06,
      "loss": 0.3319,
      "num_tokens": 931254172.0,
      "step": 4887
    },
    {
      "epoch": 1.668259385665529,
      "grad_norm": 0.28816912004475975,
      "learning_rate": 5.040287301240066e-06,
      "loss": 0.2967,
      "num_tokens": 931404431.0,
      "step": 4888
    },
    {
      "epoch": 1.6686006825938566,
      "grad_norm": 0.28907788467660445,
      "learning_rate": 5.038603117846075e-06,
      "loss": 0.3273,
      "num_tokens": 931585535.0,
      "step": 4889
    },
    {
      "epoch": 1.6689419795221843,
      "grad_norm": 0.30007256124981785,
      "learning_rate": 5.036918999765358e-06,
      "loss": 0.3124,
      "num_tokens": 931748517.0,
      "step": 4890
    },
    {
      "epoch": 1.6692832764505119,
      "grad_norm": 0.31682557708204956,
      "learning_rate": 5.035234947236307e-06,
      "loss": 0.2954,
      "num_tokens": 931889317.0,
      "step": 4891
    },
    {
      "epoch": 1.6696245733788397,
      "grad_norm": 0.2506219568285316,
      "learning_rate": 5.033550960497312e-06,
      "loss": 0.3267,
      "num_tokens": 932128846.0,
      "step": 4892
    },
    {
      "epoch": 1.6699658703071671,
      "grad_norm": 0.2754689039086088,
      "learning_rate": 5.031867039786751e-06,
      "loss": 0.3142,
      "num_tokens": 932305964.0,
      "step": 4893
    },
    {
      "epoch": 1.670307167235495,
      "grad_norm": 0.30021378915725805,
      "learning_rate": 5.030183185342994e-06,
      "loss": 0.3314,
      "num_tokens": 932475599.0,
      "step": 4894
    },
    {
      "epoch": 1.6706484641638224,
      "grad_norm": 0.2941978202212194,
      "learning_rate": 5.0284993974043935e-06,
      "loss": 0.305,
      "num_tokens": 932646683.0,
      "step": 4895
    },
    {
      "epoch": 1.6709897610921502,
      "grad_norm": 0.2995226273650061,
      "learning_rate": 5.026815676209305e-06,
      "loss": 0.287,
      "num_tokens": 932795740.0,
      "step": 4896
    },
    {
      "epoch": 1.6713310580204777,
      "grad_norm": 0.2905631475183069,
      "learning_rate": 5.025132021996065e-06,
      "loss": 0.2704,
      "num_tokens": 932959836.0,
      "step": 4897
    },
    {
      "epoch": 1.6716723549488055,
      "grad_norm": 0.30425031905763156,
      "learning_rate": 5.023448435003007e-06,
      "loss": 0.3351,
      "num_tokens": 933124972.0,
      "step": 4898
    },
    {
      "epoch": 1.6720136518771331,
      "grad_norm": 0.2813541600713232,
      "learning_rate": 5.021764915468449e-06,
      "loss": 0.3249,
      "num_tokens": 933325157.0,
      "step": 4899
    },
    {
      "epoch": 1.6723549488054608,
      "grad_norm": 0.2637586199414469,
      "learning_rate": 5.020081463630705e-06,
      "loss": 0.3286,
      "num_tokens": 933568761.0,
      "step": 4900
    },
    {
      "epoch": 1.6726962457337884,
      "grad_norm": 0.2704790790267782,
      "learning_rate": 5.018398079728075e-06,
      "loss": 0.3314,
      "num_tokens": 933765303.0,
      "step": 4901
    },
    {
      "epoch": 1.673037542662116,
      "grad_norm": 0.29324230697003484,
      "learning_rate": 5.016714763998853e-06,
      "loss": 0.3091,
      "num_tokens": 933921444.0,
      "step": 4902
    },
    {
      "epoch": 1.6733788395904436,
      "grad_norm": 0.2638517963117104,
      "learning_rate": 5.015031516681321e-06,
      "loss": 0.3158,
      "num_tokens": 934129093.0,
      "step": 4903
    },
    {
      "epoch": 1.6737201365187713,
      "grad_norm": 0.2754552535157549,
      "learning_rate": 5.0133483380137505e-06,
      "loss": 0.3059,
      "num_tokens": 934311868.0,
      "step": 4904
    },
    {
      "epoch": 1.6740614334470991,
      "grad_norm": 0.2618610563289225,
      "learning_rate": 5.011665228234406e-06,
      "loss": 0.3085,
      "num_tokens": 934531879.0,
      "step": 4905
    },
    {
      "epoch": 1.6744027303754265,
      "grad_norm": 0.27010935955713633,
      "learning_rate": 5.00998218758154e-06,
      "loss": 0.3246,
      "num_tokens": 934740057.0,
      "step": 4906
    },
    {
      "epoch": 1.6747440273037544,
      "grad_norm": 0.29533430117233817,
      "learning_rate": 5.008299216293398e-06,
      "loss": 0.2991,
      "num_tokens": 934922641.0,
      "step": 4907
    },
    {
      "epoch": 1.6750853242320818,
      "grad_norm": 0.26287913526061835,
      "learning_rate": 5.006616314608215e-06,
      "loss": 0.3222,
      "num_tokens": 935117931.0,
      "step": 4908
    },
    {
      "epoch": 1.6754266211604096,
      "grad_norm": 0.2950233213503102,
      "learning_rate": 5.00493348276421e-06,
      "loss": 0.3383,
      "num_tokens": 935325270.0,
      "step": 4909
    },
    {
      "epoch": 1.675767918088737,
      "grad_norm": 0.24577827052600884,
      "learning_rate": 5.0032507209996005e-06,
      "loss": 0.311,
      "num_tokens": 935541454.0,
      "step": 4910
    },
    {
      "epoch": 1.676109215017065,
      "grad_norm": 0.29060762241173677,
      "learning_rate": 5.00156802955259e-06,
      "loss": 0.3015,
      "num_tokens": 935716569.0,
      "step": 4911
    },
    {
      "epoch": 1.6764505119453925,
      "grad_norm": 0.2671391298301565,
      "learning_rate": 4.999885408661376e-06,
      "loss": 0.3135,
      "num_tokens": 935904663.0,
      "step": 4912
    },
    {
      "epoch": 1.6767918088737201,
      "grad_norm": 0.2501742021657542,
      "learning_rate": 4.998202858564137e-06,
      "loss": 0.3069,
      "num_tokens": 936128091.0,
      "step": 4913
    },
    {
      "epoch": 1.6771331058020478,
      "grad_norm": 0.2774080031048108,
      "learning_rate": 4.9965203794990505e-06,
      "loss": 0.3213,
      "num_tokens": 936311858.0,
      "step": 4914
    },
    {
      "epoch": 1.6774744027303754,
      "grad_norm": 0.8520015147370065,
      "learning_rate": 4.99483797170428e-06,
      "loss": 0.303,
      "num_tokens": 936494157.0,
      "step": 4915
    },
    {
      "epoch": 1.677815699658703,
      "grad_norm": 0.29538274819952004,
      "learning_rate": 4.99315563541798e-06,
      "loss": 0.2995,
      "num_tokens": 936647515.0,
      "step": 4916
    },
    {
      "epoch": 1.6781569965870307,
      "grad_norm": 0.2655607990235451,
      "learning_rate": 4.991473370878294e-06,
      "loss": 0.3207,
      "num_tokens": 936850469.0,
      "step": 4917
    },
    {
      "epoch": 1.6784982935153585,
      "grad_norm": 0.2921543537095058,
      "learning_rate": 4.989791178323356e-06,
      "loss": 0.2991,
      "num_tokens": 937016106.0,
      "step": 4918
    },
    {
      "epoch": 1.678839590443686,
      "grad_norm": 0.29465305976458084,
      "learning_rate": 4.9881090579912885e-06,
      "loss": 0.3234,
      "num_tokens": 937189690.0,
      "step": 4919
    },
    {
      "epoch": 1.6791808873720138,
      "grad_norm": 0.306691145571562,
      "learning_rate": 4.986427010120207e-06,
      "loss": 0.3367,
      "num_tokens": 937387013.0,
      "step": 4920
    },
    {
      "epoch": 1.6795221843003412,
      "grad_norm": 0.28061424596590145,
      "learning_rate": 4.9847450349482165e-06,
      "loss": 0.2951,
      "num_tokens": 937599391.0,
      "step": 4921
    },
    {
      "epoch": 1.679863481228669,
      "grad_norm": 0.312208712428004,
      "learning_rate": 4.983063132713405e-06,
      "loss": 0.284,
      "num_tokens": 937740584.0,
      "step": 4922
    },
    {
      "epoch": 1.6802047781569964,
      "grad_norm": 0.2705291745737787,
      "learning_rate": 4.981381303653856e-06,
      "loss": 0.3589,
      "num_tokens": 937973957.0,
      "step": 4923
    },
    {
      "epoch": 1.6805460750853243,
      "grad_norm": 0.29417666836553663,
      "learning_rate": 4.979699548007644e-06,
      "loss": 0.2978,
      "num_tokens": 938146340.0,
      "step": 4924
    },
    {
      "epoch": 1.680887372013652,
      "grad_norm": 0.2623182949114317,
      "learning_rate": 4.97801786601283e-06,
      "loss": 0.3115,
      "num_tokens": 938349669.0,
      "step": 4925
    },
    {
      "epoch": 1.6812286689419795,
      "grad_norm": 0.3623464709766855,
      "learning_rate": 4.976336257907465e-06,
      "loss": 0.3056,
      "num_tokens": 938524951.0,
      "step": 4926
    },
    {
      "epoch": 1.6815699658703072,
      "grad_norm": 0.29513061386810113,
      "learning_rate": 4.974654723929588e-06,
      "loss": 0.3422,
      "num_tokens": 938695127.0,
      "step": 4927
    },
    {
      "epoch": 1.6819112627986348,
      "grad_norm": 0.2731214632980616,
      "learning_rate": 4.9729732643172325e-06,
      "loss": 0.3186,
      "num_tokens": 938881855.0,
      "step": 4928
    },
    {
      "epoch": 1.6822525597269624,
      "grad_norm": 0.27029391951213616,
      "learning_rate": 4.971291879308418e-06,
      "loss": 0.3013,
      "num_tokens": 939070603.0,
      "step": 4929
    },
    {
      "epoch": 1.68259385665529,
      "grad_norm": 0.271180967514819,
      "learning_rate": 4.9696105691411525e-06,
      "loss": 0.331,
      "num_tokens": 939269318.0,
      "step": 4930
    },
    {
      "epoch": 1.682935153583618,
      "grad_norm": 0.2300767170341645,
      "learning_rate": 4.967929334053435e-06,
      "loss": 0.3034,
      "num_tokens": 939518168.0,
      "step": 4931
    },
    {
      "epoch": 1.6832764505119453,
      "grad_norm": 0.27280192383319785,
      "learning_rate": 4.966248174283253e-06,
      "loss": 0.2883,
      "num_tokens": 939693123.0,
      "step": 4932
    },
    {
      "epoch": 1.6836177474402731,
      "grad_norm": 0.306889378971449,
      "learning_rate": 4.964567090068585e-06,
      "loss": 0.3104,
      "num_tokens": 939838716.0,
      "step": 4933
    },
    {
      "epoch": 1.6839590443686006,
      "grad_norm": 0.2876833959268706,
      "learning_rate": 4.962886081647399e-06,
      "loss": 0.3177,
      "num_tokens": 940014242.0,
      "step": 4934
    },
    {
      "epoch": 1.6843003412969284,
      "grad_norm": 0.2850708027346907,
      "learning_rate": 4.961205149257649e-06,
      "loss": 0.3186,
      "num_tokens": 940220375.0,
      "step": 4935
    },
    {
      "epoch": 1.6846416382252558,
      "grad_norm": 0.2909600384335876,
      "learning_rate": 4.959524293137279e-06,
      "loss": 0.3667,
      "num_tokens": 940428307.0,
      "step": 4936
    },
    {
      "epoch": 1.6849829351535837,
      "grad_norm": 0.2915875320465106,
      "learning_rate": 4.957843513524226e-06,
      "loss": 0.3097,
      "num_tokens": 940608749.0,
      "step": 4937
    },
    {
      "epoch": 1.6853242320819113,
      "grad_norm": 0.3141517344696474,
      "learning_rate": 4.956162810656414e-06,
      "loss": 0.336,
      "num_tokens": 940787079.0,
      "step": 4938
    },
    {
      "epoch": 1.685665529010239,
      "grad_norm": 0.2534787201567542,
      "learning_rate": 4.954482184771754e-06,
      "loss": 0.2902,
      "num_tokens": 940981870.0,
      "step": 4939
    },
    {
      "epoch": 1.6860068259385665,
      "grad_norm": 0.27190801167442014,
      "learning_rate": 4.952801636108147e-06,
      "loss": 0.2806,
      "num_tokens": 941163264.0,
      "step": 4940
    },
    {
      "epoch": 1.6863481228668942,
      "grad_norm": 0.2795922873446007,
      "learning_rate": 4.951121164903486e-06,
      "loss": 0.3095,
      "num_tokens": 941375283.0,
      "step": 4941
    },
    {
      "epoch": 1.6866894197952218,
      "grad_norm": 0.2838729932933186,
      "learning_rate": 4.94944077139565e-06,
      "loss": 0.3547,
      "num_tokens": 941603752.0,
      "step": 4942
    },
    {
      "epoch": 1.6870307167235494,
      "grad_norm": 0.30090535986312145,
      "learning_rate": 4.947760455822511e-06,
      "loss": 0.3299,
      "num_tokens": 941790024.0,
      "step": 4943
    },
    {
      "epoch": 1.6873720136518773,
      "grad_norm": 0.28462421254212794,
      "learning_rate": 4.946080218421922e-06,
      "loss": 0.3171,
      "num_tokens": 941989647.0,
      "step": 4944
    },
    {
      "epoch": 1.6877133105802047,
      "grad_norm": 0.24160676066006578,
      "learning_rate": 4.944400059431732e-06,
      "loss": 0.3086,
      "num_tokens": 942231963.0,
      "step": 4945
    },
    {
      "epoch": 1.6880546075085325,
      "grad_norm": 0.2659215497536665,
      "learning_rate": 4.942719979089777e-06,
      "loss": 0.3275,
      "num_tokens": 942439736.0,
      "step": 4946
    },
    {
      "epoch": 1.68839590443686,
      "grad_norm": 0.31971722963901744,
      "learning_rate": 4.9410399776338825e-06,
      "loss": 0.2798,
      "num_tokens": 942618960.0,
      "step": 4947
    },
    {
      "epoch": 1.6887372013651878,
      "grad_norm": 0.267330407837304,
      "learning_rate": 4.93936005530186e-06,
      "loss": 0.3061,
      "num_tokens": 942790797.0,
      "step": 4948
    },
    {
      "epoch": 1.6890784982935152,
      "grad_norm": 0.2919899213740702,
      "learning_rate": 4.9376802123315126e-06,
      "loss": 0.3057,
      "num_tokens": 942989363.0,
      "step": 4949
    },
    {
      "epoch": 1.689419795221843,
      "grad_norm": 0.274824848136492,
      "learning_rate": 4.936000448960631e-06,
      "loss": 0.3109,
      "num_tokens": 943188468.0,
      "step": 4950
    },
    {
      "epoch": 1.6897610921501707,
      "grad_norm": 0.27763201062442483,
      "learning_rate": 4.934320765426998e-06,
      "loss": 0.3053,
      "num_tokens": 943371113.0,
      "step": 4951
    },
    {
      "epoch": 1.6901023890784983,
      "grad_norm": 0.25500583252881825,
      "learning_rate": 4.932641161968377e-06,
      "loss": 0.327,
      "num_tokens": 943595532.0,
      "step": 4952
    },
    {
      "epoch": 1.690443686006826,
      "grad_norm": 0.27548435120145276,
      "learning_rate": 4.930961638822528e-06,
      "loss": 0.3152,
      "num_tokens": 943778638.0,
      "step": 4953
    },
    {
      "epoch": 1.6907849829351536,
      "grad_norm": 0.3059178511038199,
      "learning_rate": 4.929282196227195e-06,
      "loss": 0.3113,
      "num_tokens": 943955739.0,
      "step": 4954
    },
    {
      "epoch": 1.6911262798634812,
      "grad_norm": 0.27676288466637816,
      "learning_rate": 4.9276028344201164e-06,
      "loss": 0.2881,
      "num_tokens": 944146199.0,
      "step": 4955
    },
    {
      "epoch": 1.6914675767918088,
      "grad_norm": 0.33170793440182966,
      "learning_rate": 4.925923553639012e-06,
      "loss": 0.3513,
      "num_tokens": 944314365.0,
      "step": 4956
    },
    {
      "epoch": 1.6918088737201367,
      "grad_norm": 0.2795699381471154,
      "learning_rate": 4.924244354121592e-06,
      "loss": 0.3325,
      "num_tokens": 944513841.0,
      "step": 4957
    },
    {
      "epoch": 1.692150170648464,
      "grad_norm": 0.28731904382672924,
      "learning_rate": 4.922565236105559e-06,
      "loss": 0.3584,
      "num_tokens": 944736138.0,
      "step": 4958
    },
    {
      "epoch": 1.692491467576792,
      "grad_norm": 0.2764349630967522,
      "learning_rate": 4.920886199828601e-06,
      "loss": 0.3023,
      "num_tokens": 944904081.0,
      "step": 4959
    },
    {
      "epoch": 1.6928327645051193,
      "grad_norm": 0.2832121919631869,
      "learning_rate": 4.919207245528395e-06,
      "loss": 0.3073,
      "num_tokens": 945110356.0,
      "step": 4960
    },
    {
      "epoch": 1.6931740614334472,
      "grad_norm": 0.28747773353351946,
      "learning_rate": 4.917528373442604e-06,
      "loss": 0.2979,
      "num_tokens": 945257873.0,
      "step": 4961
    },
    {
      "epoch": 1.6935153583617746,
      "grad_norm": 0.2749573175144044,
      "learning_rate": 4.915849583808883e-06,
      "loss": 0.291,
      "num_tokens": 945434217.0,
      "step": 4962
    },
    {
      "epoch": 1.6938566552901024,
      "grad_norm": 0.26207866677355984,
      "learning_rate": 4.914170876864874e-06,
      "loss": 0.2976,
      "num_tokens": 945622436.0,
      "step": 4963
    },
    {
      "epoch": 1.69419795221843,
      "grad_norm": 0.27602620501387565,
      "learning_rate": 4.91249225284821e-06,
      "loss": 0.3339,
      "num_tokens": 945805942.0,
      "step": 4964
    },
    {
      "epoch": 1.6945392491467577,
      "grad_norm": 0.2793298484520589,
      "learning_rate": 4.910813711996504e-06,
      "loss": 0.332,
      "num_tokens": 945982204.0,
      "step": 4965
    },
    {
      "epoch": 1.6948805460750853,
      "grad_norm": 0.28777938130639014,
      "learning_rate": 4.909135254547366e-06,
      "loss": 0.3164,
      "num_tokens": 946152894.0,
      "step": 4966
    },
    {
      "epoch": 1.695221843003413,
      "grad_norm": 0.2836751634707091,
      "learning_rate": 4.90745688073839e-06,
      "loss": 0.3113,
      "num_tokens": 946334070.0,
      "step": 4967
    },
    {
      "epoch": 1.6955631399317406,
      "grad_norm": 0.28304095325228656,
      "learning_rate": 4.90577859080716e-06,
      "loss": 0.3244,
      "num_tokens": 946520309.0,
      "step": 4968
    },
    {
      "epoch": 1.6959044368600682,
      "grad_norm": 0.2954884974173743,
      "learning_rate": 4.904100384991249e-06,
      "loss": 0.3285,
      "num_tokens": 946695639.0,
      "step": 4969
    },
    {
      "epoch": 1.696245733788396,
      "grad_norm": 0.2608437052357767,
      "learning_rate": 4.90242226352821e-06,
      "loss": 0.2959,
      "num_tokens": 946903990.0,
      "step": 4970
    },
    {
      "epoch": 1.6965870307167235,
      "grad_norm": 0.2718770490389672,
      "learning_rate": 4.900744226655596e-06,
      "loss": 0.3225,
      "num_tokens": 947104914.0,
      "step": 4971
    },
    {
      "epoch": 1.6969283276450513,
      "grad_norm": 0.2708586652672824,
      "learning_rate": 4.899066274610941e-06,
      "loss": 0.3205,
      "num_tokens": 947301093.0,
      "step": 4972
    },
    {
      "epoch": 1.6972696245733787,
      "grad_norm": 0.2752648916587806,
      "learning_rate": 4.897388407631768e-06,
      "loss": 0.3364,
      "num_tokens": 947506486.0,
      "step": 4973
    },
    {
      "epoch": 1.6976109215017066,
      "grad_norm": 0.2767807236665627,
      "learning_rate": 4.895710625955587e-06,
      "loss": 0.3107,
      "num_tokens": 947705738.0,
      "step": 4974
    },
    {
      "epoch": 1.697952218430034,
      "grad_norm": 0.2574867023067734,
      "learning_rate": 4.8940329298199e-06,
      "loss": 0.314,
      "num_tokens": 947915055.0,
      "step": 4975
    },
    {
      "epoch": 1.6982935153583618,
      "grad_norm": 0.27808238778761396,
      "learning_rate": 4.892355319462193e-06,
      "loss": 0.3355,
      "num_tokens": 948109186.0,
      "step": 4976
    },
    {
      "epoch": 1.6986348122866894,
      "grad_norm": 0.2740679925605567,
      "learning_rate": 4.8906777951199395e-06,
      "loss": 0.3106,
      "num_tokens": 948286770.0,
      "step": 4977
    },
    {
      "epoch": 1.698976109215017,
      "grad_norm": 0.2618707128843163,
      "learning_rate": 4.8890003570306055e-06,
      "loss": 0.3171,
      "num_tokens": 948479908.0,
      "step": 4978
    },
    {
      "epoch": 1.6993174061433447,
      "grad_norm": 0.27406660757563905,
      "learning_rate": 4.887323005431639e-06,
      "loss": 0.2997,
      "num_tokens": 948653412.0,
      "step": 4979
    },
    {
      "epoch": 1.6996587030716723,
      "grad_norm": 0.40406331154061154,
      "learning_rate": 4.885645740560476e-06,
      "loss": 0.3341,
      "num_tokens": 948816855.0,
      "step": 4980
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.28031233911913145,
      "learning_rate": 4.883968562654548e-06,
      "loss": 0.335,
      "num_tokens": 949024843.0,
      "step": 4981
    },
    {
      "epoch": 1.7003412969283276,
      "grad_norm": 0.28455584764654107,
      "learning_rate": 4.882291471951268e-06,
      "loss": 0.3363,
      "num_tokens": 949228224.0,
      "step": 4982
    },
    {
      "epoch": 1.7006825938566554,
      "grad_norm": 0.27996956475491336,
      "learning_rate": 4.880614468688034e-06,
      "loss": 0.3257,
      "num_tokens": 949429613.0,
      "step": 4983
    },
    {
      "epoch": 1.7010238907849828,
      "grad_norm": 0.28912087221111876,
      "learning_rate": 4.878937553102238e-06,
      "loss": 0.3211,
      "num_tokens": 949608851.0,
      "step": 4984
    },
    {
      "epoch": 1.7013651877133107,
      "grad_norm": 0.26549628488404126,
      "learning_rate": 4.877260725431253e-06,
      "loss": 0.3245,
      "num_tokens": 949815616.0,
      "step": 4985
    },
    {
      "epoch": 1.701706484641638,
      "grad_norm": 0.24989809191712664,
      "learning_rate": 4.875583985912449e-06,
      "loss": 0.3059,
      "num_tokens": 950013945.0,
      "step": 4986
    },
    {
      "epoch": 1.702047781569966,
      "grad_norm": 0.2725114824634086,
      "learning_rate": 4.873907334783172e-06,
      "loss": 0.3269,
      "num_tokens": 950203943.0,
      "step": 4987
    },
    {
      "epoch": 1.7023890784982934,
      "grad_norm": 0.2939330062253369,
      "learning_rate": 4.872230772280765e-06,
      "loss": 0.3225,
      "num_tokens": 950377069.0,
      "step": 4988
    },
    {
      "epoch": 1.7027303754266212,
      "grad_norm": 0.3020948252373189,
      "learning_rate": 4.870554298642553e-06,
      "loss": 0.3031,
      "num_tokens": 950555691.0,
      "step": 4989
    },
    {
      "epoch": 1.7030716723549488,
      "grad_norm": 0.2913547978155617,
      "learning_rate": 4.86887791410585e-06,
      "loss": 0.3468,
      "num_tokens": 950764032.0,
      "step": 4990
    },
    {
      "epoch": 1.7034129692832765,
      "grad_norm": 0.2588341371011737,
      "learning_rate": 4.8672016189079595e-06,
      "loss": 0.291,
      "num_tokens": 950963549.0,
      "step": 4991
    },
    {
      "epoch": 1.703754266211604,
      "grad_norm": 0.27872973129320217,
      "learning_rate": 4.8655254132861675e-06,
      "loss": 0.3171,
      "num_tokens": 951146501.0,
      "step": 4992
    },
    {
      "epoch": 1.7040955631399317,
      "grad_norm": 0.26510448645472706,
      "learning_rate": 4.863849297477751e-06,
      "loss": 0.2978,
      "num_tokens": 951346401.0,
      "step": 4993
    },
    {
      "epoch": 1.7044368600682593,
      "grad_norm": 0.25705336897473136,
      "learning_rate": 4.862173271719973e-06,
      "loss": 0.3211,
      "num_tokens": 951573073.0,
      "step": 4994
    },
    {
      "epoch": 1.704778156996587,
      "grad_norm": 0.25889033790220656,
      "learning_rate": 4.860497336250087e-06,
      "loss": 0.319,
      "num_tokens": 951790450.0,
      "step": 4995
    },
    {
      "epoch": 1.7051194539249148,
      "grad_norm": 0.2698139346934221,
      "learning_rate": 4.8588214913053275e-06,
      "loss": 0.2838,
      "num_tokens": 951963561.0,
      "step": 4996
    },
    {
      "epoch": 1.7054607508532422,
      "grad_norm": 0.26671101851736356,
      "learning_rate": 4.857145737122921e-06,
      "loss": 0.344,
      "num_tokens": 952161045.0,
      "step": 4997
    },
    {
      "epoch": 1.70580204778157,
      "grad_norm": 0.29322197776348374,
      "learning_rate": 4.855470073940081e-06,
      "loss": 0.333,
      "num_tokens": 952332602.0,
      "step": 4998
    },
    {
      "epoch": 1.7061433447098975,
      "grad_norm": 0.3045987355332469,
      "learning_rate": 4.853794501994006e-06,
      "loss": 0.324,
      "num_tokens": 952487041.0,
      "step": 4999
    },
    {
      "epoch": 1.7064846416382253,
      "grad_norm": 0.2498246874109961,
      "learning_rate": 4.852119021521881e-06,
      "loss": 0.3007,
      "num_tokens": 952685090.0,
      "step": 5000
    },
    {
      "epoch": 1.7068259385665527,
      "grad_norm": 0.2591724185637806,
      "learning_rate": 4.85044363276088e-06,
      "loss": 0.3211,
      "num_tokens": 952898181.0,
      "step": 5001
    },
    {
      "epoch": 1.7071672354948806,
      "grad_norm": 0.3121081748968548,
      "learning_rate": 4.848768335948164e-06,
      "loss": 0.2999,
      "num_tokens": 953031534.0,
      "step": 5002
    },
    {
      "epoch": 1.7075085324232082,
      "grad_norm": 0.2836764923365693,
      "learning_rate": 4.847093131320881e-06,
      "loss": 0.2931,
      "num_tokens": 953194276.0,
      "step": 5003
    },
    {
      "epoch": 1.7078498293515358,
      "grad_norm": 0.2644677106240594,
      "learning_rate": 4.845418019116166e-06,
      "loss": 0.2984,
      "num_tokens": 953393539.0,
      "step": 5004
    },
    {
      "epoch": 1.7081911262798635,
      "grad_norm": 0.279897251927359,
      "learning_rate": 4.843742999571138e-06,
      "loss": 0.3642,
      "num_tokens": 953601337.0,
      "step": 5005
    },
    {
      "epoch": 1.708532423208191,
      "grad_norm": 0.2907577725709159,
      "learning_rate": 4.842068072922908e-06,
      "loss": 0.3472,
      "num_tokens": 953788129.0,
      "step": 5006
    },
    {
      "epoch": 1.7088737201365187,
      "grad_norm": 0.2905665132586116,
      "learning_rate": 4.840393239408567e-06,
      "loss": 0.3261,
      "num_tokens": 953979283.0,
      "step": 5007
    },
    {
      "epoch": 1.7092150170648464,
      "grad_norm": 0.28853138681505386,
      "learning_rate": 4.838718499265204e-06,
      "loss": 0.2821,
      "num_tokens": 954138878.0,
      "step": 5008
    },
    {
      "epoch": 1.7095563139931742,
      "grad_norm": 0.2699126761998894,
      "learning_rate": 4.8370438527298805e-06,
      "loss": 0.2993,
      "num_tokens": 954324135.0,
      "step": 5009
    },
    {
      "epoch": 1.7098976109215016,
      "grad_norm": 0.287887967956919,
      "learning_rate": 4.835369300039654e-06,
      "loss": 0.3023,
      "num_tokens": 954499286.0,
      "step": 5010
    },
    {
      "epoch": 1.7102389078498295,
      "grad_norm": 0.3012189529647149,
      "learning_rate": 4.833694841431569e-06,
      "loss": 0.3164,
      "num_tokens": 954677068.0,
      "step": 5011
    },
    {
      "epoch": 1.7105802047781569,
      "grad_norm": 0.584159349811236,
      "learning_rate": 4.8320204771426515e-06,
      "loss": 0.347,
      "num_tokens": 954882907.0,
      "step": 5012
    },
    {
      "epoch": 1.7109215017064847,
      "grad_norm": 0.2874681504101062,
      "learning_rate": 4.8303462074099205e-06,
      "loss": 0.321,
      "num_tokens": 955055631.0,
      "step": 5013
    },
    {
      "epoch": 1.7112627986348121,
      "grad_norm": 0.2717908952364458,
      "learning_rate": 4.828672032470374e-06,
      "loss": 0.2799,
      "num_tokens": 955265825.0,
      "step": 5014
    },
    {
      "epoch": 1.71160409556314,
      "grad_norm": 0.27783313595994946,
      "learning_rate": 4.826997952561003e-06,
      "loss": 0.3289,
      "num_tokens": 955460895.0,
      "step": 5015
    },
    {
      "epoch": 1.7119453924914676,
      "grad_norm": 0.28659334315526325,
      "learning_rate": 4.825323967918782e-06,
      "loss": 0.3089,
      "num_tokens": 955647731.0,
      "step": 5016
    },
    {
      "epoch": 1.7122866894197952,
      "grad_norm": 0.27305694337333347,
      "learning_rate": 4.823650078780676e-06,
      "loss": 0.323,
      "num_tokens": 955836781.0,
      "step": 5017
    },
    {
      "epoch": 1.7126279863481229,
      "grad_norm": 0.2971929400840633,
      "learning_rate": 4.821976285383627e-06,
      "loss": 0.3175,
      "num_tokens": 956002220.0,
      "step": 5018
    },
    {
      "epoch": 1.7129692832764505,
      "grad_norm": 0.29085630308642624,
      "learning_rate": 4.8203025879645744e-06,
      "loss": 0.3172,
      "num_tokens": 956176022.0,
      "step": 5019
    },
    {
      "epoch": 1.713310580204778,
      "grad_norm": 0.2949164172659044,
      "learning_rate": 4.818628986760437e-06,
      "loss": 0.303,
      "num_tokens": 956338514.0,
      "step": 5020
    },
    {
      "epoch": 1.7136518771331057,
      "grad_norm": 0.2694464304853668,
      "learning_rate": 4.8169554820081255e-06,
      "loss": 0.2809,
      "num_tokens": 956520155.0,
      "step": 5021
    },
    {
      "epoch": 1.7139931740614336,
      "grad_norm": 0.2773748181463741,
      "learning_rate": 4.81528207394453e-06,
      "loss": 0.2875,
      "num_tokens": 956704914.0,
      "step": 5022
    },
    {
      "epoch": 1.714334470989761,
      "grad_norm": 0.30560547683679323,
      "learning_rate": 4.8136087628065306e-06,
      "loss": 0.2916,
      "num_tokens": 956879140.0,
      "step": 5023
    },
    {
      "epoch": 1.7146757679180888,
      "grad_norm": 0.29501951600665577,
      "learning_rate": 4.811935548830997e-06,
      "loss": 0.3356,
      "num_tokens": 957053192.0,
      "step": 5024
    },
    {
      "epoch": 1.7150170648464163,
      "grad_norm": 0.284261710789325,
      "learning_rate": 4.810262432254779e-06,
      "loss": 0.3369,
      "num_tokens": 957236460.0,
      "step": 5025
    },
    {
      "epoch": 1.715358361774744,
      "grad_norm": 0.3461919642260844,
      "learning_rate": 4.808589413314719e-06,
      "loss": 0.3265,
      "num_tokens": 957429025.0,
      "step": 5026
    },
    {
      "epoch": 1.7156996587030715,
      "grad_norm": 0.29537633602915925,
      "learning_rate": 4.806916492247637e-06,
      "loss": 0.363,
      "num_tokens": 957616274.0,
      "step": 5027
    },
    {
      "epoch": 1.7160409556313994,
      "grad_norm": 0.26469315668745896,
      "learning_rate": 4.805243669290346e-06,
      "loss": 0.3062,
      "num_tokens": 957819701.0,
      "step": 5028
    },
    {
      "epoch": 1.716382252559727,
      "grad_norm": 0.24799792767034579,
      "learning_rate": 4.803570944679646e-06,
      "loss": 0.2866,
      "num_tokens": 958029083.0,
      "step": 5029
    },
    {
      "epoch": 1.7167235494880546,
      "grad_norm": 0.2872809397923094,
      "learning_rate": 4.801898318652319e-06,
      "loss": 0.3256,
      "num_tokens": 958244569.0,
      "step": 5030
    },
    {
      "epoch": 1.7170648464163822,
      "grad_norm": 0.276660039044243,
      "learning_rate": 4.800225791445133e-06,
      "loss": 0.3042,
      "num_tokens": 958421778.0,
      "step": 5031
    },
    {
      "epoch": 1.7174061433447099,
      "grad_norm": 0.26046099076683615,
      "learning_rate": 4.798553363294844e-06,
      "loss": 0.2907,
      "num_tokens": 958615911.0,
      "step": 5032
    },
    {
      "epoch": 1.7177474402730375,
      "grad_norm": 0.27489784880935425,
      "learning_rate": 4.796881034438194e-06,
      "loss": 0.3301,
      "num_tokens": 958807613.0,
      "step": 5033
    },
    {
      "epoch": 1.7180887372013651,
      "grad_norm": 0.28888705790405494,
      "learning_rate": 4.795208805111912e-06,
      "loss": 0.3081,
      "num_tokens": 958971411.0,
      "step": 5034
    },
    {
      "epoch": 1.718430034129693,
      "grad_norm": 0.26360210000432877,
      "learning_rate": 4.793536675552707e-06,
      "loss": 0.2888,
      "num_tokens": 959173173.0,
      "step": 5035
    },
    {
      "epoch": 1.7187713310580204,
      "grad_norm": 0.265496223041489,
      "learning_rate": 4.791864645997281e-06,
      "loss": 0.3429,
      "num_tokens": 959393215.0,
      "step": 5036
    },
    {
      "epoch": 1.7191126279863482,
      "grad_norm": 0.28435428077407854,
      "learning_rate": 4.790192716682318e-06,
      "loss": 0.3208,
      "num_tokens": 959572198.0,
      "step": 5037
    },
    {
      "epoch": 1.7194539249146756,
      "grad_norm": 0.25098598698683994,
      "learning_rate": 4.788520887844491e-06,
      "loss": 0.3051,
      "num_tokens": 959793751.0,
      "step": 5038
    },
    {
      "epoch": 1.7197952218430035,
      "grad_norm": 0.27730441660511795,
      "learning_rate": 4.7868491597204555e-06,
      "loss": 0.3114,
      "num_tokens": 959981585.0,
      "step": 5039
    },
    {
      "epoch": 1.7201365187713311,
      "grad_norm": 0.28270188379878813,
      "learning_rate": 4.785177532546852e-06,
      "loss": 0.3223,
      "num_tokens": 960176618.0,
      "step": 5040
    },
    {
      "epoch": 1.7204778156996587,
      "grad_norm": 0.27672272278475485,
      "learning_rate": 4.78350600656031e-06,
      "loss": 0.2982,
      "num_tokens": 960361666.0,
      "step": 5041
    },
    {
      "epoch": 1.7208191126279864,
      "grad_norm": 0.2753857561085791,
      "learning_rate": 4.781834581997444e-06,
      "loss": 0.2951,
      "num_tokens": 960533614.0,
      "step": 5042
    },
    {
      "epoch": 1.721160409556314,
      "grad_norm": 0.2693316401822021,
      "learning_rate": 4.780163259094851e-06,
      "loss": 0.3214,
      "num_tokens": 960732908.0,
      "step": 5043
    },
    {
      "epoch": 1.7215017064846416,
      "grad_norm": 0.2556171839291658,
      "learning_rate": 4.778492038089119e-06,
      "loss": 0.3117,
      "num_tokens": 960945105.0,
      "step": 5044
    },
    {
      "epoch": 1.7218430034129693,
      "grad_norm": 0.2795161378566637,
      "learning_rate": 4.776820919216815e-06,
      "loss": 0.3222,
      "num_tokens": 961130737.0,
      "step": 5045
    },
    {
      "epoch": 1.7221843003412969,
      "grad_norm": 0.3046909842004849,
      "learning_rate": 4.775149902714498e-06,
      "loss": 0.3542,
      "num_tokens": 961317318.0,
      "step": 5046
    },
    {
      "epoch": 1.7225255972696245,
      "grad_norm": 0.30413867867776995,
      "learning_rate": 4.773478988818709e-06,
      "loss": 0.3193,
      "num_tokens": 961477847.0,
      "step": 5047
    },
    {
      "epoch": 1.7228668941979524,
      "grad_norm": 0.25936292402120786,
      "learning_rate": 4.771808177765976e-06,
      "loss": 0.2914,
      "num_tokens": 961667802.0,
      "step": 5048
    },
    {
      "epoch": 1.7232081911262798,
      "grad_norm": 0.28600437642886467,
      "learning_rate": 4.770137469792808e-06,
      "loss": 0.3138,
      "num_tokens": 961869527.0,
      "step": 5049
    },
    {
      "epoch": 1.7235494880546076,
      "grad_norm": 0.31077034636520073,
      "learning_rate": 4.768466865135705e-06,
      "loss": 0.3313,
      "num_tokens": 962034076.0,
      "step": 5050
    },
    {
      "epoch": 1.723890784982935,
      "grad_norm": 0.26228921746008815,
      "learning_rate": 4.766796364031153e-06,
      "loss": 0.3345,
      "num_tokens": 962266591.0,
      "step": 5051
    },
    {
      "epoch": 1.7242320819112629,
      "grad_norm": 0.2794288097478068,
      "learning_rate": 4.7651259667156165e-06,
      "loss": 0.3043,
      "num_tokens": 962434031.0,
      "step": 5052
    },
    {
      "epoch": 1.7245733788395905,
      "grad_norm": 0.2803743355152203,
      "learning_rate": 4.7634556734255526e-06,
      "loss": 0.2938,
      "num_tokens": 962613267.0,
      "step": 5053
    },
    {
      "epoch": 1.7249146757679181,
      "grad_norm": 0.28415670716610164,
      "learning_rate": 4.761785484397397e-06,
      "loss": 0.3089,
      "num_tokens": 962778038.0,
      "step": 5054
    },
    {
      "epoch": 1.7252559726962458,
      "grad_norm": 0.27287996536798464,
      "learning_rate": 4.760115399867576e-06,
      "loss": 0.3345,
      "num_tokens": 962990998.0,
      "step": 5055
    },
    {
      "epoch": 1.7255972696245734,
      "grad_norm": 0.308193532118424,
      "learning_rate": 4.758445420072503e-06,
      "loss": 0.3292,
      "num_tokens": 963210566.0,
      "step": 5056
    },
    {
      "epoch": 1.725938566552901,
      "grad_norm": 0.2641932133383774,
      "learning_rate": 4.756775545248566e-06,
      "loss": 0.3152,
      "num_tokens": 963407550.0,
      "step": 5057
    },
    {
      "epoch": 1.7262798634812286,
      "grad_norm": 0.2686405960593885,
      "learning_rate": 4.755105775632148e-06,
      "loss": 0.3127,
      "num_tokens": 963592770.0,
      "step": 5058
    },
    {
      "epoch": 1.7266211604095563,
      "grad_norm": 0.25729361432942033,
      "learning_rate": 4.753436111459615e-06,
      "loss": 0.3323,
      "num_tokens": 963829164.0,
      "step": 5059
    },
    {
      "epoch": 1.726962457337884,
      "grad_norm": 0.27350979384936425,
      "learning_rate": 4.7517665529673165e-06,
      "loss": 0.2809,
      "num_tokens": 964003403.0,
      "step": 5060
    },
    {
      "epoch": 1.7273037542662117,
      "grad_norm": 0.26803284804289745,
      "learning_rate": 4.750097100391589e-06,
      "loss": 0.3253,
      "num_tokens": 964183468.0,
      "step": 5061
    },
    {
      "epoch": 1.7276450511945391,
      "grad_norm": 0.2706585216365416,
      "learning_rate": 4.748427753968751e-06,
      "loss": 0.2919,
      "num_tokens": 964352276.0,
      "step": 5062
    },
    {
      "epoch": 1.727986348122867,
      "grad_norm": 0.27011129934946004,
      "learning_rate": 4.746758513935107e-06,
      "loss": 0.308,
      "num_tokens": 964547824.0,
      "step": 5063
    },
    {
      "epoch": 1.7283276450511944,
      "grad_norm": 0.27643769910930405,
      "learning_rate": 4.745089380526948e-06,
      "loss": 0.2994,
      "num_tokens": 964721142.0,
      "step": 5064
    },
    {
      "epoch": 1.7286689419795223,
      "grad_norm": 0.26055911132637255,
      "learning_rate": 4.743420353980552e-06,
      "loss": 0.3103,
      "num_tokens": 964917832.0,
      "step": 5065
    },
    {
      "epoch": 1.7290102389078499,
      "grad_norm": 0.282022870812238,
      "learning_rate": 4.7417514345321746e-06,
      "loss": 0.2996,
      "num_tokens": 965086469.0,
      "step": 5066
    },
    {
      "epoch": 1.7293515358361775,
      "grad_norm": 0.2808942334658332,
      "learning_rate": 4.740082622418062e-06,
      "loss": 0.2981,
      "num_tokens": 965260294.0,
      "step": 5067
    },
    {
      "epoch": 1.7296928327645051,
      "grad_norm": 0.2793341588789152,
      "learning_rate": 4.738413917874443e-06,
      "loss": 0.2894,
      "num_tokens": 965430398.0,
      "step": 5068
    },
    {
      "epoch": 1.7300341296928328,
      "grad_norm": 0.2771579155936749,
      "learning_rate": 4.7367453211375356e-06,
      "loss": 0.3117,
      "num_tokens": 965615896.0,
      "step": 5069
    },
    {
      "epoch": 1.7303754266211604,
      "grad_norm": 0.25674959244172246,
      "learning_rate": 4.735076832443535e-06,
      "loss": 0.2995,
      "num_tokens": 965811918.0,
      "step": 5070
    },
    {
      "epoch": 1.730716723549488,
      "grad_norm": 0.2576854258745522,
      "learning_rate": 4.733408452028624e-06,
      "loss": 0.2902,
      "num_tokens": 965989870.0,
      "step": 5071
    },
    {
      "epoch": 1.7310580204778157,
      "grad_norm": 0.28057759855810194,
      "learning_rate": 4.731740180128976e-06,
      "loss": 0.3162,
      "num_tokens": 966178170.0,
      "step": 5072
    },
    {
      "epoch": 1.7313993174061433,
      "grad_norm": 0.28379223961953115,
      "learning_rate": 4.730072016980739e-06,
      "loss": 0.3002,
      "num_tokens": 966341725.0,
      "step": 5073
    },
    {
      "epoch": 1.7317406143344711,
      "grad_norm": 0.2576561616638969,
      "learning_rate": 4.728403962820055e-06,
      "loss": 0.3037,
      "num_tokens": 966556291.0,
      "step": 5074
    },
    {
      "epoch": 1.7320819112627985,
      "grad_norm": 0.29411499759646964,
      "learning_rate": 4.7267360178830425e-06,
      "loss": 0.2979,
      "num_tokens": 966740603.0,
      "step": 5075
    },
    {
      "epoch": 1.7324232081911264,
      "grad_norm": 0.2850289022134739,
      "learning_rate": 4.725068182405811e-06,
      "loss": 0.3254,
      "num_tokens": 966921286.0,
      "step": 5076
    },
    {
      "epoch": 1.7327645051194538,
      "grad_norm": 0.2548303959700722,
      "learning_rate": 4.72340045662445e-06,
      "loss": 0.3033,
      "num_tokens": 967130941.0,
      "step": 5077
    },
    {
      "epoch": 1.7331058020477816,
      "grad_norm": 0.32849996894145245,
      "learning_rate": 4.721732840775038e-06,
      "loss": 0.3259,
      "num_tokens": 967298132.0,
      "step": 5078
    },
    {
      "epoch": 1.7334470989761093,
      "grad_norm": 0.2593648242969028,
      "learning_rate": 4.720065335093632e-06,
      "loss": 0.3237,
      "num_tokens": 967520394.0,
      "step": 5079
    },
    {
      "epoch": 1.733788395904437,
      "grad_norm": 0.2789112469551598,
      "learning_rate": 4.718397939816277e-06,
      "loss": 0.3314,
      "num_tokens": 967723270.0,
      "step": 5080
    },
    {
      "epoch": 1.7341296928327645,
      "grad_norm": 0.28630767111756783,
      "learning_rate": 4.7167306551790035e-06,
      "loss": 0.3089,
      "num_tokens": 967885282.0,
      "step": 5081
    },
    {
      "epoch": 1.7344709897610922,
      "grad_norm": 0.27341955137631985,
      "learning_rate": 4.715063481417824e-06,
      "loss": 0.3195,
      "num_tokens": 968089370.0,
      "step": 5082
    },
    {
      "epoch": 1.7348122866894198,
      "grad_norm": 0.2752151579733113,
      "learning_rate": 4.7133964187687374e-06,
      "loss": 0.3577,
      "num_tokens": 968304137.0,
      "step": 5083
    },
    {
      "epoch": 1.7351535836177474,
      "grad_norm": 0.27193460518331525,
      "learning_rate": 4.7117294674677235e-06,
      "loss": 0.3552,
      "num_tokens": 968525228.0,
      "step": 5084
    },
    {
      "epoch": 1.735494880546075,
      "grad_norm": 0.2519243867306158,
      "learning_rate": 4.71006262775075e-06,
      "loss": 0.3014,
      "num_tokens": 968728850.0,
      "step": 5085
    },
    {
      "epoch": 1.7358361774744027,
      "grad_norm": 0.3143879005475215,
      "learning_rate": 4.708395899853767e-06,
      "loss": 0.3188,
      "num_tokens": 968879287.0,
      "step": 5086
    },
    {
      "epoch": 1.7361774744027305,
      "grad_norm": 0.31481368159391876,
      "learning_rate": 4.706729284012711e-06,
      "loss": 0.3256,
      "num_tokens": 969070964.0,
      "step": 5087
    },
    {
      "epoch": 1.736518771331058,
      "grad_norm": 0.312201156241446,
      "learning_rate": 4.705062780463495e-06,
      "loss": 0.358,
      "num_tokens": 969259712.0,
      "step": 5088
    },
    {
      "epoch": 1.7368600682593858,
      "grad_norm": 0.2622998235515737,
      "learning_rate": 4.703396389442027e-06,
      "loss": 0.2831,
      "num_tokens": 969447294.0,
      "step": 5089
    },
    {
      "epoch": 1.7372013651877132,
      "grad_norm": 0.2586898481274659,
      "learning_rate": 4.701730111184191e-06,
      "loss": 0.3092,
      "num_tokens": 969646743.0,
      "step": 5090
    },
    {
      "epoch": 1.737542662116041,
      "grad_norm": 0.310406926833021,
      "learning_rate": 4.7000639459258605e-06,
      "loss": 0.3487,
      "num_tokens": 969831126.0,
      "step": 5091
    },
    {
      "epoch": 1.7378839590443687,
      "grad_norm": 0.2897743356623567,
      "learning_rate": 4.698397893902888e-06,
      "loss": 0.3203,
      "num_tokens": 970004683.0,
      "step": 5092
    },
    {
      "epoch": 1.7382252559726963,
      "grad_norm": 0.25172365306285144,
      "learning_rate": 4.6967319553511115e-06,
      "loss": 0.2928,
      "num_tokens": 970212979.0,
      "step": 5093
    },
    {
      "epoch": 1.738566552901024,
      "grad_norm": 0.2732352551895589,
      "learning_rate": 4.695066130506357e-06,
      "loss": 0.2974,
      "num_tokens": 970400689.0,
      "step": 5094
    },
    {
      "epoch": 1.7389078498293515,
      "grad_norm": 0.3185026838688659,
      "learning_rate": 4.693400419604431e-06,
      "loss": 0.3363,
      "num_tokens": 970557739.0,
      "step": 5095
    },
    {
      "epoch": 1.7392491467576792,
      "grad_norm": 0.2761914594780157,
      "learning_rate": 4.6917348228811224e-06,
      "loss": 0.3163,
      "num_tokens": 970738043.0,
      "step": 5096
    },
    {
      "epoch": 1.7395904436860068,
      "grad_norm": 0.29201177781509763,
      "learning_rate": 4.690069340572204e-06,
      "loss": 0.3439,
      "num_tokens": 970929853.0,
      "step": 5097
    },
    {
      "epoch": 1.7399317406143344,
      "grad_norm": 0.2588067762650585,
      "learning_rate": 4.688403972913436e-06,
      "loss": 0.3211,
      "num_tokens": 971129897.0,
      "step": 5098
    },
    {
      "epoch": 1.740273037542662,
      "grad_norm": 0.30247468781694836,
      "learning_rate": 4.686738720140562e-06,
      "loss": 0.3472,
      "num_tokens": 971327072.0,
      "step": 5099
    },
    {
      "epoch": 1.74061433447099,
      "grad_norm": 0.314276347510492,
      "learning_rate": 4.685073582489306e-06,
      "loss": 0.3385,
      "num_tokens": 971489817.0,
      "step": 5100
    },
    {
      "epoch": 1.7409556313993173,
      "grad_norm": 0.29215345447232943,
      "learning_rate": 4.683408560195376e-06,
      "loss": 0.2952,
      "num_tokens": 971658637.0,
      "step": 5101
    },
    {
      "epoch": 1.7412969283276452,
      "grad_norm": 0.2755897873671415,
      "learning_rate": 4.681743653494467e-06,
      "loss": 0.3153,
      "num_tokens": 971823374.0,
      "step": 5102
    },
    {
      "epoch": 1.7416382252559726,
      "grad_norm": 0.3240745544551612,
      "learning_rate": 4.680078862622255e-06,
      "loss": 0.3105,
      "num_tokens": 971991431.0,
      "step": 5103
    },
    {
      "epoch": 1.7419795221843004,
      "grad_norm": 0.28148365702023653,
      "learning_rate": 4.6784141878144026e-06,
      "loss": 0.3154,
      "num_tokens": 972178228.0,
      "step": 5104
    },
    {
      "epoch": 1.742320819112628,
      "grad_norm": 0.26440167310422397,
      "learning_rate": 4.67674962930655e-06,
      "loss": 0.2815,
      "num_tokens": 972349459.0,
      "step": 5105
    },
    {
      "epoch": 1.7426621160409557,
      "grad_norm": 0.26422261285679804,
      "learning_rate": 4.6750851873343265e-06,
      "loss": 0.332,
      "num_tokens": 972570891.0,
      "step": 5106
    },
    {
      "epoch": 1.7430034129692833,
      "grad_norm": 0.30033343280198094,
      "learning_rate": 4.673420862133342e-06,
      "loss": 0.2925,
      "num_tokens": 972730008.0,
      "step": 5107
    },
    {
      "epoch": 1.743344709897611,
      "grad_norm": 0.2576889506971944,
      "learning_rate": 4.671756653939192e-06,
      "loss": 0.2995,
      "num_tokens": 972936287.0,
      "step": 5108
    },
    {
      "epoch": 1.7436860068259386,
      "grad_norm": 0.27030057045374756,
      "learning_rate": 4.670092562987456e-06,
      "loss": 0.3336,
      "num_tokens": 973149894.0,
      "step": 5109
    },
    {
      "epoch": 1.7440273037542662,
      "grad_norm": 0.2638036552062034,
      "learning_rate": 4.66842858951369e-06,
      "loss": 0.3253,
      "num_tokens": 973372097.0,
      "step": 5110
    },
    {
      "epoch": 1.7443686006825938,
      "grad_norm": 0.25567200510306215,
      "learning_rate": 4.666764733753445e-06,
      "loss": 0.3262,
      "num_tokens": 973576827.0,
      "step": 5111
    },
    {
      "epoch": 1.7447098976109214,
      "grad_norm": 0.2731277613810579,
      "learning_rate": 4.665100995942244e-06,
      "loss": 0.3104,
      "num_tokens": 973764637.0,
      "step": 5112
    },
    {
      "epoch": 1.7450511945392493,
      "grad_norm": 0.2773081906743888,
      "learning_rate": 4.663437376315603e-06,
      "loss": 0.3392,
      "num_tokens": 973966233.0,
      "step": 5113
    },
    {
      "epoch": 1.7453924914675767,
      "grad_norm": 0.28148942179519526,
      "learning_rate": 4.661773875109012e-06,
      "loss": 0.3373,
      "num_tokens": 974175351.0,
      "step": 5114
    },
    {
      "epoch": 1.7457337883959045,
      "grad_norm": 0.30423067418577,
      "learning_rate": 4.660110492557949e-06,
      "loss": 0.314,
      "num_tokens": 974341998.0,
      "step": 5115
    },
    {
      "epoch": 1.746075085324232,
      "grad_norm": 0.2459542369110281,
      "learning_rate": 4.658447228897877e-06,
      "loss": 0.3034,
      "num_tokens": 974560836.0,
      "step": 5116
    },
    {
      "epoch": 1.7464163822525598,
      "grad_norm": 0.2592410223832804,
      "learning_rate": 4.656784084364239e-06,
      "loss": 0.3302,
      "num_tokens": 974762730.0,
      "step": 5117
    },
    {
      "epoch": 1.7467576791808874,
      "grad_norm": 0.2832285835790535,
      "learning_rate": 4.655121059192465e-06,
      "loss": 0.3384,
      "num_tokens": 974945480.0,
      "step": 5118
    },
    {
      "epoch": 1.747098976109215,
      "grad_norm": 0.24658645590292141,
      "learning_rate": 4.653458153617963e-06,
      "loss": 0.3207,
      "num_tokens": 975180412.0,
      "step": 5119
    },
    {
      "epoch": 1.7474402730375427,
      "grad_norm": 0.25560366766973397,
      "learning_rate": 4.651795367876125e-06,
      "loss": 0.3057,
      "num_tokens": 975384127.0,
      "step": 5120
    },
    {
      "epoch": 1.7477815699658703,
      "grad_norm": 0.2891835299210592,
      "learning_rate": 4.65013270220233e-06,
      "loss": 0.2914,
      "num_tokens": 975587462.0,
      "step": 5121
    },
    {
      "epoch": 1.748122866894198,
      "grad_norm": 0.273777776839588,
      "learning_rate": 4.648470156831938e-06,
      "loss": 0.3065,
      "num_tokens": 975772024.0,
      "step": 5122
    },
    {
      "epoch": 1.7484641638225256,
      "grad_norm": 0.28190509965863025,
      "learning_rate": 4.646807732000288e-06,
      "loss": 0.3423,
      "num_tokens": 976012951.0,
      "step": 5123
    },
    {
      "epoch": 1.7488054607508532,
      "grad_norm": 0.27466405498635554,
      "learning_rate": 4.645145427942709e-06,
      "loss": 0.3132,
      "num_tokens": 976185363.0,
      "step": 5124
    },
    {
      "epoch": 1.7491467576791808,
      "grad_norm": 0.30402488487308127,
      "learning_rate": 4.643483244894507e-06,
      "loss": 0.2937,
      "num_tokens": 976346454.0,
      "step": 5125
    },
    {
      "epoch": 1.7494880546075087,
      "grad_norm": 0.2696893094621801,
      "learning_rate": 4.641821183090975e-06,
      "loss": 0.284,
      "num_tokens": 976517309.0,
      "step": 5126
    },
    {
      "epoch": 1.749829351535836,
      "grad_norm": 0.30922142049409196,
      "learning_rate": 4.640159242767386e-06,
      "loss": 0.3204,
      "num_tokens": 976720084.0,
      "step": 5127
    },
    {
      "epoch": 1.750170648464164,
      "grad_norm": 0.24786471175081917,
      "learning_rate": 4.638497424158995e-06,
      "loss": 0.3156,
      "num_tokens": 976937844.0,
      "step": 5128
    },
    {
      "epoch": 1.7505119453924913,
      "grad_norm": 0.31369665008332026,
      "learning_rate": 4.636835727501045e-06,
      "loss": 0.336,
      "num_tokens": 977103794.0,
      "step": 5129
    },
    {
      "epoch": 1.7508532423208192,
      "grad_norm": 0.24697000333003996,
      "learning_rate": 4.635174153028757e-06,
      "loss": 0.3214,
      "num_tokens": 977329235.0,
      "step": 5130
    },
    {
      "epoch": 1.7511945392491468,
      "grad_norm": 0.2861292157289595,
      "learning_rate": 4.633512700977335e-06,
      "loss": 0.3345,
      "num_tokens": 977528141.0,
      "step": 5131
    },
    {
      "epoch": 1.7515358361774744,
      "grad_norm": 0.28209014177250696,
      "learning_rate": 4.631851371581968e-06,
      "loss": 0.3213,
      "num_tokens": 977716134.0,
      "step": 5132
    },
    {
      "epoch": 1.751877133105802,
      "grad_norm": 0.2555423001827875,
      "learning_rate": 4.6301901650778245e-06,
      "loss": 0.2895,
      "num_tokens": 977901322.0,
      "step": 5133
    },
    {
      "epoch": 1.7522184300341297,
      "grad_norm": 0.2730966001996358,
      "learning_rate": 4.628529081700061e-06,
      "loss": 0.3242,
      "num_tokens": 978093921.0,
      "step": 5134
    },
    {
      "epoch": 1.7525597269624573,
      "grad_norm": 0.23964364476101369,
      "learning_rate": 4.626868121683811e-06,
      "loss": 0.3049,
      "num_tokens": 978319168.0,
      "step": 5135
    },
    {
      "epoch": 1.752901023890785,
      "grad_norm": 0.23981042144844109,
      "learning_rate": 4.625207285264189e-06,
      "loss": 0.2951,
      "num_tokens": 978526187.0,
      "step": 5136
    },
    {
      "epoch": 1.7532423208191126,
      "grad_norm": 0.32457457019249364,
      "learning_rate": 4.623546572676301e-06,
      "loss": 0.3292,
      "num_tokens": 978719224.0,
      "step": 5137
    },
    {
      "epoch": 1.7535836177474402,
      "grad_norm": 0.3695361223822397,
      "learning_rate": 4.621885984155228e-06,
      "loss": 0.3307,
      "num_tokens": 978935517.0,
      "step": 5138
    },
    {
      "epoch": 1.753924914675768,
      "grad_norm": 0.2589519405895985,
      "learning_rate": 4.620225519936036e-06,
      "loss": 0.3355,
      "num_tokens": 979163191.0,
      "step": 5139
    },
    {
      "epoch": 1.7542662116040955,
      "grad_norm": 0.24193497287042273,
      "learning_rate": 4.61856518025377e-06,
      "loss": 0.3233,
      "num_tokens": 979406853.0,
      "step": 5140
    },
    {
      "epoch": 1.7546075085324233,
      "grad_norm": 0.28034802333533554,
      "learning_rate": 4.616904965343464e-06,
      "loss": 0.3316,
      "num_tokens": 979594441.0,
      "step": 5141
    },
    {
      "epoch": 1.7549488054607507,
      "grad_norm": 0.27272571919314287,
      "learning_rate": 4.615244875440128e-06,
      "loss": 0.3161,
      "num_tokens": 979795174.0,
      "step": 5142
    },
    {
      "epoch": 1.7552901023890786,
      "grad_norm": 0.2710463073440903,
      "learning_rate": 4.6135849107787586e-06,
      "loss": 0.3149,
      "num_tokens": 979976061.0,
      "step": 5143
    },
    {
      "epoch": 1.7556313993174062,
      "grad_norm": 0.27703915192287465,
      "learning_rate": 4.611925071594334e-06,
      "loss": 0.3425,
      "num_tokens": 980169008.0,
      "step": 5144
    },
    {
      "epoch": 1.7559726962457338,
      "grad_norm": 0.31799560708056707,
      "learning_rate": 4.610265358121811e-06,
      "loss": 0.2935,
      "num_tokens": 980324545.0,
      "step": 5145
    },
    {
      "epoch": 1.7563139931740614,
      "grad_norm": 0.2965260667882998,
      "learning_rate": 4.60860577059613e-06,
      "loss": 0.3261,
      "num_tokens": 980513719.0,
      "step": 5146
    },
    {
      "epoch": 1.756655290102389,
      "grad_norm": 0.26423305593335344,
      "learning_rate": 4.6069463092522185e-06,
      "loss": 0.3235,
      "num_tokens": 980708013.0,
      "step": 5147
    },
    {
      "epoch": 1.7569965870307167,
      "grad_norm": 0.27849908891431374,
      "learning_rate": 4.6052869743249804e-06,
      "loss": 0.3019,
      "num_tokens": 980881589.0,
      "step": 5148
    },
    {
      "epoch": 1.7573378839590443,
      "grad_norm": 0.27368625328944124,
      "learning_rate": 4.603627766049304e-06,
      "loss": 0.3285,
      "num_tokens": 981076809.0,
      "step": 5149
    },
    {
      "epoch": 1.757679180887372,
      "grad_norm": 0.27697477404468857,
      "learning_rate": 4.6019686846600585e-06,
      "loss": 0.3332,
      "num_tokens": 981307662.0,
      "step": 5150
    },
    {
      "epoch": 1.7580204778156996,
      "grad_norm": 0.2931511638781607,
      "learning_rate": 4.600309730392098e-06,
      "loss": 0.3272,
      "num_tokens": 981483149.0,
      "step": 5151
    },
    {
      "epoch": 1.7583617747440274,
      "grad_norm": 0.34861137049119656,
      "learning_rate": 4.598650903480254e-06,
      "loss": 0.3149,
      "num_tokens": 981638560.0,
      "step": 5152
    },
    {
      "epoch": 1.7587030716723548,
      "grad_norm": 0.2646693127835673,
      "learning_rate": 4.5969922041593475e-06,
      "loss": 0.2832,
      "num_tokens": 981804658.0,
      "step": 5153
    },
    {
      "epoch": 1.7590443686006827,
      "grad_norm": 0.453093988221681,
      "learning_rate": 4.59533363266417e-06,
      "loss": 0.3296,
      "num_tokens": 981980950.0,
      "step": 5154
    },
    {
      "epoch": 1.75938566552901,
      "grad_norm": 0.26121746227150183,
      "learning_rate": 4.593675189229506e-06,
      "loss": 0.3247,
      "num_tokens": 982177006.0,
      "step": 5155
    },
    {
      "epoch": 1.759726962457338,
      "grad_norm": 0.2859935516023217,
      "learning_rate": 4.592016874090115e-06,
      "loss": 0.3621,
      "num_tokens": 982392907.0,
      "step": 5156
    },
    {
      "epoch": 1.7600682593856656,
      "grad_norm": 0.2748158903109818,
      "learning_rate": 4.590358687480744e-06,
      "loss": 0.3223,
      "num_tokens": 982585123.0,
      "step": 5157
    },
    {
      "epoch": 1.7604095563139932,
      "grad_norm": 0.2833983225319843,
      "learning_rate": 4.588700629636113e-06,
      "loss": 0.3168,
      "num_tokens": 982768707.0,
      "step": 5158
    },
    {
      "epoch": 1.7607508532423208,
      "grad_norm": 0.28723258443013777,
      "learning_rate": 4.587042700790932e-06,
      "loss": 0.3087,
      "num_tokens": 982942648.0,
      "step": 5159
    },
    {
      "epoch": 1.7610921501706485,
      "grad_norm": 0.30127440964654517,
      "learning_rate": 4.585384901179892e-06,
      "loss": 0.3281,
      "num_tokens": 983126434.0,
      "step": 5160
    },
    {
      "epoch": 1.761433447098976,
      "grad_norm": 0.28240125680525485,
      "learning_rate": 4.583727231037663e-06,
      "loss": 0.2945,
      "num_tokens": 983290441.0,
      "step": 5161
    },
    {
      "epoch": 1.7617747440273037,
      "grad_norm": 0.3015008678011988,
      "learning_rate": 4.582069690598895e-06,
      "loss": 0.3006,
      "num_tokens": 983433996.0,
      "step": 5162
    },
    {
      "epoch": 1.7621160409556313,
      "grad_norm": 0.31572089606924847,
      "learning_rate": 4.580412280098222e-06,
      "loss": 0.3402,
      "num_tokens": 983587922.0,
      "step": 5163
    },
    {
      "epoch": 1.762457337883959,
      "grad_norm": 0.7528348186209113,
      "learning_rate": 4.5787549997702604e-06,
      "loss": 0.3359,
      "num_tokens": 983762355.0,
      "step": 5164
    },
    {
      "epoch": 1.7627986348122868,
      "grad_norm": 0.28651681761395137,
      "learning_rate": 4.5770978498496095e-06,
      "loss": 0.3205,
      "num_tokens": 984002303.0,
      "step": 5165
    },
    {
      "epoch": 1.7631399317406142,
      "grad_norm": 0.30235069827977484,
      "learning_rate": 4.575440830570847e-06,
      "loss": 0.311,
      "num_tokens": 984147075.0,
      "step": 5166
    },
    {
      "epoch": 1.763481228668942,
      "grad_norm": 0.26390655675023245,
      "learning_rate": 4.573783942168531e-06,
      "loss": 0.3005,
      "num_tokens": 984325176.0,
      "step": 5167
    },
    {
      "epoch": 1.7638225255972695,
      "grad_norm": 0.2770330103407949,
      "learning_rate": 4.572127184877205e-06,
      "loss": 0.3469,
      "num_tokens": 984524323.0,
      "step": 5168
    },
    {
      "epoch": 1.7641638225255973,
      "grad_norm": 0.2738446436056244,
      "learning_rate": 4.570470558931392e-06,
      "loss": 0.3179,
      "num_tokens": 984703969.0,
      "step": 5169
    },
    {
      "epoch": 1.764505119453925,
      "grad_norm": 0.2906095086284644,
      "learning_rate": 4.5688140645655965e-06,
      "loss": 0.3053,
      "num_tokens": 984874525.0,
      "step": 5170
    },
    {
      "epoch": 1.7648464163822526,
      "grad_norm": 0.25009059728275645,
      "learning_rate": 4.567157702014303e-06,
      "loss": 0.2954,
      "num_tokens": 985099503.0,
      "step": 5171
    },
    {
      "epoch": 1.7651877133105802,
      "grad_norm": 0.2796478371596573,
      "learning_rate": 4.565501471511982e-06,
      "loss": 0.293,
      "num_tokens": 985281642.0,
      "step": 5172
    },
    {
      "epoch": 1.7655290102389078,
      "grad_norm": 0.28552175011799724,
      "learning_rate": 4.563845373293078e-06,
      "loss": 0.336,
      "num_tokens": 985448653.0,
      "step": 5173
    },
    {
      "epoch": 1.7658703071672355,
      "grad_norm": 0.27213617047470934,
      "learning_rate": 4.562189407592025e-06,
      "loss": 0.306,
      "num_tokens": 985629827.0,
      "step": 5174
    },
    {
      "epoch": 1.766211604095563,
      "grad_norm": 0.2568496145068706,
      "learning_rate": 4.56053357464323e-06,
      "loss": 0.364,
      "num_tokens": 985862868.0,
      "step": 5175
    },
    {
      "epoch": 1.7665529010238907,
      "grad_norm": 0.2969788820958056,
      "learning_rate": 4.558877874681087e-06,
      "loss": 0.3176,
      "num_tokens": 986048311.0,
      "step": 5176
    },
    {
      "epoch": 1.7668941979522184,
      "grad_norm": 0.266591930845656,
      "learning_rate": 4.55722230793997e-06,
      "loss": 0.3263,
      "num_tokens": 986266620.0,
      "step": 5177
    },
    {
      "epoch": 1.7672354948805462,
      "grad_norm": 0.28984228403782064,
      "learning_rate": 4.555566874654234e-06,
      "loss": 0.2909,
      "num_tokens": 986432130.0,
      "step": 5178
    },
    {
      "epoch": 1.7675767918088736,
      "grad_norm": 0.22792562306217745,
      "learning_rate": 4.553911575058213e-06,
      "loss": 0.3101,
      "num_tokens": 986687310.0,
      "step": 5179
    },
    {
      "epoch": 1.7679180887372015,
      "grad_norm": 0.25772337276735874,
      "learning_rate": 4.552256409386225e-06,
      "loss": 0.3294,
      "num_tokens": 986892779.0,
      "step": 5180
    },
    {
      "epoch": 1.7682593856655289,
      "grad_norm": 0.24016884614550746,
      "learning_rate": 4.550601377872568e-06,
      "loss": 0.3397,
      "num_tokens": 987122223.0,
      "step": 5181
    },
    {
      "epoch": 1.7686006825938567,
      "grad_norm": 0.253166572601658,
      "learning_rate": 4.54894648075152e-06,
      "loss": 0.3192,
      "num_tokens": 987322746.0,
      "step": 5182
    },
    {
      "epoch": 1.7689419795221843,
      "grad_norm": 0.25882646469592,
      "learning_rate": 4.5472917182573425e-06,
      "loss": 0.3307,
      "num_tokens": 987526684.0,
      "step": 5183
    },
    {
      "epoch": 1.769283276450512,
      "grad_norm": 0.29019871436965383,
      "learning_rate": 4.545637090624273e-06,
      "loss": 0.3123,
      "num_tokens": 987708574.0,
      "step": 5184
    },
    {
      "epoch": 1.7696245733788396,
      "grad_norm": 0.2831729685412594,
      "learning_rate": 4.543982598086536e-06,
      "loss": 0.3191,
      "num_tokens": 987901897.0,
      "step": 5185
    },
    {
      "epoch": 1.7699658703071672,
      "grad_norm": 0.2621715865490135,
      "learning_rate": 4.542328240878333e-06,
      "loss": 0.3407,
      "num_tokens": 988122154.0,
      "step": 5186
    },
    {
      "epoch": 1.7703071672354949,
      "grad_norm": 0.272658818616841,
      "learning_rate": 4.5406740192338475e-06,
      "loss": 0.3269,
      "num_tokens": 988323886.0,
      "step": 5187
    },
    {
      "epoch": 1.7706484641638225,
      "grad_norm": 0.299060080771744,
      "learning_rate": 4.539019933387244e-06,
      "loss": 0.3092,
      "num_tokens": 988493554.0,
      "step": 5188
    },
    {
      "epoch": 1.7709897610921501,
      "grad_norm": 0.26250858306433167,
      "learning_rate": 4.537365983572667e-06,
      "loss": 0.3078,
      "num_tokens": 988717605.0,
      "step": 5189
    },
    {
      "epoch": 1.7713310580204777,
      "grad_norm": 0.2916029280512861,
      "learning_rate": 4.5357121700242424e-06,
      "loss": 0.2989,
      "num_tokens": 988868705.0,
      "step": 5190
    },
    {
      "epoch": 1.7716723549488056,
      "grad_norm": 0.28687140137493555,
      "learning_rate": 4.534058492976077e-06,
      "loss": 0.3282,
      "num_tokens": 989052612.0,
      "step": 5191
    },
    {
      "epoch": 1.772013651877133,
      "grad_norm": 0.28657416548822223,
      "learning_rate": 4.53240495266226e-06,
      "loss": 0.3072,
      "num_tokens": 989219877.0,
      "step": 5192
    },
    {
      "epoch": 1.7723549488054609,
      "grad_norm": 0.31096797136858567,
      "learning_rate": 4.530751549316853e-06,
      "loss": 0.2925,
      "num_tokens": 989392787.0,
      "step": 5193
    },
    {
      "epoch": 1.7726962457337883,
      "grad_norm": 0.33769348908215696,
      "learning_rate": 4.529098283173908e-06,
      "loss": 0.2903,
      "num_tokens": 989568224.0,
      "step": 5194
    },
    {
      "epoch": 1.773037542662116,
      "grad_norm": 0.2850157773985329,
      "learning_rate": 4.527445154467455e-06,
      "loss": 0.2968,
      "num_tokens": 989729085.0,
      "step": 5195
    },
    {
      "epoch": 1.7733788395904437,
      "grad_norm": 0.28803751022081314,
      "learning_rate": 4.525792163431503e-06,
      "loss": 0.3226,
      "num_tokens": 989917915.0,
      "step": 5196
    },
    {
      "epoch": 1.7737201365187714,
      "grad_norm": 0.2640729165315187,
      "learning_rate": 4.524139310300041e-06,
      "loss": 0.3095,
      "num_tokens": 990119024.0,
      "step": 5197
    },
    {
      "epoch": 1.774061433447099,
      "grad_norm": 0.2577032482488377,
      "learning_rate": 4.522486595307039e-06,
      "loss": 0.2944,
      "num_tokens": 990322134.0,
      "step": 5198
    },
    {
      "epoch": 1.7744027303754266,
      "grad_norm": 0.30120924870697785,
      "learning_rate": 4.520834018686451e-06,
      "loss": 0.3354,
      "num_tokens": 990526089.0,
      "step": 5199
    },
    {
      "epoch": 1.7747440273037542,
      "grad_norm": 0.29608067240272046,
      "learning_rate": 4.519181580672204e-06,
      "loss": 0.3733,
      "num_tokens": 990734811.0,
      "step": 5200
    },
    {
      "epoch": 1.7750853242320819,
      "grad_norm": 0.2823613827382235,
      "learning_rate": 4.517529281498216e-06,
      "loss": 0.3378,
      "num_tokens": 990914280.0,
      "step": 5201
    },
    {
      "epoch": 1.7754266211604095,
      "grad_norm": 0.29414824913619503,
      "learning_rate": 4.515877121398371e-06,
      "loss": 0.3056,
      "num_tokens": 991074105.0,
      "step": 5202
    },
    {
      "epoch": 1.7757679180887371,
      "grad_norm": 0.3137768644004426,
      "learning_rate": 4.514225100606547e-06,
      "loss": 0.3209,
      "num_tokens": 991244682.0,
      "step": 5203
    },
    {
      "epoch": 1.776109215017065,
      "grad_norm": 0.2729280429897825,
      "learning_rate": 4.512573219356593e-06,
      "loss": 0.2907,
      "num_tokens": 991418409.0,
      "step": 5204
    },
    {
      "epoch": 1.7764505119453924,
      "grad_norm": 0.31219962800473383,
      "learning_rate": 4.510921477882346e-06,
      "loss": 0.2965,
      "num_tokens": 991606416.0,
      "step": 5205
    },
    {
      "epoch": 1.7767918088737202,
      "grad_norm": 0.33231356727549816,
      "learning_rate": 4.509269876417617e-06,
      "loss": 0.3427,
      "num_tokens": 991814380.0,
      "step": 5206
    },
    {
      "epoch": 1.7771331058020476,
      "grad_norm": 0.25726235488181853,
      "learning_rate": 4.507618415196198e-06,
      "loss": 0.297,
      "num_tokens": 991994981.0,
      "step": 5207
    },
    {
      "epoch": 1.7774744027303755,
      "grad_norm": 0.31290211154888353,
      "learning_rate": 4.505967094451864e-06,
      "loss": 0.3011,
      "num_tokens": 992129221.0,
      "step": 5208
    },
    {
      "epoch": 1.7778156996587031,
      "grad_norm": 0.2845497958611771,
      "learning_rate": 4.50431591441837e-06,
      "loss": 0.3304,
      "num_tokens": 992332199.0,
      "step": 5209
    },
    {
      "epoch": 1.7781569965870307,
      "grad_norm": 0.2750139125666723,
      "learning_rate": 4.502664875329446e-06,
      "loss": 0.3037,
      "num_tokens": 992537925.0,
      "step": 5210
    },
    {
      "epoch": 1.7784982935153584,
      "grad_norm": 0.26877133984596463,
      "learning_rate": 4.501013977418808e-06,
      "loss": 0.3099,
      "num_tokens": 992716264.0,
      "step": 5211
    },
    {
      "epoch": 1.778839590443686,
      "grad_norm": 0.2833746306616553,
      "learning_rate": 4.49936322092015e-06,
      "loss": 0.3047,
      "num_tokens": 992883581.0,
      "step": 5212
    },
    {
      "epoch": 1.7791808873720136,
      "grad_norm": 0.3038208242273355,
      "learning_rate": 4.497712606067144e-06,
      "loss": 0.3227,
      "num_tokens": 993065444.0,
      "step": 5213
    },
    {
      "epoch": 1.7795221843003413,
      "grad_norm": 0.3230985562774419,
      "learning_rate": 4.496062133093446e-06,
      "loss": 0.3108,
      "num_tokens": 993213626.0,
      "step": 5214
    },
    {
      "epoch": 1.7798634812286689,
      "grad_norm": 0.2716770631487576,
      "learning_rate": 4.4944118022326875e-06,
      "loss": 0.3097,
      "num_tokens": 993400905.0,
      "step": 5215
    },
    {
      "epoch": 1.7802047781569965,
      "grad_norm": 0.2875200039373633,
      "learning_rate": 4.492761613718483e-06,
      "loss": 0.313,
      "num_tokens": 993575867.0,
      "step": 5216
    },
    {
      "epoch": 1.7805460750853244,
      "grad_norm": 0.282632551246919,
      "learning_rate": 4.491111567784424e-06,
      "loss": 0.3212,
      "num_tokens": 993743903.0,
      "step": 5217
    },
    {
      "epoch": 1.7808873720136518,
      "grad_norm": 0.2846963128580056,
      "learning_rate": 4.489461664664086e-06,
      "loss": 0.289,
      "num_tokens": 993901288.0,
      "step": 5218
    },
    {
      "epoch": 1.7812286689419796,
      "grad_norm": 0.2813258234029688,
      "learning_rate": 4.487811904591022e-06,
      "loss": 0.3045,
      "num_tokens": 994083834.0,
      "step": 5219
    },
    {
      "epoch": 1.781569965870307,
      "grad_norm": 0.3278536883362176,
      "learning_rate": 4.486162287798762e-06,
      "loss": 0.3476,
      "num_tokens": 994308268.0,
      "step": 5220
    },
    {
      "epoch": 1.7819112627986349,
      "grad_norm": 0.29071487327142514,
      "learning_rate": 4.4845128145208195e-06,
      "loss": 0.3006,
      "num_tokens": 994466557.0,
      "step": 5221
    },
    {
      "epoch": 1.7822525597269625,
      "grad_norm": 0.27616940412970514,
      "learning_rate": 4.482863484990688e-06,
      "loss": 0.3281,
      "num_tokens": 994660451.0,
      "step": 5222
    },
    {
      "epoch": 1.7825938566552901,
      "grad_norm": 0.28569021212021506,
      "learning_rate": 4.481214299441839e-06,
      "loss": 0.2997,
      "num_tokens": 994835708.0,
      "step": 5223
    },
    {
      "epoch": 1.7829351535836178,
      "grad_norm": 0.27342879677359005,
      "learning_rate": 4.479565258107722e-06,
      "loss": 0.3361,
      "num_tokens": 995023350.0,
      "step": 5224
    },
    {
      "epoch": 1.7832764505119454,
      "grad_norm": 0.30155957155636076,
      "learning_rate": 4.477916361221768e-06,
      "loss": 0.3374,
      "num_tokens": 995180027.0,
      "step": 5225
    },
    {
      "epoch": 1.783617747440273,
      "grad_norm": 0.274488080484384,
      "learning_rate": 4.476267609017388e-06,
      "loss": 0.3239,
      "num_tokens": 995370660.0,
      "step": 5226
    },
    {
      "epoch": 1.7839590443686006,
      "grad_norm": 0.2563644652899725,
      "learning_rate": 4.474619001727974e-06,
      "loss": 0.3152,
      "num_tokens": 995582173.0,
      "step": 5227
    },
    {
      "epoch": 1.7843003412969285,
      "grad_norm": 0.27796613942267623,
      "learning_rate": 4.472970539586892e-06,
      "loss": 0.307,
      "num_tokens": 995769930.0,
      "step": 5228
    },
    {
      "epoch": 1.784641638225256,
      "grad_norm": 0.2937033000359271,
      "learning_rate": 4.471322222827493e-06,
      "loss": 0.2918,
      "num_tokens": 995928750.0,
      "step": 5229
    },
    {
      "epoch": 1.7849829351535837,
      "grad_norm": 0.317273347058178,
      "learning_rate": 4.469674051683105e-06,
      "loss": 0.3105,
      "num_tokens": 996121540.0,
      "step": 5230
    },
    {
      "epoch": 1.7853242320819112,
      "grad_norm": 0.27559693921680173,
      "learning_rate": 4.468026026387038e-06,
      "loss": 0.3214,
      "num_tokens": 996309528.0,
      "step": 5231
    },
    {
      "epoch": 1.785665529010239,
      "grad_norm": 0.31681396826062797,
      "learning_rate": 4.466378147172574e-06,
      "loss": 0.3113,
      "num_tokens": 996494919.0,
      "step": 5232
    },
    {
      "epoch": 1.7860068259385664,
      "grad_norm": 0.34929720666349284,
      "learning_rate": 4.464730414272982e-06,
      "loss": 0.3036,
      "num_tokens": 996671508.0,
      "step": 5233
    },
    {
      "epoch": 1.7863481228668943,
      "grad_norm": 0.2741094148835666,
      "learning_rate": 4.463082827921508e-06,
      "loss": 0.3064,
      "num_tokens": 996844971.0,
      "step": 5234
    },
    {
      "epoch": 1.786689419795222,
      "grad_norm": 0.2699440273318404,
      "learning_rate": 4.4614353883513774e-06,
      "loss": 0.313,
      "num_tokens": 997024316.0,
      "step": 5235
    },
    {
      "epoch": 1.7870307167235495,
      "grad_norm": 0.2626739671569904,
      "learning_rate": 4.459788095795793e-06,
      "loss": 0.321,
      "num_tokens": 997226972.0,
      "step": 5236
    },
    {
      "epoch": 1.7873720136518771,
      "grad_norm": 0.26741098795071383,
      "learning_rate": 4.4581409504879395e-06,
      "loss": 0.2995,
      "num_tokens": 997401671.0,
      "step": 5237
    },
    {
      "epoch": 1.7877133105802048,
      "grad_norm": 0.28886935395992047,
      "learning_rate": 4.456493952660978e-06,
      "loss": 0.2914,
      "num_tokens": 997574151.0,
      "step": 5238
    },
    {
      "epoch": 1.7880546075085324,
      "grad_norm": 0.2611507529545574,
      "learning_rate": 4.45484710254805e-06,
      "loss": 0.2986,
      "num_tokens": 997760963.0,
      "step": 5239
    },
    {
      "epoch": 1.78839590443686,
      "grad_norm": 0.25576645100512335,
      "learning_rate": 4.453200400382279e-06,
      "loss": 0.3214,
      "num_tokens": 997963538.0,
      "step": 5240
    },
    {
      "epoch": 1.7887372013651879,
      "grad_norm": 0.2905564540123873,
      "learning_rate": 4.451553846396761e-06,
      "loss": 0.3311,
      "num_tokens": 998134200.0,
      "step": 5241
    },
    {
      "epoch": 1.7890784982935153,
      "grad_norm": 0.3116151551779582,
      "learning_rate": 4.4499074408245775e-06,
      "loss": 0.3406,
      "num_tokens": 998301190.0,
      "step": 5242
    },
    {
      "epoch": 1.7894197952218431,
      "grad_norm": 0.28400610340993293,
      "learning_rate": 4.448261183898785e-06,
      "loss": 0.3514,
      "num_tokens": 998506150.0,
      "step": 5243
    },
    {
      "epoch": 1.7897610921501705,
      "grad_norm": 0.27612500115306676,
      "learning_rate": 4.4466150758524206e-06,
      "loss": 0.3206,
      "num_tokens": 998688547.0,
      "step": 5244
    },
    {
      "epoch": 1.7901023890784984,
      "grad_norm": 0.29239541450594914,
      "learning_rate": 4.4449691169185005e-06,
      "loss": 0.3179,
      "num_tokens": 998865770.0,
      "step": 5245
    },
    {
      "epoch": 1.7904436860068258,
      "grad_norm": 0.2599754954018608,
      "learning_rate": 4.443323307330018e-06,
      "loss": 0.273,
      "num_tokens": 999052994.0,
      "step": 5246
    },
    {
      "epoch": 1.7907849829351536,
      "grad_norm": 0.29404549713744216,
      "learning_rate": 4.441677647319947e-06,
      "loss": 0.3242,
      "num_tokens": 999236160.0,
      "step": 5247
    },
    {
      "epoch": 1.7911262798634813,
      "grad_norm": 0.2671366418715703,
      "learning_rate": 4.44003213712124e-06,
      "loss": 0.3244,
      "num_tokens": 999434889.0,
      "step": 5248
    },
    {
      "epoch": 1.791467576791809,
      "grad_norm": 0.2805587968094012,
      "learning_rate": 4.43838677696683e-06,
      "loss": 0.3569,
      "num_tokens": 999635517.0,
      "step": 5249
    },
    {
      "epoch": 1.7918088737201365,
      "grad_norm": 0.3238493692997883,
      "learning_rate": 4.436741567089623e-06,
      "loss": 0.3573,
      "num_tokens": 999808679.0,
      "step": 5250
    },
    {
      "epoch": 1.7921501706484642,
      "grad_norm": 0.2982068231670175,
      "learning_rate": 4.435096507722508e-06,
      "loss": 0.3264,
      "num_tokens": 999973540.0,
      "step": 5251
    },
    {
      "epoch": 1.7924914675767918,
      "grad_norm": 0.25091465495843956,
      "learning_rate": 4.433451599098356e-06,
      "loss": 0.3047,
      "num_tokens": 1000185479.0,
      "step": 5252
    },
    {
      "epoch": 1.7928327645051194,
      "grad_norm": 0.2855919601047096,
      "learning_rate": 4.431806841450012e-06,
      "loss": 0.3083,
      "num_tokens": 1000358263.0,
      "step": 5253
    },
    {
      "epoch": 1.7931740614334473,
      "grad_norm": 0.2862505819004657,
      "learning_rate": 4.4301622350102955e-06,
      "loss": 0.3048,
      "num_tokens": 1000531716.0,
      "step": 5254
    },
    {
      "epoch": 1.7935153583617747,
      "grad_norm": 0.28520641111090067,
      "learning_rate": 4.428517780012015e-06,
      "loss": 0.3203,
      "num_tokens": 1000712935.0,
      "step": 5255
    },
    {
      "epoch": 1.7938566552901025,
      "grad_norm": 0.27575772643429836,
      "learning_rate": 4.42687347668795e-06,
      "loss": 0.3194,
      "num_tokens": 1000934714.0,
      "step": 5256
    },
    {
      "epoch": 1.79419795221843,
      "grad_norm": 0.26973602632677174,
      "learning_rate": 4.42522932527086e-06,
      "loss": 0.3227,
      "num_tokens": 1001131398.0,
      "step": 5257
    },
    {
      "epoch": 1.7945392491467578,
      "grad_norm": 0.33308710114893897,
      "learning_rate": 4.423585325993486e-06,
      "loss": 0.3224,
      "num_tokens": 1001293266.0,
      "step": 5258
    },
    {
      "epoch": 1.7948805460750852,
      "grad_norm": 0.26590607738035393,
      "learning_rate": 4.421941479088543e-06,
      "loss": 0.3128,
      "num_tokens": 1001466805.0,
      "step": 5259
    },
    {
      "epoch": 1.795221843003413,
      "grad_norm": 0.2998094569190385,
      "learning_rate": 4.420297784788728e-06,
      "loss": 0.321,
      "num_tokens": 1001639164.0,
      "step": 5260
    },
    {
      "epoch": 1.7955631399317407,
      "grad_norm": 0.31233864524460486,
      "learning_rate": 4.418654243326713e-06,
      "loss": 0.3142,
      "num_tokens": 1001782842.0,
      "step": 5261
    },
    {
      "epoch": 1.7959044368600683,
      "grad_norm": 0.277880187506125,
      "learning_rate": 4.417010854935154e-06,
      "loss": 0.3393,
      "num_tokens": 1001967050.0,
      "step": 5262
    },
    {
      "epoch": 1.796245733788396,
      "grad_norm": 0.27945806997486206,
      "learning_rate": 4.415367619846678e-06,
      "loss": 0.3255,
      "num_tokens": 1002146387.0,
      "step": 5263
    },
    {
      "epoch": 1.7965870307167235,
      "grad_norm": 0.256351707460276,
      "learning_rate": 4.413724538293896e-06,
      "loss": 0.3209,
      "num_tokens": 1002348428.0,
      "step": 5264
    },
    {
      "epoch": 1.7969283276450512,
      "grad_norm": 0.2886755409878113,
      "learning_rate": 4.412081610509394e-06,
      "loss": 0.3149,
      "num_tokens": 1002521419.0,
      "step": 5265
    },
    {
      "epoch": 1.7972696245733788,
      "grad_norm": 0.3607197927830261,
      "learning_rate": 4.410438836725739e-06,
      "loss": 0.3239,
      "num_tokens": 1002696439.0,
      "step": 5266
    },
    {
      "epoch": 1.7976109215017066,
      "grad_norm": 0.2661180995475743,
      "learning_rate": 4.408796217175474e-06,
      "loss": 0.3085,
      "num_tokens": 1002897891.0,
      "step": 5267
    },
    {
      "epoch": 1.797952218430034,
      "grad_norm": 0.2867345457842482,
      "learning_rate": 4.407153752091119e-06,
      "loss": 0.3057,
      "num_tokens": 1003091857.0,
      "step": 5268
    },
    {
      "epoch": 1.798293515358362,
      "grad_norm": 0.27947880635127426,
      "learning_rate": 4.405511441705177e-06,
      "loss": 0.3192,
      "num_tokens": 1003286528.0,
      "step": 5269
    },
    {
      "epoch": 1.7986348122866893,
      "grad_norm": 0.2717460434345051,
      "learning_rate": 4.403869286250124e-06,
      "loss": 0.3001,
      "num_tokens": 1003460738.0,
      "step": 5270
    },
    {
      "epoch": 1.7989761092150172,
      "grad_norm": 0.26995565906967384,
      "learning_rate": 4.40222728595842e-06,
      "loss": 0.306,
      "num_tokens": 1003645191.0,
      "step": 5271
    },
    {
      "epoch": 1.7993174061433446,
      "grad_norm": 0.2988393081988464,
      "learning_rate": 4.400585441062494e-06,
      "loss": 0.3265,
      "num_tokens": 1003820867.0,
      "step": 5272
    },
    {
      "epoch": 1.7996587030716724,
      "grad_norm": 0.28173256869813285,
      "learning_rate": 4.3989437517947595e-06,
      "loss": 0.3297,
      "num_tokens": 1003994358.0,
      "step": 5273
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.31279337335010976,
      "learning_rate": 4.397302218387608e-06,
      "loss": 0.315,
      "num_tokens": 1004139697.0,
      "step": 5274
    },
    {
      "epoch": 1.8003412969283277,
      "grad_norm": 0.2839552949731374,
      "learning_rate": 4.395660841073408e-06,
      "loss": 0.3014,
      "num_tokens": 1004303679.0,
      "step": 5275
    },
    {
      "epoch": 1.8006825938566553,
      "grad_norm": 0.27421759096871595,
      "learning_rate": 4.394019620084503e-06,
      "loss": 0.3031,
      "num_tokens": 1004493406.0,
      "step": 5276
    },
    {
      "epoch": 1.801023890784983,
      "grad_norm": 0.28517453135446064,
      "learning_rate": 4.39237855565322e-06,
      "loss": 0.3233,
      "num_tokens": 1004675095.0,
      "step": 5277
    },
    {
      "epoch": 1.8013651877133106,
      "grad_norm": 0.2745141599498814,
      "learning_rate": 4.390737648011858e-06,
      "loss": 0.3164,
      "num_tokens": 1004857516.0,
      "step": 5278
    },
    {
      "epoch": 1.8017064846416382,
      "grad_norm": 0.3094829598810386,
      "learning_rate": 4.389096897392698e-06,
      "loss": 0.2977,
      "num_tokens": 1005005921.0,
      "step": 5279
    },
    {
      "epoch": 1.802047781569966,
      "grad_norm": 0.3078828501370437,
      "learning_rate": 4.387456304027999e-06,
      "loss": 0.3082,
      "num_tokens": 1005183850.0,
      "step": 5280
    },
    {
      "epoch": 1.8023890784982934,
      "grad_norm": 0.2913793332975835,
      "learning_rate": 4.3858158681499926e-06,
      "loss": 0.3141,
      "num_tokens": 1005350458.0,
      "step": 5281
    },
    {
      "epoch": 1.8027303754266213,
      "grad_norm": 0.3012642226385385,
      "learning_rate": 4.384175589990894e-06,
      "loss": 0.3404,
      "num_tokens": 1005512188.0,
      "step": 5282
    },
    {
      "epoch": 1.8030716723549487,
      "grad_norm": 0.29611664344446303,
      "learning_rate": 4.382535469782891e-06,
      "loss": 0.3102,
      "num_tokens": 1005674448.0,
      "step": 5283
    },
    {
      "epoch": 1.8034129692832765,
      "grad_norm": 0.262474729696084,
      "learning_rate": 4.380895507758155e-06,
      "loss": 0.2953,
      "num_tokens": 1005868824.0,
      "step": 5284
    },
    {
      "epoch": 1.803754266211604,
      "grad_norm": 0.29359651324001884,
      "learning_rate": 4.379255704148828e-06,
      "loss": 0.3315,
      "num_tokens": 1006045668.0,
      "step": 5285
    },
    {
      "epoch": 1.8040955631399318,
      "grad_norm": 0.31937126795618714,
      "learning_rate": 4.377616059187037e-06,
      "loss": 0.2943,
      "num_tokens": 1006168156.0,
      "step": 5286
    },
    {
      "epoch": 1.8044368600682594,
      "grad_norm": 0.290235770433313,
      "learning_rate": 4.37597657310488e-06,
      "loss": 0.3413,
      "num_tokens": 1006343629.0,
      "step": 5287
    },
    {
      "epoch": 1.804778156996587,
      "grad_norm": 0.29034756363020126,
      "learning_rate": 4.374337246134438e-06,
      "loss": 0.3146,
      "num_tokens": 1006552824.0,
      "step": 5288
    },
    {
      "epoch": 1.8051194539249147,
      "grad_norm": 0.2856829447923678,
      "learning_rate": 4.372698078507763e-06,
      "loss": 0.3161,
      "num_tokens": 1006727878.0,
      "step": 5289
    },
    {
      "epoch": 1.8054607508532423,
      "grad_norm": 0.30477228044938354,
      "learning_rate": 4.37105907045689e-06,
      "loss": 0.3437,
      "num_tokens": 1006909740.0,
      "step": 5290
    },
    {
      "epoch": 1.80580204778157,
      "grad_norm": 0.2854364096025816,
      "learning_rate": 4.369420222213832e-06,
      "loss": 0.3116,
      "num_tokens": 1007104940.0,
      "step": 5291
    },
    {
      "epoch": 1.8061433447098976,
      "grad_norm": 0.27882766091230565,
      "learning_rate": 4.367781534010572e-06,
      "loss": 0.3504,
      "num_tokens": 1007308073.0,
      "step": 5292
    },
    {
      "epoch": 1.8064846416382254,
      "grad_norm": 0.30137603505201765,
      "learning_rate": 4.366143006079081e-06,
      "loss": 0.298,
      "num_tokens": 1007476404.0,
      "step": 5293
    },
    {
      "epoch": 1.8068259385665528,
      "grad_norm": 0.2724741475818917,
      "learning_rate": 4.364504638651298e-06,
      "loss": 0.3113,
      "num_tokens": 1007683437.0,
      "step": 5294
    },
    {
      "epoch": 1.8071672354948807,
      "grad_norm": 0.2893271597279969,
      "learning_rate": 4.362866431959143e-06,
      "loss": 0.315,
      "num_tokens": 1007868915.0,
      "step": 5295
    },
    {
      "epoch": 1.807508532423208,
      "grad_norm": 0.3391129008084568,
      "learning_rate": 4.361228386234514e-06,
      "loss": 0.3585,
      "num_tokens": 1008032318.0,
      "step": 5296
    },
    {
      "epoch": 1.807849829351536,
      "grad_norm": 0.27336407700755544,
      "learning_rate": 4.359590501709289e-06,
      "loss": 0.316,
      "num_tokens": 1008219205.0,
      "step": 5297
    },
    {
      "epoch": 1.8081911262798633,
      "grad_norm": 0.28577166436760193,
      "learning_rate": 4.357952778615312e-06,
      "loss": 0.3358,
      "num_tokens": 1008425418.0,
      "step": 5298
    },
    {
      "epoch": 1.8085324232081912,
      "grad_norm": 0.294112563915297,
      "learning_rate": 4.356315217184417e-06,
      "loss": 0.299,
      "num_tokens": 1008580248.0,
      "step": 5299
    },
    {
      "epoch": 1.8088737201365188,
      "grad_norm": 0.27031782247900915,
      "learning_rate": 4.354677817648408e-06,
      "loss": 0.3186,
      "num_tokens": 1008777773.0,
      "step": 5300
    },
    {
      "epoch": 1.8092150170648464,
      "grad_norm": 0.2857709716125034,
      "learning_rate": 4.353040580239071e-06,
      "loss": 0.2986,
      "num_tokens": 1008952471.0,
      "step": 5301
    },
    {
      "epoch": 1.809556313993174,
      "grad_norm": 0.30931105146867044,
      "learning_rate": 4.351403505188162e-06,
      "loss": 0.3316,
      "num_tokens": 1009110923.0,
      "step": 5302
    },
    {
      "epoch": 1.8098976109215017,
      "grad_norm": 0.28408766069182156,
      "learning_rate": 4.349766592727418e-06,
      "loss": 0.3377,
      "num_tokens": 1009301061.0,
      "step": 5303
    },
    {
      "epoch": 1.8102389078498293,
      "grad_norm": 0.2864873317763837,
      "learning_rate": 4.3481298430885555e-06,
      "loss": 0.3236,
      "num_tokens": 1009498552.0,
      "step": 5304
    },
    {
      "epoch": 1.810580204778157,
      "grad_norm": 0.2431282202053657,
      "learning_rate": 4.3464932565032645e-06,
      "loss": 0.3063,
      "num_tokens": 1009729286.0,
      "step": 5305
    },
    {
      "epoch": 1.8109215017064848,
      "grad_norm": 0.27215579392486283,
      "learning_rate": 4.3448568332032135e-06,
      "loss": 0.2971,
      "num_tokens": 1009902986.0,
      "step": 5306
    },
    {
      "epoch": 1.8112627986348122,
      "grad_norm": 0.2570969295747443,
      "learning_rate": 4.343220573420046e-06,
      "loss": 0.3121,
      "num_tokens": 1010097122.0,
      "step": 5307
    },
    {
      "epoch": 1.81160409556314,
      "grad_norm": 0.24494299051306512,
      "learning_rate": 4.341584477385384e-06,
      "loss": 0.3086,
      "num_tokens": 1010309756.0,
      "step": 5308
    },
    {
      "epoch": 1.8119453924914675,
      "grad_norm": 0.2972562519803439,
      "learning_rate": 4.3399485453308265e-06,
      "loss": 0.3277,
      "num_tokens": 1010473486.0,
      "step": 5309
    },
    {
      "epoch": 1.8122866894197953,
      "grad_norm": 0.2722211177633791,
      "learning_rate": 4.33831277748795e-06,
      "loss": 0.319,
      "num_tokens": 1010688091.0,
      "step": 5310
    },
    {
      "epoch": 1.8126279863481227,
      "grad_norm": 0.2702758912932113,
      "learning_rate": 4.336677174088303e-06,
      "loss": 0.3448,
      "num_tokens": 1010876719.0,
      "step": 5311
    },
    {
      "epoch": 1.8129692832764506,
      "grad_norm": 0.28811876654847296,
      "learning_rate": 4.3350417353634156e-06,
      "loss": 0.2917,
      "num_tokens": 1011025649.0,
      "step": 5312
    },
    {
      "epoch": 1.8133105802047782,
      "grad_norm": 0.2828752282427666,
      "learning_rate": 4.333406461544793e-06,
      "loss": 0.2996,
      "num_tokens": 1011192693.0,
      "step": 5313
    },
    {
      "epoch": 1.8136518771331058,
      "grad_norm": 0.3301151387185074,
      "learning_rate": 4.3317713528639186e-06,
      "loss": 0.313,
      "num_tokens": 1011410600.0,
      "step": 5314
    },
    {
      "epoch": 1.8139931740614335,
      "grad_norm": 0.27199990269274094,
      "learning_rate": 4.33013640955225e-06,
      "loss": 0.3434,
      "num_tokens": 1011614526.0,
      "step": 5315
    },
    {
      "epoch": 1.814334470989761,
      "grad_norm": 0.28882271398077514,
      "learning_rate": 4.328501631841222e-06,
      "loss": 0.3122,
      "num_tokens": 1011768075.0,
      "step": 5316
    },
    {
      "epoch": 1.8146757679180887,
      "grad_norm": 0.27700442164568434,
      "learning_rate": 4.326867019962247e-06,
      "loss": 0.3373,
      "num_tokens": 1011970798.0,
      "step": 5317
    },
    {
      "epoch": 1.8150170648464163,
      "grad_norm": 0.2581279524450618,
      "learning_rate": 4.325232574146714e-06,
      "loss": 0.2953,
      "num_tokens": 1012164991.0,
      "step": 5318
    },
    {
      "epoch": 1.8153583617747442,
      "grad_norm": 0.29028093834451946,
      "learning_rate": 4.323598294625988e-06,
      "loss": 0.3073,
      "num_tokens": 1012346824.0,
      "step": 5319
    },
    {
      "epoch": 1.8156996587030716,
      "grad_norm": 0.2807679351416421,
      "learning_rate": 4.321964181631409e-06,
      "loss": 0.3366,
      "num_tokens": 1012528415.0,
      "step": 5320
    },
    {
      "epoch": 1.8160409556313994,
      "grad_norm": 0.2656542354261897,
      "learning_rate": 4.3203302353942935e-06,
      "loss": 0.3052,
      "num_tokens": 1012724510.0,
      "step": 5321
    },
    {
      "epoch": 1.8163822525597269,
      "grad_norm": 0.26395126671091657,
      "learning_rate": 4.3186964561459375e-06,
      "loss": 0.2873,
      "num_tokens": 1012893059.0,
      "step": 5322
    },
    {
      "epoch": 1.8167235494880547,
      "grad_norm": 0.2727578298795358,
      "learning_rate": 4.317062844117612e-06,
      "loss": 0.3138,
      "num_tokens": 1013080386.0,
      "step": 5323
    },
    {
      "epoch": 1.817064846416382,
      "grad_norm": 0.42401438160537774,
      "learning_rate": 4.315429399540563e-06,
      "loss": 0.3002,
      "num_tokens": 1013245525.0,
      "step": 5324
    },
    {
      "epoch": 1.81740614334471,
      "grad_norm": 0.24712633612808005,
      "learning_rate": 4.313796122646012e-06,
      "loss": 0.2993,
      "num_tokens": 1013452293.0,
      "step": 5325
    },
    {
      "epoch": 1.8177474402730376,
      "grad_norm": 0.2632987541833526,
      "learning_rate": 4.312163013665162e-06,
      "loss": 0.3304,
      "num_tokens": 1013647495.0,
      "step": 5326
    },
    {
      "epoch": 1.8180887372013652,
      "grad_norm": 0.27521295058204176,
      "learning_rate": 4.310530072829185e-06,
      "loss": 0.3001,
      "num_tokens": 1013826283.0,
      "step": 5327
    },
    {
      "epoch": 1.8184300341296928,
      "grad_norm": 0.25216634115334086,
      "learning_rate": 4.3088973003692355e-06,
      "loss": 0.3146,
      "num_tokens": 1014045903.0,
      "step": 5328
    },
    {
      "epoch": 1.8187713310580205,
      "grad_norm": 0.2675380711837852,
      "learning_rate": 4.30726469651644e-06,
      "loss": 0.347,
      "num_tokens": 1014250646.0,
      "step": 5329
    },
    {
      "epoch": 1.819112627986348,
      "grad_norm": 0.2606630845422674,
      "learning_rate": 4.305632261501902e-06,
      "loss": 0.3175,
      "num_tokens": 1014438254.0,
      "step": 5330
    },
    {
      "epoch": 1.8194539249146757,
      "grad_norm": 0.2682267532831848,
      "learning_rate": 4.303999995556702e-06,
      "loss": 0.3231,
      "num_tokens": 1014661128.0,
      "step": 5331
    },
    {
      "epoch": 1.8197952218430036,
      "grad_norm": 0.30151851485977943,
      "learning_rate": 4.302367898911899e-06,
      "loss": 0.3129,
      "num_tokens": 1014871553.0,
      "step": 5332
    },
    {
      "epoch": 1.820136518771331,
      "grad_norm": 0.28656492681146245,
      "learning_rate": 4.3007359717985195e-06,
      "loss": 0.3143,
      "num_tokens": 1015053119.0,
      "step": 5333
    },
    {
      "epoch": 1.8204778156996588,
      "grad_norm": 0.2678239018906533,
      "learning_rate": 4.2991042144475784e-06,
      "loss": 0.2937,
      "num_tokens": 1015231511.0,
      "step": 5334
    },
    {
      "epoch": 1.8208191126279862,
      "grad_norm": 0.3041659229123998,
      "learning_rate": 4.297472627090055e-06,
      "loss": 0.3624,
      "num_tokens": 1015428823.0,
      "step": 5335
    },
    {
      "epoch": 1.821160409556314,
      "grad_norm": 0.28480175222731025,
      "learning_rate": 4.295841209956914e-06,
      "loss": 0.2959,
      "num_tokens": 1015595536.0,
      "step": 5336
    },
    {
      "epoch": 1.8215017064846415,
      "grad_norm": 0.28163806837633826,
      "learning_rate": 4.294209963279086e-06,
      "loss": 0.3355,
      "num_tokens": 1015805526.0,
      "step": 5337
    },
    {
      "epoch": 1.8218430034129693,
      "grad_norm": 0.2765642635683807,
      "learning_rate": 4.292578887287485e-06,
      "loss": 0.2983,
      "num_tokens": 1015974751.0,
      "step": 5338
    },
    {
      "epoch": 1.822184300341297,
      "grad_norm": 0.2618745844478158,
      "learning_rate": 4.2909479822130005e-06,
      "loss": 0.3092,
      "num_tokens": 1016164909.0,
      "step": 5339
    },
    {
      "epoch": 1.8225255972696246,
      "grad_norm": 0.3165066344488317,
      "learning_rate": 4.289317248286494e-06,
      "loss": 0.3114,
      "num_tokens": 1016338208.0,
      "step": 5340
    },
    {
      "epoch": 1.8228668941979522,
      "grad_norm": 0.24998386409115614,
      "learning_rate": 4.28768668573881e-06,
      "loss": 0.3115,
      "num_tokens": 1016559831.0,
      "step": 5341
    },
    {
      "epoch": 1.8232081911262799,
      "grad_norm": 0.28762488785602003,
      "learning_rate": 4.286056294800756e-06,
      "loss": 0.306,
      "num_tokens": 1016732271.0,
      "step": 5342
    },
    {
      "epoch": 1.8235494880546075,
      "grad_norm": 0.25909489887323844,
      "learning_rate": 4.284426075703128e-06,
      "loss": 0.328,
      "num_tokens": 1016950365.0,
      "step": 5343
    },
    {
      "epoch": 1.823890784982935,
      "grad_norm": 0.2655911929801296,
      "learning_rate": 4.28279602867669e-06,
      "loss": 0.3008,
      "num_tokens": 1017139968.0,
      "step": 5344
    },
    {
      "epoch": 1.824232081911263,
      "grad_norm": 0.28098621847720084,
      "learning_rate": 4.281166153952186e-06,
      "loss": 0.2899,
      "num_tokens": 1017314750.0,
      "step": 5345
    },
    {
      "epoch": 1.8245733788395904,
      "grad_norm": 0.2735079717443088,
      "learning_rate": 4.279536451760331e-06,
      "loss": 0.3138,
      "num_tokens": 1017500535.0,
      "step": 5346
    },
    {
      "epoch": 1.8249146757679182,
      "grad_norm": 0.29361560298010314,
      "learning_rate": 4.277906922331822e-06,
      "loss": 0.3142,
      "num_tokens": 1017708208.0,
      "step": 5347
    },
    {
      "epoch": 1.8252559726962456,
      "grad_norm": 0.2756515235528294,
      "learning_rate": 4.276277565897325e-06,
      "loss": 0.3063,
      "num_tokens": 1017895910.0,
      "step": 5348
    },
    {
      "epoch": 1.8255972696245735,
      "grad_norm": 0.2626711715776581,
      "learning_rate": 4.274648382687486e-06,
      "loss": 0.2737,
      "num_tokens": 1018073543.0,
      "step": 5349
    },
    {
      "epoch": 1.8259385665529009,
      "grad_norm": 0.2819810785912377,
      "learning_rate": 4.273019372932926e-06,
      "loss": 0.3417,
      "num_tokens": 1018283414.0,
      "step": 5350
    },
    {
      "epoch": 1.8262798634812287,
      "grad_norm": 0.26810642696076814,
      "learning_rate": 4.271390536864237e-06,
      "loss": 0.3173,
      "num_tokens": 1018469988.0,
      "step": 5351
    },
    {
      "epoch": 1.8266211604095564,
      "grad_norm": 0.24741813636867824,
      "learning_rate": 4.269761874711991e-06,
      "loss": 0.306,
      "num_tokens": 1018677568.0,
      "step": 5352
    },
    {
      "epoch": 1.826962457337884,
      "grad_norm": 0.32440653846450695,
      "learning_rate": 4.268133386706735e-06,
      "loss": 0.3098,
      "num_tokens": 1018819391.0,
      "step": 5353
    },
    {
      "epoch": 1.8273037542662116,
      "grad_norm": 0.24923869956692365,
      "learning_rate": 4.266505073078991e-06,
      "loss": 0.3249,
      "num_tokens": 1019041050.0,
      "step": 5354
    },
    {
      "epoch": 1.8276450511945392,
      "grad_norm": 0.24202269859209505,
      "learning_rate": 4.2648769340592525e-06,
      "loss": 0.2987,
      "num_tokens": 1019252887.0,
      "step": 5355
    },
    {
      "epoch": 1.8279863481228669,
      "grad_norm": 0.2701597781422445,
      "learning_rate": 4.263248969877995e-06,
      "loss": 0.323,
      "num_tokens": 1019470391.0,
      "step": 5356
    },
    {
      "epoch": 1.8283276450511945,
      "grad_norm": 0.2979262377935403,
      "learning_rate": 4.261621180765664e-06,
      "loss": 0.3289,
      "num_tokens": 1019648579.0,
      "step": 5357
    },
    {
      "epoch": 1.8286689419795223,
      "grad_norm": 0.2697611002551453,
      "learning_rate": 4.259993566952684e-06,
      "loss": 0.2926,
      "num_tokens": 1019815542.0,
      "step": 5358
    },
    {
      "epoch": 1.8290102389078498,
      "grad_norm": 0.2879073112656912,
      "learning_rate": 4.25836612866945e-06,
      "loss": 0.311,
      "num_tokens": 1019990380.0,
      "step": 5359
    },
    {
      "epoch": 1.8293515358361776,
      "grad_norm": 0.28560059770239443,
      "learning_rate": 4.256738866146336e-06,
      "loss": 0.3306,
      "num_tokens": 1020174607.0,
      "step": 5360
    },
    {
      "epoch": 1.829692832764505,
      "grad_norm": 0.2873032585907088,
      "learning_rate": 4.2551117796136895e-06,
      "loss": 0.3214,
      "num_tokens": 1020362775.0,
      "step": 5361
    },
    {
      "epoch": 1.8300341296928329,
      "grad_norm": 0.2971737954042242,
      "learning_rate": 4.253484869301835e-06,
      "loss": 0.329,
      "num_tokens": 1020548306.0,
      "step": 5362
    },
    {
      "epoch": 1.8303754266211603,
      "grad_norm": 0.2603107327077519,
      "learning_rate": 4.2518581354410706e-06,
      "loss": 0.3098,
      "num_tokens": 1020749152.0,
      "step": 5363
    },
    {
      "epoch": 1.8307167235494881,
      "grad_norm": 0.2656604185699958,
      "learning_rate": 4.2502315782616675e-06,
      "loss": 0.3295,
      "num_tokens": 1020968650.0,
      "step": 5364
    },
    {
      "epoch": 1.8310580204778157,
      "grad_norm": 0.27816409401484754,
      "learning_rate": 4.248605197993875e-06,
      "loss": 0.3357,
      "num_tokens": 1021173747.0,
      "step": 5365
    },
    {
      "epoch": 1.8313993174061434,
      "grad_norm": 0.3184999206046884,
      "learning_rate": 4.2469789948679165e-06,
      "loss": 0.3242,
      "num_tokens": 1021383831.0,
      "step": 5366
    },
    {
      "epoch": 1.831740614334471,
      "grad_norm": 0.27560326747603425,
      "learning_rate": 4.245352969113992e-06,
      "loss": 0.3271,
      "num_tokens": 1021575065.0,
      "step": 5367
    },
    {
      "epoch": 1.8320819112627986,
      "grad_norm": 0.2591329847107322,
      "learning_rate": 4.243727120962269e-06,
      "loss": 0.3027,
      "num_tokens": 1021771723.0,
      "step": 5368
    },
    {
      "epoch": 1.8324232081911263,
      "grad_norm": 0.2608253300227584,
      "learning_rate": 4.242101450642899e-06,
      "loss": 0.3092,
      "num_tokens": 1021995500.0,
      "step": 5369
    },
    {
      "epoch": 1.8327645051194539,
      "grad_norm": 0.29896207523675217,
      "learning_rate": 4.2404759583860045e-06,
      "loss": 0.3076,
      "num_tokens": 1022160128.0,
      "step": 5370
    },
    {
      "epoch": 1.8331058020477817,
      "grad_norm": 0.27589848119624216,
      "learning_rate": 4.238850644421683e-06,
      "loss": 0.3073,
      "num_tokens": 1022338211.0,
      "step": 5371
    },
    {
      "epoch": 1.8334470989761091,
      "grad_norm": 0.30089492500930237,
      "learning_rate": 4.237225508980004e-06,
      "loss": 0.3255,
      "num_tokens": 1022500553.0,
      "step": 5372
    },
    {
      "epoch": 1.833788395904437,
      "grad_norm": 0.2757755889772195,
      "learning_rate": 4.2356005522910185e-06,
      "loss": 0.3458,
      "num_tokens": 1022687328.0,
      "step": 5373
    },
    {
      "epoch": 1.8341296928327644,
      "grad_norm": 0.25976540178368474,
      "learning_rate": 4.233975774584744e-06,
      "loss": 0.3445,
      "num_tokens": 1022902212.0,
      "step": 5374
    },
    {
      "epoch": 1.8344709897610922,
      "grad_norm": 0.25878522754844596,
      "learning_rate": 4.232351176091179e-06,
      "loss": 0.306,
      "num_tokens": 1023094884.0,
      "step": 5375
    },
    {
      "epoch": 1.8348122866894196,
      "grad_norm": 0.2637765564976484,
      "learning_rate": 4.230726757040298e-06,
      "loss": 0.311,
      "num_tokens": 1023286651.0,
      "step": 5376
    },
    {
      "epoch": 1.8351535836177475,
      "grad_norm": 0.3033302782338561,
      "learning_rate": 4.22910251766204e-06,
      "loss": 0.3197,
      "num_tokens": 1023441936.0,
      "step": 5377
    },
    {
      "epoch": 1.8354948805460751,
      "grad_norm": 0.28695288305535077,
      "learning_rate": 4.227478458186326e-06,
      "loss": 0.2958,
      "num_tokens": 1023599510.0,
      "step": 5378
    },
    {
      "epoch": 1.8358361774744028,
      "grad_norm": 0.27950341775157705,
      "learning_rate": 4.2258545788430526e-06,
      "loss": 0.3022,
      "num_tokens": 1023790233.0,
      "step": 5379
    },
    {
      "epoch": 1.8361774744027304,
      "grad_norm": 0.2577855136613084,
      "learning_rate": 4.22423087986209e-06,
      "loss": 0.3028,
      "num_tokens": 1023990068.0,
      "step": 5380
    },
    {
      "epoch": 1.836518771331058,
      "grad_norm": 0.2523692786815898,
      "learning_rate": 4.222607361473279e-06,
      "loss": 0.3335,
      "num_tokens": 1024234446.0,
      "step": 5381
    },
    {
      "epoch": 1.8368600682593856,
      "grad_norm": 0.30421453784033387,
      "learning_rate": 4.220984023906439e-06,
      "loss": 0.2734,
      "num_tokens": 1024383970.0,
      "step": 5382
    },
    {
      "epoch": 1.8372013651877133,
      "grad_norm": 0.32922689834298763,
      "learning_rate": 4.219360867391363e-06,
      "loss": 0.3606,
      "num_tokens": 1024549695.0,
      "step": 5383
    },
    {
      "epoch": 1.8375426621160411,
      "grad_norm": 0.24458655417707428,
      "learning_rate": 4.217737892157816e-06,
      "loss": 0.2944,
      "num_tokens": 1024763724.0,
      "step": 5384
    },
    {
      "epoch": 1.8378839590443685,
      "grad_norm": 0.27871577267697223,
      "learning_rate": 4.2161150984355415e-06,
      "loss": 0.3321,
      "num_tokens": 1024965309.0,
      "step": 5385
    },
    {
      "epoch": 1.8382252559726964,
      "grad_norm": 0.26064308819243487,
      "learning_rate": 4.214492486454253e-06,
      "loss": 0.3375,
      "num_tokens": 1025163058.0,
      "step": 5386
    },
    {
      "epoch": 1.8385665529010238,
      "grad_norm": 0.3125516380953396,
      "learning_rate": 4.2128700564436375e-06,
      "loss": 0.2937,
      "num_tokens": 1025333554.0,
      "step": 5387
    },
    {
      "epoch": 1.8389078498293516,
      "grad_norm": 0.2737759023538216,
      "learning_rate": 4.211247808633364e-06,
      "loss": 0.2798,
      "num_tokens": 1025500438.0,
      "step": 5388
    },
    {
      "epoch": 1.839249146757679,
      "grad_norm": 0.2643147071901139,
      "learning_rate": 4.209625743253072e-06,
      "loss": 0.3243,
      "num_tokens": 1025723410.0,
      "step": 5389
    },
    {
      "epoch": 1.8395904436860069,
      "grad_norm": 0.28148721106460123,
      "learning_rate": 4.2080038605323655e-06,
      "loss": 0.3273,
      "num_tokens": 1025913362.0,
      "step": 5390
    },
    {
      "epoch": 1.8399317406143345,
      "grad_norm": 0.2712416923023459,
      "learning_rate": 4.206382160700838e-06,
      "loss": 0.3015,
      "num_tokens": 1026097979.0,
      "step": 5391
    },
    {
      "epoch": 1.8402730375426621,
      "grad_norm": 0.30608505828667226,
      "learning_rate": 4.2047606439880474e-06,
      "loss": 0.3759,
      "num_tokens": 1026292672.0,
      "step": 5392
    },
    {
      "epoch": 1.8406143344709898,
      "grad_norm": 0.2818110796872461,
      "learning_rate": 4.20313931062353e-06,
      "loss": 0.3233,
      "num_tokens": 1026458603.0,
      "step": 5393
    },
    {
      "epoch": 1.8409556313993174,
      "grad_norm": 0.27723226961345976,
      "learning_rate": 4.2015181608367925e-06,
      "loss": 0.3202,
      "num_tokens": 1026649534.0,
      "step": 5394
    },
    {
      "epoch": 1.841296928327645,
      "grad_norm": 0.28505084024334926,
      "learning_rate": 4.199897194857318e-06,
      "loss": 0.3416,
      "num_tokens": 1026871554.0,
      "step": 5395
    },
    {
      "epoch": 1.8416382252559726,
      "grad_norm": 0.273079079342534,
      "learning_rate": 4.198276412914564e-06,
      "loss": 0.3314,
      "num_tokens": 1027082166.0,
      "step": 5396
    },
    {
      "epoch": 1.8419795221843005,
      "grad_norm": 0.2776511978144481,
      "learning_rate": 4.19665581523796e-06,
      "loss": 0.3081,
      "num_tokens": 1027269865.0,
      "step": 5397
    },
    {
      "epoch": 1.842320819112628,
      "grad_norm": 0.2599409744560703,
      "learning_rate": 4.195035402056913e-06,
      "loss": 0.277,
      "num_tokens": 1027449874.0,
      "step": 5398
    },
    {
      "epoch": 1.8426621160409558,
      "grad_norm": 0.2895450984751071,
      "learning_rate": 4.193415173600799e-06,
      "loss": 0.3096,
      "num_tokens": 1027632904.0,
      "step": 5399
    },
    {
      "epoch": 1.8430034129692832,
      "grad_norm": 0.29832191335713093,
      "learning_rate": 4.19179513009897e-06,
      "loss": 0.3234,
      "num_tokens": 1027816019.0,
      "step": 5400
    },
    {
      "epoch": 1.843344709897611,
      "grad_norm": 0.27026264848442777,
      "learning_rate": 4.190175271780753e-06,
      "loss": 0.3251,
      "num_tokens": 1028045548.0,
      "step": 5401
    },
    {
      "epoch": 1.8436860068259384,
      "grad_norm": 0.2608913860482415,
      "learning_rate": 4.188555598875449e-06,
      "loss": 0.3016,
      "num_tokens": 1028236402.0,
      "step": 5402
    },
    {
      "epoch": 1.8440273037542663,
      "grad_norm": 0.3014464386391991,
      "learning_rate": 4.186936111612329e-06,
      "loss": 0.2945,
      "num_tokens": 1028391772.0,
      "step": 5403
    },
    {
      "epoch": 1.844368600682594,
      "grad_norm": 0.2805004823987018,
      "learning_rate": 4.185316810220643e-06,
      "loss": 0.2992,
      "num_tokens": 1028567932.0,
      "step": 5404
    },
    {
      "epoch": 1.8447098976109215,
      "grad_norm": 0.2621409634221799,
      "learning_rate": 4.183697694929612e-06,
      "loss": 0.3547,
      "num_tokens": 1028797114.0,
      "step": 5405
    },
    {
      "epoch": 1.8450511945392492,
      "grad_norm": 0.30784903204774317,
      "learning_rate": 4.182078765968429e-06,
      "loss": 0.3272,
      "num_tokens": 1028978455.0,
      "step": 5406
    },
    {
      "epoch": 1.8453924914675768,
      "grad_norm": 0.34350931259812645,
      "learning_rate": 4.180460023566261e-06,
      "loss": 0.335,
      "num_tokens": 1029182231.0,
      "step": 5407
    },
    {
      "epoch": 1.8457337883959044,
      "grad_norm": 0.27594429085966926,
      "learning_rate": 4.178841467952253e-06,
      "loss": 0.2908,
      "num_tokens": 1029349616.0,
      "step": 5408
    },
    {
      "epoch": 1.846075085324232,
      "grad_norm": 0.25021005144864544,
      "learning_rate": 4.17722309935552e-06,
      "loss": 0.3066,
      "num_tokens": 1029549985.0,
      "step": 5409
    },
    {
      "epoch": 1.8464163822525599,
      "grad_norm": 0.2744206019004742,
      "learning_rate": 4.17560491800515e-06,
      "loss": 0.3335,
      "num_tokens": 1029754736.0,
      "step": 5410
    },
    {
      "epoch": 1.8467576791808873,
      "grad_norm": 0.30436175910312696,
      "learning_rate": 4.173986924130206e-06,
      "loss": 0.359,
      "num_tokens": 1029953087.0,
      "step": 5411
    },
    {
      "epoch": 1.8470989761092151,
      "grad_norm": 0.2686017291372815,
      "learning_rate": 4.172369117959724e-06,
      "loss": 0.2995,
      "num_tokens": 1030130968.0,
      "step": 5412
    },
    {
      "epoch": 1.8474402730375425,
      "grad_norm": 0.27835465155876604,
      "learning_rate": 4.170751499722712e-06,
      "loss": 0.3076,
      "num_tokens": 1030302635.0,
      "step": 5413
    },
    {
      "epoch": 1.8477815699658704,
      "grad_norm": 0.26359647606446696,
      "learning_rate": 4.169134069648153e-06,
      "loss": 0.3155,
      "num_tokens": 1030509892.0,
      "step": 5414
    },
    {
      "epoch": 1.8481228668941978,
      "grad_norm": 0.28099897606643026,
      "learning_rate": 4.167516827965008e-06,
      "loss": 0.351,
      "num_tokens": 1030719239.0,
      "step": 5415
    },
    {
      "epoch": 1.8484641638225257,
      "grad_norm": 0.26158276651893136,
      "learning_rate": 4.165899774902199e-06,
      "loss": 0.3009,
      "num_tokens": 1030903094.0,
      "step": 5416
    },
    {
      "epoch": 1.8488054607508533,
      "grad_norm": 0.2774950543797499,
      "learning_rate": 4.164282910688634e-06,
      "loss": 0.2866,
      "num_tokens": 1031055919.0,
      "step": 5417
    },
    {
      "epoch": 1.849146757679181,
      "grad_norm": 0.28365766133678666,
      "learning_rate": 4.162666235553187e-06,
      "loss": 0.3103,
      "num_tokens": 1031242686.0,
      "step": 5418
    },
    {
      "epoch": 1.8494880546075085,
      "grad_norm": 0.2812627216877668,
      "learning_rate": 4.161049749724706e-06,
      "loss": 0.3347,
      "num_tokens": 1031436834.0,
      "step": 5419
    },
    {
      "epoch": 1.8498293515358362,
      "grad_norm": 0.28230944297050586,
      "learning_rate": 4.159433453432018e-06,
      "loss": 0.3124,
      "num_tokens": 1031626962.0,
      "step": 5420
    },
    {
      "epoch": 1.8501706484641638,
      "grad_norm": 0.2570902603551,
      "learning_rate": 4.157817346903913e-06,
      "loss": 0.3056,
      "num_tokens": 1031829066.0,
      "step": 5421
    },
    {
      "epoch": 1.8505119453924914,
      "grad_norm": 0.29203840229406586,
      "learning_rate": 4.1562014303691645e-06,
      "loss": 0.3708,
      "num_tokens": 1032032025.0,
      "step": 5422
    },
    {
      "epoch": 1.8508532423208193,
      "grad_norm": 0.2815743731763409,
      "learning_rate": 4.1545857040565105e-06,
      "loss": 0.3371,
      "num_tokens": 1032240828.0,
      "step": 5423
    },
    {
      "epoch": 1.8511945392491467,
      "grad_norm": 0.27472867488103014,
      "learning_rate": 4.152970168194671e-06,
      "loss": 0.3353,
      "num_tokens": 1032444850.0,
      "step": 5424
    },
    {
      "epoch": 1.8515358361774745,
      "grad_norm": 0.2902931747192233,
      "learning_rate": 4.151354823012329e-06,
      "loss": 0.3138,
      "num_tokens": 1032618341.0,
      "step": 5425
    },
    {
      "epoch": 1.851877133105802,
      "grad_norm": 0.2731035143820019,
      "learning_rate": 4.1497396687381475e-06,
      "loss": 0.3187,
      "num_tokens": 1032806064.0,
      "step": 5426
    },
    {
      "epoch": 1.8522184300341298,
      "grad_norm": 0.37417923730361835,
      "learning_rate": 4.14812470560076e-06,
      "loss": 0.3361,
      "num_tokens": 1032971695.0,
      "step": 5427
    },
    {
      "epoch": 1.8525597269624572,
      "grad_norm": 0.2623248777227899,
      "learning_rate": 4.146509933828775e-06,
      "loss": 0.3102,
      "num_tokens": 1033172353.0,
      "step": 5428
    },
    {
      "epoch": 1.852901023890785,
      "grad_norm": 0.26672736187333423,
      "learning_rate": 4.144895353650771e-06,
      "loss": 0.3047,
      "num_tokens": 1033380649.0,
      "step": 5429
    },
    {
      "epoch": 1.8532423208191127,
      "grad_norm": 0.263647204006471,
      "learning_rate": 4.1432809652952995e-06,
      "loss": 0.3365,
      "num_tokens": 1033586406.0,
      "step": 5430
    },
    {
      "epoch": 1.8535836177474403,
      "grad_norm": 0.30421592407063575,
      "learning_rate": 4.141666768990888e-06,
      "loss": 0.3344,
      "num_tokens": 1033760302.0,
      "step": 5431
    },
    {
      "epoch": 1.853924914675768,
      "grad_norm": 0.2837257233107562,
      "learning_rate": 4.140052764966036e-06,
      "loss": 0.3107,
      "num_tokens": 1033947043.0,
      "step": 5432
    },
    {
      "epoch": 1.8542662116040955,
      "grad_norm": 0.27094737105322636,
      "learning_rate": 4.138438953449213e-06,
      "loss": 0.3055,
      "num_tokens": 1034123456.0,
      "step": 5433
    },
    {
      "epoch": 1.8546075085324232,
      "grad_norm": 0.29253636605414973,
      "learning_rate": 4.136825334668861e-06,
      "loss": 0.2948,
      "num_tokens": 1034291272.0,
      "step": 5434
    },
    {
      "epoch": 1.8549488054607508,
      "grad_norm": 0.26531710310822476,
      "learning_rate": 4.1352119088534e-06,
      "loss": 0.365,
      "num_tokens": 1034526018.0,
      "step": 5435
    },
    {
      "epoch": 1.8552901023890787,
      "grad_norm": 0.2642512256643895,
      "learning_rate": 4.1335986762312175e-06,
      "loss": 0.3081,
      "num_tokens": 1034735126.0,
      "step": 5436
    },
    {
      "epoch": 1.855631399317406,
      "grad_norm": 0.27513014851351275,
      "learning_rate": 4.131985637030678e-06,
      "loss": 0.3051,
      "num_tokens": 1034937740.0,
      "step": 5437
    },
    {
      "epoch": 1.855972696245734,
      "grad_norm": 0.2707060015598475,
      "learning_rate": 4.130372791480111e-06,
      "loss": 0.3288,
      "num_tokens": 1035138189.0,
      "step": 5438
    },
    {
      "epoch": 1.8563139931740613,
      "grad_norm": 0.3118636459794044,
      "learning_rate": 4.128760139807828e-06,
      "loss": 0.3339,
      "num_tokens": 1035312671.0,
      "step": 5439
    },
    {
      "epoch": 1.8566552901023892,
      "grad_norm": 0.2753537928917573,
      "learning_rate": 4.127147682242107e-06,
      "loss": 0.2865,
      "num_tokens": 1035490449.0,
      "step": 5440
    },
    {
      "epoch": 1.8569965870307166,
      "grad_norm": 0.2613698370741977,
      "learning_rate": 4.125535419011203e-06,
      "loss": 0.3196,
      "num_tokens": 1035714579.0,
      "step": 5441
    },
    {
      "epoch": 1.8573378839590444,
      "grad_norm": 0.28433674989091734,
      "learning_rate": 4.123923350343335e-06,
      "loss": 0.3186,
      "num_tokens": 1035904674.0,
      "step": 5442
    },
    {
      "epoch": 1.857679180887372,
      "grad_norm": 0.28053894487894315,
      "learning_rate": 4.122311476466706e-06,
      "loss": 0.3455,
      "num_tokens": 1036121025.0,
      "step": 5443
    },
    {
      "epoch": 1.8580204778156997,
      "grad_norm": 0.2699258284236619,
      "learning_rate": 4.120699797609482e-06,
      "loss": 0.3301,
      "num_tokens": 1036323967.0,
      "step": 5444
    },
    {
      "epoch": 1.8583617747440273,
      "grad_norm": 0.24777888449937793,
      "learning_rate": 4.119088313999806e-06,
      "loss": 0.2953,
      "num_tokens": 1036530851.0,
      "step": 5445
    },
    {
      "epoch": 1.858703071672355,
      "grad_norm": 0.2901689308465532,
      "learning_rate": 4.117477025865795e-06,
      "loss": 0.3191,
      "num_tokens": 1036721727.0,
      "step": 5446
    },
    {
      "epoch": 1.8590443686006826,
      "grad_norm": 0.27977331131533584,
      "learning_rate": 4.1158659334355315e-06,
      "loss": 0.2966,
      "num_tokens": 1036903379.0,
      "step": 5447
    },
    {
      "epoch": 1.8593856655290102,
      "grad_norm": 0.2672437851297477,
      "learning_rate": 4.114255036937077e-06,
      "loss": 0.295,
      "num_tokens": 1037097842.0,
      "step": 5448
    },
    {
      "epoch": 1.859726962457338,
      "grad_norm": 0.302738718710665,
      "learning_rate": 4.112644336598461e-06,
      "loss": 0.3256,
      "num_tokens": 1037286382.0,
      "step": 5449
    },
    {
      "epoch": 1.8600682593856654,
      "grad_norm": 0.2940163180210385,
      "learning_rate": 4.1110338326476905e-06,
      "loss": 0.3093,
      "num_tokens": 1037455647.0,
      "step": 5450
    },
    {
      "epoch": 1.8604095563139933,
      "grad_norm": 0.30462035041103874,
      "learning_rate": 4.109423525312738e-06,
      "loss": 0.3156,
      "num_tokens": 1037635219.0,
      "step": 5451
    },
    {
      "epoch": 1.8607508532423207,
      "grad_norm": 0.26824554937318756,
      "learning_rate": 4.107813414821551e-06,
      "loss": 0.3262,
      "num_tokens": 1037824230.0,
      "step": 5452
    },
    {
      "epoch": 1.8610921501706486,
      "grad_norm": 0.33252144220774393,
      "learning_rate": 4.1062035014020515e-06,
      "loss": 0.3292,
      "num_tokens": 1037963454.0,
      "step": 5453
    },
    {
      "epoch": 1.861433447098976,
      "grad_norm": 0.2817517124165817,
      "learning_rate": 4.104593785282132e-06,
      "loss": 0.3234,
      "num_tokens": 1038148365.0,
      "step": 5454
    },
    {
      "epoch": 1.8617747440273038,
      "grad_norm": 0.27452112193783373,
      "learning_rate": 4.102984266689656e-06,
      "loss": 0.2812,
      "num_tokens": 1038321749.0,
      "step": 5455
    },
    {
      "epoch": 1.8621160409556314,
      "grad_norm": 0.2805840306584196,
      "learning_rate": 4.101374945852458e-06,
      "loss": 0.3343,
      "num_tokens": 1038525850.0,
      "step": 5456
    },
    {
      "epoch": 1.862457337883959,
      "grad_norm": 0.30047898886936536,
      "learning_rate": 4.099765822998349e-06,
      "loss": 0.3134,
      "num_tokens": 1038689590.0,
      "step": 5457
    },
    {
      "epoch": 1.8627986348122867,
      "grad_norm": 0.2821489822741392,
      "learning_rate": 4.098156898355106e-06,
      "loss": 0.328,
      "num_tokens": 1038909108.0,
      "step": 5458
    },
    {
      "epoch": 1.8631399317406143,
      "grad_norm": 0.31379238258990083,
      "learning_rate": 4.096548172150484e-06,
      "loss": 0.3113,
      "num_tokens": 1039100780.0,
      "step": 5459
    },
    {
      "epoch": 1.863481228668942,
      "grad_norm": 0.2969136119084182,
      "learning_rate": 4.0949396446122055e-06,
      "loss": 0.3328,
      "num_tokens": 1039265887.0,
      "step": 5460
    },
    {
      "epoch": 1.8638225255972696,
      "grad_norm": 0.3085505610843961,
      "learning_rate": 4.093331315967968e-06,
      "loss": 0.3289,
      "num_tokens": 1039441850.0,
      "step": 5461
    },
    {
      "epoch": 1.8641638225255974,
      "grad_norm": 0.2864398939347147,
      "learning_rate": 4.091723186445436e-06,
      "loss": 0.306,
      "num_tokens": 1039626804.0,
      "step": 5462
    },
    {
      "epoch": 1.8645051194539248,
      "grad_norm": 0.2643362114976928,
      "learning_rate": 4.0901152562722545e-06,
      "loss": 0.3187,
      "num_tokens": 1039827366.0,
      "step": 5463
    },
    {
      "epoch": 1.8648464163822527,
      "grad_norm": 0.2658321705458485,
      "learning_rate": 4.0885075256760305e-06,
      "loss": 0.2893,
      "num_tokens": 1040012561.0,
      "step": 5464
    },
    {
      "epoch": 1.86518771331058,
      "grad_norm": 0.27617292020867124,
      "learning_rate": 4.086899994884349e-06,
      "loss": 0.3171,
      "num_tokens": 1040200992.0,
      "step": 5465
    },
    {
      "epoch": 1.865529010238908,
      "grad_norm": 0.27217882991097603,
      "learning_rate": 4.085292664124762e-06,
      "loss": 0.3367,
      "num_tokens": 1040395980.0,
      "step": 5466
    },
    {
      "epoch": 1.8658703071672353,
      "grad_norm": 0.2744197808674408,
      "learning_rate": 4.0836855336248e-06,
      "loss": 0.3227,
      "num_tokens": 1040594244.0,
      "step": 5467
    },
    {
      "epoch": 1.8662116040955632,
      "grad_norm": 0.3003780001584708,
      "learning_rate": 4.08207860361196e-06,
      "loss": 0.329,
      "num_tokens": 1040776003.0,
      "step": 5468
    },
    {
      "epoch": 1.8665529010238908,
      "grad_norm": 0.27339626671522305,
      "learning_rate": 4.080471874313711e-06,
      "loss": 0.3136,
      "num_tokens": 1040952276.0,
      "step": 5469
    },
    {
      "epoch": 1.8668941979522184,
      "grad_norm": 0.2639683899995589,
      "learning_rate": 4.078865345957494e-06,
      "loss": 0.3348,
      "num_tokens": 1041176014.0,
      "step": 5470
    },
    {
      "epoch": 1.867235494880546,
      "grad_norm": 0.2992430922075864,
      "learning_rate": 4.077259018770721e-06,
      "loss": 0.339,
      "num_tokens": 1041341209.0,
      "step": 5471
    },
    {
      "epoch": 1.8675767918088737,
      "grad_norm": 0.3239313335816165,
      "learning_rate": 4.0756528929807816e-06,
      "loss": 0.3108,
      "num_tokens": 1041510546.0,
      "step": 5472
    },
    {
      "epoch": 1.8679180887372013,
      "grad_norm": 0.2596675491265569,
      "learning_rate": 4.0740469688150265e-06,
      "loss": 0.3465,
      "num_tokens": 1041728895.0,
      "step": 5473
    },
    {
      "epoch": 1.868259385665529,
      "grad_norm": 0.28518111149556463,
      "learning_rate": 4.072441246500785e-06,
      "loss": 0.3206,
      "num_tokens": 1041917330.0,
      "step": 5474
    },
    {
      "epoch": 1.8686006825938568,
      "grad_norm": 0.2750039114368919,
      "learning_rate": 4.070835726265355e-06,
      "loss": 0.2776,
      "num_tokens": 1042073846.0,
      "step": 5475
    },
    {
      "epoch": 1.8689419795221842,
      "grad_norm": 0.24313326061961932,
      "learning_rate": 4.069230408336009e-06,
      "loss": 0.3084,
      "num_tokens": 1042295848.0,
      "step": 5476
    },
    {
      "epoch": 1.869283276450512,
      "grad_norm": 0.2538662553524756,
      "learning_rate": 4.067625292939985e-06,
      "loss": 0.3174,
      "num_tokens": 1042517415.0,
      "step": 5477
    },
    {
      "epoch": 1.8696245733788395,
      "grad_norm": 0.27994339198365503,
      "learning_rate": 4.066020380304499e-06,
      "loss": 0.3413,
      "num_tokens": 1042714841.0,
      "step": 5478
    },
    {
      "epoch": 1.8699658703071673,
      "grad_norm": 0.2734032237637869,
      "learning_rate": 4.064415670656735e-06,
      "loss": 0.3255,
      "num_tokens": 1042908416.0,
      "step": 5479
    },
    {
      "epoch": 1.8703071672354947,
      "grad_norm": 0.2817247986536882,
      "learning_rate": 4.062811164223847e-06,
      "loss": 0.3024,
      "num_tokens": 1043107208.0,
      "step": 5480
    },
    {
      "epoch": 1.8706484641638226,
      "grad_norm": 0.28149525983007045,
      "learning_rate": 4.061206861232963e-06,
      "loss": 0.3264,
      "num_tokens": 1043300953.0,
      "step": 5481
    },
    {
      "epoch": 1.8709897610921502,
      "grad_norm": 0.2722742157851878,
      "learning_rate": 4.059602761911181e-06,
      "loss": 0.2881,
      "num_tokens": 1043468846.0,
      "step": 5482
    },
    {
      "epoch": 1.8713310580204778,
      "grad_norm": 0.2696720511670663,
      "learning_rate": 4.057998866485568e-06,
      "loss": 0.3397,
      "num_tokens": 1043672562.0,
      "step": 5483
    },
    {
      "epoch": 1.8716723549488055,
      "grad_norm": 0.2669957529027238,
      "learning_rate": 4.0563951751831664e-06,
      "loss": 0.2868,
      "num_tokens": 1043855721.0,
      "step": 5484
    },
    {
      "epoch": 1.872013651877133,
      "grad_norm": 0.27843771541692025,
      "learning_rate": 4.05479168823099e-06,
      "loss": 0.3045,
      "num_tokens": 1044029950.0,
      "step": 5485
    },
    {
      "epoch": 1.8723549488054607,
      "grad_norm": 0.28739273555038425,
      "learning_rate": 4.053188405856015e-06,
      "loss": 0.3256,
      "num_tokens": 1044215942.0,
      "step": 5486
    },
    {
      "epoch": 1.8726962457337883,
      "grad_norm": 0.2634707162259694,
      "learning_rate": 4.051585328285198e-06,
      "loss": 0.297,
      "num_tokens": 1044405656.0,
      "step": 5487
    },
    {
      "epoch": 1.8730375426621162,
      "grad_norm": 0.2671164973705994,
      "learning_rate": 4.049982455745463e-06,
      "loss": 0.3166,
      "num_tokens": 1044622445.0,
      "step": 5488
    },
    {
      "epoch": 1.8733788395904436,
      "grad_norm": 0.3524747515408944,
      "learning_rate": 4.048379788463707e-06,
      "loss": 0.3202,
      "num_tokens": 1044817718.0,
      "step": 5489
    },
    {
      "epoch": 1.8737201365187715,
      "grad_norm": 0.2926260509340854,
      "learning_rate": 4.046777326666796e-06,
      "loss": 0.3485,
      "num_tokens": 1045012620.0,
      "step": 5490
    },
    {
      "epoch": 1.8740614334470989,
      "grad_norm": 0.3005041819607779,
      "learning_rate": 4.045175070581566e-06,
      "loss": 0.3309,
      "num_tokens": 1045178883.0,
      "step": 5491
    },
    {
      "epoch": 1.8744027303754267,
      "grad_norm": 0.2717944791776657,
      "learning_rate": 4.0435730204348266e-06,
      "loss": 0.3188,
      "num_tokens": 1045386248.0,
      "step": 5492
    },
    {
      "epoch": 1.8747440273037541,
      "grad_norm": 0.25122502616443987,
      "learning_rate": 4.041971176453354e-06,
      "loss": 0.3004,
      "num_tokens": 1045591805.0,
      "step": 5493
    },
    {
      "epoch": 1.875085324232082,
      "grad_norm": 0.28164135761884457,
      "learning_rate": 4.040369538863904e-06,
      "loss": 0.3391,
      "num_tokens": 1045786858.0,
      "step": 5494
    },
    {
      "epoch": 1.8754266211604096,
      "grad_norm": 0.2932116885334069,
      "learning_rate": 4.038768107893189e-06,
      "loss": 0.3093,
      "num_tokens": 1045960118.0,
      "step": 5495
    },
    {
      "epoch": 1.8757679180887372,
      "grad_norm": 0.2658187965633972,
      "learning_rate": 4.037166883767907e-06,
      "loss": 0.3197,
      "num_tokens": 1046179947.0,
      "step": 5496
    },
    {
      "epoch": 1.8761092150170648,
      "grad_norm": 0.24704485060541048,
      "learning_rate": 4.035565866714717e-06,
      "loss": 0.3172,
      "num_tokens": 1046399282.0,
      "step": 5497
    },
    {
      "epoch": 1.8764505119453925,
      "grad_norm": 0.2570749395524366,
      "learning_rate": 4.033965056960254e-06,
      "loss": 0.3352,
      "num_tokens": 1046615291.0,
      "step": 5498
    },
    {
      "epoch": 1.87679180887372,
      "grad_norm": 0.28426736568826333,
      "learning_rate": 4.032364454731118e-06,
      "loss": 0.3407,
      "num_tokens": 1046804996.0,
      "step": 5499
    },
    {
      "epoch": 1.8771331058020477,
      "grad_norm": 0.2715795146417631,
      "learning_rate": 4.0307640602538855e-06,
      "loss": 0.2977,
      "num_tokens": 1046980891.0,
      "step": 5500
    },
    {
      "epoch": 1.8774744027303756,
      "grad_norm": 0.255353894052874,
      "learning_rate": 4.029163873755102e-06,
      "loss": 0.2937,
      "num_tokens": 1047165348.0,
      "step": 5501
    },
    {
      "epoch": 1.877815699658703,
      "grad_norm": 0.3505997737641598,
      "learning_rate": 4.027563895461281e-06,
      "loss": 0.2957,
      "num_tokens": 1047325139.0,
      "step": 5502
    },
    {
      "epoch": 1.8781569965870308,
      "grad_norm": 0.34909575802777904,
      "learning_rate": 4.025964125598909e-06,
      "loss": 0.3341,
      "num_tokens": 1047473344.0,
      "step": 5503
    },
    {
      "epoch": 1.8784982935153582,
      "grad_norm": 0.30464019021092265,
      "learning_rate": 4.024364564394442e-06,
      "loss": 0.3202,
      "num_tokens": 1047652630.0,
      "step": 5504
    },
    {
      "epoch": 1.878839590443686,
      "grad_norm": 0.27074292859069216,
      "learning_rate": 4.022765212074306e-06,
      "loss": 0.3218,
      "num_tokens": 1047831353.0,
      "step": 5505
    },
    {
      "epoch": 1.8791808873720135,
      "grad_norm": 0.33133700318895265,
      "learning_rate": 4.021166068864899e-06,
      "loss": 0.3175,
      "num_tokens": 1047982587.0,
      "step": 5506
    },
    {
      "epoch": 1.8795221843003413,
      "grad_norm": 0.26969067702145744,
      "learning_rate": 4.019567134992589e-06,
      "loss": 0.2926,
      "num_tokens": 1048160024.0,
      "step": 5507
    },
    {
      "epoch": 1.879863481228669,
      "grad_norm": 0.2583779881486707,
      "learning_rate": 4.017968410683714e-06,
      "loss": 0.2935,
      "num_tokens": 1048361794.0,
      "step": 5508
    },
    {
      "epoch": 1.8802047781569966,
      "grad_norm": 0.2577611161268922,
      "learning_rate": 4.016369896164579e-06,
      "loss": 0.3276,
      "num_tokens": 1048575794.0,
      "step": 5509
    },
    {
      "epoch": 1.8805460750853242,
      "grad_norm": 0.3746858907079172,
      "learning_rate": 4.014771591661466e-06,
      "loss": 0.3118,
      "num_tokens": 1048752968.0,
      "step": 5510
    },
    {
      "epoch": 1.8808873720136519,
      "grad_norm": 0.32405490510637525,
      "learning_rate": 4.013173497400625e-06,
      "loss": 0.3085,
      "num_tokens": 1048899252.0,
      "step": 5511
    },
    {
      "epoch": 1.8812286689419795,
      "grad_norm": 0.2823018309744302,
      "learning_rate": 4.0115756136082715e-06,
      "loss": 0.3101,
      "num_tokens": 1049078080.0,
      "step": 5512
    },
    {
      "epoch": 1.8815699658703071,
      "grad_norm": 0.24820562121305625,
      "learning_rate": 4.0099779405105954e-06,
      "loss": 0.3096,
      "num_tokens": 1049303862.0,
      "step": 5513
    },
    {
      "epoch": 1.881911262798635,
      "grad_norm": 0.2645999243714874,
      "learning_rate": 4.008380478333757e-06,
      "loss": 0.3025,
      "num_tokens": 1049498664.0,
      "step": 5514
    },
    {
      "epoch": 1.8822525597269624,
      "grad_norm": 0.29976422868672653,
      "learning_rate": 4.006783227303886e-06,
      "loss": 0.317,
      "num_tokens": 1049679642.0,
      "step": 5515
    },
    {
      "epoch": 1.8825938566552902,
      "grad_norm": 0.2699881470676809,
      "learning_rate": 4.005186187647083e-06,
      "loss": 0.3324,
      "num_tokens": 1049877857.0,
      "step": 5516
    },
    {
      "epoch": 1.8829351535836176,
      "grad_norm": 0.26549303780586275,
      "learning_rate": 4.003589359589416e-06,
      "loss": 0.2968,
      "num_tokens": 1050067377.0,
      "step": 5517
    },
    {
      "epoch": 1.8832764505119455,
      "grad_norm": 0.2806170651483461,
      "learning_rate": 4.001992743356925e-06,
      "loss": 0.3257,
      "num_tokens": 1050249167.0,
      "step": 5518
    },
    {
      "epoch": 1.8836177474402729,
      "grad_norm": 0.2721694055264738,
      "learning_rate": 4.0003963391756215e-06,
      "loss": 0.3407,
      "num_tokens": 1050462429.0,
      "step": 5519
    },
    {
      "epoch": 1.8839590443686007,
      "grad_norm": 0.2778717317691985,
      "learning_rate": 3.9988001472714854e-06,
      "loss": 0.3594,
      "num_tokens": 1050672607.0,
      "step": 5520
    },
    {
      "epoch": 1.8843003412969284,
      "grad_norm": 0.26948070446079647,
      "learning_rate": 3.997204167870462e-06,
      "loss": 0.3088,
      "num_tokens": 1050869706.0,
      "step": 5521
    },
    {
      "epoch": 1.884641638225256,
      "grad_norm": 0.27378460335548144,
      "learning_rate": 3.9956084011984765e-06,
      "loss": 0.332,
      "num_tokens": 1051078367.0,
      "step": 5522
    },
    {
      "epoch": 1.8849829351535836,
      "grad_norm": 0.25293192540183473,
      "learning_rate": 3.994012847481414e-06,
      "loss": 0.291,
      "num_tokens": 1051275119.0,
      "step": 5523
    },
    {
      "epoch": 1.8853242320819112,
      "grad_norm": 0.2819726592299564,
      "learning_rate": 3.992417506945135e-06,
      "loss": 0.3348,
      "num_tokens": 1051464951.0,
      "step": 5524
    },
    {
      "epoch": 1.8856655290102389,
      "grad_norm": 0.29519069688452726,
      "learning_rate": 3.990822379815474e-06,
      "loss": 0.3088,
      "num_tokens": 1051624003.0,
      "step": 5525
    },
    {
      "epoch": 1.8860068259385665,
      "grad_norm": 0.2603469490417962,
      "learning_rate": 3.989227466318224e-06,
      "loss": 0.295,
      "num_tokens": 1051841867.0,
      "step": 5526
    },
    {
      "epoch": 1.8863481228668944,
      "grad_norm": 0.2868843611090945,
      "learning_rate": 3.9876327666791555e-06,
      "loss": 0.3118,
      "num_tokens": 1052028702.0,
      "step": 5527
    },
    {
      "epoch": 1.8866894197952218,
      "grad_norm": 0.2841283709854924,
      "learning_rate": 3.986038281124007e-06,
      "loss": 0.3079,
      "num_tokens": 1052207016.0,
      "step": 5528
    },
    {
      "epoch": 1.8870307167235496,
      "grad_norm": 0.2679238264217603,
      "learning_rate": 3.984444009878488e-06,
      "loss": 0.3319,
      "num_tokens": 1052416780.0,
      "step": 5529
    },
    {
      "epoch": 1.887372013651877,
      "grad_norm": 0.27995133858350785,
      "learning_rate": 3.982849953168274e-06,
      "loss": 0.3167,
      "num_tokens": 1052603291.0,
      "step": 5530
    },
    {
      "epoch": 1.8877133105802049,
      "grad_norm": 0.27071442164019127,
      "learning_rate": 3.981256111219014e-06,
      "loss": 0.2902,
      "num_tokens": 1052781480.0,
      "step": 5531
    },
    {
      "epoch": 1.8880546075085323,
      "grad_norm": 0.2613386007518576,
      "learning_rate": 3.979662484256325e-06,
      "loss": 0.3296,
      "num_tokens": 1052981212.0,
      "step": 5532
    },
    {
      "epoch": 1.8883959044368601,
      "grad_norm": 0.2776879760250992,
      "learning_rate": 3.978069072505796e-06,
      "loss": 0.2964,
      "num_tokens": 1053156244.0,
      "step": 5533
    },
    {
      "epoch": 1.8887372013651877,
      "grad_norm": 0.28548601568791854,
      "learning_rate": 3.976475876192978e-06,
      "loss": 0.315,
      "num_tokens": 1053329973.0,
      "step": 5534
    },
    {
      "epoch": 1.8890784982935154,
      "grad_norm": 0.26473949101949873,
      "learning_rate": 3.974882895543401e-06,
      "loss": 0.3007,
      "num_tokens": 1053520697.0,
      "step": 5535
    },
    {
      "epoch": 1.889419795221843,
      "grad_norm": 0.2809884837604988,
      "learning_rate": 3.973290130782557e-06,
      "loss": 0.2916,
      "num_tokens": 1053698795.0,
      "step": 5536
    },
    {
      "epoch": 1.8897610921501706,
      "grad_norm": 0.3009303383365458,
      "learning_rate": 3.971697582135913e-06,
      "loss": 0.3276,
      "num_tokens": 1053848257.0,
      "step": 5537
    },
    {
      "epoch": 1.8901023890784983,
      "grad_norm": 0.27472744895949663,
      "learning_rate": 3.970105249828904e-06,
      "loss": 0.309,
      "num_tokens": 1054033317.0,
      "step": 5538
    },
    {
      "epoch": 1.8904436860068259,
      "grad_norm": 0.26371968657280165,
      "learning_rate": 3.96851313408693e-06,
      "loss": 0.279,
      "num_tokens": 1054187457.0,
      "step": 5539
    },
    {
      "epoch": 1.8907849829351537,
      "grad_norm": 0.2688495930764227,
      "learning_rate": 3.966921235135366e-06,
      "loss": 0.306,
      "num_tokens": 1054387061.0,
      "step": 5540
    },
    {
      "epoch": 1.8911262798634811,
      "grad_norm": 0.2580903700895495,
      "learning_rate": 3.965329553199552e-06,
      "loss": 0.3223,
      "num_tokens": 1054609167.0,
      "step": 5541
    },
    {
      "epoch": 1.891467576791809,
      "grad_norm": 0.26896589730331083,
      "learning_rate": 3.963738088504806e-06,
      "loss": 0.3226,
      "num_tokens": 1054810086.0,
      "step": 5542
    },
    {
      "epoch": 1.8918088737201364,
      "grad_norm": 0.2706340940728817,
      "learning_rate": 3.962146841276401e-06,
      "loss": 0.3116,
      "num_tokens": 1055021974.0,
      "step": 5543
    },
    {
      "epoch": 1.8921501706484642,
      "grad_norm": 0.26447195314756716,
      "learning_rate": 3.960555811739588e-06,
      "loss": 0.3149,
      "num_tokens": 1055222949.0,
      "step": 5544
    },
    {
      "epoch": 1.8924914675767917,
      "grad_norm": 0.257064035928806,
      "learning_rate": 3.958965000119588e-06,
      "loss": 0.3108,
      "num_tokens": 1055438061.0,
      "step": 5545
    },
    {
      "epoch": 1.8928327645051195,
      "grad_norm": 0.3014878734988863,
      "learning_rate": 3.9573744066415895e-06,
      "loss": 0.2974,
      "num_tokens": 1055583132.0,
      "step": 5546
    },
    {
      "epoch": 1.8931740614334471,
      "grad_norm": 0.2777101591802266,
      "learning_rate": 3.95578403153075e-06,
      "loss": 0.3183,
      "num_tokens": 1055761603.0,
      "step": 5547
    },
    {
      "epoch": 1.8935153583617748,
      "grad_norm": 0.2664661313043562,
      "learning_rate": 3.954193875012192e-06,
      "loss": 0.3031,
      "num_tokens": 1055956156.0,
      "step": 5548
    },
    {
      "epoch": 1.8938566552901024,
      "grad_norm": 0.2689956007465322,
      "learning_rate": 3.952603937311015e-06,
      "loss": 0.3215,
      "num_tokens": 1056142517.0,
      "step": 5549
    },
    {
      "epoch": 1.89419795221843,
      "grad_norm": 0.25915600353162027,
      "learning_rate": 3.951014218652282e-06,
      "loss": 0.3098,
      "num_tokens": 1056364876.0,
      "step": 5550
    },
    {
      "epoch": 1.8945392491467576,
      "grad_norm": 0.268620804165371,
      "learning_rate": 3.949424719261028e-06,
      "loss": 0.313,
      "num_tokens": 1056567305.0,
      "step": 5551
    },
    {
      "epoch": 1.8948805460750853,
      "grad_norm": 0.2846900570427626,
      "learning_rate": 3.947835439362252e-06,
      "loss": 0.3374,
      "num_tokens": 1056756769.0,
      "step": 5552
    },
    {
      "epoch": 1.8952218430034131,
      "grad_norm": 0.24278031730831182,
      "learning_rate": 3.946246379180928e-06,
      "loss": 0.2981,
      "num_tokens": 1056971713.0,
      "step": 5553
    },
    {
      "epoch": 1.8955631399317405,
      "grad_norm": 0.2697650582188438,
      "learning_rate": 3.944657538941995e-06,
      "loss": 0.3165,
      "num_tokens": 1057179222.0,
      "step": 5554
    },
    {
      "epoch": 1.8959044368600684,
      "grad_norm": 0.268905530655817,
      "learning_rate": 3.943068918870364e-06,
      "loss": 0.3112,
      "num_tokens": 1057379334.0,
      "step": 5555
    },
    {
      "epoch": 1.8962457337883958,
      "grad_norm": 0.2507695408647602,
      "learning_rate": 3.94148051919091e-06,
      "loss": 0.3064,
      "num_tokens": 1057576347.0,
      "step": 5556
    },
    {
      "epoch": 1.8965870307167236,
      "grad_norm": 0.2770054955889722,
      "learning_rate": 3.939892340128481e-06,
      "loss": 0.2929,
      "num_tokens": 1057750119.0,
      "step": 5557
    },
    {
      "epoch": 1.896928327645051,
      "grad_norm": 0.2838724343797063,
      "learning_rate": 3.938304381907894e-06,
      "loss": 0.3073,
      "num_tokens": 1057895477.0,
      "step": 5558
    },
    {
      "epoch": 1.8972696245733789,
      "grad_norm": 0.3164084332394814,
      "learning_rate": 3.936716644753932e-06,
      "loss": 0.3279,
      "num_tokens": 1058041785.0,
      "step": 5559
    },
    {
      "epoch": 1.8976109215017065,
      "grad_norm": 0.2861303679820369,
      "learning_rate": 3.9351291288913485e-06,
      "loss": 0.3012,
      "num_tokens": 1058197303.0,
      "step": 5560
    },
    {
      "epoch": 1.8979522184300341,
      "grad_norm": 0.29798293727153286,
      "learning_rate": 3.933541834544864e-06,
      "loss": 0.3023,
      "num_tokens": 1058377980.0,
      "step": 5561
    },
    {
      "epoch": 1.8982935153583618,
      "grad_norm": 0.27888035253536336,
      "learning_rate": 3.9319547619391684e-06,
      "loss": 0.319,
      "num_tokens": 1058552319.0,
      "step": 5562
    },
    {
      "epoch": 1.8986348122866894,
      "grad_norm": 0.29918405743278575,
      "learning_rate": 3.930367911298922e-06,
      "loss": 0.3333,
      "num_tokens": 1058776137.0,
      "step": 5563
    },
    {
      "epoch": 1.898976109215017,
      "grad_norm": 0.2749022483614699,
      "learning_rate": 3.9287812828487525e-06,
      "loss": 0.303,
      "num_tokens": 1058986998.0,
      "step": 5564
    },
    {
      "epoch": 1.8993174061433447,
      "grad_norm": 0.28345095089004213,
      "learning_rate": 3.9271948768132566e-06,
      "loss": 0.3417,
      "num_tokens": 1059154938.0,
      "step": 5565
    },
    {
      "epoch": 1.8996587030716725,
      "grad_norm": 0.25533101301395444,
      "learning_rate": 3.9256086934169946e-06,
      "loss": 0.323,
      "num_tokens": 1059384366.0,
      "step": 5566
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.28707210867076743,
      "learning_rate": 3.924022732884503e-06,
      "loss": 0.3128,
      "num_tokens": 1059566116.0,
      "step": 5567
    },
    {
      "epoch": 1.9003412969283278,
      "grad_norm": 0.2879797301508691,
      "learning_rate": 3.922436995440284e-06,
      "loss": 0.3272,
      "num_tokens": 1059747236.0,
      "step": 5568
    },
    {
      "epoch": 1.9006825938566552,
      "grad_norm": 0.2568832084221697,
      "learning_rate": 3.920851481308805e-06,
      "loss": 0.3314,
      "num_tokens": 1059961450.0,
      "step": 5569
    },
    {
      "epoch": 1.901023890784983,
      "grad_norm": 0.28719349689954593,
      "learning_rate": 3.919266190714505e-06,
      "loss": 0.3452,
      "num_tokens": 1060161848.0,
      "step": 5570
    },
    {
      "epoch": 1.9013651877133104,
      "grad_norm": 0.28519137131944866,
      "learning_rate": 3.91768112388179e-06,
      "loss": 0.3101,
      "num_tokens": 1060327416.0,
      "step": 5571
    },
    {
      "epoch": 1.9017064846416383,
      "grad_norm": 0.27355107198164724,
      "learning_rate": 3.916096281035037e-06,
      "loss": 0.3414,
      "num_tokens": 1060555813.0,
      "step": 5572
    },
    {
      "epoch": 1.902047781569966,
      "grad_norm": 0.27215192305817654,
      "learning_rate": 3.9145116623985905e-06,
      "loss": 0.3174,
      "num_tokens": 1060767570.0,
      "step": 5573
    },
    {
      "epoch": 1.9023890784982935,
      "grad_norm": 0.2541949705191813,
      "learning_rate": 3.912927268196758e-06,
      "loss": 0.3109,
      "num_tokens": 1060973505.0,
      "step": 5574
    },
    {
      "epoch": 1.9027303754266212,
      "grad_norm": 0.27127290046949587,
      "learning_rate": 3.911343098653819e-06,
      "loss": 0.3191,
      "num_tokens": 1061164144.0,
      "step": 5575
    },
    {
      "epoch": 1.9030716723549488,
      "grad_norm": 0.2661465724595605,
      "learning_rate": 3.909759153994025e-06,
      "loss": 0.2902,
      "num_tokens": 1061371878.0,
      "step": 5576
    },
    {
      "epoch": 1.9034129692832764,
      "grad_norm": 0.3015355488789944,
      "learning_rate": 3.90817543444159e-06,
      "loss": 0.3532,
      "num_tokens": 1061561410.0,
      "step": 5577
    },
    {
      "epoch": 1.903754266211604,
      "grad_norm": 0.2924394649734158,
      "learning_rate": 3.9065919402206995e-06,
      "loss": 0.3093,
      "num_tokens": 1061728569.0,
      "step": 5578
    },
    {
      "epoch": 1.904095563139932,
      "grad_norm": 0.26136213760393606,
      "learning_rate": 3.905008671555503e-06,
      "loss": 0.2969,
      "num_tokens": 1061923579.0,
      "step": 5579
    },
    {
      "epoch": 1.9044368600682593,
      "grad_norm": 0.2782304889905926,
      "learning_rate": 3.903425628670124e-06,
      "loss": 0.3573,
      "num_tokens": 1062142276.0,
      "step": 5580
    },
    {
      "epoch": 1.9047781569965871,
      "grad_norm": 0.28397284092650005,
      "learning_rate": 3.901842811788652e-06,
      "loss": 0.3176,
      "num_tokens": 1062313342.0,
      "step": 5581
    },
    {
      "epoch": 1.9051194539249146,
      "grad_norm": 0.27965851833028665,
      "learning_rate": 3.900260221135139e-06,
      "loss": 0.3041,
      "num_tokens": 1062493990.0,
      "step": 5582
    },
    {
      "epoch": 1.9054607508532424,
      "grad_norm": 0.32101030473354564,
      "learning_rate": 3.898677856933612e-06,
      "loss": 0.3095,
      "num_tokens": 1062662419.0,
      "step": 5583
    },
    {
      "epoch": 1.9058020477815698,
      "grad_norm": 0.2543933356348623,
      "learning_rate": 3.897095719408063e-06,
      "loss": 0.3104,
      "num_tokens": 1062857460.0,
      "step": 5584
    },
    {
      "epoch": 1.9061433447098977,
      "grad_norm": 0.2580496158781132,
      "learning_rate": 3.895513808782453e-06,
      "loss": 0.3067,
      "num_tokens": 1063064247.0,
      "step": 5585
    },
    {
      "epoch": 1.9064846416382253,
      "grad_norm": 0.2728050191230409,
      "learning_rate": 3.89393212528071e-06,
      "loss": 0.3363,
      "num_tokens": 1063290665.0,
      "step": 5586
    },
    {
      "epoch": 1.906825938566553,
      "grad_norm": 0.2639853756976105,
      "learning_rate": 3.892350669126728e-06,
      "loss": 0.3154,
      "num_tokens": 1063489271.0,
      "step": 5587
    },
    {
      "epoch": 1.9071672354948805,
      "grad_norm": 0.2712225239660034,
      "learning_rate": 3.890769440544373e-06,
      "loss": 0.329,
      "num_tokens": 1063704584.0,
      "step": 5588
    },
    {
      "epoch": 1.9075085324232082,
      "grad_norm": 0.27202195748533453,
      "learning_rate": 3.889188439757476e-06,
      "loss": 0.3106,
      "num_tokens": 1063892741.0,
      "step": 5589
    },
    {
      "epoch": 1.9078498293515358,
      "grad_norm": 0.34395564487144203,
      "learning_rate": 3.887607666989839e-06,
      "loss": 0.2961,
      "num_tokens": 1064056981.0,
      "step": 5590
    },
    {
      "epoch": 1.9081911262798634,
      "grad_norm": 0.2607198525390914,
      "learning_rate": 3.886027122465225e-06,
      "loss": 0.2982,
      "num_tokens": 1064263991.0,
      "step": 5591
    },
    {
      "epoch": 1.9085324232081913,
      "grad_norm": 0.2789216951458458,
      "learning_rate": 3.884446806407368e-06,
      "loss": 0.3153,
      "num_tokens": 1064434650.0,
      "step": 5592
    },
    {
      "epoch": 1.9088737201365187,
      "grad_norm": 0.2909956399825674,
      "learning_rate": 3.882866719039974e-06,
      "loss": 0.3044,
      "num_tokens": 1064624567.0,
      "step": 5593
    },
    {
      "epoch": 1.9092150170648465,
      "grad_norm": 0.26952962682180936,
      "learning_rate": 3.881286860586712e-06,
      "loss": 0.3055,
      "num_tokens": 1064819237.0,
      "step": 5594
    },
    {
      "epoch": 1.909556313993174,
      "grad_norm": 0.4075131188574653,
      "learning_rate": 3.879707231271222e-06,
      "loss": 0.3353,
      "num_tokens": 1065027205.0,
      "step": 5595
    },
    {
      "epoch": 1.9098976109215018,
      "grad_norm": 0.29975505295064103,
      "learning_rate": 3.878127831317104e-06,
      "loss": 0.289,
      "num_tokens": 1065186491.0,
      "step": 5596
    },
    {
      "epoch": 1.9102389078498292,
      "grad_norm": 0.30735905694113,
      "learning_rate": 3.876548660947933e-06,
      "loss": 0.3304,
      "num_tokens": 1065403160.0,
      "step": 5597
    },
    {
      "epoch": 1.910580204778157,
      "grad_norm": 0.2894259288573028,
      "learning_rate": 3.874969720387251e-06,
      "loss": 0.2998,
      "num_tokens": 1065584382.0,
      "step": 5598
    },
    {
      "epoch": 1.9109215017064847,
      "grad_norm": 0.25499563151217525,
      "learning_rate": 3.873391009858566e-06,
      "loss": 0.2935,
      "num_tokens": 1065791778.0,
      "step": 5599
    },
    {
      "epoch": 1.9112627986348123,
      "grad_norm": 0.2910184926434991,
      "learning_rate": 3.8718125295853505e-06,
      "loss": 0.3306,
      "num_tokens": 1065960566.0,
      "step": 5600
    },
    {
      "epoch": 1.91160409556314,
      "grad_norm": 0.28001675144756316,
      "learning_rate": 3.870234279791048e-06,
      "loss": 0.3374,
      "num_tokens": 1066170689.0,
      "step": 5601
    },
    {
      "epoch": 1.9119453924914676,
      "grad_norm": 0.2481452636263644,
      "learning_rate": 3.868656260699067e-06,
      "loss": 0.3098,
      "num_tokens": 1066385216.0,
      "step": 5602
    },
    {
      "epoch": 1.9122866894197952,
      "grad_norm": 0.2819649538824255,
      "learning_rate": 3.86707847253279e-06,
      "loss": 0.3102,
      "num_tokens": 1066584845.0,
      "step": 5603
    },
    {
      "epoch": 1.9126279863481228,
      "grad_norm": 0.26298397051265865,
      "learning_rate": 3.8655009155155565e-06,
      "loss": 0.3198,
      "num_tokens": 1066797207.0,
      "step": 5604
    },
    {
      "epoch": 1.9129692832764507,
      "grad_norm": 0.29292450864488756,
      "learning_rate": 3.863923589870681e-06,
      "loss": 0.2846,
      "num_tokens": 1066948602.0,
      "step": 5605
    },
    {
      "epoch": 1.913310580204778,
      "grad_norm": 0.29350501084784286,
      "learning_rate": 3.86234649582144e-06,
      "loss": 0.2857,
      "num_tokens": 1067098791.0,
      "step": 5606
    },
    {
      "epoch": 1.913651877133106,
      "grad_norm": 0.2567661664980417,
      "learning_rate": 3.860769633591081e-06,
      "loss": 0.2933,
      "num_tokens": 1067318405.0,
      "step": 5607
    },
    {
      "epoch": 1.9139931740614333,
      "grad_norm": 0.29581932655257237,
      "learning_rate": 3.859193003402822e-06,
      "loss": 0.3207,
      "num_tokens": 1067490762.0,
      "step": 5608
    },
    {
      "epoch": 1.9143344709897612,
      "grad_norm": 0.2821103185974253,
      "learning_rate": 3.857616605479837e-06,
      "loss": 0.3055,
      "num_tokens": 1067695968.0,
      "step": 5609
    },
    {
      "epoch": 1.9146757679180886,
      "grad_norm": 0.26913626338201146,
      "learning_rate": 3.8560404400452775e-06,
      "loss": 0.3266,
      "num_tokens": 1067899571.0,
      "step": 5610
    },
    {
      "epoch": 1.9150170648464164,
      "grad_norm": 0.2688809176483368,
      "learning_rate": 3.854464507322257e-06,
      "loss": 0.3126,
      "num_tokens": 1068105619.0,
      "step": 5611
    },
    {
      "epoch": 1.915358361774744,
      "grad_norm": 0.2702831880602041,
      "learning_rate": 3.85288880753386e-06,
      "loss": 0.3555,
      "num_tokens": 1068312966.0,
      "step": 5612
    },
    {
      "epoch": 1.9156996587030717,
      "grad_norm": 0.2544775480351057,
      "learning_rate": 3.85131334090313e-06,
      "loss": 0.3028,
      "num_tokens": 1068495042.0,
      "step": 5613
    },
    {
      "epoch": 1.9160409556313993,
      "grad_norm": 0.28267690760902736,
      "learning_rate": 3.849738107653088e-06,
      "loss": 0.3308,
      "num_tokens": 1068668748.0,
      "step": 5614
    },
    {
      "epoch": 1.916382252559727,
      "grad_norm": 0.2816807669344224,
      "learning_rate": 3.848163108006716e-06,
      "loss": 0.3284,
      "num_tokens": 1068848055.0,
      "step": 5615
    },
    {
      "epoch": 1.9167235494880546,
      "grad_norm": 0.31290560786460897,
      "learning_rate": 3.846588342186966e-06,
      "loss": 0.3186,
      "num_tokens": 1069022948.0,
      "step": 5616
    },
    {
      "epoch": 1.9170648464163822,
      "grad_norm": 0.2590219501932628,
      "learning_rate": 3.8450138104167465e-06,
      "loss": 0.3095,
      "num_tokens": 1069231353.0,
      "step": 5617
    },
    {
      "epoch": 1.91740614334471,
      "grad_norm": 0.2927275618729532,
      "learning_rate": 3.843439512918949e-06,
      "loss": 0.3018,
      "num_tokens": 1069389200.0,
      "step": 5618
    },
    {
      "epoch": 1.9177474402730375,
      "grad_norm": 0.2819138163849729,
      "learning_rate": 3.841865449916422e-06,
      "loss": 0.385,
      "num_tokens": 1069611628.0,
      "step": 5619
    },
    {
      "epoch": 1.9180887372013653,
      "grad_norm": 0.2620645114321635,
      "learning_rate": 3.840291621631983e-06,
      "loss": 0.2931,
      "num_tokens": 1069805093.0,
      "step": 5620
    },
    {
      "epoch": 1.9184300341296927,
      "grad_norm": 0.282087890599184,
      "learning_rate": 3.838718028288417e-06,
      "loss": 0.3421,
      "num_tokens": 1069995283.0,
      "step": 5621
    },
    {
      "epoch": 1.9187713310580206,
      "grad_norm": 0.28127923252945636,
      "learning_rate": 3.8371446701084724e-06,
      "loss": 0.3011,
      "num_tokens": 1070174191.0,
      "step": 5622
    },
    {
      "epoch": 1.919112627986348,
      "grad_norm": 0.27251245713878663,
      "learning_rate": 3.835571547314867e-06,
      "loss": 0.3617,
      "num_tokens": 1070394461.0,
      "step": 5623
    },
    {
      "epoch": 1.9194539249146758,
      "grad_norm": 0.29675916448478107,
      "learning_rate": 3.8339986601302845e-06,
      "loss": 0.323,
      "num_tokens": 1070553009.0,
      "step": 5624
    },
    {
      "epoch": 1.9197952218430034,
      "grad_norm": 0.2718564768907822,
      "learning_rate": 3.83242600877738e-06,
      "loss": 0.3288,
      "num_tokens": 1070741065.0,
      "step": 5625
    },
    {
      "epoch": 1.920136518771331,
      "grad_norm": 0.2527938175489079,
      "learning_rate": 3.8308535934787665e-06,
      "loss": 0.3173,
      "num_tokens": 1070964255.0,
      "step": 5626
    },
    {
      "epoch": 1.9204778156996587,
      "grad_norm": 0.25766011939940486,
      "learning_rate": 3.829281414457029e-06,
      "loss": 0.2792,
      "num_tokens": 1071155740.0,
      "step": 5627
    },
    {
      "epoch": 1.9208191126279863,
      "grad_norm": 0.2733328545465265,
      "learning_rate": 3.8277094719347194e-06,
      "loss": 0.3433,
      "num_tokens": 1071359079.0,
      "step": 5628
    },
    {
      "epoch": 1.921160409556314,
      "grad_norm": 0.2894121983729849,
      "learning_rate": 3.8261377661343535e-06,
      "loss": 0.3178,
      "num_tokens": 1071523876.0,
      "step": 5629
    },
    {
      "epoch": 1.9215017064846416,
      "grad_norm": 0.28397512267393665,
      "learning_rate": 3.824566297278417e-06,
      "loss": 0.3075,
      "num_tokens": 1071690052.0,
      "step": 5630
    },
    {
      "epoch": 1.9218430034129694,
      "grad_norm": 0.28386287165972307,
      "learning_rate": 3.822995065589358e-06,
      "loss": 0.3452,
      "num_tokens": 1071882499.0,
      "step": 5631
    },
    {
      "epoch": 1.9221843003412968,
      "grad_norm": 0.2751118249865809,
      "learning_rate": 3.821424071289592e-06,
      "loss": 0.2956,
      "num_tokens": 1072066847.0,
      "step": 5632
    },
    {
      "epoch": 1.9225255972696247,
      "grad_norm": 0.2515498139311088,
      "learning_rate": 3.819853314601505e-06,
      "loss": 0.295,
      "num_tokens": 1072259462.0,
      "step": 5633
    },
    {
      "epoch": 1.922866894197952,
      "grad_norm": 0.2776692617614664,
      "learning_rate": 3.818282795747445e-06,
      "loss": 0.2962,
      "num_tokens": 1072424554.0,
      "step": 5634
    },
    {
      "epoch": 1.92320819112628,
      "grad_norm": 0.5741272236750113,
      "learning_rate": 3.816712514949725e-06,
      "loss": 0.3266,
      "num_tokens": 1072642373.0,
      "step": 5635
    },
    {
      "epoch": 1.9235494880546073,
      "grad_norm": 0.31025226328648386,
      "learning_rate": 3.815142472430631e-06,
      "loss": 0.321,
      "num_tokens": 1072817386.0,
      "step": 5636
    },
    {
      "epoch": 1.9238907849829352,
      "grad_norm": 0.26244289621781725,
      "learning_rate": 3.8135726684124087e-06,
      "loss": 0.3197,
      "num_tokens": 1073031530.0,
      "step": 5637
    },
    {
      "epoch": 1.9242320819112628,
      "grad_norm": 0.28537832039657673,
      "learning_rate": 3.8120031031172743e-06,
      "loss": 0.2964,
      "num_tokens": 1073220922.0,
      "step": 5638
    },
    {
      "epoch": 1.9245733788395905,
      "grad_norm": 0.26483751563998614,
      "learning_rate": 3.8104337767674073e-06,
      "loss": 0.3306,
      "num_tokens": 1073437255.0,
      "step": 5639
    },
    {
      "epoch": 1.924914675767918,
      "grad_norm": 0.2775445761936358,
      "learning_rate": 3.8088646895849535e-06,
      "loss": 0.311,
      "num_tokens": 1073612735.0,
      "step": 5640
    },
    {
      "epoch": 1.9252559726962457,
      "grad_norm": 0.2591799578415747,
      "learning_rate": 3.8072958417920258e-06,
      "loss": 0.3068,
      "num_tokens": 1073807974.0,
      "step": 5641
    },
    {
      "epoch": 1.9255972696245733,
      "grad_norm": 0.27555475893360903,
      "learning_rate": 3.8057272336107055e-06,
      "loss": 0.3098,
      "num_tokens": 1073988253.0,
      "step": 5642
    },
    {
      "epoch": 1.925938566552901,
      "grad_norm": 0.26655277465634347,
      "learning_rate": 3.804158865263037e-06,
      "loss": 0.313,
      "num_tokens": 1074180767.0,
      "step": 5643
    },
    {
      "epoch": 1.9262798634812288,
      "grad_norm": 0.30132320076642266,
      "learning_rate": 3.80259073697103e-06,
      "loss": 0.346,
      "num_tokens": 1074387478.0,
      "step": 5644
    },
    {
      "epoch": 1.9266211604095562,
      "grad_norm": 0.2977509007726217,
      "learning_rate": 3.8010228489566627e-06,
      "loss": 0.3049,
      "num_tokens": 1074540889.0,
      "step": 5645
    },
    {
      "epoch": 1.926962457337884,
      "grad_norm": 0.26123257244294024,
      "learning_rate": 3.7994552014418783e-06,
      "loss": 0.2846,
      "num_tokens": 1074730128.0,
      "step": 5646
    },
    {
      "epoch": 1.9273037542662115,
      "grad_norm": 0.3320019503486883,
      "learning_rate": 3.797887794648588e-06,
      "loss": 0.3167,
      "num_tokens": 1074937738.0,
      "step": 5647
    },
    {
      "epoch": 1.9276450511945393,
      "grad_norm": 0.46990114847458053,
      "learning_rate": 3.796320628798663e-06,
      "loss": 0.2865,
      "num_tokens": 1075092226.0,
      "step": 5648
    },
    {
      "epoch": 1.9279863481228667,
      "grad_norm": 0.27327493146614057,
      "learning_rate": 3.794753704113947e-06,
      "loss": 0.3223,
      "num_tokens": 1075290939.0,
      "step": 5649
    },
    {
      "epoch": 1.9283276450511946,
      "grad_norm": 0.24615887063417685,
      "learning_rate": 3.793187020816245e-06,
      "loss": 0.3063,
      "num_tokens": 1075525805.0,
      "step": 5650
    },
    {
      "epoch": 1.9286689419795222,
      "grad_norm": 0.2883206601056512,
      "learning_rate": 3.7916205791273307e-06,
      "loss": 0.3076,
      "num_tokens": 1075701053.0,
      "step": 5651
    },
    {
      "epoch": 1.9290102389078498,
      "grad_norm": 0.2788316814166574,
      "learning_rate": 3.7900543792689424e-06,
      "loss": 0.3042,
      "num_tokens": 1075873362.0,
      "step": 5652
    },
    {
      "epoch": 1.9293515358361775,
      "grad_norm": 0.2781629586442975,
      "learning_rate": 3.788488421462785e-06,
      "loss": 0.2954,
      "num_tokens": 1076051306.0,
      "step": 5653
    },
    {
      "epoch": 1.929692832764505,
      "grad_norm": 0.2776110314587383,
      "learning_rate": 3.786922705930527e-06,
      "loss": 0.3047,
      "num_tokens": 1076230578.0,
      "step": 5654
    },
    {
      "epoch": 1.9300341296928327,
      "grad_norm": 0.26887434427165624,
      "learning_rate": 3.785357232893805e-06,
      "loss": 0.314,
      "num_tokens": 1076416196.0,
      "step": 5655
    },
    {
      "epoch": 1.9303754266211604,
      "grad_norm": 0.263442613403348,
      "learning_rate": 3.7837920025742215e-06,
      "loss": 0.3242,
      "num_tokens": 1076615721.0,
      "step": 5656
    },
    {
      "epoch": 1.9307167235494882,
      "grad_norm": 0.297095814188314,
      "learning_rate": 3.7822270151933414e-06,
      "loss": 0.3106,
      "num_tokens": 1076774514.0,
      "step": 5657
    },
    {
      "epoch": 1.9310580204778156,
      "grad_norm": 0.32903949513326186,
      "learning_rate": 3.780662270972698e-06,
      "loss": 0.3397,
      "num_tokens": 1076981263.0,
      "step": 5658
    },
    {
      "epoch": 1.9313993174061435,
      "grad_norm": 0.28108451616368557,
      "learning_rate": 3.779097770133788e-06,
      "loss": 0.3174,
      "num_tokens": 1077157838.0,
      "step": 5659
    },
    {
      "epoch": 1.9317406143344709,
      "grad_norm": 0.2792380524216275,
      "learning_rate": 3.7775335128980797e-06,
      "loss": 0.3261,
      "num_tokens": 1077339505.0,
      "step": 5660
    },
    {
      "epoch": 1.9320819112627987,
      "grad_norm": 0.27162702208343065,
      "learning_rate": 3.7759694994869977e-06,
      "loss": 0.3302,
      "num_tokens": 1077539702.0,
      "step": 5661
    },
    {
      "epoch": 1.9324232081911261,
      "grad_norm": 0.25391579737989584,
      "learning_rate": 3.7744057301219385e-06,
      "loss": 0.3256,
      "num_tokens": 1077751883.0,
      "step": 5662
    },
    {
      "epoch": 1.932764505119454,
      "grad_norm": 0.2844755922372516,
      "learning_rate": 3.7728422050242618e-06,
      "loss": 0.332,
      "num_tokens": 1077931864.0,
      "step": 5663
    },
    {
      "epoch": 1.9331058020477816,
      "grad_norm": 0.3334042812924646,
      "learning_rate": 3.7712789244152935e-06,
      "loss": 0.3227,
      "num_tokens": 1078097562.0,
      "step": 5664
    },
    {
      "epoch": 1.9334470989761092,
      "grad_norm": 0.2856281651728119,
      "learning_rate": 3.7697158885163256e-06,
      "loss": 0.3081,
      "num_tokens": 1078266350.0,
      "step": 5665
    },
    {
      "epoch": 1.9337883959044369,
      "grad_norm": 0.31382831601776556,
      "learning_rate": 3.7681530975486124e-06,
      "loss": 0.3216,
      "num_tokens": 1078429624.0,
      "step": 5666
    },
    {
      "epoch": 1.9341296928327645,
      "grad_norm": 0.26946800400799603,
      "learning_rate": 3.766590551733378e-06,
      "loss": 0.3198,
      "num_tokens": 1078641626.0,
      "step": 5667
    },
    {
      "epoch": 1.934470989761092,
      "grad_norm": 0.27716400894516907,
      "learning_rate": 3.765028251291806e-06,
      "loss": 0.3235,
      "num_tokens": 1078836648.0,
      "step": 5668
    },
    {
      "epoch": 1.9348122866894197,
      "grad_norm": 0.2696137837702982,
      "learning_rate": 3.763466196445054e-06,
      "loss": 0.3196,
      "num_tokens": 1079033528.0,
      "step": 5669
    },
    {
      "epoch": 1.9351535836177476,
      "grad_norm": 0.2810998490177349,
      "learning_rate": 3.7619043874142337e-06,
      "loss": 0.3346,
      "num_tokens": 1079226909.0,
      "step": 5670
    },
    {
      "epoch": 1.935494880546075,
      "grad_norm": 0.2918946024917189,
      "learning_rate": 3.76034282442043e-06,
      "loss": 0.3155,
      "num_tokens": 1079398013.0,
      "step": 5671
    },
    {
      "epoch": 1.9358361774744028,
      "grad_norm": 0.2921146459469576,
      "learning_rate": 3.7587815076846913e-06,
      "loss": 0.328,
      "num_tokens": 1079579513.0,
      "step": 5672
    },
    {
      "epoch": 1.9361774744027302,
      "grad_norm": 0.2732346654991858,
      "learning_rate": 3.757220437428031e-06,
      "loss": 0.3099,
      "num_tokens": 1079759542.0,
      "step": 5673
    },
    {
      "epoch": 1.936518771331058,
      "grad_norm": 0.26840173643748816,
      "learning_rate": 3.755659613871425e-06,
      "loss": 0.2937,
      "num_tokens": 1079956343.0,
      "step": 5674
    },
    {
      "epoch": 1.9368600682593855,
      "grad_norm": 0.301624928413143,
      "learning_rate": 3.7540990372358186e-06,
      "loss": 0.3367,
      "num_tokens": 1080128469.0,
      "step": 5675
    },
    {
      "epoch": 1.9372013651877134,
      "grad_norm": 0.2797541777255386,
      "learning_rate": 3.7525387077421194e-06,
      "loss": 0.3073,
      "num_tokens": 1080301154.0,
      "step": 5676
    },
    {
      "epoch": 1.937542662116041,
      "grad_norm": 0.27759433792668414,
      "learning_rate": 3.7509786256112012e-06,
      "loss": 0.331,
      "num_tokens": 1080504980.0,
      "step": 5677
    },
    {
      "epoch": 1.9378839590443686,
      "grad_norm": 0.2742923658427319,
      "learning_rate": 3.7494187910639024e-06,
      "loss": 0.3149,
      "num_tokens": 1080679530.0,
      "step": 5678
    },
    {
      "epoch": 1.9382252559726962,
      "grad_norm": 0.26278319182059795,
      "learning_rate": 3.7478592043210238e-06,
      "loss": 0.3328,
      "num_tokens": 1080886677.0,
      "step": 5679
    },
    {
      "epoch": 1.9385665529010239,
      "grad_norm": 0.27788797037366064,
      "learning_rate": 3.7462998656033355e-06,
      "loss": 0.3127,
      "num_tokens": 1081079953.0,
      "step": 5680
    },
    {
      "epoch": 1.9389078498293515,
      "grad_norm": 0.28519972073683414,
      "learning_rate": 3.74474077513157e-06,
      "loss": 0.3052,
      "num_tokens": 1081259864.0,
      "step": 5681
    },
    {
      "epoch": 1.9392491467576791,
      "grad_norm": 0.26395100516017606,
      "learning_rate": 3.7431819331264265e-06,
      "loss": 0.3137,
      "num_tokens": 1081450772.0,
      "step": 5682
    },
    {
      "epoch": 1.939590443686007,
      "grad_norm": 0.26828206895433543,
      "learning_rate": 3.7416233398085653e-06,
      "loss": 0.2939,
      "num_tokens": 1081626080.0,
      "step": 5683
    },
    {
      "epoch": 1.9399317406143344,
      "grad_norm": 0.2555371143862813,
      "learning_rate": 3.7400649953986147e-06,
      "loss": 0.3174,
      "num_tokens": 1081820970.0,
      "step": 5684
    },
    {
      "epoch": 1.9402730375426622,
      "grad_norm": 0.38178634073744966,
      "learning_rate": 3.738506900117167e-06,
      "loss": 0.2973,
      "num_tokens": 1082041534.0,
      "step": 5685
    },
    {
      "epoch": 1.9406143344709896,
      "grad_norm": 0.27309447307080725,
      "learning_rate": 3.73694905418478e-06,
      "loss": 0.2952,
      "num_tokens": 1082217580.0,
      "step": 5686
    },
    {
      "epoch": 1.9409556313993175,
      "grad_norm": 0.2809408702048429,
      "learning_rate": 3.7353914578219774e-06,
      "loss": 0.3057,
      "num_tokens": 1082393784.0,
      "step": 5687
    },
    {
      "epoch": 1.9412969283276449,
      "grad_norm": 0.2736339945336949,
      "learning_rate": 3.7338341112492393e-06,
      "loss": 0.3275,
      "num_tokens": 1082598335.0,
      "step": 5688
    },
    {
      "epoch": 1.9416382252559727,
      "grad_norm": 0.25149622932642546,
      "learning_rate": 3.7322770146870213e-06,
      "loss": 0.3389,
      "num_tokens": 1082849239.0,
      "step": 5689
    },
    {
      "epoch": 1.9419795221843004,
      "grad_norm": 0.27657358996731546,
      "learning_rate": 3.730720168355738e-06,
      "loss": 0.3267,
      "num_tokens": 1083061753.0,
      "step": 5690
    },
    {
      "epoch": 1.942320819112628,
      "grad_norm": 0.2590859466785079,
      "learning_rate": 3.7291635724757714e-06,
      "loss": 0.3345,
      "num_tokens": 1083282614.0,
      "step": 5691
    },
    {
      "epoch": 1.9426621160409556,
      "grad_norm": 0.286659053095555,
      "learning_rate": 3.7276072272674635e-06,
      "loss": 0.3384,
      "num_tokens": 1083482598.0,
      "step": 5692
    },
    {
      "epoch": 1.9430034129692833,
      "grad_norm": 0.2685779112794891,
      "learning_rate": 3.726051132951124e-06,
      "loss": 0.3221,
      "num_tokens": 1083699734.0,
      "step": 5693
    },
    {
      "epoch": 1.9433447098976109,
      "grad_norm": 0.29151955924385475,
      "learning_rate": 3.7244952897470266e-06,
      "loss": 0.3149,
      "num_tokens": 1083874028.0,
      "step": 5694
    },
    {
      "epoch": 1.9436860068259385,
      "grad_norm": 0.28650640986570164,
      "learning_rate": 3.722939697875413e-06,
      "loss": 0.3358,
      "num_tokens": 1084061496.0,
      "step": 5695
    },
    {
      "epoch": 1.9440273037542664,
      "grad_norm": 0.25328951187556936,
      "learning_rate": 3.7213843575564803e-06,
      "loss": 0.3085,
      "num_tokens": 1084272414.0,
      "step": 5696
    },
    {
      "epoch": 1.9443686006825938,
      "grad_norm": 0.29894674958637263,
      "learning_rate": 3.7198292690103975e-06,
      "loss": 0.3251,
      "num_tokens": 1084444484.0,
      "step": 5697
    },
    {
      "epoch": 1.9447098976109216,
      "grad_norm": 0.29107781318406145,
      "learning_rate": 3.718274432457297e-06,
      "loss": 0.304,
      "num_tokens": 1084615150.0,
      "step": 5698
    },
    {
      "epoch": 1.945051194539249,
      "grad_norm": 0.30546238173028695,
      "learning_rate": 3.7167198481172738e-06,
      "loss": 0.3335,
      "num_tokens": 1084801302.0,
      "step": 5699
    },
    {
      "epoch": 1.9453924914675769,
      "grad_norm": 0.26868496809219894,
      "learning_rate": 3.7151655162103893e-06,
      "loss": 0.3145,
      "num_tokens": 1084997495.0,
      "step": 5700
    },
    {
      "epoch": 1.9457337883959043,
      "grad_norm": 0.2888247552590411,
      "learning_rate": 3.713611436956667e-06,
      "loss": 0.2943,
      "num_tokens": 1085173527.0,
      "step": 5701
    },
    {
      "epoch": 1.9460750853242321,
      "grad_norm": 0.2613336259241359,
      "learning_rate": 3.712057610576093e-06,
      "loss": 0.3173,
      "num_tokens": 1085371741.0,
      "step": 5702
    },
    {
      "epoch": 1.9464163822525598,
      "grad_norm": 0.2847639987876552,
      "learning_rate": 3.7105040372886227e-06,
      "loss": 0.29,
      "num_tokens": 1085545652.0,
      "step": 5703
    },
    {
      "epoch": 1.9467576791808874,
      "grad_norm": 0.2708167276565276,
      "learning_rate": 3.7089507173141737e-06,
      "loss": 0.3029,
      "num_tokens": 1085728047.0,
      "step": 5704
    },
    {
      "epoch": 1.947098976109215,
      "grad_norm": 0.3305721938621667,
      "learning_rate": 3.707397650872624e-06,
      "loss": 0.3538,
      "num_tokens": 1085894814.0,
      "step": 5705
    },
    {
      "epoch": 1.9474402730375426,
      "grad_norm": 0.27966829367159657,
      "learning_rate": 3.7058448381838184e-06,
      "loss": 0.3317,
      "num_tokens": 1086082206.0,
      "step": 5706
    },
    {
      "epoch": 1.9477815699658703,
      "grad_norm": 0.26920930577676766,
      "learning_rate": 3.7042922794675697e-06,
      "loss": 0.3114,
      "num_tokens": 1086271395.0,
      "step": 5707
    },
    {
      "epoch": 1.948122866894198,
      "grad_norm": 0.27511201213553427,
      "learning_rate": 3.702739974943651e-06,
      "loss": 0.3264,
      "num_tokens": 1086460382.0,
      "step": 5708
    },
    {
      "epoch": 1.9484641638225257,
      "grad_norm": 0.2625129696215183,
      "learning_rate": 3.701187924831795e-06,
      "loss": 0.3274,
      "num_tokens": 1086676647.0,
      "step": 5709
    },
    {
      "epoch": 1.9488054607508531,
      "grad_norm": 0.2684919691129569,
      "learning_rate": 3.699636129351708e-06,
      "loss": 0.297,
      "num_tokens": 1086862264.0,
      "step": 5710
    },
    {
      "epoch": 1.949146757679181,
      "grad_norm": 0.2664859215511921,
      "learning_rate": 3.698084588723051e-06,
      "loss": 0.3209,
      "num_tokens": 1087066636.0,
      "step": 5711
    },
    {
      "epoch": 1.9494880546075084,
      "grad_norm": 0.25849180084185563,
      "learning_rate": 3.696533303165456e-06,
      "loss": 0.3014,
      "num_tokens": 1087259757.0,
      "step": 5712
    },
    {
      "epoch": 1.9498293515358363,
      "grad_norm": 0.277553137552179,
      "learning_rate": 3.6949822728985163e-06,
      "loss": 0.3206,
      "num_tokens": 1087443491.0,
      "step": 5713
    },
    {
      "epoch": 1.9501706484641637,
      "grad_norm": 0.28791336789291866,
      "learning_rate": 3.693431498141787e-06,
      "loss": 0.308,
      "num_tokens": 1087647020.0,
      "step": 5714
    },
    {
      "epoch": 1.9505119453924915,
      "grad_norm": 0.2999404872618342,
      "learning_rate": 3.691880979114789e-06,
      "loss": 0.3256,
      "num_tokens": 1087823725.0,
      "step": 5715
    },
    {
      "epoch": 1.9508532423208191,
      "grad_norm": 0.28427179762367133,
      "learning_rate": 3.6903307160370074e-06,
      "loss": 0.3499,
      "num_tokens": 1088025482.0,
      "step": 5716
    },
    {
      "epoch": 1.9511945392491468,
      "grad_norm": 0.26337325506507203,
      "learning_rate": 3.6887807091278926e-06,
      "loss": 0.333,
      "num_tokens": 1088226558.0,
      "step": 5717
    },
    {
      "epoch": 1.9515358361774744,
      "grad_norm": 0.2508727437654574,
      "learning_rate": 3.6872309586068524e-06,
      "loss": 0.2952,
      "num_tokens": 1088456211.0,
      "step": 5718
    },
    {
      "epoch": 1.951877133105802,
      "grad_norm": 0.2745161808853492,
      "learning_rate": 3.685681464693265e-06,
      "loss": 0.3104,
      "num_tokens": 1088643308.0,
      "step": 5719
    },
    {
      "epoch": 1.9522184300341296,
      "grad_norm": 0.2570664655750154,
      "learning_rate": 3.6841322276064685e-06,
      "loss": 0.3054,
      "num_tokens": 1088839136.0,
      "step": 5720
    },
    {
      "epoch": 1.9525597269624573,
      "grad_norm": 0.3061464075620841,
      "learning_rate": 3.6825832475657676e-06,
      "loss": 0.325,
      "num_tokens": 1089039047.0,
      "step": 5721
    },
    {
      "epoch": 1.9529010238907851,
      "grad_norm": 0.2883891102046067,
      "learning_rate": 3.6810345247904277e-06,
      "loss": 0.3223,
      "num_tokens": 1089210377.0,
      "step": 5722
    },
    {
      "epoch": 1.9532423208191125,
      "grad_norm": 0.29563167108733834,
      "learning_rate": 3.6794860594996804e-06,
      "loss": 0.322,
      "num_tokens": 1089372905.0,
      "step": 5723
    },
    {
      "epoch": 1.9535836177474404,
      "grad_norm": 0.48481376366908935,
      "learning_rate": 3.6779378519127176e-06,
      "loss": 0.3357,
      "num_tokens": 1089587196.0,
      "step": 5724
    },
    {
      "epoch": 1.9539249146757678,
      "grad_norm": 0.2774940909011805,
      "learning_rate": 3.6763899022486983e-06,
      "loss": 0.3564,
      "num_tokens": 1089822187.0,
      "step": 5725
    },
    {
      "epoch": 1.9542662116040956,
      "grad_norm": 0.2755700233250315,
      "learning_rate": 3.6748422107267445e-06,
      "loss": 0.3085,
      "num_tokens": 1089995173.0,
      "step": 5726
    },
    {
      "epoch": 1.954607508532423,
      "grad_norm": 0.2593027826849851,
      "learning_rate": 3.6732947775659354e-06,
      "loss": 0.3369,
      "num_tokens": 1090224985.0,
      "step": 5727
    },
    {
      "epoch": 1.954948805460751,
      "grad_norm": 0.24233402367311258,
      "learning_rate": 3.671747602985324e-06,
      "loss": 0.3363,
      "num_tokens": 1090442710.0,
      "step": 5728
    },
    {
      "epoch": 1.9552901023890785,
      "grad_norm": 0.2768765933733373,
      "learning_rate": 3.6702006872039186e-06,
      "loss": 0.2945,
      "num_tokens": 1090620682.0,
      "step": 5729
    },
    {
      "epoch": 1.9556313993174061,
      "grad_norm": 0.26067059415518296,
      "learning_rate": 3.6686540304406948e-06,
      "loss": 0.3275,
      "num_tokens": 1090828321.0,
      "step": 5730
    },
    {
      "epoch": 1.9559726962457338,
      "grad_norm": 0.254713532204127,
      "learning_rate": 3.6671076329145895e-06,
      "loss": 0.3277,
      "num_tokens": 1091035240.0,
      "step": 5731
    },
    {
      "epoch": 1.9563139931740614,
      "grad_norm": 0.31592760802141334,
      "learning_rate": 3.665561494844504e-06,
      "loss": 0.3193,
      "num_tokens": 1091209593.0,
      "step": 5732
    },
    {
      "epoch": 1.956655290102389,
      "grad_norm": 0.28733870456585975,
      "learning_rate": 3.6640156164493026e-06,
      "loss": 0.3038,
      "num_tokens": 1091358831.0,
      "step": 5733
    },
    {
      "epoch": 1.9569965870307167,
      "grad_norm": 0.3323744651996237,
      "learning_rate": 3.662469997947814e-06,
      "loss": 0.3234,
      "num_tokens": 1091505396.0,
      "step": 5734
    },
    {
      "epoch": 1.9573378839590445,
      "grad_norm": 0.27803835844687663,
      "learning_rate": 3.6609246395588292e-06,
      "loss": 0.2995,
      "num_tokens": 1091682160.0,
      "step": 5735
    },
    {
      "epoch": 1.957679180887372,
      "grad_norm": 0.2793773193273835,
      "learning_rate": 3.6593795415011003e-06,
      "loss": 0.3017,
      "num_tokens": 1091849286.0,
      "step": 5736
    },
    {
      "epoch": 1.9580204778156998,
      "grad_norm": 0.2951916846950379,
      "learning_rate": 3.657834703993345e-06,
      "loss": 0.3129,
      "num_tokens": 1092045087.0,
      "step": 5737
    },
    {
      "epoch": 1.9583617747440272,
      "grad_norm": 0.2617892636541401,
      "learning_rate": 3.656290127254244e-06,
      "loss": 0.346,
      "num_tokens": 1092258337.0,
      "step": 5738
    },
    {
      "epoch": 1.958703071672355,
      "grad_norm": 0.2811640888765862,
      "learning_rate": 3.6547458115024428e-06,
      "loss": 0.2876,
      "num_tokens": 1092424685.0,
      "step": 5739
    },
    {
      "epoch": 1.9590443686006824,
      "grad_norm": 0.2731023016658038,
      "learning_rate": 3.6532017569565438e-06,
      "loss": 0.3053,
      "num_tokens": 1092606460.0,
      "step": 5740
    },
    {
      "epoch": 1.9593856655290103,
      "grad_norm": 0.2655739883435057,
      "learning_rate": 3.6516579638351167e-06,
      "loss": 0.3037,
      "num_tokens": 1092825343.0,
      "step": 5741
    },
    {
      "epoch": 1.959726962457338,
      "grad_norm": 0.31525296197090735,
      "learning_rate": 3.6501144323566973e-06,
      "loss": 0.3007,
      "num_tokens": 1092974452.0,
      "step": 5742
    },
    {
      "epoch": 1.9600682593856655,
      "grad_norm": 0.285993546082757,
      "learning_rate": 3.648571162739781e-06,
      "loss": 0.2993,
      "num_tokens": 1093166259.0,
      "step": 5743
    },
    {
      "epoch": 1.9604095563139932,
      "grad_norm": 0.24567641845258503,
      "learning_rate": 3.6470281552028218e-06,
      "loss": 0.3085,
      "num_tokens": 1093374092.0,
      "step": 5744
    },
    {
      "epoch": 1.9607508532423208,
      "grad_norm": 0.2423326623317691,
      "learning_rate": 3.6454854099642445e-06,
      "loss": 0.3276,
      "num_tokens": 1093619633.0,
      "step": 5745
    },
    {
      "epoch": 1.9610921501706484,
      "grad_norm": 0.3071646141863459,
      "learning_rate": 3.643942927242431e-06,
      "loss": 0.3326,
      "num_tokens": 1093803502.0,
      "step": 5746
    },
    {
      "epoch": 1.961433447098976,
      "grad_norm": 0.3064795351749836,
      "learning_rate": 3.64240070725573e-06,
      "loss": 0.3309,
      "num_tokens": 1093976421.0,
      "step": 5747
    },
    {
      "epoch": 1.961774744027304,
      "grad_norm": 0.25681126486005457,
      "learning_rate": 3.6408587502224514e-06,
      "loss": 0.3052,
      "num_tokens": 1094217654.0,
      "step": 5748
    },
    {
      "epoch": 1.9621160409556313,
      "grad_norm": 0.33177776632147904,
      "learning_rate": 3.6393170563608658e-06,
      "loss": 0.3425,
      "num_tokens": 1094439417.0,
      "step": 5749
    },
    {
      "epoch": 1.9624573378839592,
      "grad_norm": 0.5422258846776407,
      "learning_rate": 3.6377756258892094e-06,
      "loss": 0.2772,
      "num_tokens": 1094598143.0,
      "step": 5750
    },
    {
      "epoch": 1.9627986348122866,
      "grad_norm": 0.24919874395548433,
      "learning_rate": 3.6362344590256814e-06,
      "loss": 0.3526,
      "num_tokens": 1094843210.0,
      "step": 5751
    },
    {
      "epoch": 1.9631399317406144,
      "grad_norm": 0.31778877495245006,
      "learning_rate": 3.6346935559884423e-06,
      "loss": 0.3117,
      "num_tokens": 1095000925.0,
      "step": 5752
    },
    {
      "epoch": 1.9634812286689418,
      "grad_norm": 0.2697853826353071,
      "learning_rate": 3.6331529169956124e-06,
      "loss": 0.2846,
      "num_tokens": 1095191380.0,
      "step": 5753
    },
    {
      "epoch": 1.9638225255972697,
      "grad_norm": 0.2707942091979399,
      "learning_rate": 3.63161254226528e-06,
      "loss": 0.3089,
      "num_tokens": 1095391654.0,
      "step": 5754
    },
    {
      "epoch": 1.9641638225255973,
      "grad_norm": 0.2568179384736787,
      "learning_rate": 3.6300724320154945e-06,
      "loss": 0.3173,
      "num_tokens": 1095611304.0,
      "step": 5755
    },
    {
      "epoch": 1.964505119453925,
      "grad_norm": 0.2671580415131498,
      "learning_rate": 3.628532586464265e-06,
      "loss": 0.3243,
      "num_tokens": 1095837729.0,
      "step": 5756
    },
    {
      "epoch": 1.9648464163822525,
      "grad_norm": 0.29272505499087853,
      "learning_rate": 3.626993005829569e-06,
      "loss": 0.3139,
      "num_tokens": 1096010783.0,
      "step": 5757
    },
    {
      "epoch": 1.9651877133105802,
      "grad_norm": 0.27301781945874715,
      "learning_rate": 3.625453690329336e-06,
      "loss": 0.3035,
      "num_tokens": 1096201172.0,
      "step": 5758
    },
    {
      "epoch": 1.9655290102389078,
      "grad_norm": 0.29935617830995065,
      "learning_rate": 3.6239146401814695e-06,
      "loss": 0.3135,
      "num_tokens": 1096353518.0,
      "step": 5759
    },
    {
      "epoch": 1.9658703071672354,
      "grad_norm": 0.2517664675876285,
      "learning_rate": 3.622375855603829e-06,
      "loss": 0.297,
      "num_tokens": 1096561185.0,
      "step": 5760
    },
    {
      "epoch": 1.9662116040955633,
      "grad_norm": 0.4710896267362145,
      "learning_rate": 3.6208373368142422e-06,
      "loss": 0.3448,
      "num_tokens": 1096720495.0,
      "step": 5761
    },
    {
      "epoch": 1.9665529010238907,
      "grad_norm": 0.2867940345928544,
      "learning_rate": 3.6192990840304863e-06,
      "loss": 0.3289,
      "num_tokens": 1096910891.0,
      "step": 5762
    },
    {
      "epoch": 1.9668941979522185,
      "grad_norm": 0.2679110052570797,
      "learning_rate": 3.617761097470316e-06,
      "loss": 0.3,
      "num_tokens": 1097090762.0,
      "step": 5763
    },
    {
      "epoch": 1.967235494880546,
      "grad_norm": 0.26844635603045225,
      "learning_rate": 3.6162233773514376e-06,
      "loss": 0.3017,
      "num_tokens": 1097275204.0,
      "step": 5764
    },
    {
      "epoch": 1.9675767918088738,
      "grad_norm": 0.27275758547276524,
      "learning_rate": 3.614685923891529e-06,
      "loss": 0.3029,
      "num_tokens": 1097477112.0,
      "step": 5765
    },
    {
      "epoch": 1.9679180887372012,
      "grad_norm": 0.3018941448180951,
      "learning_rate": 3.613148737308222e-06,
      "loss": 0.3223,
      "num_tokens": 1097678774.0,
      "step": 5766
    },
    {
      "epoch": 1.968259385665529,
      "grad_norm": 0.3592313955158146,
      "learning_rate": 3.611611817819113e-06,
      "loss": 0.3198,
      "num_tokens": 1097826107.0,
      "step": 5767
    },
    {
      "epoch": 1.9686006825938567,
      "grad_norm": 0.3128962089235039,
      "learning_rate": 3.6100751656417642e-06,
      "loss": 0.3112,
      "num_tokens": 1098008230.0,
      "step": 5768
    },
    {
      "epoch": 1.9689419795221843,
      "grad_norm": 0.26015691189398876,
      "learning_rate": 3.6085387809936932e-06,
      "loss": 0.2938,
      "num_tokens": 1098190612.0,
      "step": 5769
    },
    {
      "epoch": 1.969283276450512,
      "grad_norm": 0.3073024663729267,
      "learning_rate": 3.6070026640923904e-06,
      "loss": 0.3108,
      "num_tokens": 1098355167.0,
      "step": 5770
    },
    {
      "epoch": 1.9696245733788396,
      "grad_norm": 0.25797432844036633,
      "learning_rate": 3.6054668151552942e-06,
      "loss": 0.3299,
      "num_tokens": 1098576631.0,
      "step": 5771
    },
    {
      "epoch": 1.9699658703071672,
      "grad_norm": 0.28972141448253064,
      "learning_rate": 3.603931234399817e-06,
      "loss": 0.331,
      "num_tokens": 1098775101.0,
      "step": 5772
    },
    {
      "epoch": 1.9703071672354948,
      "grad_norm": 0.26117809838914036,
      "learning_rate": 3.6023959220433247e-06,
      "loss": 0.3238,
      "num_tokens": 1098979838.0,
      "step": 5773
    },
    {
      "epoch": 1.9706484641638227,
      "grad_norm": 0.5207576243544404,
      "learning_rate": 3.600860878303155e-06,
      "loss": 0.3055,
      "num_tokens": 1099151546.0,
      "step": 5774
    },
    {
      "epoch": 1.97098976109215,
      "grad_norm": 0.26189626704975866,
      "learning_rate": 3.5993261033965977e-06,
      "loss": 0.2975,
      "num_tokens": 1099346610.0,
      "step": 5775
    },
    {
      "epoch": 1.971331058020478,
      "grad_norm": 0.27863405959506726,
      "learning_rate": 3.5977915975409093e-06,
      "loss": 0.3019,
      "num_tokens": 1099527119.0,
      "step": 5776
    },
    {
      "epoch": 1.9716723549488053,
      "grad_norm": 0.2551785465518522,
      "learning_rate": 3.596257360953308e-06,
      "loss": 0.3185,
      "num_tokens": 1099762329.0,
      "step": 5777
    },
    {
      "epoch": 1.9720136518771332,
      "grad_norm": 0.2597769396356639,
      "learning_rate": 3.594723393850975e-06,
      "loss": 0.3087,
      "num_tokens": 1099983586.0,
      "step": 5778
    },
    {
      "epoch": 1.9723549488054608,
      "grad_norm": 0.28692615485246215,
      "learning_rate": 3.5931896964510493e-06,
      "loss": 0.3289,
      "num_tokens": 1100170065.0,
      "step": 5779
    },
    {
      "epoch": 1.9726962457337884,
      "grad_norm": 0.287772903985544,
      "learning_rate": 3.5916562689706337e-06,
      "loss": 0.3294,
      "num_tokens": 1100358115.0,
      "step": 5780
    },
    {
      "epoch": 1.973037542662116,
      "grad_norm": 0.31441094432688804,
      "learning_rate": 3.5901231116267966e-06,
      "loss": 0.292,
      "num_tokens": 1100514456.0,
      "step": 5781
    },
    {
      "epoch": 1.9733788395904437,
      "grad_norm": 0.24851710061241927,
      "learning_rate": 3.5885902246365613e-06,
      "loss": 0.3169,
      "num_tokens": 1100735325.0,
      "step": 5782
    },
    {
      "epoch": 1.9737201365187713,
      "grad_norm": 0.2809033209224615,
      "learning_rate": 3.5870576082169182e-06,
      "loss": 0.3155,
      "num_tokens": 1100926314.0,
      "step": 5783
    },
    {
      "epoch": 1.974061433447099,
      "grad_norm": 0.2758850851673669,
      "learning_rate": 3.58552526258482e-06,
      "loss": 0.3044,
      "num_tokens": 1101109482.0,
      "step": 5784
    },
    {
      "epoch": 1.9744027303754266,
      "grad_norm": 0.2829672814559779,
      "learning_rate": 3.5839931879571733e-06,
      "loss": 0.2972,
      "num_tokens": 1101278852.0,
      "step": 5785
    },
    {
      "epoch": 1.9747440273037542,
      "grad_norm": 0.27493915895486604,
      "learning_rate": 3.582461384550856e-06,
      "loss": 0.3186,
      "num_tokens": 1101461828.0,
      "step": 5786
    },
    {
      "epoch": 1.975085324232082,
      "grad_norm": 0.2749845567269346,
      "learning_rate": 3.580929852582703e-06,
      "loss": 0.3235,
      "num_tokens": 1101644774.0,
      "step": 5787
    },
    {
      "epoch": 1.9754266211604095,
      "grad_norm": 0.27097679472081004,
      "learning_rate": 3.5793985922695085e-06,
      "loss": 0.2933,
      "num_tokens": 1101842879.0,
      "step": 5788
    },
    {
      "epoch": 1.9757679180887373,
      "grad_norm": 0.28359643615654156,
      "learning_rate": 3.5778676038280314e-06,
      "loss": 0.3249,
      "num_tokens": 1102017223.0,
      "step": 5789
    },
    {
      "epoch": 1.9761092150170647,
      "grad_norm": 0.26582925107983385,
      "learning_rate": 3.576336887474995e-06,
      "loss": 0.3123,
      "num_tokens": 1102225789.0,
      "step": 5790
    },
    {
      "epoch": 1.9764505119453926,
      "grad_norm": 0.26590104996559777,
      "learning_rate": 3.5748064434270755e-06,
      "loss": 0.3372,
      "num_tokens": 1102425982.0,
      "step": 5791
    },
    {
      "epoch": 1.9767918088737202,
      "grad_norm": 0.26481701231402816,
      "learning_rate": 3.5732762719009197e-06,
      "loss": 0.3358,
      "num_tokens": 1102646408.0,
      "step": 5792
    },
    {
      "epoch": 1.9771331058020478,
      "grad_norm": 0.2723501171919248,
      "learning_rate": 3.571746373113132e-06,
      "loss": 0.3108,
      "num_tokens": 1102826791.0,
      "step": 5793
    },
    {
      "epoch": 1.9774744027303754,
      "grad_norm": 0.2962087680289513,
      "learning_rate": 3.570216747280273e-06,
      "loss": 0.3091,
      "num_tokens": 1102975881.0,
      "step": 5794
    },
    {
      "epoch": 1.977815699658703,
      "grad_norm": 0.25670166948727946,
      "learning_rate": 3.568687394618876e-06,
      "loss": 0.306,
      "num_tokens": 1103186974.0,
      "step": 5795
    },
    {
      "epoch": 1.9781569965870307,
      "grad_norm": 0.271737574216602,
      "learning_rate": 3.567158315345426e-06,
      "loss": 0.3021,
      "num_tokens": 1103387658.0,
      "step": 5796
    },
    {
      "epoch": 1.9784982935153583,
      "grad_norm": 0.3021219478880791,
      "learning_rate": 3.5656295096763715e-06,
      "loss": 0.274,
      "num_tokens": 1103528030.0,
      "step": 5797
    },
    {
      "epoch": 1.978839590443686,
      "grad_norm": 0.26720314221097546,
      "learning_rate": 3.5641009778281267e-06,
      "loss": 0.3146,
      "num_tokens": 1103727378.0,
      "step": 5798
    },
    {
      "epoch": 1.9791808873720136,
      "grad_norm": 0.2965497989814662,
      "learning_rate": 3.562572720017059e-06,
      "loss": 0.311,
      "num_tokens": 1103914585.0,
      "step": 5799
    },
    {
      "epoch": 1.9795221843003414,
      "grad_norm": 0.25968796148532935,
      "learning_rate": 3.5610447364595102e-06,
      "loss": 0.3231,
      "num_tokens": 1104127881.0,
      "step": 5800
    },
    {
      "epoch": 1.9798634812286688,
      "grad_norm": 0.28692766165552624,
      "learning_rate": 3.559517027371764e-06,
      "loss": 0.3221,
      "num_tokens": 1104320338.0,
      "step": 5801
    },
    {
      "epoch": 1.9802047781569967,
      "grad_norm": 0.2964757601622707,
      "learning_rate": 3.5579895929700835e-06,
      "loss": 0.3441,
      "num_tokens": 1104508669.0,
      "step": 5802
    },
    {
      "epoch": 1.980546075085324,
      "grad_norm": 0.2815422953829526,
      "learning_rate": 3.556462433470682e-06,
      "loss": 0.3391,
      "num_tokens": 1104715911.0,
      "step": 5803
    },
    {
      "epoch": 1.980887372013652,
      "grad_norm": 0.2588339933628199,
      "learning_rate": 3.5549355490897407e-06,
      "loss": 0.2886,
      "num_tokens": 1104904112.0,
      "step": 5804
    },
    {
      "epoch": 1.9812286689419796,
      "grad_norm": 0.3251747576860308,
      "learning_rate": 3.5534089400433956e-06,
      "loss": 0.327,
      "num_tokens": 1105052250.0,
      "step": 5805
    },
    {
      "epoch": 1.9815699658703072,
      "grad_norm": 0.26348401285982914,
      "learning_rate": 3.5518826065477453e-06,
      "loss": 0.3447,
      "num_tokens": 1105272914.0,
      "step": 5806
    },
    {
      "epoch": 1.9819112627986348,
      "grad_norm": 0.2726229271321093,
      "learning_rate": 3.550356548818855e-06,
      "loss": 0.3083,
      "num_tokens": 1105465997.0,
      "step": 5807
    },
    {
      "epoch": 1.9822525597269625,
      "grad_norm": 0.24743445578437223,
      "learning_rate": 3.548830767072743e-06,
      "loss": 0.3413,
      "num_tokens": 1105724476.0,
      "step": 5808
    },
    {
      "epoch": 1.98259385665529,
      "grad_norm": 0.3105029146519178,
      "learning_rate": 3.5473052615253966e-06,
      "loss": 0.3207,
      "num_tokens": 1105871549.0,
      "step": 5809
    },
    {
      "epoch": 1.9829351535836177,
      "grad_norm": 0.26225376572548814,
      "learning_rate": 3.5457800323927526e-06,
      "loss": 0.2875,
      "num_tokens": 1106052324.0,
      "step": 5810
    },
    {
      "epoch": 1.9832764505119453,
      "grad_norm": 0.5699031676638501,
      "learning_rate": 3.544255079890723e-06,
      "loss": 0.3285,
      "num_tokens": 1106262457.0,
      "step": 5811
    },
    {
      "epoch": 1.983617747440273,
      "grad_norm": 0.29978661456180683,
      "learning_rate": 3.542730404235166e-06,
      "loss": 0.3135,
      "num_tokens": 1106430712.0,
      "step": 5812
    },
    {
      "epoch": 1.9839590443686008,
      "grad_norm": 0.2686616382483678,
      "learning_rate": 3.541206005641914e-06,
      "loss": 0.3083,
      "num_tokens": 1106632807.0,
      "step": 5813
    },
    {
      "epoch": 1.9843003412969282,
      "grad_norm": 0.2669849802891777,
      "learning_rate": 3.539681884326751e-06,
      "loss": 0.3089,
      "num_tokens": 1106814881.0,
      "step": 5814
    },
    {
      "epoch": 1.984641638225256,
      "grad_norm": 0.27073988600815696,
      "learning_rate": 3.538158040505425e-06,
      "loss": 0.3424,
      "num_tokens": 1107031967.0,
      "step": 5815
    },
    {
      "epoch": 1.9849829351535835,
      "grad_norm": 0.2575019757290299,
      "learning_rate": 3.5366344743936455e-06,
      "loss": 0.3208,
      "num_tokens": 1107248896.0,
      "step": 5816
    },
    {
      "epoch": 1.9853242320819113,
      "grad_norm": 0.275306841301986,
      "learning_rate": 3.5351111862070796e-06,
      "loss": 0.3285,
      "num_tokens": 1107441268.0,
      "step": 5817
    },
    {
      "epoch": 1.985665529010239,
      "grad_norm": 0.27463750343506377,
      "learning_rate": 3.533588176161362e-06,
      "loss": 0.3053,
      "num_tokens": 1107650089.0,
      "step": 5818
    },
    {
      "epoch": 1.9860068259385666,
      "grad_norm": 0.28225249820587583,
      "learning_rate": 3.532065444472076e-06,
      "loss": 0.3141,
      "num_tokens": 1107814227.0,
      "step": 5819
    },
    {
      "epoch": 1.9863481228668942,
      "grad_norm": 0.2976377350795167,
      "learning_rate": 3.5305429913547786e-06,
      "loss": 0.3314,
      "num_tokens": 1107985596.0,
      "step": 5820
    },
    {
      "epoch": 1.9866894197952218,
      "grad_norm": 0.35255805543166335,
      "learning_rate": 3.529020817024976e-06,
      "loss": 0.3373,
      "num_tokens": 1108139486.0,
      "step": 5821
    },
    {
      "epoch": 1.9870307167235495,
      "grad_norm": 0.2825149030133345,
      "learning_rate": 3.527498921698147e-06,
      "loss": 0.321,
      "num_tokens": 1108335051.0,
      "step": 5822
    },
    {
      "epoch": 1.987372013651877,
      "grad_norm": 0.27357080685712354,
      "learning_rate": 3.525977305589721e-06,
      "loss": 0.3142,
      "num_tokens": 1108528253.0,
      "step": 5823
    },
    {
      "epoch": 1.9877133105802047,
      "grad_norm": 0.2764510769388518,
      "learning_rate": 3.524455968915088e-06,
      "loss": 0.3108,
      "num_tokens": 1108703898.0,
      "step": 5824
    },
    {
      "epoch": 1.9880546075085324,
      "grad_norm": 0.475599456964132,
      "learning_rate": 3.5229349118896072e-06,
      "loss": 0.2902,
      "num_tokens": 1108882481.0,
      "step": 5825
    },
    {
      "epoch": 1.9883959044368602,
      "grad_norm": 0.29046879421626515,
      "learning_rate": 3.5214141347285878e-06,
      "loss": 0.3455,
      "num_tokens": 1109082078.0,
      "step": 5826
    },
    {
      "epoch": 1.9887372013651876,
      "grad_norm": 0.26212711138210076,
      "learning_rate": 3.5198936376473103e-06,
      "loss": 0.3105,
      "num_tokens": 1109279842.0,
      "step": 5827
    },
    {
      "epoch": 1.9890784982935155,
      "grad_norm": 0.2518633835500394,
      "learning_rate": 3.518373420861002e-06,
      "loss": 0.3036,
      "num_tokens": 1109513801.0,
      "step": 5828
    },
    {
      "epoch": 1.9894197952218429,
      "grad_norm": 0.28957793385865593,
      "learning_rate": 3.5168534845848635e-06,
      "loss": 0.3038,
      "num_tokens": 1109678378.0,
      "step": 5829
    },
    {
      "epoch": 1.9897610921501707,
      "grad_norm": 0.2644877116086996,
      "learning_rate": 3.5153338290340455e-06,
      "loss": 0.3175,
      "num_tokens": 1109882811.0,
      "step": 5830
    },
    {
      "epoch": 1.9901023890784983,
      "grad_norm": 0.2542572667374041,
      "learning_rate": 3.5138144544236684e-06,
      "loss": 0.2889,
      "num_tokens": 1110076355.0,
      "step": 5831
    },
    {
      "epoch": 1.990443686006826,
      "grad_norm": 0.271976707790227,
      "learning_rate": 3.512295360968807e-06,
      "loss": 0.3206,
      "num_tokens": 1110263510.0,
      "step": 5832
    },
    {
      "epoch": 1.9907849829351536,
      "grad_norm": 0.2765254758433069,
      "learning_rate": 3.510776548884494e-06,
      "loss": 0.3145,
      "num_tokens": 1110471791.0,
      "step": 5833
    },
    {
      "epoch": 1.9911262798634812,
      "grad_norm": 0.3216365281353993,
      "learning_rate": 3.5092580183857295e-06,
      "loss": 0.3342,
      "num_tokens": 1110648994.0,
      "step": 5834
    },
    {
      "epoch": 1.9914675767918089,
      "grad_norm": 0.25300846373539043,
      "learning_rate": 3.507739769687468e-06,
      "loss": 0.3061,
      "num_tokens": 1110872473.0,
      "step": 5835
    },
    {
      "epoch": 1.9918088737201365,
      "grad_norm": 0.27177600920404466,
      "learning_rate": 3.506221803004627e-06,
      "loss": 0.3354,
      "num_tokens": 1111078334.0,
      "step": 5836
    },
    {
      "epoch": 1.9921501706484641,
      "grad_norm": 0.2746748013965956,
      "learning_rate": 3.5047041185520804e-06,
      "loss": 0.309,
      "num_tokens": 1111258287.0,
      "step": 5837
    },
    {
      "epoch": 1.9924914675767917,
      "grad_norm": 0.28640037922581457,
      "learning_rate": 3.5031867165446675e-06,
      "loss": 0.2973,
      "num_tokens": 1111417888.0,
      "step": 5838
    },
    {
      "epoch": 1.9928327645051196,
      "grad_norm": 0.30038232044003993,
      "learning_rate": 3.5016695971971838e-06,
      "loss": 0.2644,
      "num_tokens": 1111574075.0,
      "step": 5839
    },
    {
      "epoch": 1.993174061433447,
      "grad_norm": 0.2908241297978397,
      "learning_rate": 3.500152760724387e-06,
      "loss": 0.3081,
      "num_tokens": 1111765879.0,
      "step": 5840
    },
    {
      "epoch": 1.9935153583617748,
      "grad_norm": 0.2724770761323469,
      "learning_rate": 3.498636207340994e-06,
      "loss": 0.3166,
      "num_tokens": 1111985799.0,
      "step": 5841
    },
    {
      "epoch": 1.9938566552901023,
      "grad_norm": 0.2943959812071865,
      "learning_rate": 3.497119937261677e-06,
      "loss": 0.3434,
      "num_tokens": 1112163420.0,
      "step": 5842
    },
    {
      "epoch": 1.99419795221843,
      "grad_norm": 0.24408808850693806,
      "learning_rate": 3.495603950701078e-06,
      "loss": 0.3038,
      "num_tokens": 1112383509.0,
      "step": 5843
    },
    {
      "epoch": 1.9945392491467577,
      "grad_norm": 0.290506553623897,
      "learning_rate": 3.4940882478737915e-06,
      "loss": 0.3029,
      "num_tokens": 1112556489.0,
      "step": 5844
    },
    {
      "epoch": 1.9948805460750854,
      "grad_norm": 0.28408025611904997,
      "learning_rate": 3.4925728289943704e-06,
      "loss": 0.3253,
      "num_tokens": 1112735558.0,
      "step": 5845
    },
    {
      "epoch": 1.995221843003413,
      "grad_norm": 0.2510002809191501,
      "learning_rate": 3.491057694277335e-06,
      "loss": 0.2992,
      "num_tokens": 1112952781.0,
      "step": 5846
    },
    {
      "epoch": 1.9955631399317406,
      "grad_norm": 0.28801828293655185,
      "learning_rate": 3.4895428439371576e-06,
      "loss": 0.3184,
      "num_tokens": 1113158941.0,
      "step": 5847
    },
    {
      "epoch": 1.9959044368600682,
      "grad_norm": 0.2819997051436326,
      "learning_rate": 3.488028278188279e-06,
      "loss": 0.3305,
      "num_tokens": 1113355045.0,
      "step": 5848
    },
    {
      "epoch": 1.9962457337883959,
      "grad_norm": 0.28506655321063434,
      "learning_rate": 3.486513997245086e-06,
      "loss": 0.3012,
      "num_tokens": 1113547096.0,
      "step": 5849
    },
    {
      "epoch": 1.9965870307167235,
      "grad_norm": 0.27963769427458324,
      "learning_rate": 3.485000001321941e-06,
      "loss": 0.3127,
      "num_tokens": 1113721535.0,
      "step": 5850
    },
    {
      "epoch": 1.9969283276450511,
      "grad_norm": 0.31393892872657314,
      "learning_rate": 3.4834862906331523e-06,
      "loss": 0.308,
      "num_tokens": 1113868615.0,
      "step": 5851
    },
    {
      "epoch": 1.997269624573379,
      "grad_norm": 0.26160672288788406,
      "learning_rate": 3.481972865392999e-06,
      "loss": 0.304,
      "num_tokens": 1114071492.0,
      "step": 5852
    },
    {
      "epoch": 1.9976109215017064,
      "grad_norm": 0.5937308571762325,
      "learning_rate": 3.480459725815713e-06,
      "loss": 0.3252,
      "num_tokens": 1114249733.0,
      "step": 5853
    },
    {
      "epoch": 1.9979522184300342,
      "grad_norm": 0.33251516415330395,
      "learning_rate": 3.478946872115486e-06,
      "loss": 0.3322,
      "num_tokens": 1114455128.0,
      "step": 5854
    },
    {
      "epoch": 1.9982935153583616,
      "grad_norm": 0.29508090858637187,
      "learning_rate": 3.477434304506474e-06,
      "loss": 0.2934,
      "num_tokens": 1114603388.0,
      "step": 5855
    },
    {
      "epoch": 1.9986348122866895,
      "grad_norm": 0.43138465020258304,
      "learning_rate": 3.4759220232027856e-06,
      "loss": 0.3267,
      "num_tokens": 1114801455.0,
      "step": 5856
    },
    {
      "epoch": 1.9989761092150171,
      "grad_norm": 0.3000431435121388,
      "learning_rate": 3.4744100284184975e-06,
      "loss": 0.3273,
      "num_tokens": 1114982662.0,
      "step": 5857
    },
    {
      "epoch": 1.9993174061433447,
      "grad_norm": 0.29402725934970597,
      "learning_rate": 3.472898320367635e-06,
      "loss": 0.2875,
      "num_tokens": 1115149975.0,
      "step": 5858
    },
    {
      "epoch": 1.9996587030716724,
      "grad_norm": 0.28902310192982966,
      "learning_rate": 3.471386899264193e-06,
      "loss": 0.3276,
      "num_tokens": 1115330331.0,
      "step": 5859
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.29831129877435,
      "learning_rate": 3.469875765322118e-06,
      "loss": 0.3017,
      "num_tokens": 1115442014.0,
      "step": 5860
    },
    {
      "epoch": 2.000341296928328,
      "grad_norm": 0.29678310917102824,
      "learning_rate": 3.468364918755323e-06,
      "loss": 0.2779,
      "num_tokens": 1115651468.0,
      "step": 5861
    },
    {
      "epoch": 2.0006825938566553,
      "grad_norm": 0.298561777371669,
      "learning_rate": 3.466854359777675e-06,
      "loss": 0.2962,
      "num_tokens": 1115829797.0,
      "step": 5862
    },
    {
      "epoch": 2.001023890784983,
      "grad_norm": 0.2884440442281489,
      "learning_rate": 3.4653440886030006e-06,
      "loss": 0.2965,
      "num_tokens": 1116022075.0,
      "step": 5863
    },
    {
      "epoch": 2.0013651877133105,
      "grad_norm": 0.3055540717642544,
      "learning_rate": 3.4638341054450897e-06,
      "loss": 0.2906,
      "num_tokens": 1116222694.0,
      "step": 5864
    },
    {
      "epoch": 2.0017064846416384,
      "grad_norm": 0.24891208495200035,
      "learning_rate": 3.4623244105176855e-06,
      "loss": 0.2826,
      "num_tokens": 1116439218.0,
      "step": 5865
    },
    {
      "epoch": 2.0020477815699658,
      "grad_norm": 0.2858273141940737,
      "learning_rate": 3.4608150040345003e-06,
      "loss": 0.2883,
      "num_tokens": 1116617067.0,
      "step": 5866
    },
    {
      "epoch": 2.0023890784982936,
      "grad_norm": 0.3813100688816218,
      "learning_rate": 3.45930588620919e-06,
      "loss": 0.279,
      "num_tokens": 1116804728.0,
      "step": 5867
    },
    {
      "epoch": 2.002730375426621,
      "grad_norm": 0.28109569242770305,
      "learning_rate": 3.457797057255384e-06,
      "loss": 0.2791,
      "num_tokens": 1116997957.0,
      "step": 5868
    },
    {
      "epoch": 2.003071672354949,
      "grad_norm": 0.29160405006777035,
      "learning_rate": 3.456288517386663e-06,
      "loss": 0.3173,
      "num_tokens": 1117208123.0,
      "step": 5869
    },
    {
      "epoch": 2.0034129692832763,
      "grad_norm": 0.397663052621568,
      "learning_rate": 3.454780266816571e-06,
      "loss": 0.283,
      "num_tokens": 1117380316.0,
      "step": 5870
    },
    {
      "epoch": 2.003754266211604,
      "grad_norm": 0.275616716947097,
      "learning_rate": 3.4532723057586093e-06,
      "loss": 0.2719,
      "num_tokens": 1117561620.0,
      "step": 5871
    },
    {
      "epoch": 2.0040955631399315,
      "grad_norm": 0.2948537725652596,
      "learning_rate": 3.451764634426235e-06,
      "loss": 0.2814,
      "num_tokens": 1117734546.0,
      "step": 5872
    },
    {
      "epoch": 2.0044368600682594,
      "grad_norm": 0.295009379133185,
      "learning_rate": 3.4502572530328713e-06,
      "loss": 0.2933,
      "num_tokens": 1117942362.0,
      "step": 5873
    },
    {
      "epoch": 2.0047781569965872,
      "grad_norm": 0.2806586321025259,
      "learning_rate": 3.4487501617918935e-06,
      "loss": 0.2896,
      "num_tokens": 1118136856.0,
      "step": 5874
    },
    {
      "epoch": 2.0051194539249146,
      "grad_norm": 0.30808906685205173,
      "learning_rate": 3.447243360916642e-06,
      "loss": 0.2725,
      "num_tokens": 1118298074.0,
      "step": 5875
    },
    {
      "epoch": 2.0054607508532425,
      "grad_norm": 0.2922961477713739,
      "learning_rate": 3.4457368506204075e-06,
      "loss": 0.3067,
      "num_tokens": 1118502841.0,
      "step": 5876
    },
    {
      "epoch": 2.00580204778157,
      "grad_norm": 0.2613827441035832,
      "learning_rate": 3.44423063111645e-06,
      "loss": 0.2763,
      "num_tokens": 1118693557.0,
      "step": 5877
    },
    {
      "epoch": 2.0061433447098977,
      "grad_norm": 0.2999702121870315,
      "learning_rate": 3.442724702617979e-06,
      "loss": 0.2988,
      "num_tokens": 1118861615.0,
      "step": 5878
    },
    {
      "epoch": 2.006484641638225,
      "grad_norm": 0.2915357518382751,
      "learning_rate": 3.4412190653381705e-06,
      "loss": 0.2832,
      "num_tokens": 1119046071.0,
      "step": 5879
    },
    {
      "epoch": 2.006825938566553,
      "grad_norm": 0.2801406032361198,
      "learning_rate": 3.439713719490154e-06,
      "loss": 0.2999,
      "num_tokens": 1119262750.0,
      "step": 5880
    },
    {
      "epoch": 2.0071672354948804,
      "grad_norm": 0.28569349759046103,
      "learning_rate": 3.4382086652870183e-06,
      "loss": 0.2742,
      "num_tokens": 1119439076.0,
      "step": 5881
    },
    {
      "epoch": 2.0075085324232083,
      "grad_norm": 0.27359918878557027,
      "learning_rate": 3.4367039029418155e-06,
      "loss": 0.2825,
      "num_tokens": 1119633274.0,
      "step": 5882
    },
    {
      "epoch": 2.0078498293515357,
      "grad_norm": 0.26925793880619814,
      "learning_rate": 3.4351994326675507e-06,
      "loss": 0.279,
      "num_tokens": 1119831651.0,
      "step": 5883
    },
    {
      "epoch": 2.0081911262798635,
      "grad_norm": 0.2998688111564698,
      "learning_rate": 3.4336952546771908e-06,
      "loss": 0.2752,
      "num_tokens": 1120009827.0,
      "step": 5884
    },
    {
      "epoch": 2.008532423208191,
      "grad_norm": 0.298682222875568,
      "learning_rate": 3.4321913691836578e-06,
      "loss": 0.2788,
      "num_tokens": 1120196883.0,
      "step": 5885
    },
    {
      "epoch": 2.0088737201365188,
      "grad_norm": 0.27163780484334704,
      "learning_rate": 3.430687776399837e-06,
      "loss": 0.2991,
      "num_tokens": 1120403999.0,
      "step": 5886
    },
    {
      "epoch": 2.0092150170648466,
      "grad_norm": 0.2936245469519727,
      "learning_rate": 3.429184476538573e-06,
      "loss": 0.2766,
      "num_tokens": 1120579817.0,
      "step": 5887
    },
    {
      "epoch": 2.009556313993174,
      "grad_norm": 0.26475062787426706,
      "learning_rate": 3.4276814698126627e-06,
      "loss": 0.2883,
      "num_tokens": 1120796816.0,
      "step": 5888
    },
    {
      "epoch": 2.009897610921502,
      "grad_norm": 0.2734977006828345,
      "learning_rate": 3.426178756434867e-06,
      "loss": 0.3147,
      "num_tokens": 1121040133.0,
      "step": 5889
    },
    {
      "epoch": 2.0102389078498293,
      "grad_norm": 0.26992795574552136,
      "learning_rate": 3.4246763366179005e-06,
      "loss": 0.3102,
      "num_tokens": 1121245360.0,
      "step": 5890
    },
    {
      "epoch": 2.010580204778157,
      "grad_norm": 0.28185163179160166,
      "learning_rate": 3.4231742105744407e-06,
      "loss": 0.2925,
      "num_tokens": 1121428049.0,
      "step": 5891
    },
    {
      "epoch": 2.0109215017064845,
      "grad_norm": 0.2657523500545896,
      "learning_rate": 3.4216723785171235e-06,
      "loss": 0.3008,
      "num_tokens": 1121627327.0,
      "step": 5892
    },
    {
      "epoch": 2.0112627986348124,
      "grad_norm": 0.2813200253889037,
      "learning_rate": 3.4201708406585368e-06,
      "loss": 0.2923,
      "num_tokens": 1121813516.0,
      "step": 5893
    },
    {
      "epoch": 2.01160409556314,
      "grad_norm": 0.29537459148364775,
      "learning_rate": 3.418669597211237e-06,
      "loss": 0.2608,
      "num_tokens": 1121983026.0,
      "step": 5894
    },
    {
      "epoch": 2.0119453924914676,
      "grad_norm": 0.27019833211111033,
      "learning_rate": 3.417168648387729e-06,
      "loss": 0.278,
      "num_tokens": 1122197075.0,
      "step": 5895
    },
    {
      "epoch": 2.012286689419795,
      "grad_norm": 0.26606785546360306,
      "learning_rate": 3.415667994400485e-06,
      "loss": 0.2657,
      "num_tokens": 1122376082.0,
      "step": 5896
    },
    {
      "epoch": 2.012627986348123,
      "grad_norm": 0.24429211939895573,
      "learning_rate": 3.4141676354619276e-06,
      "loss": 0.2989,
      "num_tokens": 1122608716.0,
      "step": 5897
    },
    {
      "epoch": 2.0129692832764503,
      "grad_norm": 0.27805884315570056,
      "learning_rate": 3.4126675717844416e-06,
      "loss": 0.2968,
      "num_tokens": 1122811722.0,
      "step": 5898
    },
    {
      "epoch": 2.013310580204778,
      "grad_norm": 0.2842606581237715,
      "learning_rate": 3.411167803580367e-06,
      "loss": 0.3151,
      "num_tokens": 1123008926.0,
      "step": 5899
    },
    {
      "epoch": 2.013651877133106,
      "grad_norm": 0.3098975043177465,
      "learning_rate": 3.409668331062008e-06,
      "loss": 0.3186,
      "num_tokens": 1123182713.0,
      "step": 5900
    },
    {
      "epoch": 2.0139931740614334,
      "grad_norm": 0.305974345466925,
      "learning_rate": 3.4081691544416218e-06,
      "loss": 0.2909,
      "num_tokens": 1123335414.0,
      "step": 5901
    },
    {
      "epoch": 2.0143344709897613,
      "grad_norm": 0.28060834780835814,
      "learning_rate": 3.406670273931424e-06,
      "loss": 0.304,
      "num_tokens": 1123531187.0,
      "step": 5902
    },
    {
      "epoch": 2.0146757679180887,
      "grad_norm": 0.28190056706861466,
      "learning_rate": 3.4051716897435917e-06,
      "loss": 0.303,
      "num_tokens": 1123733595.0,
      "step": 5903
    },
    {
      "epoch": 2.0150170648464165,
      "grad_norm": 0.2961559982444648,
      "learning_rate": 3.403673402090254e-06,
      "loss": 0.2928,
      "num_tokens": 1123935107.0,
      "step": 5904
    },
    {
      "epoch": 2.015358361774744,
      "grad_norm": 0.26830346623661233,
      "learning_rate": 3.402175411183508e-06,
      "loss": 0.3085,
      "num_tokens": 1124155706.0,
      "step": 5905
    },
    {
      "epoch": 2.0156996587030718,
      "grad_norm": 0.28311182231540516,
      "learning_rate": 3.400677717235395e-06,
      "loss": 0.2616,
      "num_tokens": 1124352863.0,
      "step": 5906
    },
    {
      "epoch": 2.016040955631399,
      "grad_norm": 0.2601878165134648,
      "learning_rate": 3.399180320457928e-06,
      "loss": 0.3157,
      "num_tokens": 1124578649.0,
      "step": 5907
    },
    {
      "epoch": 2.016382252559727,
      "grad_norm": 0.2607646642614047,
      "learning_rate": 3.3976832210630672e-06,
      "loss": 0.2674,
      "num_tokens": 1124763593.0,
      "step": 5908
    },
    {
      "epoch": 2.0167235494880544,
      "grad_norm": 0.2938176232333354,
      "learning_rate": 3.396186419262739e-06,
      "loss": 0.2866,
      "num_tokens": 1124953707.0,
      "step": 5909
    },
    {
      "epoch": 2.0170648464163823,
      "grad_norm": 0.2763615337459633,
      "learning_rate": 3.3946899152688227e-06,
      "loss": 0.2687,
      "num_tokens": 1125128347.0,
      "step": 5910
    },
    {
      "epoch": 2.0174061433447097,
      "grad_norm": 0.329942047143404,
      "learning_rate": 3.393193709293155e-06,
      "loss": 0.2936,
      "num_tokens": 1125276557.0,
      "step": 5911
    },
    {
      "epoch": 2.0177474402730375,
      "grad_norm": 0.26856771835311927,
      "learning_rate": 3.3916978015475344e-06,
      "loss": 0.2954,
      "num_tokens": 1125470586.0,
      "step": 5912
    },
    {
      "epoch": 2.0180887372013654,
      "grad_norm": 0.3448654002252033,
      "learning_rate": 3.390202192243712e-06,
      "loss": 0.2823,
      "num_tokens": 1125602303.0,
      "step": 5913
    },
    {
      "epoch": 2.018430034129693,
      "grad_norm": 0.2611530804304974,
      "learning_rate": 3.388706881593406e-06,
      "loss": 0.2663,
      "num_tokens": 1125798077.0,
      "step": 5914
    },
    {
      "epoch": 2.0187713310580206,
      "grad_norm": 0.270844155771827,
      "learning_rate": 3.3872118698082775e-06,
      "loss": 0.3065,
      "num_tokens": 1125994578.0,
      "step": 5915
    },
    {
      "epoch": 2.019112627986348,
      "grad_norm": 0.3147746847352771,
      "learning_rate": 3.385717157099959e-06,
      "loss": 0.2945,
      "num_tokens": 1126148237.0,
      "step": 5916
    },
    {
      "epoch": 2.019453924914676,
      "grad_norm": 0.2886851129620736,
      "learning_rate": 3.3842227436800325e-06,
      "loss": 0.2743,
      "num_tokens": 1126319858.0,
      "step": 5917
    },
    {
      "epoch": 2.0197952218430033,
      "grad_norm": 0.2760902595041685,
      "learning_rate": 3.3827286297600433e-06,
      "loss": 0.2811,
      "num_tokens": 1126505023.0,
      "step": 5918
    },
    {
      "epoch": 2.020136518771331,
      "grad_norm": 1.9797868834277401,
      "learning_rate": 3.3812348155514897e-06,
      "loss": 0.2868,
      "num_tokens": 1126653339.0,
      "step": 5919
    },
    {
      "epoch": 2.0204778156996586,
      "grad_norm": 0.29437071282185456,
      "learning_rate": 3.379741301265828e-06,
      "loss": 0.2863,
      "num_tokens": 1126849371.0,
      "step": 5920
    },
    {
      "epoch": 2.0208191126279864,
      "grad_norm": 0.3030738490268846,
      "learning_rate": 3.3782480871144775e-06,
      "loss": 0.301,
      "num_tokens": 1127051298.0,
      "step": 5921
    },
    {
      "epoch": 2.021160409556314,
      "grad_norm": 0.2568713072635507,
      "learning_rate": 3.3767551733088057e-06,
      "loss": 0.2921,
      "num_tokens": 1127269989.0,
      "step": 5922
    },
    {
      "epoch": 2.0215017064846417,
      "grad_norm": 0.2761512355341024,
      "learning_rate": 3.3752625600601497e-06,
      "loss": 0.2737,
      "num_tokens": 1127467366.0,
      "step": 5923
    },
    {
      "epoch": 2.021843003412969,
      "grad_norm": 0.27314096711422897,
      "learning_rate": 3.3737702475797885e-06,
      "loss": 0.2959,
      "num_tokens": 1127679716.0,
      "step": 5924
    },
    {
      "epoch": 2.022184300341297,
      "grad_norm": 0.2814850731367236,
      "learning_rate": 3.372278236078974e-06,
      "loss": 0.2972,
      "num_tokens": 1127889272.0,
      "step": 5925
    },
    {
      "epoch": 2.0225255972696248,
      "grad_norm": 0.2902574795104116,
      "learning_rate": 3.3707865257689044e-06,
      "loss": 0.2879,
      "num_tokens": 1128059713.0,
      "step": 5926
    },
    {
      "epoch": 2.022866894197952,
      "grad_norm": 0.2949918823417719,
      "learning_rate": 3.3692951168607423e-06,
      "loss": 0.2983,
      "num_tokens": 1128255329.0,
      "step": 5927
    },
    {
      "epoch": 2.02320819112628,
      "grad_norm": 0.2907734438622804,
      "learning_rate": 3.367804009565605e-06,
      "loss": 0.3114,
      "num_tokens": 1128449535.0,
      "step": 5928
    },
    {
      "epoch": 2.0235494880546074,
      "grad_norm": 0.30445616354439736,
      "learning_rate": 3.3663132040945635e-06,
      "loss": 0.2944,
      "num_tokens": 1128607083.0,
      "step": 5929
    },
    {
      "epoch": 2.0238907849829353,
      "grad_norm": 0.2770047282795345,
      "learning_rate": 3.3648227006586542e-06,
      "loss": 0.273,
      "num_tokens": 1128780535.0,
      "step": 5930
    },
    {
      "epoch": 2.0242320819112627,
      "grad_norm": 0.30062131281738175,
      "learning_rate": 3.363332499468861e-06,
      "loss": 0.2722,
      "num_tokens": 1128954343.0,
      "step": 5931
    },
    {
      "epoch": 2.0245733788395905,
      "grad_norm": 0.29421210299156836,
      "learning_rate": 3.361842600736137e-06,
      "loss": 0.2873,
      "num_tokens": 1129124246.0,
      "step": 5932
    },
    {
      "epoch": 2.024914675767918,
      "grad_norm": 0.2451717921865694,
      "learning_rate": 3.360353004671377e-06,
      "loss": 0.2619,
      "num_tokens": 1129342444.0,
      "step": 5933
    },
    {
      "epoch": 2.025255972696246,
      "grad_norm": 0.29689789250467075,
      "learning_rate": 3.358863711485447e-06,
      "loss": 0.3021,
      "num_tokens": 1129522944.0,
      "step": 5934
    },
    {
      "epoch": 2.025597269624573,
      "grad_norm": 0.2961207579497908,
      "learning_rate": 3.3573747213891662e-06,
      "loss": 0.2817,
      "num_tokens": 1129699238.0,
      "step": 5935
    },
    {
      "epoch": 2.025938566552901,
      "grad_norm": 0.25047878791170736,
      "learning_rate": 3.3558860345933054e-06,
      "loss": 0.2941,
      "num_tokens": 1129937938.0,
      "step": 5936
    },
    {
      "epoch": 2.0262798634812285,
      "grad_norm": 0.3162247761227269,
      "learning_rate": 3.3543976513085983e-06,
      "loss": 0.2795,
      "num_tokens": 1130118896.0,
      "step": 5937
    },
    {
      "epoch": 2.0266211604095563,
      "grad_norm": 0.30718957862266505,
      "learning_rate": 3.352909571745731e-06,
      "loss": 0.2895,
      "num_tokens": 1130300714.0,
      "step": 5938
    },
    {
      "epoch": 2.026962457337884,
      "grad_norm": 0.2757616261249625,
      "learning_rate": 3.3514217961153537e-06,
      "loss": 0.3007,
      "num_tokens": 1130495537.0,
      "step": 5939
    },
    {
      "epoch": 2.0273037542662116,
      "grad_norm": 0.27178692080021694,
      "learning_rate": 3.349934324628068e-06,
      "loss": 0.3079,
      "num_tokens": 1130720151.0,
      "step": 5940
    },
    {
      "epoch": 2.0276450511945394,
      "grad_norm": 0.286934398440852,
      "learning_rate": 3.34844715749443e-06,
      "loss": 0.3022,
      "num_tokens": 1130922033.0,
      "step": 5941
    },
    {
      "epoch": 2.027986348122867,
      "grad_norm": 0.2637935739068397,
      "learning_rate": 3.3469602949249613e-06,
      "loss": 0.3145,
      "num_tokens": 1131156885.0,
      "step": 5942
    },
    {
      "epoch": 2.0283276450511947,
      "grad_norm": 0.3083910346090479,
      "learning_rate": 3.345473737130132e-06,
      "loss": 0.3026,
      "num_tokens": 1131324984.0,
      "step": 5943
    },
    {
      "epoch": 2.028668941979522,
      "grad_norm": 0.29557062090394126,
      "learning_rate": 3.343987484320376e-06,
      "loss": 0.2812,
      "num_tokens": 1131502946.0,
      "step": 5944
    },
    {
      "epoch": 2.02901023890785,
      "grad_norm": 0.2917914749004065,
      "learning_rate": 3.342501536706078e-06,
      "loss": 0.2684,
      "num_tokens": 1131677526.0,
      "step": 5945
    },
    {
      "epoch": 2.0293515358361773,
      "grad_norm": 0.2582790982285193,
      "learning_rate": 3.3410158944975833e-06,
      "loss": 0.2712,
      "num_tokens": 1131874569.0,
      "step": 5946
    },
    {
      "epoch": 2.029692832764505,
      "grad_norm": 0.3212035341778857,
      "learning_rate": 3.3395305579051895e-06,
      "loss": 0.3387,
      "num_tokens": 1132072823.0,
      "step": 5947
    },
    {
      "epoch": 2.0300341296928326,
      "grad_norm": 0.30241369893431547,
      "learning_rate": 3.3380455271391588e-06,
      "loss": 0.3235,
      "num_tokens": 1132274687.0,
      "step": 5948
    },
    {
      "epoch": 2.0303754266211604,
      "grad_norm": 0.4004785722500471,
      "learning_rate": 3.336560802409704e-06,
      "loss": 0.2936,
      "num_tokens": 1132457902.0,
      "step": 5949
    },
    {
      "epoch": 2.030716723549488,
      "grad_norm": 0.2975866959629908,
      "learning_rate": 3.335076383926994e-06,
      "loss": 0.3017,
      "num_tokens": 1132670600.0,
      "step": 5950
    },
    {
      "epoch": 2.0310580204778157,
      "grad_norm": 0.28368276026340733,
      "learning_rate": 3.3335922719011594e-06,
      "loss": 0.3107,
      "num_tokens": 1132871900.0,
      "step": 5951
    },
    {
      "epoch": 2.0313993174061435,
      "grad_norm": 0.2707484061603441,
      "learning_rate": 3.332108466542281e-06,
      "loss": 0.3204,
      "num_tokens": 1133100570.0,
      "step": 5952
    },
    {
      "epoch": 2.031740614334471,
      "grad_norm": 0.25492207966157565,
      "learning_rate": 3.330624968060405e-06,
      "loss": 0.283,
      "num_tokens": 1133325325.0,
      "step": 5953
    },
    {
      "epoch": 2.032081911262799,
      "grad_norm": 0.27887930043577397,
      "learning_rate": 3.329141776665523e-06,
      "loss": 0.274,
      "num_tokens": 1133517304.0,
      "step": 5954
    },
    {
      "epoch": 2.032423208191126,
      "grad_norm": 0.26524112828913216,
      "learning_rate": 3.3276588925675916e-06,
      "loss": 0.2956,
      "num_tokens": 1133729994.0,
      "step": 5955
    },
    {
      "epoch": 2.032764505119454,
      "grad_norm": 0.28604288812642203,
      "learning_rate": 3.3261763159765203e-06,
      "loss": 0.2789,
      "num_tokens": 1133916957.0,
      "step": 5956
    },
    {
      "epoch": 2.0331058020477815,
      "grad_norm": 0.28397961497484037,
      "learning_rate": 3.3246940471021782e-06,
      "loss": 0.2827,
      "num_tokens": 1134100549.0,
      "step": 5957
    },
    {
      "epoch": 2.0334470989761093,
      "grad_norm": 0.35471451861775866,
      "learning_rate": 3.3232120861543876e-06,
      "loss": 0.3108,
      "num_tokens": 1134350646.0,
      "step": 5958
    },
    {
      "epoch": 2.0337883959044367,
      "grad_norm": 0.28401376014293317,
      "learning_rate": 3.321730433342925e-06,
      "loss": 0.2857,
      "num_tokens": 1134514764.0,
      "step": 5959
    },
    {
      "epoch": 2.0341296928327646,
      "grad_norm": 0.32238749707725894,
      "learning_rate": 3.320249088877532e-06,
      "loss": 0.2812,
      "num_tokens": 1134688810.0,
      "step": 5960
    },
    {
      "epoch": 2.034470989761092,
      "grad_norm": 0.25545002750103013,
      "learning_rate": 3.318768052967896e-06,
      "loss": 0.2903,
      "num_tokens": 1134911010.0,
      "step": 5961
    },
    {
      "epoch": 2.03481228668942,
      "grad_norm": 0.295419417778629,
      "learning_rate": 3.3172873258236723e-06,
      "loss": 0.2914,
      "num_tokens": 1135105530.0,
      "step": 5962
    },
    {
      "epoch": 2.0351535836177472,
      "grad_norm": 0.2948643088018713,
      "learning_rate": 3.3158069076544573e-06,
      "loss": 0.2903,
      "num_tokens": 1135285598.0,
      "step": 5963
    },
    {
      "epoch": 2.035494880546075,
      "grad_norm": 0.27160337886521024,
      "learning_rate": 3.3143267986698195e-06,
      "loss": 0.2893,
      "num_tokens": 1135470763.0,
      "step": 5964
    },
    {
      "epoch": 2.035836177474403,
      "grad_norm": 0.2928783823689411,
      "learning_rate": 3.3128469990792723e-06,
      "loss": 0.3074,
      "num_tokens": 1135657874.0,
      "step": 5965
    },
    {
      "epoch": 2.0361774744027303,
      "grad_norm": 0.24967748964671702,
      "learning_rate": 3.3113675090922927e-06,
      "loss": 0.3046,
      "num_tokens": 1135877783.0,
      "step": 5966
    },
    {
      "epoch": 2.036518771331058,
      "grad_norm": 0.3054239736671088,
      "learning_rate": 3.309888328918308e-06,
      "loss": 0.3197,
      "num_tokens": 1136057445.0,
      "step": 5967
    },
    {
      "epoch": 2.0368600682593856,
      "grad_norm": 0.2898100253182236,
      "learning_rate": 3.3084094587667047e-06,
      "loss": 0.3031,
      "num_tokens": 1136250448.0,
      "step": 5968
    },
    {
      "epoch": 2.0372013651877134,
      "grad_norm": 0.2569669445367214,
      "learning_rate": 3.3069308988468272e-06,
      "loss": 0.2922,
      "num_tokens": 1136465080.0,
      "step": 5969
    },
    {
      "epoch": 2.037542662116041,
      "grad_norm": 0.26961321393381416,
      "learning_rate": 3.3054526493679706e-06,
      "loss": 0.2932,
      "num_tokens": 1136671155.0,
      "step": 5970
    },
    {
      "epoch": 2.0378839590443687,
      "grad_norm": 0.28696797026602544,
      "learning_rate": 3.303974710539394e-06,
      "loss": 0.2586,
      "num_tokens": 1136822492.0,
      "step": 5971
    },
    {
      "epoch": 2.038225255972696,
      "grad_norm": 0.34214162516197594,
      "learning_rate": 3.3024970825703017e-06,
      "loss": 0.3295,
      "num_tokens": 1136968120.0,
      "step": 5972
    },
    {
      "epoch": 2.038566552901024,
      "grad_norm": 0.28409733449469193,
      "learning_rate": 3.3010197656698644e-06,
      "loss": 0.2618,
      "num_tokens": 1137141598.0,
      "step": 5973
    },
    {
      "epoch": 2.0389078498293514,
      "grad_norm": 0.2879140554607521,
      "learning_rate": 3.2995427600472018e-06,
      "loss": 0.2908,
      "num_tokens": 1137309684.0,
      "step": 5974
    },
    {
      "epoch": 2.039249146757679,
      "grad_norm": 0.2989493982946969,
      "learning_rate": 3.2980660659113954e-06,
      "loss": 0.3238,
      "num_tokens": 1137497934.0,
      "step": 5975
    },
    {
      "epoch": 2.0395904436860066,
      "grad_norm": 0.2654562307338999,
      "learning_rate": 3.296589683471477e-06,
      "loss": 0.2781,
      "num_tokens": 1137709635.0,
      "step": 5976
    },
    {
      "epoch": 2.0399317406143345,
      "grad_norm": 0.26654289127664,
      "learning_rate": 3.295113612936436e-06,
      "loss": 0.2766,
      "num_tokens": 1137901714.0,
      "step": 5977
    },
    {
      "epoch": 2.0402730375426623,
      "grad_norm": 0.2657957299836763,
      "learning_rate": 3.2936378545152213e-06,
      "loss": 0.2975,
      "num_tokens": 1138096296.0,
      "step": 5978
    },
    {
      "epoch": 2.0406143344709897,
      "grad_norm": 0.27372123264679904,
      "learning_rate": 3.2921624084167313e-06,
      "loss": 0.2874,
      "num_tokens": 1138290485.0,
      "step": 5979
    },
    {
      "epoch": 2.0409556313993176,
      "grad_norm": 0.35832568932417413,
      "learning_rate": 3.2906872748498264e-06,
      "loss": 0.2553,
      "num_tokens": 1138459594.0,
      "step": 5980
    },
    {
      "epoch": 2.041296928327645,
      "grad_norm": 0.28014361220502104,
      "learning_rate": 3.289212454023319e-06,
      "loss": 0.2792,
      "num_tokens": 1138648010.0,
      "step": 5981
    },
    {
      "epoch": 2.041638225255973,
      "grad_norm": 0.3695661216778951,
      "learning_rate": 3.2877379461459756e-06,
      "loss": 0.2741,
      "num_tokens": 1138804154.0,
      "step": 5982
    },
    {
      "epoch": 2.0419795221843002,
      "grad_norm": 0.2775179197073096,
      "learning_rate": 3.2862637514265257e-06,
      "loss": 0.2713,
      "num_tokens": 1138978676.0,
      "step": 5983
    },
    {
      "epoch": 2.042320819112628,
      "grad_norm": 0.2742724232785174,
      "learning_rate": 3.2847898700736463e-06,
      "loss": 0.302,
      "num_tokens": 1139167628.0,
      "step": 5984
    },
    {
      "epoch": 2.0426621160409555,
      "grad_norm": 0.2726312292295824,
      "learning_rate": 3.2833163022959745e-06,
      "loss": 0.3264,
      "num_tokens": 1139385693.0,
      "step": 5985
    },
    {
      "epoch": 2.0430034129692833,
      "grad_norm": 0.30296915189186674,
      "learning_rate": 3.2818430483021e-06,
      "loss": 0.2802,
      "num_tokens": 1139541699.0,
      "step": 5986
    },
    {
      "epoch": 2.0433447098976107,
      "grad_norm": 0.30066093227564394,
      "learning_rate": 3.280370108300573e-06,
      "loss": 0.256,
      "num_tokens": 1139708635.0,
      "step": 5987
    },
    {
      "epoch": 2.0436860068259386,
      "grad_norm": 0.26699519786496406,
      "learning_rate": 3.2788974824998943e-06,
      "loss": 0.2894,
      "num_tokens": 1139903784.0,
      "step": 5988
    },
    {
      "epoch": 2.044027303754266,
      "grad_norm": 0.28641881260023083,
      "learning_rate": 3.2774251711085224e-06,
      "loss": 0.313,
      "num_tokens": 1140115900.0,
      "step": 5989
    },
    {
      "epoch": 2.044368600682594,
      "grad_norm": 0.28581767135697705,
      "learning_rate": 3.2759531743348726e-06,
      "loss": 0.272,
      "num_tokens": 1140277667.0,
      "step": 5990
    },
    {
      "epoch": 2.0447098976109217,
      "grad_norm": 0.28384922767569803,
      "learning_rate": 3.2744814923873113e-06,
      "loss": 0.2945,
      "num_tokens": 1140467709.0,
      "step": 5991
    },
    {
      "epoch": 2.045051194539249,
      "grad_norm": 0.2783389482181805,
      "learning_rate": 3.2730101254741665e-06,
      "loss": 0.2915,
      "num_tokens": 1140656843.0,
      "step": 5992
    },
    {
      "epoch": 2.045392491467577,
      "grad_norm": 0.2903470881382691,
      "learning_rate": 3.271539073803718e-06,
      "loss": 0.2918,
      "num_tokens": 1140827263.0,
      "step": 5993
    },
    {
      "epoch": 2.0457337883959044,
      "grad_norm": 0.3120908732193894,
      "learning_rate": 3.270068337584199e-06,
      "loss": 0.2887,
      "num_tokens": 1140992883.0,
      "step": 5994
    },
    {
      "epoch": 2.046075085324232,
      "grad_norm": 0.30278830570951604,
      "learning_rate": 3.268597917023799e-06,
      "loss": 0.3035,
      "num_tokens": 1141189168.0,
      "step": 5995
    },
    {
      "epoch": 2.0464163822525596,
      "grad_norm": 0.2761896461142289,
      "learning_rate": 3.2671278123306695e-06,
      "loss": 0.2909,
      "num_tokens": 1141392784.0,
      "step": 5996
    },
    {
      "epoch": 2.0467576791808875,
      "grad_norm": 0.2573570108572728,
      "learning_rate": 3.265658023712909e-06,
      "loss": 0.3267,
      "num_tokens": 1141642715.0,
      "step": 5997
    },
    {
      "epoch": 2.047098976109215,
      "grad_norm": 0.2953211303979195,
      "learning_rate": 3.2641885513785713e-06,
      "loss": 0.2894,
      "num_tokens": 1141843104.0,
      "step": 5998
    },
    {
      "epoch": 2.0474402730375427,
      "grad_norm": 0.2577279250097771,
      "learning_rate": 3.262719395535673e-06,
      "loss": 0.2924,
      "num_tokens": 1142053716.0,
      "step": 5999
    },
    {
      "epoch": 2.04778156996587,
      "grad_norm": 0.3938729795919338,
      "learning_rate": 3.261250556392178e-06,
      "loss": 0.2984,
      "num_tokens": 1142275929.0,
      "step": 6000
    },
    {
      "epoch": 2.048122866894198,
      "grad_norm": 0.3036387873791418,
      "learning_rate": 3.259782034156012e-06,
      "loss": 0.3169,
      "num_tokens": 1142452535.0,
      "step": 6001
    },
    {
      "epoch": 2.0484641638225254,
      "grad_norm": 0.28824684893424585,
      "learning_rate": 3.25831382903505e-06,
      "loss": 0.2942,
      "num_tokens": 1142645986.0,
      "step": 6002
    },
    {
      "epoch": 2.0488054607508532,
      "grad_norm": 0.24955599560709157,
      "learning_rate": 3.256845941237125e-06,
      "loss": 0.2933,
      "num_tokens": 1142895545.0,
      "step": 6003
    },
    {
      "epoch": 2.049146757679181,
      "grad_norm": 0.29766495226397316,
      "learning_rate": 3.2553783709700224e-06,
      "loss": 0.2927,
      "num_tokens": 1143076119.0,
      "step": 6004
    },
    {
      "epoch": 2.0494880546075085,
      "grad_norm": 0.44800069078287014,
      "learning_rate": 3.2539111184414894e-06,
      "loss": 0.2982,
      "num_tokens": 1143261413.0,
      "step": 6005
    },
    {
      "epoch": 2.0498293515358363,
      "grad_norm": 0.277220403684654,
      "learning_rate": 3.2524441838592203e-06,
      "loss": 0.3067,
      "num_tokens": 1143483708.0,
      "step": 6006
    },
    {
      "epoch": 2.0501706484641637,
      "grad_norm": 0.3101324290915312,
      "learning_rate": 3.2509775674308674e-06,
      "loss": 0.296,
      "num_tokens": 1143661456.0,
      "step": 6007
    },
    {
      "epoch": 2.0505119453924916,
      "grad_norm": 0.29413963907344015,
      "learning_rate": 3.2495112693640417e-06,
      "loss": 0.3273,
      "num_tokens": 1143876656.0,
      "step": 6008
    },
    {
      "epoch": 2.050853242320819,
      "grad_norm": 0.2721425013493056,
      "learning_rate": 3.2480452898663016e-06,
      "loss": 0.2699,
      "num_tokens": 1144060612.0,
      "step": 6009
    },
    {
      "epoch": 2.051194539249147,
      "grad_norm": 0.31805694846915344,
      "learning_rate": 3.24657962914517e-06,
      "loss": 0.3173,
      "num_tokens": 1144236306.0,
      "step": 6010
    },
    {
      "epoch": 2.0515358361774743,
      "grad_norm": 0.2561266131276124,
      "learning_rate": 3.245114287408113e-06,
      "loss": 0.273,
      "num_tokens": 1144443188.0,
      "step": 6011
    },
    {
      "epoch": 2.051877133105802,
      "grad_norm": 0.2836360854376033,
      "learning_rate": 3.2436492648625617e-06,
      "loss": 0.2758,
      "num_tokens": 1144609901.0,
      "step": 6012
    },
    {
      "epoch": 2.0522184300341295,
      "grad_norm": 0.28436884083224834,
      "learning_rate": 3.2421845617158964e-06,
      "loss": 0.281,
      "num_tokens": 1144805149.0,
      "step": 6013
    },
    {
      "epoch": 2.0525597269624574,
      "grad_norm": 0.30501256915528435,
      "learning_rate": 3.240720178175456e-06,
      "loss": 0.2833,
      "num_tokens": 1144975489.0,
      "step": 6014
    },
    {
      "epoch": 2.0529010238907848,
      "grad_norm": 0.2934744074478933,
      "learning_rate": 3.23925611444853e-06,
      "loss": 0.3092,
      "num_tokens": 1145159493.0,
      "step": 6015
    },
    {
      "epoch": 2.0532423208191126,
      "grad_norm": 0.2858606160782302,
      "learning_rate": 3.237792370742365e-06,
      "loss": 0.2878,
      "num_tokens": 1145348478.0,
      "step": 6016
    },
    {
      "epoch": 2.0535836177474405,
      "grad_norm": 0.29399788107213837,
      "learning_rate": 3.2363289472641637e-06,
      "loss": 0.2753,
      "num_tokens": 1145511450.0,
      "step": 6017
    },
    {
      "epoch": 2.053924914675768,
      "grad_norm": 0.2602433071784238,
      "learning_rate": 3.234865844221079e-06,
      "loss": 0.2784,
      "num_tokens": 1145713896.0,
      "step": 6018
    },
    {
      "epoch": 2.0542662116040957,
      "grad_norm": 0.2812310336642333,
      "learning_rate": 3.233403061820225e-06,
      "loss": 0.2953,
      "num_tokens": 1145916681.0,
      "step": 6019
    },
    {
      "epoch": 2.054607508532423,
      "grad_norm": 0.26836255249327334,
      "learning_rate": 3.2319406002686617e-06,
      "loss": 0.2711,
      "num_tokens": 1146099707.0,
      "step": 6020
    },
    {
      "epoch": 2.054948805460751,
      "grad_norm": 0.30732349966746697,
      "learning_rate": 3.230478459773413e-06,
      "loss": 0.2611,
      "num_tokens": 1146244131.0,
      "step": 6021
    },
    {
      "epoch": 2.0552901023890784,
      "grad_norm": 0.2977261363601574,
      "learning_rate": 3.229016640541449e-06,
      "loss": 0.2817,
      "num_tokens": 1146430334.0,
      "step": 6022
    },
    {
      "epoch": 2.0556313993174062,
      "grad_norm": 0.5318707578169632,
      "learning_rate": 3.2275551427797027e-06,
      "loss": 0.3112,
      "num_tokens": 1146606579.0,
      "step": 6023
    },
    {
      "epoch": 2.0559726962457336,
      "grad_norm": 0.25505616993595165,
      "learning_rate": 3.2260939666950543e-06,
      "loss": 0.2702,
      "num_tokens": 1146816062.0,
      "step": 6024
    },
    {
      "epoch": 2.0563139931740615,
      "grad_norm": 0.30217662393992323,
      "learning_rate": 3.224633112494341e-06,
      "loss": 0.3205,
      "num_tokens": 1147025836.0,
      "step": 6025
    },
    {
      "epoch": 2.056655290102389,
      "grad_norm": 0.30710933874076324,
      "learning_rate": 3.223172580384357e-06,
      "loss": 0.2701,
      "num_tokens": 1147192014.0,
      "step": 6026
    },
    {
      "epoch": 2.0569965870307167,
      "grad_norm": 0.28631381118020977,
      "learning_rate": 3.2217123705718457e-06,
      "loss": 0.2897,
      "num_tokens": 1147390738.0,
      "step": 6027
    },
    {
      "epoch": 2.057337883959044,
      "grad_norm": 0.29129102099338955,
      "learning_rate": 3.2202524832635107e-06,
      "loss": 0.2849,
      "num_tokens": 1147564755.0,
      "step": 6028
    },
    {
      "epoch": 2.057679180887372,
      "grad_norm": 0.268387866492439,
      "learning_rate": 3.2187929186660067e-06,
      "loss": 0.2719,
      "num_tokens": 1147753324.0,
      "step": 6029
    },
    {
      "epoch": 2.0580204778157,
      "grad_norm": 0.29227465565783267,
      "learning_rate": 3.21733367698594e-06,
      "loss": 0.3256,
      "num_tokens": 1147960650.0,
      "step": 6030
    },
    {
      "epoch": 2.0583617747440273,
      "grad_norm": 0.28469226763259625,
      "learning_rate": 3.2158747584298787e-06,
      "loss": 0.293,
      "num_tokens": 1148152796.0,
      "step": 6031
    },
    {
      "epoch": 2.058703071672355,
      "grad_norm": 0.2750228513097162,
      "learning_rate": 3.214416163204338e-06,
      "loss": 0.2777,
      "num_tokens": 1148337770.0,
      "step": 6032
    },
    {
      "epoch": 2.0590443686006825,
      "grad_norm": 0.2827337158776643,
      "learning_rate": 3.212957891515792e-06,
      "loss": 0.2905,
      "num_tokens": 1148520232.0,
      "step": 6033
    },
    {
      "epoch": 2.0593856655290104,
      "grad_norm": 0.27603458410103077,
      "learning_rate": 3.211499943570663e-06,
      "loss": 0.296,
      "num_tokens": 1148730961.0,
      "step": 6034
    },
    {
      "epoch": 2.0597269624573378,
      "grad_norm": 0.30733953681928683,
      "learning_rate": 3.210042319575337e-06,
      "loss": 0.259,
      "num_tokens": 1148894136.0,
      "step": 6035
    },
    {
      "epoch": 2.0600682593856656,
      "grad_norm": 0.30140703990656503,
      "learning_rate": 3.208585019736144e-06,
      "loss": 0.3087,
      "num_tokens": 1149074919.0,
      "step": 6036
    },
    {
      "epoch": 2.060409556313993,
      "grad_norm": 0.28008946473742324,
      "learning_rate": 3.2071280442593766e-06,
      "loss": 0.2896,
      "num_tokens": 1149257078.0,
      "step": 6037
    },
    {
      "epoch": 2.060750853242321,
      "grad_norm": 0.28502992547677536,
      "learning_rate": 3.2056713933512764e-06,
      "loss": 0.286,
      "num_tokens": 1149442818.0,
      "step": 6038
    },
    {
      "epoch": 2.0610921501706483,
      "grad_norm": 0.275982083916786,
      "learning_rate": 3.204215067218039e-06,
      "loss": 0.3022,
      "num_tokens": 1149648287.0,
      "step": 6039
    },
    {
      "epoch": 2.061433447098976,
      "grad_norm": 0.29602915697587984,
      "learning_rate": 3.202759066065817e-06,
      "loss": 0.3249,
      "num_tokens": 1149844031.0,
      "step": 6040
    },
    {
      "epoch": 2.0617747440273035,
      "grad_norm": 0.2743599124909889,
      "learning_rate": 3.2013033901007156e-06,
      "loss": 0.3176,
      "num_tokens": 1150068645.0,
      "step": 6041
    },
    {
      "epoch": 2.0621160409556314,
      "grad_norm": 0.3149788522435778,
      "learning_rate": 3.1998480395287922e-06,
      "loss": 0.2965,
      "num_tokens": 1150285379.0,
      "step": 6042
    },
    {
      "epoch": 2.0624573378839592,
      "grad_norm": 0.31013509586022686,
      "learning_rate": 3.1983930145560598e-06,
      "loss": 0.3238,
      "num_tokens": 1150532226.0,
      "step": 6043
    },
    {
      "epoch": 2.0627986348122866,
      "grad_norm": 0.24350663124609948,
      "learning_rate": 3.196938315388487e-06,
      "loss": 0.2847,
      "num_tokens": 1150760566.0,
      "step": 6044
    },
    {
      "epoch": 2.0631399317406145,
      "grad_norm": 0.27780210288190316,
      "learning_rate": 3.195483942231994e-06,
      "loss": 0.2905,
      "num_tokens": 1150936674.0,
      "step": 6045
    },
    {
      "epoch": 2.063481228668942,
      "grad_norm": 0.28724533444466577,
      "learning_rate": 3.194029895292453e-06,
      "loss": 0.2827,
      "num_tokens": 1151128446.0,
      "step": 6046
    },
    {
      "epoch": 2.0638225255972698,
      "grad_norm": 0.2691065260313621,
      "learning_rate": 3.192576174775695e-06,
      "loss": 0.2848,
      "num_tokens": 1151335924.0,
      "step": 6047
    },
    {
      "epoch": 2.064163822525597,
      "grad_norm": 0.28240957283817886,
      "learning_rate": 3.1911227808875002e-06,
      "loss": 0.303,
      "num_tokens": 1151542099.0,
      "step": 6048
    },
    {
      "epoch": 2.064505119453925,
      "grad_norm": 0.2754716907745093,
      "learning_rate": 3.1896697138336073e-06,
      "loss": 0.2934,
      "num_tokens": 1151748225.0,
      "step": 6049
    },
    {
      "epoch": 2.0648464163822524,
      "grad_norm": 0.26807499440279775,
      "learning_rate": 3.1882169738197037e-06,
      "loss": 0.2753,
      "num_tokens": 1151950891.0,
      "step": 6050
    },
    {
      "epoch": 2.0651877133105803,
      "grad_norm": 0.28278234840529914,
      "learning_rate": 3.186764561051434e-06,
      "loss": 0.2699,
      "num_tokens": 1152113124.0,
      "step": 6051
    },
    {
      "epoch": 2.0655290102389077,
      "grad_norm": 0.49241575251422687,
      "learning_rate": 3.1853124757343927e-06,
      "loss": 0.3057,
      "num_tokens": 1152304052.0,
      "step": 6052
    },
    {
      "epoch": 2.0658703071672355,
      "grad_norm": 0.36287543888160245,
      "learning_rate": 3.1838607180741333e-06,
      "loss": 0.2894,
      "num_tokens": 1152464162.0,
      "step": 6053
    },
    {
      "epoch": 2.066211604095563,
      "grad_norm": 0.4241857679885437,
      "learning_rate": 3.18240928827616e-06,
      "loss": 0.2907,
      "num_tokens": 1152652635.0,
      "step": 6054
    },
    {
      "epoch": 2.0665529010238908,
      "grad_norm": 0.276218722081855,
      "learning_rate": 3.180958186545928e-06,
      "loss": 0.2755,
      "num_tokens": 1152848538.0,
      "step": 6055
    },
    {
      "epoch": 2.0668941979522186,
      "grad_norm": 0.26278271332318626,
      "learning_rate": 3.179507413088852e-06,
      "loss": 0.288,
      "num_tokens": 1153065823.0,
      "step": 6056
    },
    {
      "epoch": 2.067235494880546,
      "grad_norm": 0.30739618495961124,
      "learning_rate": 3.1780569681102937e-06,
      "loss": 0.2914,
      "num_tokens": 1153233724.0,
      "step": 6057
    },
    {
      "epoch": 2.067576791808874,
      "grad_norm": 0.2692875689767122,
      "learning_rate": 3.176606851815577e-06,
      "loss": 0.3038,
      "num_tokens": 1153453543.0,
      "step": 6058
    },
    {
      "epoch": 2.0679180887372013,
      "grad_norm": 0.29278710501948657,
      "learning_rate": 3.1751570644099667e-06,
      "loss": 0.2991,
      "num_tokens": 1153643889.0,
      "step": 6059
    },
    {
      "epoch": 2.068259385665529,
      "grad_norm": 0.2818848944791089,
      "learning_rate": 3.173707606098694e-06,
      "loss": 0.292,
      "num_tokens": 1153831476.0,
      "step": 6060
    },
    {
      "epoch": 2.0686006825938565,
      "grad_norm": 0.2762506611576115,
      "learning_rate": 3.172258477086933e-06,
      "loss": 0.2787,
      "num_tokens": 1154017901.0,
      "step": 6061
    },
    {
      "epoch": 2.0689419795221844,
      "grad_norm": 0.2810871575668856,
      "learning_rate": 3.1708096775798204e-06,
      "loss": 0.3078,
      "num_tokens": 1154217240.0,
      "step": 6062
    },
    {
      "epoch": 2.069283276450512,
      "grad_norm": 0.2969008845022941,
      "learning_rate": 3.16936120778244e-06,
      "loss": 0.2936,
      "num_tokens": 1154408430.0,
      "step": 6063
    },
    {
      "epoch": 2.0696245733788396,
      "grad_norm": 0.2913682590770698,
      "learning_rate": 3.1679130678998284e-06,
      "loss": 0.2913,
      "num_tokens": 1154593294.0,
      "step": 6064
    },
    {
      "epoch": 2.069965870307167,
      "grad_norm": 0.2825663511119968,
      "learning_rate": 3.1664652581369814e-06,
      "loss": 0.2937,
      "num_tokens": 1154780139.0,
      "step": 6065
    },
    {
      "epoch": 2.070307167235495,
      "grad_norm": 0.30197342385660036,
      "learning_rate": 3.1650177786988417e-06,
      "loss": 0.2734,
      "num_tokens": 1154952742.0,
      "step": 6066
    },
    {
      "epoch": 2.0706484641638223,
      "grad_norm": 0.27941782286145,
      "learning_rate": 3.1635706297903124e-06,
      "loss": 0.2948,
      "num_tokens": 1155159079.0,
      "step": 6067
    },
    {
      "epoch": 2.07098976109215,
      "grad_norm": 0.2819029612748172,
      "learning_rate": 3.1621238116162388e-06,
      "loss": 0.3121,
      "num_tokens": 1155359421.0,
      "step": 6068
    },
    {
      "epoch": 2.071331058020478,
      "grad_norm": 0.2972594703257614,
      "learning_rate": 3.160677324381429e-06,
      "loss": 0.28,
      "num_tokens": 1155539333.0,
      "step": 6069
    },
    {
      "epoch": 2.0716723549488054,
      "grad_norm": 0.30407783022119844,
      "learning_rate": 3.159231168290644e-06,
      "loss": 0.2894,
      "num_tokens": 1155697527.0,
      "step": 6070
    },
    {
      "epoch": 2.0720136518771333,
      "grad_norm": 0.26838726924400585,
      "learning_rate": 3.1577853435485906e-06,
      "loss": 0.2914,
      "num_tokens": 1155887631.0,
      "step": 6071
    },
    {
      "epoch": 2.0723549488054607,
      "grad_norm": 0.33485510550812503,
      "learning_rate": 3.156339850359939e-06,
      "loss": 0.2603,
      "num_tokens": 1156021237.0,
      "step": 6072
    },
    {
      "epoch": 2.0726962457337885,
      "grad_norm": 0.30765767593341,
      "learning_rate": 3.1548946889292996e-06,
      "loss": 0.2747,
      "num_tokens": 1156186343.0,
      "step": 6073
    },
    {
      "epoch": 2.073037542662116,
      "grad_norm": 0.24941757522687358,
      "learning_rate": 3.1534498594612483e-06,
      "loss": 0.3185,
      "num_tokens": 1156439181.0,
      "step": 6074
    },
    {
      "epoch": 2.073378839590444,
      "grad_norm": 0.3436426220089996,
      "learning_rate": 3.1520053621603055e-06,
      "loss": 0.2885,
      "num_tokens": 1156603492.0,
      "step": 6075
    },
    {
      "epoch": 2.073720136518771,
      "grad_norm": 0.278294692844789,
      "learning_rate": 3.15056119723095e-06,
      "loss": 0.3137,
      "num_tokens": 1156810838.0,
      "step": 6076
    },
    {
      "epoch": 2.074061433447099,
      "grad_norm": 0.2980002630976975,
      "learning_rate": 3.1491173648776108e-06,
      "loss": 0.3049,
      "num_tokens": 1157030722.0,
      "step": 6077
    },
    {
      "epoch": 2.0744027303754264,
      "grad_norm": 0.296369971607539,
      "learning_rate": 3.147673865304669e-06,
      "loss": 0.2755,
      "num_tokens": 1157181232.0,
      "step": 6078
    },
    {
      "epoch": 2.0747440273037543,
      "grad_norm": 0.2880222673513207,
      "learning_rate": 3.1462306987164626e-06,
      "loss": 0.2904,
      "num_tokens": 1157380719.0,
      "step": 6079
    },
    {
      "epoch": 2.0750853242320817,
      "grad_norm": 0.2735973090141289,
      "learning_rate": 3.1447878653172777e-06,
      "loss": 0.3037,
      "num_tokens": 1157583294.0,
      "step": 6080
    },
    {
      "epoch": 2.0754266211604095,
      "grad_norm": 0.28813641799507284,
      "learning_rate": 3.1433453653113555e-06,
      "loss": 0.2921,
      "num_tokens": 1157780661.0,
      "step": 6081
    },
    {
      "epoch": 2.0757679180887374,
      "grad_norm": 0.29038359328207475,
      "learning_rate": 3.1419031989028887e-06,
      "loss": 0.2865,
      "num_tokens": 1157967594.0,
      "step": 6082
    },
    {
      "epoch": 2.076109215017065,
      "grad_norm": 0.27603048293062343,
      "learning_rate": 3.140461366296027e-06,
      "loss": 0.2835,
      "num_tokens": 1158166540.0,
      "step": 6083
    },
    {
      "epoch": 2.0764505119453927,
      "grad_norm": 0.29304279907461445,
      "learning_rate": 3.139019867694866e-06,
      "loss": 0.2834,
      "num_tokens": 1158344028.0,
      "step": 6084
    },
    {
      "epoch": 2.07679180887372,
      "grad_norm": 0.32317752781547715,
      "learning_rate": 3.137578703303462e-06,
      "loss": 0.2779,
      "num_tokens": 1158498757.0,
      "step": 6085
    },
    {
      "epoch": 2.077133105802048,
      "grad_norm": 0.28611378319895003,
      "learning_rate": 3.1361378733258176e-06,
      "loss": 0.3159,
      "num_tokens": 1158700589.0,
      "step": 6086
    },
    {
      "epoch": 2.0774744027303753,
      "grad_norm": 0.2841762993095499,
      "learning_rate": 3.1346973779658886e-06,
      "loss": 0.3441,
      "num_tokens": 1158918294.0,
      "step": 6087
    },
    {
      "epoch": 2.077815699658703,
      "grad_norm": 0.2961288525692867,
      "learning_rate": 3.1332572174275876e-06,
      "loss": 0.3158,
      "num_tokens": 1159103178.0,
      "step": 6088
    },
    {
      "epoch": 2.0781569965870306,
      "grad_norm": 0.290671368730121,
      "learning_rate": 3.1318173919147777e-06,
      "loss": 0.2774,
      "num_tokens": 1159283268.0,
      "step": 6089
    },
    {
      "epoch": 2.0784982935153584,
      "grad_norm": 0.2638284947833897,
      "learning_rate": 3.130377901631271e-06,
      "loss": 0.2697,
      "num_tokens": 1159470709.0,
      "step": 6090
    },
    {
      "epoch": 2.078839590443686,
      "grad_norm": 0.31600988550170184,
      "learning_rate": 3.1289387467808364e-06,
      "loss": 0.2699,
      "num_tokens": 1159631302.0,
      "step": 6091
    },
    {
      "epoch": 2.0791808873720137,
      "grad_norm": 0.30258371209355384,
      "learning_rate": 3.1274999275671965e-06,
      "loss": 0.3034,
      "num_tokens": 1159801334.0,
      "step": 6092
    },
    {
      "epoch": 2.079522184300341,
      "grad_norm": 0.2714217342881506,
      "learning_rate": 3.126061444194021e-06,
      "loss": 0.2966,
      "num_tokens": 1159991176.0,
      "step": 6093
    },
    {
      "epoch": 2.079863481228669,
      "grad_norm": 0.2947031813608098,
      "learning_rate": 3.124623296864937e-06,
      "loss": 0.3175,
      "num_tokens": 1160206010.0,
      "step": 6094
    },
    {
      "epoch": 2.080204778156997,
      "grad_norm": 0.2824538593660319,
      "learning_rate": 3.123185485783523e-06,
      "loss": 0.2958,
      "num_tokens": 1160401529.0,
      "step": 6095
    },
    {
      "epoch": 2.080546075085324,
      "grad_norm": 0.30538131601576307,
      "learning_rate": 3.121748011153306e-06,
      "loss": 0.2868,
      "num_tokens": 1160590277.0,
      "step": 6096
    },
    {
      "epoch": 2.080887372013652,
      "grad_norm": 0.3060978647559913,
      "learning_rate": 3.120310873177772e-06,
      "loss": 0.2842,
      "num_tokens": 1160770016.0,
      "step": 6097
    },
    {
      "epoch": 2.0812286689419794,
      "grad_norm": 0.260794770326991,
      "learning_rate": 3.118874072060354e-06,
      "loss": 0.288,
      "num_tokens": 1160987448.0,
      "step": 6098
    },
    {
      "epoch": 2.0815699658703073,
      "grad_norm": 0.2799570822634022,
      "learning_rate": 3.1174376080044398e-06,
      "loss": 0.2588,
      "num_tokens": 1161165285.0,
      "step": 6099
    },
    {
      "epoch": 2.0819112627986347,
      "grad_norm": 0.3096400066075163,
      "learning_rate": 3.1160014812133656e-06,
      "loss": 0.2924,
      "num_tokens": 1161354273.0,
      "step": 6100
    },
    {
      "epoch": 2.0822525597269625,
      "grad_norm": 0.2919980990342834,
      "learning_rate": 3.1145656918904277e-06,
      "loss": 0.3041,
      "num_tokens": 1161558745.0,
      "step": 6101
    },
    {
      "epoch": 2.08259385665529,
      "grad_norm": 0.2987191131942599,
      "learning_rate": 3.1131302402388687e-06,
      "loss": 0.274,
      "num_tokens": 1161719610.0,
      "step": 6102
    },
    {
      "epoch": 2.082935153583618,
      "grad_norm": 0.32317361823073015,
      "learning_rate": 3.1116951264618817e-06,
      "loss": 0.2755,
      "num_tokens": 1161895187.0,
      "step": 6103
    },
    {
      "epoch": 2.083276450511945,
      "grad_norm": 0.29588039252695963,
      "learning_rate": 3.1102603507626194e-06,
      "loss": 0.2867,
      "num_tokens": 1162075186.0,
      "step": 6104
    },
    {
      "epoch": 2.083617747440273,
      "grad_norm": 0.2899133704245947,
      "learning_rate": 3.108825913344178e-06,
      "loss": 0.2726,
      "num_tokens": 1162247765.0,
      "step": 6105
    },
    {
      "epoch": 2.0839590443686005,
      "grad_norm": 0.2878498342257543,
      "learning_rate": 3.107391814409614e-06,
      "loss": 0.307,
      "num_tokens": 1162462997.0,
      "step": 6106
    },
    {
      "epoch": 2.0843003412969283,
      "grad_norm": 0.28063665195888154,
      "learning_rate": 3.1059580541619295e-06,
      "loss": 0.2867,
      "num_tokens": 1162665828.0,
      "step": 6107
    },
    {
      "epoch": 2.084641638225256,
      "grad_norm": 0.27209771122107834,
      "learning_rate": 3.104524632804083e-06,
      "loss": 0.2945,
      "num_tokens": 1162874555.0,
      "step": 6108
    },
    {
      "epoch": 2.0849829351535836,
      "grad_norm": 0.29712284755670504,
      "learning_rate": 3.103091550538979e-06,
      "loss": 0.2679,
      "num_tokens": 1163050662.0,
      "step": 6109
    },
    {
      "epoch": 2.0853242320819114,
      "grad_norm": 0.27810259862054904,
      "learning_rate": 3.101658807569484e-06,
      "loss": 0.33,
      "num_tokens": 1163261384.0,
      "step": 6110
    },
    {
      "epoch": 2.085665529010239,
      "grad_norm": 0.30281531500359254,
      "learning_rate": 3.1002264040984075e-06,
      "loss": 0.3039,
      "num_tokens": 1163440007.0,
      "step": 6111
    },
    {
      "epoch": 2.0860068259385667,
      "grad_norm": 0.29437734583128344,
      "learning_rate": 3.0987943403285125e-06,
      "loss": 0.2999,
      "num_tokens": 1163625884.0,
      "step": 6112
    },
    {
      "epoch": 2.086348122866894,
      "grad_norm": 0.3828654670335862,
      "learning_rate": 3.097362616462519e-06,
      "loss": 0.2846,
      "num_tokens": 1163813562.0,
      "step": 6113
    },
    {
      "epoch": 2.086689419795222,
      "grad_norm": 0.3019496231875972,
      "learning_rate": 3.095931232703093e-06,
      "loss": 0.2933,
      "num_tokens": 1164001218.0,
      "step": 6114
    },
    {
      "epoch": 2.0870307167235493,
      "grad_norm": 0.2673290257946754,
      "learning_rate": 3.0945001892528587e-06,
      "loss": 0.2654,
      "num_tokens": 1164190782.0,
      "step": 6115
    },
    {
      "epoch": 2.087372013651877,
      "grad_norm": 0.2839584474556943,
      "learning_rate": 3.093069486314382e-06,
      "loss": 0.3082,
      "num_tokens": 1164402860.0,
      "step": 6116
    },
    {
      "epoch": 2.0877133105802046,
      "grad_norm": 0.2819695092405981,
      "learning_rate": 3.0916391240901893e-06,
      "loss": 0.3135,
      "num_tokens": 1164617961.0,
      "step": 6117
    },
    {
      "epoch": 2.0880546075085324,
      "grad_norm": 0.2950797148966361,
      "learning_rate": 3.0902091027827587e-06,
      "loss": 0.275,
      "num_tokens": 1164792142.0,
      "step": 6118
    },
    {
      "epoch": 2.08839590443686,
      "grad_norm": 0.2846279813460534,
      "learning_rate": 3.0887794225945143e-06,
      "loss": 0.2692,
      "num_tokens": 1164956760.0,
      "step": 6119
    },
    {
      "epoch": 2.0887372013651877,
      "grad_norm": 0.3046237680403755,
      "learning_rate": 3.0873500837278403e-06,
      "loss": 0.2981,
      "num_tokens": 1165140186.0,
      "step": 6120
    },
    {
      "epoch": 2.0890784982935156,
      "grad_norm": 0.2982760759273316,
      "learning_rate": 3.0859210863850608e-06,
      "loss": 0.266,
      "num_tokens": 1165298447.0,
      "step": 6121
    },
    {
      "epoch": 2.089419795221843,
      "grad_norm": 0.27502697230809875,
      "learning_rate": 3.084492430768462e-06,
      "loss": 0.2899,
      "num_tokens": 1165500092.0,
      "step": 6122
    },
    {
      "epoch": 2.089761092150171,
      "grad_norm": 0.3048958944649125,
      "learning_rate": 3.0830641170802766e-06,
      "loss": 0.3071,
      "num_tokens": 1165679461.0,
      "step": 6123
    },
    {
      "epoch": 2.090102389078498,
      "grad_norm": 0.2893628827694075,
      "learning_rate": 3.081636145522692e-06,
      "loss": 0.2706,
      "num_tokens": 1165850450.0,
      "step": 6124
    },
    {
      "epoch": 2.090443686006826,
      "grad_norm": 0.27233663779560613,
      "learning_rate": 3.0802085162978453e-06,
      "loss": 0.2601,
      "num_tokens": 1166053252.0,
      "step": 6125
    },
    {
      "epoch": 2.0907849829351535,
      "grad_norm": 0.28353140580407543,
      "learning_rate": 3.0787812296078216e-06,
      "loss": 0.3258,
      "num_tokens": 1166266922.0,
      "step": 6126
    },
    {
      "epoch": 2.0911262798634813,
      "grad_norm": 0.3573496641922377,
      "learning_rate": 3.0773542856546667e-06,
      "loss": 0.3291,
      "num_tokens": 1166469608.0,
      "step": 6127
    },
    {
      "epoch": 2.0914675767918087,
      "grad_norm": 0.25571583672466874,
      "learning_rate": 3.075927684640368e-06,
      "loss": 0.259,
      "num_tokens": 1166667113.0,
      "step": 6128
    },
    {
      "epoch": 2.0918088737201366,
      "grad_norm": 0.30987056703822746,
      "learning_rate": 3.074501426766874e-06,
      "loss": 0.2883,
      "num_tokens": 1166834525.0,
      "step": 6129
    },
    {
      "epoch": 2.092150170648464,
      "grad_norm": 0.27257622929930925,
      "learning_rate": 3.0730755122360723e-06,
      "loss": 0.293,
      "num_tokens": 1167031904.0,
      "step": 6130
    },
    {
      "epoch": 2.092491467576792,
      "grad_norm": 0.2922217928226072,
      "learning_rate": 3.0716499412498135e-06,
      "loss": 0.2577,
      "num_tokens": 1167198765.0,
      "step": 6131
    },
    {
      "epoch": 2.0928327645051192,
      "grad_norm": 0.30141090388128333,
      "learning_rate": 3.070224714009893e-06,
      "loss": 0.2857,
      "num_tokens": 1167375191.0,
      "step": 6132
    },
    {
      "epoch": 2.093174061433447,
      "grad_norm": 0.32536624786158697,
      "learning_rate": 3.068799830718062e-06,
      "loss": 0.3103,
      "num_tokens": 1167547073.0,
      "step": 6133
    },
    {
      "epoch": 2.093515358361775,
      "grad_norm": 0.2692395509505838,
      "learning_rate": 3.067375291576019e-06,
      "loss": 0.3059,
      "num_tokens": 1167757498.0,
      "step": 6134
    },
    {
      "epoch": 2.0938566552901023,
      "grad_norm": 0.29022849830205927,
      "learning_rate": 3.0659510967854143e-06,
      "loss": 0.2944,
      "num_tokens": 1167952034.0,
      "step": 6135
    },
    {
      "epoch": 2.09419795221843,
      "grad_norm": 0.2778624063798619,
      "learning_rate": 3.0645272465478537e-06,
      "loss": 0.2937,
      "num_tokens": 1168130992.0,
      "step": 6136
    },
    {
      "epoch": 2.0945392491467576,
      "grad_norm": 0.3097326026054446,
      "learning_rate": 3.063103741064889e-06,
      "loss": 0.3082,
      "num_tokens": 1168325589.0,
      "step": 6137
    },
    {
      "epoch": 2.0948805460750854,
      "grad_norm": 0.30449121005503543,
      "learning_rate": 3.0616805805380244e-06,
      "loss": 0.2854,
      "num_tokens": 1168485089.0,
      "step": 6138
    },
    {
      "epoch": 2.095221843003413,
      "grad_norm": 0.2830074112891991,
      "learning_rate": 3.0602577651687173e-06,
      "loss": 0.2706,
      "num_tokens": 1168658114.0,
      "step": 6139
    },
    {
      "epoch": 2.0955631399317407,
      "grad_norm": 0.27815885550431085,
      "learning_rate": 3.0588352951583753e-06,
      "loss": 0.2875,
      "num_tokens": 1168874595.0,
      "step": 6140
    },
    {
      "epoch": 2.095904436860068,
      "grad_norm": 0.2956558740858893,
      "learning_rate": 3.0574131707083545e-06,
      "loss": 0.2979,
      "num_tokens": 1169082789.0,
      "step": 6141
    },
    {
      "epoch": 2.096245733788396,
      "grad_norm": 0.28327898505606575,
      "learning_rate": 3.0559913920199685e-06,
      "loss": 0.2967,
      "num_tokens": 1169276264.0,
      "step": 6142
    },
    {
      "epoch": 2.0965870307167234,
      "grad_norm": 0.2948600284520898,
      "learning_rate": 3.054569959294476e-06,
      "loss": 0.3449,
      "num_tokens": 1169472187.0,
      "step": 6143
    },
    {
      "epoch": 2.096928327645051,
      "grad_norm": 0.28166578811534787,
      "learning_rate": 3.053148872733087e-06,
      "loss": 0.3154,
      "num_tokens": 1169674604.0,
      "step": 6144
    },
    {
      "epoch": 2.0972696245733786,
      "grad_norm": 0.30816260729613243,
      "learning_rate": 3.0517281325369663e-06,
      "loss": 0.2648,
      "num_tokens": 1169827464.0,
      "step": 6145
    },
    {
      "epoch": 2.0976109215017065,
      "grad_norm": 0.2576363993451813,
      "learning_rate": 3.050307738907228e-06,
      "loss": 0.2936,
      "num_tokens": 1170050257.0,
      "step": 6146
    },
    {
      "epoch": 2.0979522184300343,
      "grad_norm": 0.29561554615164504,
      "learning_rate": 3.048887692044935e-06,
      "loss": 0.2697,
      "num_tokens": 1170226445.0,
      "step": 6147
    },
    {
      "epoch": 2.0982935153583617,
      "grad_norm": 0.2804271802630217,
      "learning_rate": 3.0474679921511013e-06,
      "loss": 0.3015,
      "num_tokens": 1170434509.0,
      "step": 6148
    },
    {
      "epoch": 2.0986348122866896,
      "grad_norm": 0.27250466474300916,
      "learning_rate": 3.0460486394266963e-06,
      "loss": 0.2856,
      "num_tokens": 1170637936.0,
      "step": 6149
    },
    {
      "epoch": 2.098976109215017,
      "grad_norm": 0.29339434972575773,
      "learning_rate": 3.044629634072638e-06,
      "loss": 0.2628,
      "num_tokens": 1170811740.0,
      "step": 6150
    },
    {
      "epoch": 2.099317406143345,
      "grad_norm": 0.27696710124421875,
      "learning_rate": 3.043210976289789e-06,
      "loss": 0.3123,
      "num_tokens": 1171023997.0,
      "step": 6151
    },
    {
      "epoch": 2.0996587030716722,
      "grad_norm": 0.30652673438182276,
      "learning_rate": 3.0417926662789734e-06,
      "loss": 0.3081,
      "num_tokens": 1171238091.0,
      "step": 6152
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.33628785862628363,
      "learning_rate": 3.0403747042409574e-06,
      "loss": 0.2971,
      "num_tokens": 1171388868.0,
      "step": 6153
    },
    {
      "epoch": 2.1003412969283275,
      "grad_norm": 0.2837259747561921,
      "learning_rate": 3.0389570903764655e-06,
      "loss": 0.3265,
      "num_tokens": 1171600520.0,
      "step": 6154
    },
    {
      "epoch": 2.1006825938566553,
      "grad_norm": 0.27441630830351377,
      "learning_rate": 3.037539824886166e-06,
      "loss": 0.2872,
      "num_tokens": 1171805898.0,
      "step": 6155
    },
    {
      "epoch": 2.1010238907849828,
      "grad_norm": 0.3279188507471083,
      "learning_rate": 3.03612290797068e-06,
      "loss": 0.2815,
      "num_tokens": 1171950556.0,
      "step": 6156
    },
    {
      "epoch": 2.1013651877133106,
      "grad_norm": 0.2907437179873214,
      "learning_rate": 3.0347063398305803e-06,
      "loss": 0.2988,
      "num_tokens": 1172174885.0,
      "step": 6157
    },
    {
      "epoch": 2.101706484641638,
      "grad_norm": 0.28830012600430616,
      "learning_rate": 3.03329012066639e-06,
      "loss": 0.2969,
      "num_tokens": 1172369460.0,
      "step": 6158
    },
    {
      "epoch": 2.102047781569966,
      "grad_norm": 0.2922365786831008,
      "learning_rate": 3.0318742506785857e-06,
      "loss": 0.2663,
      "num_tokens": 1172524496.0,
      "step": 6159
    },
    {
      "epoch": 2.1023890784982937,
      "grad_norm": 0.2671696180639828,
      "learning_rate": 3.030458730067587e-06,
      "loss": 0.2908,
      "num_tokens": 1172732593.0,
      "step": 6160
    },
    {
      "epoch": 2.102730375426621,
      "grad_norm": 0.2662365127737528,
      "learning_rate": 3.0290435590337715e-06,
      "loss": 0.3005,
      "num_tokens": 1172943744.0,
      "step": 6161
    },
    {
      "epoch": 2.103071672354949,
      "grad_norm": 0.2914156231009284,
      "learning_rate": 3.0276287377774615e-06,
      "loss": 0.2737,
      "num_tokens": 1173131179.0,
      "step": 6162
    },
    {
      "epoch": 2.1034129692832764,
      "grad_norm": 0.27083856074774143,
      "learning_rate": 3.026214266498938e-06,
      "loss": 0.2671,
      "num_tokens": 1173333054.0,
      "step": 6163
    },
    {
      "epoch": 2.103754266211604,
      "grad_norm": 0.31633445454787645,
      "learning_rate": 3.0248001453984225e-06,
      "loss": 0.291,
      "num_tokens": 1173490246.0,
      "step": 6164
    },
    {
      "epoch": 2.1040955631399316,
      "grad_norm": 0.3171423081399758,
      "learning_rate": 3.023386374676093e-06,
      "loss": 0.3063,
      "num_tokens": 1173694742.0,
      "step": 6165
    },
    {
      "epoch": 2.1044368600682595,
      "grad_norm": 0.295720290988436,
      "learning_rate": 3.0219729545320777e-06,
      "loss": 0.322,
      "num_tokens": 1173881334.0,
      "step": 6166
    },
    {
      "epoch": 2.104778156996587,
      "grad_norm": 0.28356307168802175,
      "learning_rate": 3.0205598851664513e-06,
      "loss": 0.2802,
      "num_tokens": 1174067039.0,
      "step": 6167
    },
    {
      "epoch": 2.1051194539249147,
      "grad_norm": 0.28145847705447485,
      "learning_rate": 3.0191471667792473e-06,
      "loss": 0.2754,
      "num_tokens": 1174248742.0,
      "step": 6168
    },
    {
      "epoch": 2.105460750853242,
      "grad_norm": 0.28031089283661076,
      "learning_rate": 3.0177347995704365e-06,
      "loss": 0.2792,
      "num_tokens": 1174430955.0,
      "step": 6169
    },
    {
      "epoch": 2.10580204778157,
      "grad_norm": 0.2949823938262567,
      "learning_rate": 3.016322783739951e-06,
      "loss": 0.2808,
      "num_tokens": 1174621886.0,
      "step": 6170
    },
    {
      "epoch": 2.1061433447098974,
      "grad_norm": 0.28966178822068017,
      "learning_rate": 3.0149111194876686e-06,
      "loss": 0.3062,
      "num_tokens": 1174795560.0,
      "step": 6171
    },
    {
      "epoch": 2.1064846416382252,
      "grad_norm": 0.2984881863881122,
      "learning_rate": 3.0134998070134203e-06,
      "loss": 0.2729,
      "num_tokens": 1174972810.0,
      "step": 6172
    },
    {
      "epoch": 2.106825938566553,
      "grad_norm": 0.25388874368923364,
      "learning_rate": 3.0120888465169827e-06,
      "loss": 0.2879,
      "num_tokens": 1175201321.0,
      "step": 6173
    },
    {
      "epoch": 2.1071672354948805,
      "grad_norm": 0.2747544627076386,
      "learning_rate": 3.010678238198085e-06,
      "loss": 0.2852,
      "num_tokens": 1175396163.0,
      "step": 6174
    },
    {
      "epoch": 2.1075085324232083,
      "grad_norm": 0.3051022470077252,
      "learning_rate": 3.0092679822564086e-06,
      "loss": 0.2721,
      "num_tokens": 1175557540.0,
      "step": 6175
    },
    {
      "epoch": 2.1078498293515358,
      "grad_norm": 0.29104833842135364,
      "learning_rate": 3.0078580788915795e-06,
      "loss": 0.2838,
      "num_tokens": 1175726295.0,
      "step": 6176
    },
    {
      "epoch": 2.1081911262798636,
      "grad_norm": 0.2811673998584694,
      "learning_rate": 3.0064485283031836e-06,
      "loss": 0.3118,
      "num_tokens": 1175928618.0,
      "step": 6177
    },
    {
      "epoch": 2.108532423208191,
      "grad_norm": 0.27758849922167783,
      "learning_rate": 3.005039330690743e-06,
      "loss": 0.2835,
      "num_tokens": 1176143672.0,
      "step": 6178
    },
    {
      "epoch": 2.108873720136519,
      "grad_norm": 0.29086438809761106,
      "learning_rate": 3.0036304862537425e-06,
      "loss": 0.3097,
      "num_tokens": 1176333682.0,
      "step": 6179
    },
    {
      "epoch": 2.1092150170648463,
      "grad_norm": 0.28720860493291356,
      "learning_rate": 3.0022219951916087e-06,
      "loss": 0.2963,
      "num_tokens": 1176532581.0,
      "step": 6180
    },
    {
      "epoch": 2.109556313993174,
      "grad_norm": 0.30967351366421664,
      "learning_rate": 3.000813857703725e-06,
      "loss": 0.2734,
      "num_tokens": 1176690690.0,
      "step": 6181
    },
    {
      "epoch": 2.1098976109215015,
      "grad_norm": 0.2872140033297847,
      "learning_rate": 2.9994060739894174e-06,
      "loss": 0.2996,
      "num_tokens": 1176870233.0,
      "step": 6182
    },
    {
      "epoch": 2.1102389078498294,
      "grad_norm": 0.27451169995634056,
      "learning_rate": 2.997998644247966e-06,
      "loss": 0.2808,
      "num_tokens": 1177078674.0,
      "step": 6183
    },
    {
      "epoch": 2.1105802047781568,
      "grad_norm": 0.2712620005338505,
      "learning_rate": 2.9965915686786027e-06,
      "loss": 0.2865,
      "num_tokens": 1177301905.0,
      "step": 6184
    },
    {
      "epoch": 2.1109215017064846,
      "grad_norm": 0.291244059204317,
      "learning_rate": 2.9951848474805056e-06,
      "loss": 0.3053,
      "num_tokens": 1177484914.0,
      "step": 6185
    },
    {
      "epoch": 2.1112627986348125,
      "grad_norm": 0.2724200383062709,
      "learning_rate": 2.9937784808528024e-06,
      "loss": 0.2989,
      "num_tokens": 1177694742.0,
      "step": 6186
    },
    {
      "epoch": 2.11160409556314,
      "grad_norm": 0.30116922479745284,
      "learning_rate": 2.9923724689945734e-06,
      "loss": 0.2999,
      "num_tokens": 1177894679.0,
      "step": 6187
    },
    {
      "epoch": 2.1119453924914677,
      "grad_norm": 0.2655694367067885,
      "learning_rate": 2.9909668121048476e-06,
      "loss": 0.3023,
      "num_tokens": 1178115500.0,
      "step": 6188
    },
    {
      "epoch": 2.112286689419795,
      "grad_norm": 0.29902396793671115,
      "learning_rate": 2.9895615103826e-06,
      "loss": 0.2494,
      "num_tokens": 1178262483.0,
      "step": 6189
    },
    {
      "epoch": 2.112627986348123,
      "grad_norm": 0.29336758110015204,
      "learning_rate": 2.9881565640267646e-06,
      "loss": 0.3255,
      "num_tokens": 1178456372.0,
      "step": 6190
    },
    {
      "epoch": 2.1129692832764504,
      "grad_norm": 0.29983007521725796,
      "learning_rate": 2.9867519732362173e-06,
      "loss": 0.338,
      "num_tokens": 1178643968.0,
      "step": 6191
    },
    {
      "epoch": 2.1133105802047782,
      "grad_norm": 0.26874740575315603,
      "learning_rate": 2.985347738209782e-06,
      "loss": 0.2853,
      "num_tokens": 1178867245.0,
      "step": 6192
    },
    {
      "epoch": 2.1136518771331056,
      "grad_norm": 0.268140946315297,
      "learning_rate": 2.98394385914624e-06,
      "loss": 0.2606,
      "num_tokens": 1179046786.0,
      "step": 6193
    },
    {
      "epoch": 2.1139931740614335,
      "grad_norm": 0.27001960899063776,
      "learning_rate": 2.9825403362443174e-06,
      "loss": 0.2914,
      "num_tokens": 1179242390.0,
      "step": 6194
    },
    {
      "epoch": 2.114334470989761,
      "grad_norm": 0.30882589879378153,
      "learning_rate": 2.981137169702689e-06,
      "loss": 0.3017,
      "num_tokens": 1179405452.0,
      "step": 6195
    },
    {
      "epoch": 2.1146757679180888,
      "grad_norm": 0.31256072247976013,
      "learning_rate": 2.9797343597199817e-06,
      "loss": 0.2944,
      "num_tokens": 1179590681.0,
      "step": 6196
    },
    {
      "epoch": 2.115017064846416,
      "grad_norm": 0.280880235347969,
      "learning_rate": 2.9783319064947725e-06,
      "loss": 0.2902,
      "num_tokens": 1179798520.0,
      "step": 6197
    },
    {
      "epoch": 2.115358361774744,
      "grad_norm": 0.2595030487713568,
      "learning_rate": 2.976929810225583e-06,
      "loss": 0.2835,
      "num_tokens": 1180007645.0,
      "step": 6198
    },
    {
      "epoch": 2.115699658703072,
      "grad_norm": 0.30332734219158786,
      "learning_rate": 2.975528071110891e-06,
      "loss": 0.3046,
      "num_tokens": 1180184925.0,
      "step": 6199
    },
    {
      "epoch": 2.1160409556313993,
      "grad_norm": 0.27055247026806983,
      "learning_rate": 2.974126689349119e-06,
      "loss": 0.2944,
      "num_tokens": 1180382652.0,
      "step": 6200
    },
    {
      "epoch": 2.116382252559727,
      "grad_norm": 0.3008425817009357,
      "learning_rate": 2.9727256651386383e-06,
      "loss": 0.2795,
      "num_tokens": 1180537169.0,
      "step": 6201
    },
    {
      "epoch": 2.1167235494880545,
      "grad_norm": 0.31629035057056504,
      "learning_rate": 2.9713249986777764e-06,
      "loss": 0.2929,
      "num_tokens": 1180739254.0,
      "step": 6202
    },
    {
      "epoch": 2.1170648464163824,
      "grad_norm": 0.3185511693806738,
      "learning_rate": 2.9699246901648023e-06,
      "loss": 0.3242,
      "num_tokens": 1180911958.0,
      "step": 6203
    },
    {
      "epoch": 2.11740614334471,
      "grad_norm": 0.2950524624141104,
      "learning_rate": 2.9685247397979365e-06,
      "loss": 0.3037,
      "num_tokens": 1181082541.0,
      "step": 6204
    },
    {
      "epoch": 2.1177474402730376,
      "grad_norm": 0.29182364829239765,
      "learning_rate": 2.9671251477753504e-06,
      "loss": 0.2928,
      "num_tokens": 1181283649.0,
      "step": 6205
    },
    {
      "epoch": 2.118088737201365,
      "grad_norm": 0.3027267957988328,
      "learning_rate": 2.9657259142951643e-06,
      "loss": 0.2762,
      "num_tokens": 1181449049.0,
      "step": 6206
    },
    {
      "epoch": 2.118430034129693,
      "grad_norm": 0.3032836827167495,
      "learning_rate": 2.964327039555451e-06,
      "loss": 0.3178,
      "num_tokens": 1181640421.0,
      "step": 6207
    },
    {
      "epoch": 2.1187713310580203,
      "grad_norm": 0.3036636546269088,
      "learning_rate": 2.962928523754222e-06,
      "loss": 0.342,
      "num_tokens": 1181859164.0,
      "step": 6208
    },
    {
      "epoch": 2.119112627986348,
      "grad_norm": 0.3066330771359722,
      "learning_rate": 2.96153036708945e-06,
      "loss": 0.2867,
      "num_tokens": 1182057646.0,
      "step": 6209
    },
    {
      "epoch": 2.1194539249146755,
      "grad_norm": 0.28701284893010115,
      "learning_rate": 2.9601325697590484e-06,
      "loss": 0.3126,
      "num_tokens": 1182238808.0,
      "step": 6210
    },
    {
      "epoch": 2.1197952218430034,
      "grad_norm": 0.2951894772460585,
      "learning_rate": 2.958735131960887e-06,
      "loss": 0.3064,
      "num_tokens": 1182405477.0,
      "step": 6211
    },
    {
      "epoch": 2.1201365187713312,
      "grad_norm": 0.29892535335108494,
      "learning_rate": 2.957338053892778e-06,
      "loss": 0.2901,
      "num_tokens": 1182582078.0,
      "step": 6212
    },
    {
      "epoch": 2.1204778156996587,
      "grad_norm": 0.3253648369480572,
      "learning_rate": 2.955941335752486e-06,
      "loss": 0.3465,
      "num_tokens": 1182780125.0,
      "step": 6213
    },
    {
      "epoch": 2.1208191126279865,
      "grad_norm": 0.32095432117025513,
      "learning_rate": 2.9545449777377244e-06,
      "loss": 0.2888,
      "num_tokens": 1182948606.0,
      "step": 6214
    },
    {
      "epoch": 2.121160409556314,
      "grad_norm": 0.29604097059957846,
      "learning_rate": 2.9531489800461544e-06,
      "loss": 0.2773,
      "num_tokens": 1183126140.0,
      "step": 6215
    },
    {
      "epoch": 2.1215017064846418,
      "grad_norm": 0.31566697568120555,
      "learning_rate": 2.9517533428753914e-06,
      "loss": 0.2965,
      "num_tokens": 1183302105.0,
      "step": 6216
    },
    {
      "epoch": 2.121843003412969,
      "grad_norm": 0.26403509547356396,
      "learning_rate": 2.950358066422989e-06,
      "loss": 0.2986,
      "num_tokens": 1183508180.0,
      "step": 6217
    },
    {
      "epoch": 2.122184300341297,
      "grad_norm": 0.28235400936748867,
      "learning_rate": 2.9489631508864615e-06,
      "loss": 0.2943,
      "num_tokens": 1183711064.0,
      "step": 6218
    },
    {
      "epoch": 2.1225255972696244,
      "grad_norm": 0.27550859226299024,
      "learning_rate": 2.9475685964632626e-06,
      "loss": 0.3104,
      "num_tokens": 1183902024.0,
      "step": 6219
    },
    {
      "epoch": 2.1228668941979523,
      "grad_norm": 0.28820315751322323,
      "learning_rate": 2.946174403350804e-06,
      "loss": 0.3209,
      "num_tokens": 1184124966.0,
      "step": 6220
    },
    {
      "epoch": 2.1232081911262797,
      "grad_norm": 0.2841375542608718,
      "learning_rate": 2.9447805717464386e-06,
      "loss": 0.3023,
      "num_tokens": 1184306874.0,
      "step": 6221
    },
    {
      "epoch": 2.1235494880546075,
      "grad_norm": 0.2690690853426335,
      "learning_rate": 2.943387101847469e-06,
      "loss": 0.2905,
      "num_tokens": 1184501736.0,
      "step": 6222
    },
    {
      "epoch": 2.123890784982935,
      "grad_norm": 0.30112659584723733,
      "learning_rate": 2.9419939938511534e-06,
      "loss": 0.244,
      "num_tokens": 1184631276.0,
      "step": 6223
    },
    {
      "epoch": 2.124232081911263,
      "grad_norm": 0.27458844559986756,
      "learning_rate": 2.94060124795469e-06,
      "loss": 0.2888,
      "num_tokens": 1184823890.0,
      "step": 6224
    },
    {
      "epoch": 2.1245733788395906,
      "grad_norm": 0.2719996293168758,
      "learning_rate": 2.939208864355233e-06,
      "loss": 0.287,
      "num_tokens": 1185021867.0,
      "step": 6225
    },
    {
      "epoch": 2.124914675767918,
      "grad_norm": 0.2911993078165741,
      "learning_rate": 2.937816843249877e-06,
      "loss": 0.2967,
      "num_tokens": 1185209895.0,
      "step": 6226
    },
    {
      "epoch": 2.125255972696246,
      "grad_norm": 0.2799617837516804,
      "learning_rate": 2.936425184835675e-06,
      "loss": 0.2845,
      "num_tokens": 1185409103.0,
      "step": 6227
    },
    {
      "epoch": 2.1255972696245733,
      "grad_norm": 0.28608687732498334,
      "learning_rate": 2.935033889309621e-06,
      "loss": 0.2535,
      "num_tokens": 1185569605.0,
      "step": 6228
    },
    {
      "epoch": 2.125938566552901,
      "grad_norm": 0.3116884759991465,
      "learning_rate": 2.933642956868663e-06,
      "loss": 0.2535,
      "num_tokens": 1185730159.0,
      "step": 6229
    },
    {
      "epoch": 2.1262798634812285,
      "grad_norm": 0.29242669220187995,
      "learning_rate": 2.9322523877096942e-06,
      "loss": 0.2897,
      "num_tokens": 1185902621.0,
      "step": 6230
    },
    {
      "epoch": 2.1266211604095564,
      "grad_norm": 0.29988972449783463,
      "learning_rate": 2.9308621820295547e-06,
      "loss": 0.266,
      "num_tokens": 1186068658.0,
      "step": 6231
    },
    {
      "epoch": 2.126962457337884,
      "grad_norm": 0.31476524696675934,
      "learning_rate": 2.92947234002504e-06,
      "loss": 0.2774,
      "num_tokens": 1186248538.0,
      "step": 6232
    },
    {
      "epoch": 2.1273037542662117,
      "grad_norm": 0.29960935773672726,
      "learning_rate": 2.928082861892886e-06,
      "loss": 0.2948,
      "num_tokens": 1186453469.0,
      "step": 6233
    },
    {
      "epoch": 2.127645051194539,
      "grad_norm": 0.30529417222916533,
      "learning_rate": 2.9266937478297875e-06,
      "loss": 0.2925,
      "num_tokens": 1186625406.0,
      "step": 6234
    },
    {
      "epoch": 2.127986348122867,
      "grad_norm": 0.29066409473480986,
      "learning_rate": 2.9253049980323722e-06,
      "loss": 0.2707,
      "num_tokens": 1186792534.0,
      "step": 6235
    },
    {
      "epoch": 2.1283276450511943,
      "grad_norm": 0.34898983083195667,
      "learning_rate": 2.923916612697232e-06,
      "loss": 0.2992,
      "num_tokens": 1187010349.0,
      "step": 6236
    },
    {
      "epoch": 2.128668941979522,
      "grad_norm": 0.2791596719885564,
      "learning_rate": 2.9225285920208967e-06,
      "loss": 0.3185,
      "num_tokens": 1187222828.0,
      "step": 6237
    },
    {
      "epoch": 2.12901023890785,
      "grad_norm": 0.2915332526170106,
      "learning_rate": 2.921140936199851e-06,
      "loss": 0.3176,
      "num_tokens": 1187424656.0,
      "step": 6238
    },
    {
      "epoch": 2.1293515358361774,
      "grad_norm": 0.28299818228760604,
      "learning_rate": 2.9197536454305243e-06,
      "loss": 0.3198,
      "num_tokens": 1187663719.0,
      "step": 6239
    },
    {
      "epoch": 2.1296928327645053,
      "grad_norm": 0.28667937298053786,
      "learning_rate": 2.918366719909294e-06,
      "loss": 0.2878,
      "num_tokens": 1187839355.0,
      "step": 6240
    },
    {
      "epoch": 2.1300341296928327,
      "grad_norm": 0.34528839254340393,
      "learning_rate": 2.9169801598324893e-06,
      "loss": 0.2779,
      "num_tokens": 1188005401.0,
      "step": 6241
    },
    {
      "epoch": 2.1303754266211605,
      "grad_norm": 0.3013187501617486,
      "learning_rate": 2.915593965396385e-06,
      "loss": 0.2554,
      "num_tokens": 1188155068.0,
      "step": 6242
    },
    {
      "epoch": 2.130716723549488,
      "grad_norm": 0.2840869499252566,
      "learning_rate": 2.914208136797203e-06,
      "loss": 0.3079,
      "num_tokens": 1188369534.0,
      "step": 6243
    },
    {
      "epoch": 2.131058020477816,
      "grad_norm": 0.2721008245199033,
      "learning_rate": 2.912822674231114e-06,
      "loss": 0.2881,
      "num_tokens": 1188584572.0,
      "step": 6244
    },
    {
      "epoch": 2.131399317406143,
      "grad_norm": 0.28260649490187073,
      "learning_rate": 2.9114375778942415e-06,
      "loss": 0.2574,
      "num_tokens": 1188762312.0,
      "step": 6245
    },
    {
      "epoch": 2.131740614334471,
      "grad_norm": 0.29144671760020535,
      "learning_rate": 2.91005284798265e-06,
      "loss": 0.2951,
      "num_tokens": 1188950660.0,
      "step": 6246
    },
    {
      "epoch": 2.1320819112627984,
      "grad_norm": 0.2999397821670485,
      "learning_rate": 2.9086684846923595e-06,
      "loss": 0.296,
      "num_tokens": 1189139672.0,
      "step": 6247
    },
    {
      "epoch": 2.1324232081911263,
      "grad_norm": 0.26384414896822517,
      "learning_rate": 2.9072844882193317e-06,
      "loss": 0.2886,
      "num_tokens": 1189351315.0,
      "step": 6248
    },
    {
      "epoch": 2.1327645051194537,
      "grad_norm": 0.2618104188778173,
      "learning_rate": 2.9059008587594776e-06,
      "loss": 0.2611,
      "num_tokens": 1189533248.0,
      "step": 6249
    },
    {
      "epoch": 2.1331058020477816,
      "grad_norm": 0.2872979203464578,
      "learning_rate": 2.9045175965086613e-06,
      "loss": 0.2778,
      "num_tokens": 1189708415.0,
      "step": 6250
    },
    {
      "epoch": 2.1334470989761094,
      "grad_norm": 0.3002167113195764,
      "learning_rate": 2.903134701662689e-06,
      "loss": 0.2784,
      "num_tokens": 1189883365.0,
      "step": 6251
    },
    {
      "epoch": 2.133788395904437,
      "grad_norm": 0.3019717266589374,
      "learning_rate": 2.901752174417316e-06,
      "loss": 0.2903,
      "num_tokens": 1190054962.0,
      "step": 6252
    },
    {
      "epoch": 2.1341296928327647,
      "grad_norm": 0.30082410908355467,
      "learning_rate": 2.900370014968249e-06,
      "loss": 0.291,
      "num_tokens": 1190229635.0,
      "step": 6253
    },
    {
      "epoch": 2.134470989761092,
      "grad_norm": 0.2976218064842079,
      "learning_rate": 2.8989882235111376e-06,
      "loss": 0.2834,
      "num_tokens": 1190395794.0,
      "step": 6254
    },
    {
      "epoch": 2.13481228668942,
      "grad_norm": 0.2949947433099117,
      "learning_rate": 2.897606800241588e-06,
      "loss": 0.3046,
      "num_tokens": 1190594378.0,
      "step": 6255
    },
    {
      "epoch": 2.1351535836177473,
      "grad_norm": 0.27541720463966973,
      "learning_rate": 2.8962257453551398e-06,
      "loss": 0.2685,
      "num_tokens": 1190778208.0,
      "step": 6256
    },
    {
      "epoch": 2.135494880546075,
      "grad_norm": 0.2885653530533769,
      "learning_rate": 2.8948450590472944e-06,
      "loss": 0.2866,
      "num_tokens": 1190966393.0,
      "step": 6257
    },
    {
      "epoch": 2.1358361774744026,
      "grad_norm": 0.2778504157906642,
      "learning_rate": 2.893464741513493e-06,
      "loss": 0.2909,
      "num_tokens": 1191150961.0,
      "step": 6258
    },
    {
      "epoch": 2.1361774744027304,
      "grad_norm": 0.28139376918999215,
      "learning_rate": 2.8920847929491298e-06,
      "loss": 0.2957,
      "num_tokens": 1191362184.0,
      "step": 6259
    },
    {
      "epoch": 2.136518771331058,
      "grad_norm": 0.26067374513844965,
      "learning_rate": 2.890705213549543e-06,
      "loss": 0.2824,
      "num_tokens": 1191590786.0,
      "step": 6260
    },
    {
      "epoch": 2.1368600682593857,
      "grad_norm": 0.3112529853932489,
      "learning_rate": 2.8893260035100168e-06,
      "loss": 0.3035,
      "num_tokens": 1191765606.0,
      "step": 6261
    },
    {
      "epoch": 2.137201365187713,
      "grad_norm": 0.31062758126364975,
      "learning_rate": 2.8879471630257917e-06,
      "loss": 0.2975,
      "num_tokens": 1191949393.0,
      "step": 6262
    },
    {
      "epoch": 2.137542662116041,
      "grad_norm": 0.2939472499462443,
      "learning_rate": 2.8865686922920442e-06,
      "loss": 0.273,
      "num_tokens": 1192119477.0,
      "step": 6263
    },
    {
      "epoch": 2.137883959044369,
      "grad_norm": 0.2762881227547846,
      "learning_rate": 2.8851905915039115e-06,
      "loss": 0.2722,
      "num_tokens": 1192290255.0,
      "step": 6264
    },
    {
      "epoch": 2.138225255972696,
      "grad_norm": 0.31128942823797484,
      "learning_rate": 2.8838128608564633e-06,
      "loss": 0.2973,
      "num_tokens": 1192485373.0,
      "step": 6265
    },
    {
      "epoch": 2.138566552901024,
      "grad_norm": 0.32826583490769196,
      "learning_rate": 2.88243550054473e-06,
      "loss": 0.2845,
      "num_tokens": 1192679047.0,
      "step": 6266
    },
    {
      "epoch": 2.1389078498293514,
      "grad_norm": 0.27839065484571895,
      "learning_rate": 2.8810585107636822e-06,
      "loss": 0.305,
      "num_tokens": 1192893581.0,
      "step": 6267
    },
    {
      "epoch": 2.1392491467576793,
      "grad_norm": 0.2907670180593242,
      "learning_rate": 2.879681891708244e-06,
      "loss": 0.2979,
      "num_tokens": 1193080878.0,
      "step": 6268
    },
    {
      "epoch": 2.1395904436860067,
      "grad_norm": 0.29263961654566734,
      "learning_rate": 2.8783056435732794e-06,
      "loss": 0.2915,
      "num_tokens": 1193276813.0,
      "step": 6269
    },
    {
      "epoch": 2.1399317406143346,
      "grad_norm": 0.2653084441564098,
      "learning_rate": 2.8769297665536043e-06,
      "loss": 0.299,
      "num_tokens": 1193505916.0,
      "step": 6270
    },
    {
      "epoch": 2.140273037542662,
      "grad_norm": 0.2697489234653165,
      "learning_rate": 2.8755542608439846e-06,
      "loss": 0.2792,
      "num_tokens": 1193713822.0,
      "step": 6271
    },
    {
      "epoch": 2.14061433447099,
      "grad_norm": 0.26986351396838737,
      "learning_rate": 2.8741791266391277e-06,
      "loss": 0.2762,
      "num_tokens": 1193919270.0,
      "step": 6272
    },
    {
      "epoch": 2.140955631399317,
      "grad_norm": 0.31979993655781336,
      "learning_rate": 2.8728043641336957e-06,
      "loss": 0.2725,
      "num_tokens": 1194083568.0,
      "step": 6273
    },
    {
      "epoch": 2.141296928327645,
      "grad_norm": 0.309824050935588,
      "learning_rate": 2.8714299735222872e-06,
      "loss": 0.2925,
      "num_tokens": 1194252655.0,
      "step": 6274
    },
    {
      "epoch": 2.1416382252559725,
      "grad_norm": 0.30841745240042373,
      "learning_rate": 2.87005595499946e-06,
      "loss": 0.2948,
      "num_tokens": 1194429603.0,
      "step": 6275
    },
    {
      "epoch": 2.1419795221843003,
      "grad_norm": 0.32211761501687325,
      "learning_rate": 2.8686823087597114e-06,
      "loss": 0.2746,
      "num_tokens": 1194592553.0,
      "step": 6276
    },
    {
      "epoch": 2.142320819112628,
      "grad_norm": 0.26230928336630205,
      "learning_rate": 2.867309034997491e-06,
      "loss": 0.3287,
      "num_tokens": 1194822587.0,
      "step": 6277
    },
    {
      "epoch": 2.1426621160409556,
      "grad_norm": 0.2858869424358984,
      "learning_rate": 2.865936133907191e-06,
      "loss": 0.2946,
      "num_tokens": 1195026157.0,
      "step": 6278
    },
    {
      "epoch": 2.1430034129692834,
      "grad_norm": 0.2743681900201683,
      "learning_rate": 2.8645636056831533e-06,
      "loss": 0.2973,
      "num_tokens": 1195230889.0,
      "step": 6279
    },
    {
      "epoch": 2.143344709897611,
      "grad_norm": 0.27201491381056236,
      "learning_rate": 2.8631914505196688e-06,
      "loss": 0.3007,
      "num_tokens": 1195459634.0,
      "step": 6280
    },
    {
      "epoch": 2.1436860068259387,
      "grad_norm": 0.2803270755923167,
      "learning_rate": 2.8618196686109713e-06,
      "loss": 0.2915,
      "num_tokens": 1195666994.0,
      "step": 6281
    },
    {
      "epoch": 2.144027303754266,
      "grad_norm": 0.26305923531586134,
      "learning_rate": 2.8604482601512474e-06,
      "loss": 0.2893,
      "num_tokens": 1195880976.0,
      "step": 6282
    },
    {
      "epoch": 2.144368600682594,
      "grad_norm": 0.2966019828079284,
      "learning_rate": 2.8590772253346222e-06,
      "loss": 0.2784,
      "num_tokens": 1196063937.0,
      "step": 6283
    },
    {
      "epoch": 2.1447098976109213,
      "grad_norm": 0.3197384199559727,
      "learning_rate": 2.857706564355178e-06,
      "loss": 0.3104,
      "num_tokens": 1196218800.0,
      "step": 6284
    },
    {
      "epoch": 2.145051194539249,
      "grad_norm": 0.34533185960330576,
      "learning_rate": 2.8563362774069357e-06,
      "loss": 0.2696,
      "num_tokens": 1196399778.0,
      "step": 6285
    },
    {
      "epoch": 2.1453924914675766,
      "grad_norm": 0.3262421059350678,
      "learning_rate": 2.854966364683872e-06,
      "loss": 0.2958,
      "num_tokens": 1196585178.0,
      "step": 6286
    },
    {
      "epoch": 2.1457337883959045,
      "grad_norm": 0.3022587136915573,
      "learning_rate": 2.853596826379901e-06,
      "loss": 0.2933,
      "num_tokens": 1196747861.0,
      "step": 6287
    },
    {
      "epoch": 2.146075085324232,
      "grad_norm": 0.28178896296295786,
      "learning_rate": 2.852227662688889e-06,
      "loss": 0.27,
      "num_tokens": 1196932812.0,
      "step": 6288
    },
    {
      "epoch": 2.1464163822525597,
      "grad_norm": 0.3098292940161975,
      "learning_rate": 2.8508588738046515e-06,
      "loss": 0.3051,
      "num_tokens": 1197131270.0,
      "step": 6289
    },
    {
      "epoch": 2.1467576791808876,
      "grad_norm": 0.28072000951158704,
      "learning_rate": 2.849490459920946e-06,
      "loss": 0.2949,
      "num_tokens": 1197347879.0,
      "step": 6290
    },
    {
      "epoch": 2.147098976109215,
      "grad_norm": 0.28665206606239074,
      "learning_rate": 2.8481224212314782e-06,
      "loss": 0.292,
      "num_tokens": 1197516440.0,
      "step": 6291
    },
    {
      "epoch": 2.147440273037543,
      "grad_norm": 0.28620045875337746,
      "learning_rate": 2.8467547579299025e-06,
      "loss": 0.315,
      "num_tokens": 1197711104.0,
      "step": 6292
    },
    {
      "epoch": 2.14778156996587,
      "grad_norm": 0.323292870119758,
      "learning_rate": 2.8453874702098206e-06,
      "loss": 0.2857,
      "num_tokens": 1197863957.0,
      "step": 6293
    },
    {
      "epoch": 2.148122866894198,
      "grad_norm": 0.27263112634020803,
      "learning_rate": 2.844020558264776e-06,
      "loss": 0.3141,
      "num_tokens": 1198100194.0,
      "step": 6294
    },
    {
      "epoch": 2.1484641638225255,
      "grad_norm": 0.25197645284216363,
      "learning_rate": 2.8426540222882675e-06,
      "loss": 0.2707,
      "num_tokens": 1198313049.0,
      "step": 6295
    },
    {
      "epoch": 2.1488054607508533,
      "grad_norm": 0.2784207100747828,
      "learning_rate": 2.841287862473733e-06,
      "loss": 0.2709,
      "num_tokens": 1198489731.0,
      "step": 6296
    },
    {
      "epoch": 2.1491467576791807,
      "grad_norm": 0.28378148637681694,
      "learning_rate": 2.8399220790145582e-06,
      "loss": 0.2489,
      "num_tokens": 1198654744.0,
      "step": 6297
    },
    {
      "epoch": 2.1494880546075086,
      "grad_norm": 0.28424956826355674,
      "learning_rate": 2.8385566721040806e-06,
      "loss": 0.2751,
      "num_tokens": 1198836677.0,
      "step": 6298
    },
    {
      "epoch": 2.149829351535836,
      "grad_norm": 0.27167195933688687,
      "learning_rate": 2.8371916419355807e-06,
      "loss": 0.2768,
      "num_tokens": 1199049607.0,
      "step": 6299
    },
    {
      "epoch": 2.150170648464164,
      "grad_norm": 0.3645842891973618,
      "learning_rate": 2.8358269887022827e-06,
      "loss": 0.3314,
      "num_tokens": 1199271356.0,
      "step": 6300
    },
    {
      "epoch": 2.1505119453924912,
      "grad_norm": 0.2935265428318259,
      "learning_rate": 2.8344627125973645e-06,
      "loss": 0.2725,
      "num_tokens": 1199436954.0,
      "step": 6301
    },
    {
      "epoch": 2.150853242320819,
      "grad_norm": 0.2900346532251226,
      "learning_rate": 2.8330988138139447e-06,
      "loss": 0.3139,
      "num_tokens": 1199627651.0,
      "step": 6302
    },
    {
      "epoch": 2.151194539249147,
      "grad_norm": 0.2833047130960193,
      "learning_rate": 2.8317352925450924e-06,
      "loss": 0.3107,
      "num_tokens": 1199824924.0,
      "step": 6303
    },
    {
      "epoch": 2.1515358361774743,
      "grad_norm": 0.25428455692193364,
      "learning_rate": 2.8303721489838214e-06,
      "loss": 0.2952,
      "num_tokens": 1200063945.0,
      "step": 6304
    },
    {
      "epoch": 2.151877133105802,
      "grad_norm": 0.2932249762990939,
      "learning_rate": 2.8290093833230916e-06,
      "loss": 0.2912,
      "num_tokens": 1200236756.0,
      "step": 6305
    },
    {
      "epoch": 2.1522184300341296,
      "grad_norm": 0.2869845692911097,
      "learning_rate": 2.8276469957558077e-06,
      "loss": 0.3089,
      "num_tokens": 1200435477.0,
      "step": 6306
    },
    {
      "epoch": 2.1525597269624575,
      "grad_norm": 0.28449747759346156,
      "learning_rate": 2.8262849864748275e-06,
      "loss": 0.297,
      "num_tokens": 1200629026.0,
      "step": 6307
    },
    {
      "epoch": 2.152901023890785,
      "grad_norm": 0.2618229904510168,
      "learning_rate": 2.824923355672948e-06,
      "loss": 0.2823,
      "num_tokens": 1200827585.0,
      "step": 6308
    },
    {
      "epoch": 2.1532423208191127,
      "grad_norm": 0.27387604630877543,
      "learning_rate": 2.823562103542915e-06,
      "loss": 0.288,
      "num_tokens": 1201038713.0,
      "step": 6309
    },
    {
      "epoch": 2.15358361774744,
      "grad_norm": 0.3212015977667681,
      "learning_rate": 2.8222012302774248e-06,
      "loss": 0.2816,
      "num_tokens": 1201186627.0,
      "step": 6310
    },
    {
      "epoch": 2.153924914675768,
      "grad_norm": 0.2842182543754816,
      "learning_rate": 2.8208407360691125e-06,
      "loss": 0.3151,
      "num_tokens": 1201384168.0,
      "step": 6311
    },
    {
      "epoch": 2.1542662116040954,
      "grad_norm": 0.27637499965646134,
      "learning_rate": 2.8194806211105685e-06,
      "loss": 0.3081,
      "num_tokens": 1201598432.0,
      "step": 6312
    },
    {
      "epoch": 2.154607508532423,
      "grad_norm": 0.29645354186629513,
      "learning_rate": 2.8181208855943177e-06,
      "loss": 0.305,
      "num_tokens": 1201787164.0,
      "step": 6313
    },
    {
      "epoch": 2.1549488054607506,
      "grad_norm": 0.24932319815922488,
      "learning_rate": 2.816761529712844e-06,
      "loss": 0.2925,
      "num_tokens": 1202028321.0,
      "step": 6314
    },
    {
      "epoch": 2.1552901023890785,
      "grad_norm": 0.28212452654841896,
      "learning_rate": 2.8154025536585673e-06,
      "loss": 0.3216,
      "num_tokens": 1202242198.0,
      "step": 6315
    },
    {
      "epoch": 2.1556313993174063,
      "grad_norm": 0.2890354180182701,
      "learning_rate": 2.8140439576238632e-06,
      "loss": 0.2859,
      "num_tokens": 1202441101.0,
      "step": 6316
    },
    {
      "epoch": 2.1559726962457337,
      "grad_norm": 0.2877672301901687,
      "learning_rate": 2.8126857418010454e-06,
      "loss": 0.2735,
      "num_tokens": 1202608633.0,
      "step": 6317
    },
    {
      "epoch": 2.1563139931740616,
      "grad_norm": 0.29269972613163703,
      "learning_rate": 2.811327906382375e-06,
      "loss": 0.2901,
      "num_tokens": 1202804857.0,
      "step": 6318
    },
    {
      "epoch": 2.156655290102389,
      "grad_norm": 0.28422180516352363,
      "learning_rate": 2.8099704515600652e-06,
      "loss": 0.2887,
      "num_tokens": 1202982079.0,
      "step": 6319
    },
    {
      "epoch": 2.156996587030717,
      "grad_norm": 0.27734604595487317,
      "learning_rate": 2.808613377526267e-06,
      "loss": 0.2663,
      "num_tokens": 1203166476.0,
      "step": 6320
    },
    {
      "epoch": 2.1573378839590442,
      "grad_norm": 0.31520136812201016,
      "learning_rate": 2.807256684473088e-06,
      "loss": 0.2855,
      "num_tokens": 1203342748.0,
      "step": 6321
    },
    {
      "epoch": 2.157679180887372,
      "grad_norm": 0.3084404536282633,
      "learning_rate": 2.8059003725925683e-06,
      "loss": 0.2922,
      "num_tokens": 1203507191.0,
      "step": 6322
    },
    {
      "epoch": 2.1580204778156995,
      "grad_norm": 0.2904015978180343,
      "learning_rate": 2.8045444420767053e-06,
      "loss": 0.2756,
      "num_tokens": 1203700234.0,
      "step": 6323
    },
    {
      "epoch": 2.1583617747440274,
      "grad_norm": 0.3194377911754164,
      "learning_rate": 2.8031888931174373e-06,
      "loss": 0.2811,
      "num_tokens": 1203856223.0,
      "step": 6324
    },
    {
      "epoch": 2.1587030716723548,
      "grad_norm": 0.2797554460499473,
      "learning_rate": 2.8018337259066508e-06,
      "loss": 0.3136,
      "num_tokens": 1204062012.0,
      "step": 6325
    },
    {
      "epoch": 2.1590443686006826,
      "grad_norm": 0.27058170333813514,
      "learning_rate": 2.8004789406361776e-06,
      "loss": 0.2843,
      "num_tokens": 1204271028.0,
      "step": 6326
    },
    {
      "epoch": 2.15938566552901,
      "grad_norm": 0.287046099489795,
      "learning_rate": 2.7991245374977915e-06,
      "loss": 0.2714,
      "num_tokens": 1204434562.0,
      "step": 6327
    },
    {
      "epoch": 2.159726962457338,
      "grad_norm": 0.28350209238775714,
      "learning_rate": 2.7977705166832192e-06,
      "loss": 0.3208,
      "num_tokens": 1204647842.0,
      "step": 6328
    },
    {
      "epoch": 2.1600682593856657,
      "grad_norm": 0.2704580714179968,
      "learning_rate": 2.7964168783841282e-06,
      "loss": 0.3115,
      "num_tokens": 1204861957.0,
      "step": 6329
    },
    {
      "epoch": 2.160409556313993,
      "grad_norm": 0.25553586273318085,
      "learning_rate": 2.7950636227921373e-06,
      "loss": 0.3086,
      "num_tokens": 1205093839.0,
      "step": 6330
    },
    {
      "epoch": 2.160750853242321,
      "grad_norm": 0.2805689711107417,
      "learning_rate": 2.7937107500988007e-06,
      "loss": 0.2967,
      "num_tokens": 1205303090.0,
      "step": 6331
    },
    {
      "epoch": 2.1610921501706484,
      "grad_norm": 0.2794842711131244,
      "learning_rate": 2.7923582604956303e-06,
      "loss": 0.2916,
      "num_tokens": 1205492997.0,
      "step": 6332
    },
    {
      "epoch": 2.1614334470989762,
      "grad_norm": 0.28234221374485474,
      "learning_rate": 2.791006154174074e-06,
      "loss": 0.3026,
      "num_tokens": 1205685304.0,
      "step": 6333
    },
    {
      "epoch": 2.1617747440273036,
      "grad_norm": 0.2738230744889141,
      "learning_rate": 2.789654431325534e-06,
      "loss": 0.2842,
      "num_tokens": 1205883299.0,
      "step": 6334
    },
    {
      "epoch": 2.1621160409556315,
      "grad_norm": 0.2843008689713167,
      "learning_rate": 2.7883030921413535e-06,
      "loss": 0.2777,
      "num_tokens": 1206045695.0,
      "step": 6335
    },
    {
      "epoch": 2.162457337883959,
      "grad_norm": 0.3155957307205967,
      "learning_rate": 2.786952136812818e-06,
      "loss": 0.2774,
      "num_tokens": 1206207475.0,
      "step": 6336
    },
    {
      "epoch": 2.1627986348122867,
      "grad_norm": 0.2747302427794464,
      "learning_rate": 2.7856015655311686e-06,
      "loss": 0.2807,
      "num_tokens": 1206410241.0,
      "step": 6337
    },
    {
      "epoch": 2.163139931740614,
      "grad_norm": 0.266799102753966,
      "learning_rate": 2.784251378487582e-06,
      "loss": 0.2855,
      "num_tokens": 1206608934.0,
      "step": 6338
    },
    {
      "epoch": 2.163481228668942,
      "grad_norm": 0.28457685847149955,
      "learning_rate": 2.782901575873188e-06,
      "loss": 0.2972,
      "num_tokens": 1206809095.0,
      "step": 6339
    },
    {
      "epoch": 2.1638225255972694,
      "grad_norm": 0.33649184015271394,
      "learning_rate": 2.7815521578790535e-06,
      "loss": 0.2756,
      "num_tokens": 1206957587.0,
      "step": 6340
    },
    {
      "epoch": 2.1641638225255972,
      "grad_norm": 0.3063057260236629,
      "learning_rate": 2.7802031246961992e-06,
      "loss": 0.3093,
      "num_tokens": 1207145456.0,
      "step": 6341
    },
    {
      "epoch": 2.164505119453925,
      "grad_norm": 0.28146981243505514,
      "learning_rate": 2.7788544765155888e-06,
      "loss": 0.2732,
      "num_tokens": 1207311932.0,
      "step": 6342
    },
    {
      "epoch": 2.1648464163822525,
      "grad_norm": 0.3150573421572041,
      "learning_rate": 2.7775062135281306e-06,
      "loss": 0.3174,
      "num_tokens": 1207484405.0,
      "step": 6343
    },
    {
      "epoch": 2.1651877133105804,
      "grad_norm": 0.3135372132284164,
      "learning_rate": 2.7761583359246787e-06,
      "loss": 0.2879,
      "num_tokens": 1207648664.0,
      "step": 6344
    },
    {
      "epoch": 2.1655290102389078,
      "grad_norm": 0.24851778140962108,
      "learning_rate": 2.7748108438960297e-06,
      "loss": 0.2918,
      "num_tokens": 1207890993.0,
      "step": 6345
    },
    {
      "epoch": 2.1658703071672356,
      "grad_norm": 0.2925499254576006,
      "learning_rate": 2.7734637376329334e-06,
      "loss": 0.2718,
      "num_tokens": 1208068838.0,
      "step": 6346
    },
    {
      "epoch": 2.166211604095563,
      "grad_norm": 0.3277331234922445,
      "learning_rate": 2.772117017326077e-06,
      "loss": 0.2733,
      "num_tokens": 1208260882.0,
      "step": 6347
    },
    {
      "epoch": 2.166552901023891,
      "grad_norm": 0.28189259975322023,
      "learning_rate": 2.7707706831660954e-06,
      "loss": 0.3109,
      "num_tokens": 1208476437.0,
      "step": 6348
    },
    {
      "epoch": 2.1668941979522183,
      "grad_norm": 0.29042708066263717,
      "learning_rate": 2.7694247353435715e-06,
      "loss": 0.3211,
      "num_tokens": 1208667525.0,
      "step": 6349
    },
    {
      "epoch": 2.167235494880546,
      "grad_norm": 0.3034393547859758,
      "learning_rate": 2.7680791740490308e-06,
      "loss": 0.3098,
      "num_tokens": 1208866062.0,
      "step": 6350
    },
    {
      "epoch": 2.1675767918088735,
      "grad_norm": 0.2943163486577316,
      "learning_rate": 2.766733999472946e-06,
      "loss": 0.2671,
      "num_tokens": 1209054985.0,
      "step": 6351
    },
    {
      "epoch": 2.1679180887372014,
      "grad_norm": 0.34226365749983834,
      "learning_rate": 2.7653892118057335e-06,
      "loss": 0.2923,
      "num_tokens": 1209199736.0,
      "step": 6352
    },
    {
      "epoch": 2.168259385665529,
      "grad_norm": 0.29329720846596696,
      "learning_rate": 2.7640448112377555e-06,
      "loss": 0.2881,
      "num_tokens": 1209387593.0,
      "step": 6353
    },
    {
      "epoch": 2.1686006825938566,
      "grad_norm": 0.27812037123313416,
      "learning_rate": 2.762700797959317e-06,
      "loss": 0.2975,
      "num_tokens": 1209573561.0,
      "step": 6354
    },
    {
      "epoch": 2.1689419795221845,
      "grad_norm": 0.3155773821741744,
      "learning_rate": 2.7613571721606745e-06,
      "loss": 0.2739,
      "num_tokens": 1209758728.0,
      "step": 6355
    },
    {
      "epoch": 2.169283276450512,
      "grad_norm": 0.3104728413652828,
      "learning_rate": 2.760013934032023e-06,
      "loss": 0.3159,
      "num_tokens": 1209943769.0,
      "step": 6356
    },
    {
      "epoch": 2.1696245733788397,
      "grad_norm": 0.27435797083940267,
      "learning_rate": 2.7586710837635043e-06,
      "loss": 0.3311,
      "num_tokens": 1210193065.0,
      "step": 6357
    },
    {
      "epoch": 2.169965870307167,
      "grad_norm": 0.3039101878788527,
      "learning_rate": 2.75732862154521e-06,
      "loss": 0.3292,
      "num_tokens": 1210385012.0,
      "step": 6358
    },
    {
      "epoch": 2.170307167235495,
      "grad_norm": 0.2601564981365319,
      "learning_rate": 2.7559865475671686e-06,
      "loss": 0.303,
      "num_tokens": 1210588969.0,
      "step": 6359
    },
    {
      "epoch": 2.1706484641638224,
      "grad_norm": 0.3025091331930546,
      "learning_rate": 2.7546448620193633e-06,
      "loss": 0.2974,
      "num_tokens": 1210752327.0,
      "step": 6360
    },
    {
      "epoch": 2.1709897610921502,
      "grad_norm": 0.28511305372419693,
      "learning_rate": 2.7533035650917117e-06,
      "loss": 0.2809,
      "num_tokens": 1210941379.0,
      "step": 6361
    },
    {
      "epoch": 2.1713310580204777,
      "grad_norm": 0.2916300172138477,
      "learning_rate": 2.7519626569740855e-06,
      "loss": 0.2751,
      "num_tokens": 1211108290.0,
      "step": 6362
    },
    {
      "epoch": 2.1716723549488055,
      "grad_norm": 0.3120396965688261,
      "learning_rate": 2.750622137856294e-06,
      "loss": 0.3215,
      "num_tokens": 1211332985.0,
      "step": 6363
    },
    {
      "epoch": 2.172013651877133,
      "grad_norm": 0.25823022993768174,
      "learning_rate": 2.7492820079280997e-06,
      "loss": 0.2874,
      "num_tokens": 1211537953.0,
      "step": 6364
    },
    {
      "epoch": 2.1723549488054608,
      "grad_norm": 0.2930635157361993,
      "learning_rate": 2.747942267379203e-06,
      "loss": 0.3018,
      "num_tokens": 1211721153.0,
      "step": 6365
    },
    {
      "epoch": 2.172696245733788,
      "grad_norm": 0.2973153109076656,
      "learning_rate": 2.7466029163992503e-06,
      "loss": 0.3089,
      "num_tokens": 1211917729.0,
      "step": 6366
    },
    {
      "epoch": 2.173037542662116,
      "grad_norm": 0.3081321951457601,
      "learning_rate": 2.745263955177836e-06,
      "loss": 0.3373,
      "num_tokens": 1212127573.0,
      "step": 6367
    },
    {
      "epoch": 2.173378839590444,
      "grad_norm": 0.2700135911658491,
      "learning_rate": 2.743925383904496e-06,
      "loss": 0.291,
      "num_tokens": 1212331598.0,
      "step": 6368
    },
    {
      "epoch": 2.1737201365187713,
      "grad_norm": 0.29122114001329463,
      "learning_rate": 2.742587202768716e-06,
      "loss": 0.2809,
      "num_tokens": 1212524401.0,
      "step": 6369
    },
    {
      "epoch": 2.174061433447099,
      "grad_norm": 0.308410722230334,
      "learning_rate": 2.7412494119599178e-06,
      "loss": 0.293,
      "num_tokens": 1212677845.0,
      "step": 6370
    },
    {
      "epoch": 2.1744027303754265,
      "grad_norm": 0.8984513455014562,
      "learning_rate": 2.7399120116674766e-06,
      "loss": 0.2952,
      "num_tokens": 1212856659.0,
      "step": 6371
    },
    {
      "epoch": 2.1747440273037544,
      "grad_norm": 0.30175444852596517,
      "learning_rate": 2.7385750020807067e-06,
      "loss": 0.2919,
      "num_tokens": 1213027352.0,
      "step": 6372
    },
    {
      "epoch": 2.175085324232082,
      "grad_norm": 0.2875031678277305,
      "learning_rate": 2.737238383388871e-06,
      "loss": 0.272,
      "num_tokens": 1213200668.0,
      "step": 6373
    },
    {
      "epoch": 2.1754266211604096,
      "grad_norm": 0.2480581539056159,
      "learning_rate": 2.735902155781175e-06,
      "loss": 0.2724,
      "num_tokens": 1213408773.0,
      "step": 6374
    },
    {
      "epoch": 2.175767918088737,
      "grad_norm": 0.30352175268611475,
      "learning_rate": 2.7345663194467666e-06,
      "loss": 0.2961,
      "num_tokens": 1213590309.0,
      "step": 6375
    },
    {
      "epoch": 2.176109215017065,
      "grad_norm": 0.29188907185890944,
      "learning_rate": 2.733230874574744e-06,
      "loss": 0.2995,
      "num_tokens": 1213770036.0,
      "step": 6376
    },
    {
      "epoch": 2.1764505119453923,
      "grad_norm": 0.2617825475596163,
      "learning_rate": 2.731895821354144e-06,
      "loss": 0.2831,
      "num_tokens": 1213973518.0,
      "step": 6377
    },
    {
      "epoch": 2.17679180887372,
      "grad_norm": 0.3148353641783365,
      "learning_rate": 2.7305611599739557e-06,
      "loss": 0.3224,
      "num_tokens": 1214162122.0,
      "step": 6378
    },
    {
      "epoch": 2.1771331058020476,
      "grad_norm": 0.32015434987085145,
      "learning_rate": 2.7292268906231003e-06,
      "loss": 0.3226,
      "num_tokens": 1214338015.0,
      "step": 6379
    },
    {
      "epoch": 2.1774744027303754,
      "grad_norm": 0.3043291637183381,
      "learning_rate": 2.727893013490458e-06,
      "loss": 0.2855,
      "num_tokens": 1214521914.0,
      "step": 6380
    },
    {
      "epoch": 2.1778156996587033,
      "grad_norm": 0.3052661839713734,
      "learning_rate": 2.7265595287648407e-06,
      "loss": 0.3174,
      "num_tokens": 1214703233.0,
      "step": 6381
    },
    {
      "epoch": 2.1781569965870307,
      "grad_norm": 0.2921378752441342,
      "learning_rate": 2.725226436635015e-06,
      "loss": 0.3157,
      "num_tokens": 1214896717.0,
      "step": 6382
    },
    {
      "epoch": 2.1784982935153585,
      "grad_norm": 0.29470443914314925,
      "learning_rate": 2.723893737289686e-06,
      "loss": 0.2775,
      "num_tokens": 1215079071.0,
      "step": 6383
    },
    {
      "epoch": 2.178839590443686,
      "grad_norm": 0.32733993217176827,
      "learning_rate": 2.722561430917503e-06,
      "loss": 0.2795,
      "num_tokens": 1215244598.0,
      "step": 6384
    },
    {
      "epoch": 2.1791808873720138,
      "grad_norm": 0.2933950633887961,
      "learning_rate": 2.7212295177070634e-06,
      "loss": 0.3166,
      "num_tokens": 1215467930.0,
      "step": 6385
    },
    {
      "epoch": 2.179522184300341,
      "grad_norm": 0.275360289546758,
      "learning_rate": 2.7198979978469053e-06,
      "loss": 0.2996,
      "num_tokens": 1215679651.0,
      "step": 6386
    },
    {
      "epoch": 2.179863481228669,
      "grad_norm": 0.2646164993831977,
      "learning_rate": 2.7185668715255165e-06,
      "loss": 0.2952,
      "num_tokens": 1215882074.0,
      "step": 6387
    },
    {
      "epoch": 2.1802047781569964,
      "grad_norm": 0.3056340851328352,
      "learning_rate": 2.7172361389313182e-06,
      "loss": 0.3578,
      "num_tokens": 1216080454.0,
      "step": 6388
    },
    {
      "epoch": 2.1805460750853243,
      "grad_norm": 0.6244959618739353,
      "learning_rate": 2.7159058002526885e-06,
      "loss": 0.2746,
      "num_tokens": 1216282298.0,
      "step": 6389
    },
    {
      "epoch": 2.1808873720136517,
      "grad_norm": 0.2973782309976994,
      "learning_rate": 2.714575855677943e-06,
      "loss": 0.2909,
      "num_tokens": 1216465833.0,
      "step": 6390
    },
    {
      "epoch": 2.1812286689419795,
      "grad_norm": 0.2720163373663412,
      "learning_rate": 2.7132463053953427e-06,
      "loss": 0.2721,
      "num_tokens": 1216668480.0,
      "step": 6391
    },
    {
      "epoch": 2.181569965870307,
      "grad_norm": 0.2765529678493129,
      "learning_rate": 2.711917149593093e-06,
      "loss": 0.2677,
      "num_tokens": 1216875479.0,
      "step": 6392
    },
    {
      "epoch": 2.181911262798635,
      "grad_norm": 0.31219939546108966,
      "learning_rate": 2.71058838845934e-06,
      "loss": 0.3108,
      "num_tokens": 1217055713.0,
      "step": 6393
    },
    {
      "epoch": 2.1822525597269626,
      "grad_norm": 0.29734290768384714,
      "learning_rate": 2.709260022182183e-06,
      "loss": 0.3126,
      "num_tokens": 1217256900.0,
      "step": 6394
    },
    {
      "epoch": 2.18259385665529,
      "grad_norm": 0.2741719705387283,
      "learning_rate": 2.7079320509496547e-06,
      "loss": 0.2825,
      "num_tokens": 1217457760.0,
      "step": 6395
    },
    {
      "epoch": 2.182935153583618,
      "grad_norm": 0.27923702218742713,
      "learning_rate": 2.706604474949738e-06,
      "loss": 0.2621,
      "num_tokens": 1217633717.0,
      "step": 6396
    },
    {
      "epoch": 2.1832764505119453,
      "grad_norm": 0.2838165105704352,
      "learning_rate": 2.70527729437036e-06,
      "loss": 0.2628,
      "num_tokens": 1217811754.0,
      "step": 6397
    },
    {
      "epoch": 2.183617747440273,
      "grad_norm": 0.32580565237094505,
      "learning_rate": 2.7039505093993885e-06,
      "loss": 0.2902,
      "num_tokens": 1217963042.0,
      "step": 6398
    },
    {
      "epoch": 2.1839590443686006,
      "grad_norm": 0.2737285436899728,
      "learning_rate": 2.702624120224639e-06,
      "loss": 0.2941,
      "num_tokens": 1218169852.0,
      "step": 6399
    },
    {
      "epoch": 2.1843003412969284,
      "grad_norm": 0.263560615809656,
      "learning_rate": 2.701298127033869e-06,
      "loss": 0.3117,
      "num_tokens": 1218386804.0,
      "step": 6400
    },
    {
      "epoch": 2.184641638225256,
      "grad_norm": 0.2746902988120014,
      "learning_rate": 2.6999725300147795e-06,
      "loss": 0.2286,
      "num_tokens": 1218545365.0,
      "step": 6401
    },
    {
      "epoch": 2.1849829351535837,
      "grad_norm": 0.27577142966623763,
      "learning_rate": 2.6986473293550143e-06,
      "loss": 0.2967,
      "num_tokens": 1218745024.0,
      "step": 6402
    },
    {
      "epoch": 2.185324232081911,
      "grad_norm": 0.2952616598797454,
      "learning_rate": 2.6973225252421666e-06,
      "loss": 0.2925,
      "num_tokens": 1218931188.0,
      "step": 6403
    },
    {
      "epoch": 2.185665529010239,
      "grad_norm": 0.27962078845637517,
      "learning_rate": 2.695998117863767e-06,
      "loss": 0.2743,
      "num_tokens": 1219118099.0,
      "step": 6404
    },
    {
      "epoch": 2.1860068259385663,
      "grad_norm": 0.29405251335004795,
      "learning_rate": 2.6946741074072924e-06,
      "loss": 0.2665,
      "num_tokens": 1219269160.0,
      "step": 6405
    },
    {
      "epoch": 2.186348122866894,
      "grad_norm": 0.29665347814804266,
      "learning_rate": 2.693350494060166e-06,
      "loss": 0.2713,
      "num_tokens": 1219438945.0,
      "step": 6406
    },
    {
      "epoch": 2.186689419795222,
      "grad_norm": 0.26978911839341796,
      "learning_rate": 2.6920272780097513e-06,
      "loss": 0.2644,
      "num_tokens": 1219617206.0,
      "step": 6407
    },
    {
      "epoch": 2.1870307167235494,
      "grad_norm": 0.3072388664046122,
      "learning_rate": 2.6907044594433566e-06,
      "loss": 0.3077,
      "num_tokens": 1219820967.0,
      "step": 6408
    },
    {
      "epoch": 2.1873720136518773,
      "grad_norm": 0.28046884799090216,
      "learning_rate": 2.689382038548235e-06,
      "loss": 0.2714,
      "num_tokens": 1219992429.0,
      "step": 6409
    },
    {
      "epoch": 2.1877133105802047,
      "grad_norm": 0.26688523982533296,
      "learning_rate": 2.6880600155115834e-06,
      "loss": 0.2809,
      "num_tokens": 1220194623.0,
      "step": 6410
    },
    {
      "epoch": 2.1880546075085325,
      "grad_norm": 0.26462166988498,
      "learning_rate": 2.686738390520537e-06,
      "loss": 0.2788,
      "num_tokens": 1220416887.0,
      "step": 6411
    },
    {
      "epoch": 2.18839590443686,
      "grad_norm": 0.2727028636791511,
      "learning_rate": 2.685417163762184e-06,
      "loss": 0.2984,
      "num_tokens": 1220603597.0,
      "step": 6412
    },
    {
      "epoch": 2.188737201365188,
      "grad_norm": 0.28907215587003227,
      "learning_rate": 2.6840963354235493e-06,
      "loss": 0.296,
      "num_tokens": 1220787464.0,
      "step": 6413
    },
    {
      "epoch": 2.189078498293515,
      "grad_norm": 0.2711195043746047,
      "learning_rate": 2.6827759056916025e-06,
      "loss": 0.2759,
      "num_tokens": 1220981680.0,
      "step": 6414
    },
    {
      "epoch": 2.189419795221843,
      "grad_norm": 0.2754350294122212,
      "learning_rate": 2.6814558747532604e-06,
      "loss": 0.2921,
      "num_tokens": 1221182327.0,
      "step": 6415
    },
    {
      "epoch": 2.1897610921501705,
      "grad_norm": 0.32825149741891346,
      "learning_rate": 2.680136242795377e-06,
      "loss": 0.2951,
      "num_tokens": 1221338245.0,
      "step": 6416
    },
    {
      "epoch": 2.1901023890784983,
      "grad_norm": 0.2663678456775485,
      "learning_rate": 2.678817010004759e-06,
      "loss": 0.3125,
      "num_tokens": 1221562293.0,
      "step": 6417
    },
    {
      "epoch": 2.1904436860068257,
      "grad_norm": 0.3077704626269117,
      "learning_rate": 2.677498176568144e-06,
      "loss": 0.2872,
      "num_tokens": 1221733342.0,
      "step": 6418
    },
    {
      "epoch": 2.1907849829351536,
      "grad_norm": 0.3133130332921537,
      "learning_rate": 2.676179742672226e-06,
      "loss": 0.2624,
      "num_tokens": 1221881901.0,
      "step": 6419
    },
    {
      "epoch": 2.1911262798634814,
      "grad_norm": 0.26153847309213857,
      "learning_rate": 2.6748617085036323e-06,
      "loss": 0.264,
      "num_tokens": 1222077876.0,
      "step": 6420
    },
    {
      "epoch": 2.191467576791809,
      "grad_norm": 0.2940212002531614,
      "learning_rate": 2.6735440742489416e-06,
      "loss": 0.3144,
      "num_tokens": 1222271942.0,
      "step": 6421
    },
    {
      "epoch": 2.1918088737201367,
      "grad_norm": 0.2564628731053789,
      "learning_rate": 2.6722268400946703e-06,
      "loss": 0.2875,
      "num_tokens": 1222495641.0,
      "step": 6422
    },
    {
      "epoch": 2.192150170648464,
      "grad_norm": 0.2612346355415492,
      "learning_rate": 2.67091000622728e-06,
      "loss": 0.2874,
      "num_tokens": 1222700075.0,
      "step": 6423
    },
    {
      "epoch": 2.192491467576792,
      "grad_norm": 0.2912660637528278,
      "learning_rate": 2.6695935728331774e-06,
      "loss": 0.3141,
      "num_tokens": 1222889711.0,
      "step": 6424
    },
    {
      "epoch": 2.1928327645051193,
      "grad_norm": 0.3094659524502843,
      "learning_rate": 2.6682775400987075e-06,
      "loss": 0.3,
      "num_tokens": 1223059763.0,
      "step": 6425
    },
    {
      "epoch": 2.193174061433447,
      "grad_norm": 0.28052402201316673,
      "learning_rate": 2.6669619082101683e-06,
      "loss": 0.3076,
      "num_tokens": 1223255900.0,
      "step": 6426
    },
    {
      "epoch": 2.1935153583617746,
      "grad_norm": 0.2780269584761422,
      "learning_rate": 2.665646677353787e-06,
      "loss": 0.3016,
      "num_tokens": 1223452709.0,
      "step": 6427
    },
    {
      "epoch": 2.1938566552901024,
      "grad_norm": 0.31113739775997534,
      "learning_rate": 2.6643318477157476e-06,
      "loss": 0.271,
      "num_tokens": 1223619577.0,
      "step": 6428
    },
    {
      "epoch": 2.19419795221843,
      "grad_norm": 0.2780367940138728,
      "learning_rate": 2.6630174194821675e-06,
      "loss": 0.2875,
      "num_tokens": 1223799508.0,
      "step": 6429
    },
    {
      "epoch": 2.1945392491467577,
      "grad_norm": 0.3252787080996137,
      "learning_rate": 2.6617033928391143e-06,
      "loss": 0.3251,
      "num_tokens": 1223963732.0,
      "step": 6430
    },
    {
      "epoch": 2.194880546075085,
      "grad_norm": 0.28726962533752615,
      "learning_rate": 2.6603897679725952e-06,
      "loss": 0.2841,
      "num_tokens": 1224169699.0,
      "step": 6431
    },
    {
      "epoch": 2.195221843003413,
      "grad_norm": 0.27537247647006463,
      "learning_rate": 2.659076545068559e-06,
      "loss": 0.3048,
      "num_tokens": 1224382728.0,
      "step": 6432
    },
    {
      "epoch": 2.195563139931741,
      "grad_norm": 0.2834762722608474,
      "learning_rate": 2.6577637243129023e-06,
      "loss": 0.2782,
      "num_tokens": 1224564477.0,
      "step": 6433
    },
    {
      "epoch": 2.195904436860068,
      "grad_norm": 0.2843334855060596,
      "learning_rate": 2.656451305891459e-06,
      "loss": 0.3079,
      "num_tokens": 1224758793.0,
      "step": 6434
    },
    {
      "epoch": 2.196245733788396,
      "grad_norm": 0.27850833456447566,
      "learning_rate": 2.655139289990013e-06,
      "loss": 0.2534,
      "num_tokens": 1224927059.0,
      "step": 6435
    },
    {
      "epoch": 2.1965870307167235,
      "grad_norm": 0.2882344887416223,
      "learning_rate": 2.653827676794286e-06,
      "loss": 0.2837,
      "num_tokens": 1225113024.0,
      "step": 6436
    },
    {
      "epoch": 2.1969283276450513,
      "grad_norm": 0.29868967644125016,
      "learning_rate": 2.6525164664899406e-06,
      "loss": 0.2958,
      "num_tokens": 1225289340.0,
      "step": 6437
    },
    {
      "epoch": 2.1972696245733787,
      "grad_norm": 0.29440085062722904,
      "learning_rate": 2.6512056592625912e-06,
      "loss": 0.3336,
      "num_tokens": 1225504991.0,
      "step": 6438
    },
    {
      "epoch": 2.1976109215017066,
      "grad_norm": 0.2787816855146814,
      "learning_rate": 2.6498952552977876e-06,
      "loss": 0.2801,
      "num_tokens": 1225702865.0,
      "step": 6439
    },
    {
      "epoch": 2.197952218430034,
      "grad_norm": 0.2812843120115793,
      "learning_rate": 2.6485852547810233e-06,
      "loss": 0.3041,
      "num_tokens": 1225921737.0,
      "step": 6440
    },
    {
      "epoch": 2.198293515358362,
      "grad_norm": 0.2773312077461185,
      "learning_rate": 2.6472756578977365e-06,
      "loss": 0.295,
      "num_tokens": 1226120918.0,
      "step": 6441
    },
    {
      "epoch": 2.198634812286689,
      "grad_norm": 0.35004298030472886,
      "learning_rate": 2.6459664648333106e-06,
      "loss": 0.2747,
      "num_tokens": 1226287526.0,
      "step": 6442
    },
    {
      "epoch": 2.198976109215017,
      "grad_norm": 0.3136575586516416,
      "learning_rate": 2.6446576757730647e-06,
      "loss": 0.3004,
      "num_tokens": 1226460083.0,
      "step": 6443
    },
    {
      "epoch": 2.1993174061433445,
      "grad_norm": 0.32390722481753426,
      "learning_rate": 2.6433492909022697e-06,
      "loss": 0.2697,
      "num_tokens": 1226644186.0,
      "step": 6444
    },
    {
      "epoch": 2.1996587030716723,
      "grad_norm": 0.3155893762579548,
      "learning_rate": 2.6420413104061315e-06,
      "loss": 0.3038,
      "num_tokens": 1226795310.0,
      "step": 6445
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.4007819105876117,
      "learning_rate": 2.640733734469802e-06,
      "loss": 0.2694,
      "num_tokens": 1226950091.0,
      "step": 6446
    },
    {
      "epoch": 2.2003412969283276,
      "grad_norm": 0.2874486635256163,
      "learning_rate": 2.6394265632783782e-06,
      "loss": 0.2564,
      "num_tokens": 1227121905.0,
      "step": 6447
    },
    {
      "epoch": 2.2006825938566554,
      "grad_norm": 0.29716951889623683,
      "learning_rate": 2.638119797016896e-06,
      "loss": 0.3171,
      "num_tokens": 1227338087.0,
      "step": 6448
    },
    {
      "epoch": 2.201023890784983,
      "grad_norm": 0.30260166537170635,
      "learning_rate": 2.6368134358703357e-06,
      "loss": 0.2763,
      "num_tokens": 1227501475.0,
      "step": 6449
    },
    {
      "epoch": 2.2013651877133107,
      "grad_norm": 0.27980064224084206,
      "learning_rate": 2.635507480023618e-06,
      "loss": 0.2558,
      "num_tokens": 1227663440.0,
      "step": 6450
    },
    {
      "epoch": 2.201706484641638,
      "grad_norm": 0.26880043354945093,
      "learning_rate": 2.6342019296616105e-06,
      "loss": 0.3064,
      "num_tokens": 1227867439.0,
      "step": 6451
    },
    {
      "epoch": 2.202047781569966,
      "grad_norm": 0.2660868743033472,
      "learning_rate": 2.63289678496912e-06,
      "loss": 0.3197,
      "num_tokens": 1228102002.0,
      "step": 6452
    },
    {
      "epoch": 2.2023890784982934,
      "grad_norm": 0.3289351069420768,
      "learning_rate": 2.6315920461308963e-06,
      "loss": 0.2893,
      "num_tokens": 1228266479.0,
      "step": 6453
    },
    {
      "epoch": 2.202730375426621,
      "grad_norm": 0.28625238777660156,
      "learning_rate": 2.6302877133316353e-06,
      "loss": 0.2935,
      "num_tokens": 1228467594.0,
      "step": 6454
    },
    {
      "epoch": 2.2030716723549486,
      "grad_norm": 0.2917070531999544,
      "learning_rate": 2.6289837867559676e-06,
      "loss": 0.3316,
      "num_tokens": 1228677174.0,
      "step": 6455
    },
    {
      "epoch": 2.2034129692832765,
      "grad_norm": 0.274738119895898,
      "learning_rate": 2.6276802665884766e-06,
      "loss": 0.2891,
      "num_tokens": 1228879491.0,
      "step": 6456
    },
    {
      "epoch": 2.203754266211604,
      "grad_norm": 0.2729328467128053,
      "learning_rate": 2.6263771530136796e-06,
      "loss": 0.3062,
      "num_tokens": 1229101499.0,
      "step": 6457
    },
    {
      "epoch": 2.2040955631399317,
      "grad_norm": 0.3201027079409638,
      "learning_rate": 2.62507444621604e-06,
      "loss": 0.3178,
      "num_tokens": 1229290797.0,
      "step": 6458
    },
    {
      "epoch": 2.2044368600682596,
      "grad_norm": 0.2868530134211882,
      "learning_rate": 2.6237721463799613e-06,
      "loss": 0.2952,
      "num_tokens": 1229486548.0,
      "step": 6459
    },
    {
      "epoch": 2.204778156996587,
      "grad_norm": 0.3126013503166127,
      "learning_rate": 2.6224702536897955e-06,
      "loss": 0.2668,
      "num_tokens": 1229642775.0,
      "step": 6460
    },
    {
      "epoch": 2.205119453924915,
      "grad_norm": 0.2853674086495176,
      "learning_rate": 2.62116876832983e-06,
      "loss": 0.2801,
      "num_tokens": 1229832165.0,
      "step": 6461
    },
    {
      "epoch": 2.2054607508532422,
      "grad_norm": 0.28235962780532264,
      "learning_rate": 2.619867690484296e-06,
      "loss": 0.2943,
      "num_tokens": 1230056431.0,
      "step": 6462
    },
    {
      "epoch": 2.20580204778157,
      "grad_norm": 0.2798462952729063,
      "learning_rate": 2.6185670203373715e-06,
      "loss": 0.2795,
      "num_tokens": 1230239494.0,
      "step": 6463
    },
    {
      "epoch": 2.2061433447098975,
      "grad_norm": 0.2909369310913511,
      "learning_rate": 2.6172667580731703e-06,
      "loss": 0.2941,
      "num_tokens": 1230416372.0,
      "step": 6464
    },
    {
      "epoch": 2.2064846416382253,
      "grad_norm": 0.2635512981309402,
      "learning_rate": 2.615966903875756e-06,
      "loss": 0.2884,
      "num_tokens": 1230648815.0,
      "step": 6465
    },
    {
      "epoch": 2.2068259385665527,
      "grad_norm": 0.29955859062545387,
      "learning_rate": 2.6146674579291254e-06,
      "loss": 0.3187,
      "num_tokens": 1230829535.0,
      "step": 6466
    },
    {
      "epoch": 2.2071672354948806,
      "grad_norm": 0.2904942277917117,
      "learning_rate": 2.613368420417224e-06,
      "loss": 0.2966,
      "num_tokens": 1231012494.0,
      "step": 6467
    },
    {
      "epoch": 2.207508532423208,
      "grad_norm": 0.29076877442939053,
      "learning_rate": 2.612069791523938e-06,
      "loss": 0.2982,
      "num_tokens": 1231201330.0,
      "step": 6468
    },
    {
      "epoch": 2.207849829351536,
      "grad_norm": 0.28369117987247455,
      "learning_rate": 2.610771571433096e-06,
      "loss": 0.3045,
      "num_tokens": 1231406084.0,
      "step": 6469
    },
    {
      "epoch": 2.2081911262798632,
      "grad_norm": 0.32187351774177353,
      "learning_rate": 2.609473760328467e-06,
      "loss": 0.2867,
      "num_tokens": 1231558039.0,
      "step": 6470
    },
    {
      "epoch": 2.208532423208191,
      "grad_norm": 0.2867914221058716,
      "learning_rate": 2.6081763583937635e-06,
      "loss": 0.3163,
      "num_tokens": 1231744937.0,
      "step": 6471
    },
    {
      "epoch": 2.208873720136519,
      "grad_norm": 0.2824098849986236,
      "learning_rate": 2.6068793658126413e-06,
      "loss": 0.2896,
      "num_tokens": 1231938685.0,
      "step": 6472
    },
    {
      "epoch": 2.2092150170648464,
      "grad_norm": 0.2812913673578768,
      "learning_rate": 2.6055827827686948e-06,
      "loss": 0.2517,
      "num_tokens": 1232125835.0,
      "step": 6473
    },
    {
      "epoch": 2.209556313993174,
      "grad_norm": 0.2924569103001445,
      "learning_rate": 2.604286609445466e-06,
      "loss": 0.3168,
      "num_tokens": 1232335697.0,
      "step": 6474
    },
    {
      "epoch": 2.2098976109215016,
      "grad_norm": 0.2648894979903562,
      "learning_rate": 2.6029908460264308e-06,
      "loss": 0.2854,
      "num_tokens": 1232539968.0,
      "step": 6475
    },
    {
      "epoch": 2.2102389078498295,
      "grad_norm": 0.2980110995470088,
      "learning_rate": 2.6016954926950144e-06,
      "loss": 0.287,
      "num_tokens": 1232736920.0,
      "step": 6476
    },
    {
      "epoch": 2.210580204778157,
      "grad_norm": 0.29950482167308057,
      "learning_rate": 2.600400549634579e-06,
      "loss": 0.2736,
      "num_tokens": 1232896288.0,
      "step": 6477
    },
    {
      "epoch": 2.2109215017064847,
      "grad_norm": 0.31212649967633616,
      "learning_rate": 2.599106017028433e-06,
      "loss": 0.3038,
      "num_tokens": 1233068666.0,
      "step": 6478
    },
    {
      "epoch": 2.211262798634812,
      "grad_norm": 0.26866351945499806,
      "learning_rate": 2.5978118950598276e-06,
      "loss": 0.2799,
      "num_tokens": 1233254308.0,
      "step": 6479
    },
    {
      "epoch": 2.21160409556314,
      "grad_norm": 0.2841304335555042,
      "learning_rate": 2.5965181839119458e-06,
      "loss": 0.2762,
      "num_tokens": 1233433891.0,
      "step": 6480
    },
    {
      "epoch": 2.2119453924914674,
      "grad_norm": 0.30060015454317296,
      "learning_rate": 2.5952248837679246e-06,
      "loss": 0.2866,
      "num_tokens": 1233604097.0,
      "step": 6481
    },
    {
      "epoch": 2.2122866894197952,
      "grad_norm": 0.2808698022849,
      "learning_rate": 2.593931994810835e-06,
      "loss": 0.2976,
      "num_tokens": 1233790601.0,
      "step": 6482
    },
    {
      "epoch": 2.2126279863481226,
      "grad_norm": 0.28505571210384684,
      "learning_rate": 2.592639517223695e-06,
      "loss": 0.3086,
      "num_tokens": 1234009307.0,
      "step": 6483
    },
    {
      "epoch": 2.2129692832764505,
      "grad_norm": 0.27579687560628036,
      "learning_rate": 2.591347451189462e-06,
      "loss": 0.3218,
      "num_tokens": 1234216142.0,
      "step": 6484
    },
    {
      "epoch": 2.2133105802047783,
      "grad_norm": 0.2776744326834114,
      "learning_rate": 2.590055796891032e-06,
      "loss": 0.2992,
      "num_tokens": 1234422643.0,
      "step": 6485
    },
    {
      "epoch": 2.2136518771331057,
      "grad_norm": 0.2705468415899608,
      "learning_rate": 2.5887645545112484e-06,
      "loss": 0.313,
      "num_tokens": 1234638330.0,
      "step": 6486
    },
    {
      "epoch": 2.2139931740614336,
      "grad_norm": 0.2793490547978124,
      "learning_rate": 2.5874737242328936e-06,
      "loss": 0.3033,
      "num_tokens": 1234840136.0,
      "step": 6487
    },
    {
      "epoch": 2.214334470989761,
      "grad_norm": 0.27015889533933607,
      "learning_rate": 2.586183306238691e-06,
      "loss": 0.3049,
      "num_tokens": 1235037642.0,
      "step": 6488
    },
    {
      "epoch": 2.214675767918089,
      "grad_norm": 0.2549732026514516,
      "learning_rate": 2.5848933007113047e-06,
      "loss": 0.2792,
      "num_tokens": 1235250337.0,
      "step": 6489
    },
    {
      "epoch": 2.2150170648464163,
      "grad_norm": 0.29329135740145496,
      "learning_rate": 2.583603707833346e-06,
      "loss": 0.3139,
      "num_tokens": 1235445763.0,
      "step": 6490
    },
    {
      "epoch": 2.215358361774744,
      "grad_norm": 0.3097785018351947,
      "learning_rate": 2.58231452778736e-06,
      "loss": 0.2878,
      "num_tokens": 1235599393.0,
      "step": 6491
    },
    {
      "epoch": 2.2156996587030715,
      "grad_norm": 0.29202426865396397,
      "learning_rate": 2.5810257607558407e-06,
      "loss": 0.2946,
      "num_tokens": 1235763313.0,
      "step": 6492
    },
    {
      "epoch": 2.2160409556313994,
      "grad_norm": 0.26952695621671163,
      "learning_rate": 2.579737406921218e-06,
      "loss": 0.2729,
      "num_tokens": 1235961498.0,
      "step": 6493
    },
    {
      "epoch": 2.2163822525597268,
      "grad_norm": 0.26567688358696967,
      "learning_rate": 2.578449466465865e-06,
      "loss": 0.2757,
      "num_tokens": 1236136318.0,
      "step": 6494
    },
    {
      "epoch": 2.2167235494880546,
      "grad_norm": 0.27249315727265055,
      "learning_rate": 2.5771619395720994e-06,
      "loss": 0.2892,
      "num_tokens": 1236326519.0,
      "step": 6495
    },
    {
      "epoch": 2.217064846416382,
      "grad_norm": 0.2894453893289056,
      "learning_rate": 2.5758748264221758e-06,
      "loss": 0.2769,
      "num_tokens": 1236528117.0,
      "step": 6496
    },
    {
      "epoch": 2.21740614334471,
      "grad_norm": 0.31127194975822986,
      "learning_rate": 2.574588127198292e-06,
      "loss": 0.2987,
      "num_tokens": 1236715127.0,
      "step": 6497
    },
    {
      "epoch": 2.2177474402730377,
      "grad_norm": 0.3370133387093027,
      "learning_rate": 2.573301842082587e-06,
      "loss": 0.2839,
      "num_tokens": 1236871611.0,
      "step": 6498
    },
    {
      "epoch": 2.218088737201365,
      "grad_norm": 0.27984426032205384,
      "learning_rate": 2.5720159712571437e-06,
      "loss": 0.289,
      "num_tokens": 1237067185.0,
      "step": 6499
    },
    {
      "epoch": 2.218430034129693,
      "grad_norm": 0.28664851688397863,
      "learning_rate": 2.5707305149039813e-06,
      "loss": 0.2729,
      "num_tokens": 1237261745.0,
      "step": 6500
    },
    {
      "epoch": 2.2187713310580204,
      "grad_norm": 0.2893513972342858,
      "learning_rate": 2.5694454732050667e-06,
      "loss": 0.2894,
      "num_tokens": 1237450663.0,
      "step": 6501
    },
    {
      "epoch": 2.2191126279863482,
      "grad_norm": 0.2931932541004787,
      "learning_rate": 2.5681608463423024e-06,
      "loss": 0.3116,
      "num_tokens": 1237640526.0,
      "step": 6502
    },
    {
      "epoch": 2.2194539249146756,
      "grad_norm": 0.27115362912619084,
      "learning_rate": 2.5668766344975333e-06,
      "loss": 0.3086,
      "num_tokens": 1237840053.0,
      "step": 6503
    },
    {
      "epoch": 2.2197952218430035,
      "grad_norm": 0.29453377595063224,
      "learning_rate": 2.5655928378525495e-06,
      "loss": 0.2974,
      "num_tokens": 1238022444.0,
      "step": 6504
    },
    {
      "epoch": 2.220136518771331,
      "grad_norm": 0.29074712355769194,
      "learning_rate": 2.564309456589078e-06,
      "loss": 0.2802,
      "num_tokens": 1238201408.0,
      "step": 6505
    },
    {
      "epoch": 2.2204778156996587,
      "grad_norm": 0.27244529106435345,
      "learning_rate": 2.563026490888789e-06,
      "loss": 0.2707,
      "num_tokens": 1238383034.0,
      "step": 6506
    },
    {
      "epoch": 2.220819112627986,
      "grad_norm": 0.2653149773215849,
      "learning_rate": 2.561743940933291e-06,
      "loss": 0.2687,
      "num_tokens": 1238568577.0,
      "step": 6507
    },
    {
      "epoch": 2.221160409556314,
      "grad_norm": 0.28268515028843627,
      "learning_rate": 2.5604618069041408e-06,
      "loss": 0.3238,
      "num_tokens": 1238788941.0,
      "step": 6508
    },
    {
      "epoch": 2.2215017064846414,
      "grad_norm": 0.2849221040401885,
      "learning_rate": 2.5591800889828278e-06,
      "loss": 0.2969,
      "num_tokens": 1238998224.0,
      "step": 6509
    },
    {
      "epoch": 2.2218430034129693,
      "grad_norm": 0.27411933739773703,
      "learning_rate": 2.5578987873507856e-06,
      "loss": 0.2896,
      "num_tokens": 1239200025.0,
      "step": 6510
    },
    {
      "epoch": 2.222184300341297,
      "grad_norm": 0.27119596798003753,
      "learning_rate": 2.556617902189392e-06,
      "loss": 0.3055,
      "num_tokens": 1239415258.0,
      "step": 6511
    },
    {
      "epoch": 2.2225255972696245,
      "grad_norm": 0.2890332134406543,
      "learning_rate": 2.5553374336799625e-06,
      "loss": 0.2894,
      "num_tokens": 1239616632.0,
      "step": 6512
    },
    {
      "epoch": 2.2228668941979524,
      "grad_norm": 0.2610255615064634,
      "learning_rate": 2.554057382003755e-06,
      "loss": 0.3113,
      "num_tokens": 1239833413.0,
      "step": 6513
    },
    {
      "epoch": 2.2232081911262798,
      "grad_norm": 0.2949476874987449,
      "learning_rate": 2.5527777473419673e-06,
      "loss": 0.2903,
      "num_tokens": 1240025355.0,
      "step": 6514
    },
    {
      "epoch": 2.2235494880546076,
      "grad_norm": 0.3013763819464188,
      "learning_rate": 2.551498529875739e-06,
      "loss": 0.2603,
      "num_tokens": 1240199153.0,
      "step": 6515
    },
    {
      "epoch": 2.223890784982935,
      "grad_norm": 0.27391295168504054,
      "learning_rate": 2.5502197297861487e-06,
      "loss": 0.2803,
      "num_tokens": 1240403392.0,
      "step": 6516
    },
    {
      "epoch": 2.224232081911263,
      "grad_norm": 0.31771807756463327,
      "learning_rate": 2.54894134725422e-06,
      "loss": 0.3127,
      "num_tokens": 1240558962.0,
      "step": 6517
    },
    {
      "epoch": 2.2245733788395903,
      "grad_norm": 0.29390060077367924,
      "learning_rate": 2.547663382460915e-06,
      "loss": 0.2884,
      "num_tokens": 1240752041.0,
      "step": 6518
    },
    {
      "epoch": 2.224914675767918,
      "grad_norm": 0.27954900062511057,
      "learning_rate": 2.546385835587133e-06,
      "loss": 0.289,
      "num_tokens": 1240931134.0,
      "step": 6519
    },
    {
      "epoch": 2.2252559726962455,
      "grad_norm": 0.2967715106107567,
      "learning_rate": 2.5451087068137226e-06,
      "loss": 0.3068,
      "num_tokens": 1241120068.0,
      "step": 6520
    },
    {
      "epoch": 2.2255972696245734,
      "grad_norm": 0.33198556938444324,
      "learning_rate": 2.5438319963214652e-06,
      "loss": 0.2907,
      "num_tokens": 1241315374.0,
      "step": 6521
    },
    {
      "epoch": 2.225938566552901,
      "grad_norm": 0.2699916568718183,
      "learning_rate": 2.54255570429109e-06,
      "loss": 0.3011,
      "num_tokens": 1241505439.0,
      "step": 6522
    },
    {
      "epoch": 2.2262798634812286,
      "grad_norm": 0.3191861429813056,
      "learning_rate": 2.5412798309032573e-06,
      "loss": 0.3025,
      "num_tokens": 1241678926.0,
      "step": 6523
    },
    {
      "epoch": 2.2266211604095565,
      "grad_norm": 0.2930061606324026,
      "learning_rate": 2.5400043763385773e-06,
      "loss": 0.3103,
      "num_tokens": 1241895197.0,
      "step": 6524
    },
    {
      "epoch": 2.226962457337884,
      "grad_norm": 0.2786463129102387,
      "learning_rate": 2.538729340777599e-06,
      "loss": 0.3134,
      "num_tokens": 1242094474.0,
      "step": 6525
    },
    {
      "epoch": 2.2273037542662117,
      "grad_norm": 0.27350090535880967,
      "learning_rate": 2.537454724400808e-06,
      "loss": 0.3001,
      "num_tokens": 1242315454.0,
      "step": 6526
    },
    {
      "epoch": 2.227645051194539,
      "grad_norm": 0.2649370567550076,
      "learning_rate": 2.5361805273886375e-06,
      "loss": 0.301,
      "num_tokens": 1242543907.0,
      "step": 6527
    },
    {
      "epoch": 2.227986348122867,
      "grad_norm": 0.2934253753767466,
      "learning_rate": 2.5349067499214506e-06,
      "loss": 0.303,
      "num_tokens": 1242741658.0,
      "step": 6528
    },
    {
      "epoch": 2.2283276450511944,
      "grad_norm": 0.25188940122320985,
      "learning_rate": 2.533633392179563e-06,
      "loss": 0.3141,
      "num_tokens": 1242977180.0,
      "step": 6529
    },
    {
      "epoch": 2.2286689419795223,
      "grad_norm": 0.2929817162901777,
      "learning_rate": 2.5323604543432224e-06,
      "loss": 0.3006,
      "num_tokens": 1243181517.0,
      "step": 6530
    },
    {
      "epoch": 2.2290102389078497,
      "grad_norm": 0.2731614289415129,
      "learning_rate": 2.531087936592622e-06,
      "loss": 0.2792,
      "num_tokens": 1243374770.0,
      "step": 6531
    },
    {
      "epoch": 2.2293515358361775,
      "grad_norm": 0.3667302144008921,
      "learning_rate": 2.5298158391078937e-06,
      "loss": 0.279,
      "num_tokens": 1243557431.0,
      "step": 6532
    },
    {
      "epoch": 2.229692832764505,
      "grad_norm": 0.26078656031818953,
      "learning_rate": 2.5285441620691076e-06,
      "loss": 0.2795,
      "num_tokens": 1243764536.0,
      "step": 6533
    },
    {
      "epoch": 2.2300341296928328,
      "grad_norm": 0.29354489862914446,
      "learning_rate": 2.5272729056562796e-06,
      "loss": 0.3117,
      "num_tokens": 1243935733.0,
      "step": 6534
    },
    {
      "epoch": 2.2303754266211606,
      "grad_norm": 0.2526746180722216,
      "learning_rate": 2.5260020700493606e-06,
      "loss": 0.2919,
      "num_tokens": 1244162268.0,
      "step": 6535
    },
    {
      "epoch": 2.230716723549488,
      "grad_norm": 0.3023818890043521,
      "learning_rate": 2.524731655428248e-06,
      "loss": 0.2621,
      "num_tokens": 1244318048.0,
      "step": 6536
    },
    {
      "epoch": 2.231058020477816,
      "grad_norm": 0.30473372963116063,
      "learning_rate": 2.52346166197277e-06,
      "loss": 0.294,
      "num_tokens": 1244474912.0,
      "step": 6537
    },
    {
      "epoch": 2.2313993174061433,
      "grad_norm": 0.2854389393816101,
      "learning_rate": 2.522192089862708e-06,
      "loss": 0.2786,
      "num_tokens": 1244657551.0,
      "step": 6538
    },
    {
      "epoch": 2.231740614334471,
      "grad_norm": 0.3109923826171896,
      "learning_rate": 2.520922939277771e-06,
      "loss": 0.2807,
      "num_tokens": 1244809363.0,
      "step": 6539
    },
    {
      "epoch": 2.2320819112627985,
      "grad_norm": 0.28720626992012316,
      "learning_rate": 2.5196542103976183e-06,
      "loss": 0.2927,
      "num_tokens": 1245035476.0,
      "step": 6540
    },
    {
      "epoch": 2.2324232081911264,
      "grad_norm": 0.3210204430377086,
      "learning_rate": 2.5183859034018435e-06,
      "loss": 0.3132,
      "num_tokens": 1245217706.0,
      "step": 6541
    },
    {
      "epoch": 2.232764505119454,
      "grad_norm": 0.2962562001976571,
      "learning_rate": 2.517118018469983e-06,
      "loss": 0.2982,
      "num_tokens": 1245403055.0,
      "step": 6542
    },
    {
      "epoch": 2.2331058020477816,
      "grad_norm": 0.29640493394087913,
      "learning_rate": 2.5158505557815126e-06,
      "loss": 0.2828,
      "num_tokens": 1245573566.0,
      "step": 6543
    },
    {
      "epoch": 2.233447098976109,
      "grad_norm": 0.28243355951913335,
      "learning_rate": 2.51458351551585e-06,
      "loss": 0.2934,
      "num_tokens": 1245751746.0,
      "step": 6544
    },
    {
      "epoch": 2.233788395904437,
      "grad_norm": 0.3104457282825188,
      "learning_rate": 2.5133168978523505e-06,
      "loss": 0.283,
      "num_tokens": 1245905448.0,
      "step": 6545
    },
    {
      "epoch": 2.2341296928327643,
      "grad_norm": 0.34905685283971866,
      "learning_rate": 2.5120507029703094e-06,
      "loss": 0.281,
      "num_tokens": 1246048262.0,
      "step": 6546
    },
    {
      "epoch": 2.234470989761092,
      "grad_norm": 0.27114419063583073,
      "learning_rate": 2.5107849310489664e-06,
      "loss": 0.2914,
      "num_tokens": 1246251734.0,
      "step": 6547
    },
    {
      "epoch": 2.23481228668942,
      "grad_norm": 0.36455320182750817,
      "learning_rate": 2.5095195822674955e-06,
      "loss": 0.2537,
      "num_tokens": 1246411199.0,
      "step": 6548
    },
    {
      "epoch": 2.2351535836177474,
      "grad_norm": 0.28692407474135345,
      "learning_rate": 2.5082546568050176e-06,
      "loss": 0.2642,
      "num_tokens": 1246598668.0,
      "step": 6549
    },
    {
      "epoch": 2.2354948805460753,
      "grad_norm": 0.30934740262284466,
      "learning_rate": 2.5069901548405874e-06,
      "loss": 0.3138,
      "num_tokens": 1246779683.0,
      "step": 6550
    },
    {
      "epoch": 2.2358361774744027,
      "grad_norm": 0.2597300184335533,
      "learning_rate": 2.5057260765532016e-06,
      "loss": 0.2823,
      "num_tokens": 1246998993.0,
      "step": 6551
    },
    {
      "epoch": 2.2361774744027305,
      "grad_norm": 0.29046763444232865,
      "learning_rate": 2.5044624221217993e-06,
      "loss": 0.2991,
      "num_tokens": 1247177243.0,
      "step": 6552
    },
    {
      "epoch": 2.236518771331058,
      "grad_norm": 0.2942269384655628,
      "learning_rate": 2.503199191725257e-06,
      "loss": 0.2843,
      "num_tokens": 1247335588.0,
      "step": 6553
    },
    {
      "epoch": 2.2368600682593858,
      "grad_norm": 0.29627547226017736,
      "learning_rate": 2.501936385542392e-06,
      "loss": 0.2986,
      "num_tokens": 1247541385.0,
      "step": 6554
    },
    {
      "epoch": 2.237201365187713,
      "grad_norm": 0.3099176626219332,
      "learning_rate": 2.5006740037519593e-06,
      "loss": 0.2998,
      "num_tokens": 1247722900.0,
      "step": 6555
    },
    {
      "epoch": 2.237542662116041,
      "grad_norm": 0.3085883515235933,
      "learning_rate": 2.4994120465326592e-06,
      "loss": 0.2898,
      "num_tokens": 1247878899.0,
      "step": 6556
    },
    {
      "epoch": 2.2378839590443684,
      "grad_norm": 0.2736059264337066,
      "learning_rate": 2.498150514063128e-06,
      "loss": 0.3121,
      "num_tokens": 1248113663.0,
      "step": 6557
    },
    {
      "epoch": 2.2382252559726963,
      "grad_norm": 0.31172303131552137,
      "learning_rate": 2.4968894065219405e-06,
      "loss": 0.2976,
      "num_tokens": 1248262558.0,
      "step": 6558
    },
    {
      "epoch": 2.2385665529010237,
      "grad_norm": 0.26917718383194505,
      "learning_rate": 2.495628724087616e-06,
      "loss": 0.3079,
      "num_tokens": 1248498954.0,
      "step": 6559
    },
    {
      "epoch": 2.2389078498293515,
      "grad_norm": 0.31868917312906486,
      "learning_rate": 2.4943684669386086e-06,
      "loss": 0.2541,
      "num_tokens": 1248652295.0,
      "step": 6560
    },
    {
      "epoch": 2.2392491467576794,
      "grad_norm": 0.29220390474287805,
      "learning_rate": 2.4931086352533175e-06,
      "loss": 0.3064,
      "num_tokens": 1248863304.0,
      "step": 6561
    },
    {
      "epoch": 2.239590443686007,
      "grad_norm": 0.2445050220405517,
      "learning_rate": 2.4918492292100775e-06,
      "loss": 0.2883,
      "num_tokens": 1249099457.0,
      "step": 6562
    },
    {
      "epoch": 2.2399317406143346,
      "grad_norm": 0.293650145220748,
      "learning_rate": 2.490590248987165e-06,
      "loss": 0.2861,
      "num_tokens": 1249291905.0,
      "step": 6563
    },
    {
      "epoch": 2.240273037542662,
      "grad_norm": 0.28343676228323356,
      "learning_rate": 2.489331694762792e-06,
      "loss": 0.307,
      "num_tokens": 1249481375.0,
      "step": 6564
    },
    {
      "epoch": 2.24061433447099,
      "grad_norm": 0.28404785498583734,
      "learning_rate": 2.488073566715119e-06,
      "loss": 0.2964,
      "num_tokens": 1249661540.0,
      "step": 6565
    },
    {
      "epoch": 2.2409556313993173,
      "grad_norm": 0.26689843402928726,
      "learning_rate": 2.4868158650222383e-06,
      "loss": 0.2941,
      "num_tokens": 1249859841.0,
      "step": 6566
    },
    {
      "epoch": 2.241296928327645,
      "grad_norm": 0.3052651157630014,
      "learning_rate": 2.485558589862184e-06,
      "loss": 0.3184,
      "num_tokens": 1250047668.0,
      "step": 6567
    },
    {
      "epoch": 2.2416382252559726,
      "grad_norm": 0.2575517235811924,
      "learning_rate": 2.4843017414129323e-06,
      "loss": 0.2672,
      "num_tokens": 1250242468.0,
      "step": 6568
    },
    {
      "epoch": 2.2419795221843004,
      "grad_norm": 0.278776374438754,
      "learning_rate": 2.483045319852394e-06,
      "loss": 0.3072,
      "num_tokens": 1250450378.0,
      "step": 6569
    },
    {
      "epoch": 2.242320819112628,
      "grad_norm": 0.282436456221827,
      "learning_rate": 2.4817893253584265e-06,
      "loss": 0.3258,
      "num_tokens": 1250653555.0,
      "step": 6570
    },
    {
      "epoch": 2.2426621160409557,
      "grad_norm": 0.2818868893138712,
      "learning_rate": 2.4805337581088205e-06,
      "loss": 0.2883,
      "num_tokens": 1250833228.0,
      "step": 6571
    },
    {
      "epoch": 2.243003412969283,
      "grad_norm": 0.31239839963185356,
      "learning_rate": 2.479278618281307e-06,
      "loss": 0.3036,
      "num_tokens": 1250991957.0,
      "step": 6572
    },
    {
      "epoch": 2.243344709897611,
      "grad_norm": 0.2848376091079236,
      "learning_rate": 2.4780239060535616e-06,
      "loss": 0.3046,
      "num_tokens": 1251180091.0,
      "step": 6573
    },
    {
      "epoch": 2.2436860068259388,
      "grad_norm": 0.4970200899352735,
      "learning_rate": 2.4767696216031916e-06,
      "loss": 0.2785,
      "num_tokens": 1251372832.0,
      "step": 6574
    },
    {
      "epoch": 2.244027303754266,
      "grad_norm": 0.2975349111562531,
      "learning_rate": 2.4755157651077534e-06,
      "loss": 0.2845,
      "num_tokens": 1251538141.0,
      "step": 6575
    },
    {
      "epoch": 2.244368600682594,
      "grad_norm": 0.2826340160385687,
      "learning_rate": 2.474262336744731e-06,
      "loss": 0.2845,
      "num_tokens": 1251724235.0,
      "step": 6576
    },
    {
      "epoch": 2.2447098976109214,
      "grad_norm": 0.2406309912515359,
      "learning_rate": 2.473009336691558e-06,
      "loss": 0.274,
      "num_tokens": 1251959578.0,
      "step": 6577
    },
    {
      "epoch": 2.2450511945392493,
      "grad_norm": 0.26779188162236184,
      "learning_rate": 2.4717567651256014e-06,
      "loss": 0.2961,
      "num_tokens": 1252175826.0,
      "step": 6578
    },
    {
      "epoch": 2.2453924914675767,
      "grad_norm": 0.26044715591646556,
      "learning_rate": 2.470504622224172e-06,
      "loss": 0.2964,
      "num_tokens": 1252401931.0,
      "step": 6579
    },
    {
      "epoch": 2.2457337883959045,
      "grad_norm": 0.2873446085383339,
      "learning_rate": 2.4692529081645167e-06,
      "loss": 0.2577,
      "num_tokens": 1252558534.0,
      "step": 6580
    },
    {
      "epoch": 2.246075085324232,
      "grad_norm": 0.2772922014196365,
      "learning_rate": 2.46800162312382e-06,
      "loss": 0.3152,
      "num_tokens": 1252785743.0,
      "step": 6581
    },
    {
      "epoch": 2.24641638225256,
      "grad_norm": 0.26087557730517946,
      "learning_rate": 2.4667507672792113e-06,
      "loss": 0.3027,
      "num_tokens": 1253003242.0,
      "step": 6582
    },
    {
      "epoch": 2.246757679180887,
      "grad_norm": 0.27610215180693676,
      "learning_rate": 2.4655003408077542e-06,
      "loss": 0.2907,
      "num_tokens": 1253193353.0,
      "step": 6583
    },
    {
      "epoch": 2.247098976109215,
      "grad_norm": 0.30777188446061804,
      "learning_rate": 2.4642503438864575e-06,
      "loss": 0.2929,
      "num_tokens": 1253369849.0,
      "step": 6584
    },
    {
      "epoch": 2.2474402730375425,
      "grad_norm": 0.30343524634388985,
      "learning_rate": 2.463000776692259e-06,
      "loss": 0.2964,
      "num_tokens": 1253534879.0,
      "step": 6585
    },
    {
      "epoch": 2.2477815699658703,
      "grad_norm": 0.2859223069173521,
      "learning_rate": 2.4617516394020458e-06,
      "loss": 0.2891,
      "num_tokens": 1253715593.0,
      "step": 6586
    },
    {
      "epoch": 2.248122866894198,
      "grad_norm": 0.27134294314250473,
      "learning_rate": 2.460502932192638e-06,
      "loss": 0.317,
      "num_tokens": 1253938288.0,
      "step": 6587
    },
    {
      "epoch": 2.2484641638225256,
      "grad_norm": 0.2901063181806578,
      "learning_rate": 2.4592546552408e-06,
      "loss": 0.2835,
      "num_tokens": 1254111822.0,
      "step": 6588
    },
    {
      "epoch": 2.2488054607508534,
      "grad_norm": 0.29869067395787513,
      "learning_rate": 2.45800680872323e-06,
      "loss": 0.2929,
      "num_tokens": 1254288824.0,
      "step": 6589
    },
    {
      "epoch": 2.249146757679181,
      "grad_norm": 0.2613503962897102,
      "learning_rate": 2.4567593928165664e-06,
      "loss": 0.2809,
      "num_tokens": 1254499231.0,
      "step": 6590
    },
    {
      "epoch": 2.2494880546075087,
      "grad_norm": 0.29883489531174534,
      "learning_rate": 2.4555124076973913e-06,
      "loss": 0.3117,
      "num_tokens": 1254699506.0,
      "step": 6591
    },
    {
      "epoch": 2.249829351535836,
      "grad_norm": 0.2767502176104536,
      "learning_rate": 2.4542658535422206e-06,
      "loss": 0.293,
      "num_tokens": 1254894145.0,
      "step": 6592
    },
    {
      "epoch": 2.250170648464164,
      "grad_norm": 0.271422753321468,
      "learning_rate": 2.4530197305275104e-06,
      "loss": 0.2683,
      "num_tokens": 1255084001.0,
      "step": 6593
    },
    {
      "epoch": 2.2505119453924913,
      "grad_norm": 0.3011556293245328,
      "learning_rate": 2.451774038829655e-06,
      "loss": 0.2978,
      "num_tokens": 1255250928.0,
      "step": 6594
    },
    {
      "epoch": 2.250853242320819,
      "grad_norm": 0.2860533301251349,
      "learning_rate": 2.4505287786249927e-06,
      "loss": 0.3169,
      "num_tokens": 1255446217.0,
      "step": 6595
    },
    {
      "epoch": 2.2511945392491466,
      "grad_norm": 0.2887658819149052,
      "learning_rate": 2.4492839500897927e-06,
      "loss": 0.3251,
      "num_tokens": 1255668467.0,
      "step": 6596
    },
    {
      "epoch": 2.2515358361774744,
      "grad_norm": 0.29627285533690007,
      "learning_rate": 2.448039553400271e-06,
      "loss": 0.2774,
      "num_tokens": 1255838513.0,
      "step": 6597
    },
    {
      "epoch": 2.2518771331058023,
      "grad_norm": 0.29309054855357514,
      "learning_rate": 2.4467955887325773e-06,
      "loss": 0.2842,
      "num_tokens": 1256020701.0,
      "step": 6598
    },
    {
      "epoch": 2.2522184300341297,
      "grad_norm": 0.246331150614211,
      "learning_rate": 2.4455520562628005e-06,
      "loss": 0.2736,
      "num_tokens": 1256258472.0,
      "step": 6599
    },
    {
      "epoch": 2.252559726962457,
      "grad_norm": 0.2844698920290537,
      "learning_rate": 2.444308956166972e-06,
      "loss": 0.3101,
      "num_tokens": 1256446560.0,
      "step": 6600
    },
    {
      "epoch": 2.252901023890785,
      "grad_norm": 0.31144478250513297,
      "learning_rate": 2.4430662886210577e-06,
      "loss": 0.2679,
      "num_tokens": 1256622477.0,
      "step": 6601
    },
    {
      "epoch": 2.253242320819113,
      "grad_norm": 0.2771503249956483,
      "learning_rate": 2.4418240538009645e-06,
      "loss": 0.3028,
      "num_tokens": 1256821799.0,
      "step": 6602
    },
    {
      "epoch": 2.25358361774744,
      "grad_norm": 0.2848118524859344,
      "learning_rate": 2.4405822518825364e-06,
      "loss": 0.2978,
      "num_tokens": 1257020089.0,
      "step": 6603
    },
    {
      "epoch": 2.253924914675768,
      "grad_norm": 0.27059165395231893,
      "learning_rate": 2.439340883041559e-06,
      "loss": 0.2796,
      "num_tokens": 1257225651.0,
      "step": 6604
    },
    {
      "epoch": 2.2542662116040955,
      "grad_norm": 0.304918718499914,
      "learning_rate": 2.4380999474537538e-06,
      "loss": 0.2991,
      "num_tokens": 1257387335.0,
      "step": 6605
    },
    {
      "epoch": 2.2546075085324233,
      "grad_norm": 0.29992611279627895,
      "learning_rate": 2.436859445294784e-06,
      "loss": 0.2889,
      "num_tokens": 1257564185.0,
      "step": 6606
    },
    {
      "epoch": 2.2549488054607507,
      "grad_norm": 0.26995495792246693,
      "learning_rate": 2.4356193767402475e-06,
      "loss": 0.2733,
      "num_tokens": 1257765686.0,
      "step": 6607
    },
    {
      "epoch": 2.2552901023890786,
      "grad_norm": 0.32188233838185115,
      "learning_rate": 2.4343797419656824e-06,
      "loss": 0.3,
      "num_tokens": 1257936876.0,
      "step": 6608
    },
    {
      "epoch": 2.255631399317406,
      "grad_norm": 0.293043811194058,
      "learning_rate": 2.433140541146568e-06,
      "loss": 0.2934,
      "num_tokens": 1258110244.0,
      "step": 6609
    },
    {
      "epoch": 2.255972696245734,
      "grad_norm": 0.3150124512141742,
      "learning_rate": 2.431901774458319e-06,
      "loss": 0.2746,
      "num_tokens": 1258278769.0,
      "step": 6610
    },
    {
      "epoch": 2.2563139931740617,
      "grad_norm": 0.27729802381908303,
      "learning_rate": 2.43066344207629e-06,
      "loss": 0.3047,
      "num_tokens": 1258482841.0,
      "step": 6611
    },
    {
      "epoch": 2.256655290102389,
      "grad_norm": 0.31219999069877147,
      "learning_rate": 2.4294255441757715e-06,
      "loss": 0.3024,
      "num_tokens": 1258680042.0,
      "step": 6612
    },
    {
      "epoch": 2.2569965870307165,
      "grad_norm": 0.32502800249710284,
      "learning_rate": 2.4281880809319966e-06,
      "loss": 0.3252,
      "num_tokens": 1258868823.0,
      "step": 6613
    },
    {
      "epoch": 2.2573378839590443,
      "grad_norm": 0.2692332306484577,
      "learning_rate": 2.426951052520138e-06,
      "loss": 0.3071,
      "num_tokens": 1259079216.0,
      "step": 6614
    },
    {
      "epoch": 2.257679180887372,
      "grad_norm": 0.27306230103133095,
      "learning_rate": 2.4257144591152985e-06,
      "loss": 0.2806,
      "num_tokens": 1259295044.0,
      "step": 6615
    },
    {
      "epoch": 2.2580204778156996,
      "grad_norm": 0.271637804531805,
      "learning_rate": 2.4244783008925282e-06,
      "loss": 0.2871,
      "num_tokens": 1259476448.0,
      "step": 6616
    },
    {
      "epoch": 2.2583617747440274,
      "grad_norm": 0.31406811696518366,
      "learning_rate": 2.4232425780268095e-06,
      "loss": 0.2902,
      "num_tokens": 1259656132.0,
      "step": 6617
    },
    {
      "epoch": 2.258703071672355,
      "grad_norm": 0.5092487927423583,
      "learning_rate": 2.422007290693069e-06,
      "loss": 0.3135,
      "num_tokens": 1259838256.0,
      "step": 6618
    },
    {
      "epoch": 2.2590443686006827,
      "grad_norm": 0.30107849494947075,
      "learning_rate": 2.4207724390661667e-06,
      "loss": 0.3003,
      "num_tokens": 1260022623.0,
      "step": 6619
    },
    {
      "epoch": 2.25938566552901,
      "grad_norm": 0.29571247611662416,
      "learning_rate": 2.419538023320901e-06,
      "loss": 0.309,
      "num_tokens": 1260210310.0,
      "step": 6620
    },
    {
      "epoch": 2.259726962457338,
      "grad_norm": 0.28388963325663596,
      "learning_rate": 2.4183040436320134e-06,
      "loss": 0.2685,
      "num_tokens": 1260395419.0,
      "step": 6621
    },
    {
      "epoch": 2.2600682593856654,
      "grad_norm": 0.3062096736137333,
      "learning_rate": 2.4170705001741786e-06,
      "loss": 0.2739,
      "num_tokens": 1260561709.0,
      "step": 6622
    },
    {
      "epoch": 2.260409556313993,
      "grad_norm": 0.2675510422285718,
      "learning_rate": 2.4158373931220136e-06,
      "loss": 0.2837,
      "num_tokens": 1260763587.0,
      "step": 6623
    },
    {
      "epoch": 2.260750853242321,
      "grad_norm": 0.2611437035225733,
      "learning_rate": 2.414604722650068e-06,
      "loss": 0.2852,
      "num_tokens": 1260970617.0,
      "step": 6624
    },
    {
      "epoch": 2.2610921501706485,
      "grad_norm": 0.2936000159996591,
      "learning_rate": 2.413372488932836e-06,
      "loss": 0.2793,
      "num_tokens": 1261148813.0,
      "step": 6625
    },
    {
      "epoch": 2.261433447098976,
      "grad_norm": 0.28386624852225795,
      "learning_rate": 2.4121406921447448e-06,
      "loss": 0.2908,
      "num_tokens": 1261340952.0,
      "step": 6626
    },
    {
      "epoch": 2.2617747440273037,
      "grad_norm": 0.28792844762844405,
      "learning_rate": 2.4109093324601647e-06,
      "loss": 0.3096,
      "num_tokens": 1261550346.0,
      "step": 6627
    },
    {
      "epoch": 2.2621160409556316,
      "grad_norm": 0.29146052502951736,
      "learning_rate": 2.4096784100533997e-06,
      "loss": 0.273,
      "num_tokens": 1261728636.0,
      "step": 6628
    },
    {
      "epoch": 2.262457337883959,
      "grad_norm": 0.28775026343170906,
      "learning_rate": 2.408447925098693e-06,
      "loss": 0.2825,
      "num_tokens": 1261901735.0,
      "step": 6629
    },
    {
      "epoch": 2.262798634812287,
      "grad_norm": 0.26745659112343384,
      "learning_rate": 2.4072178777702286e-06,
      "loss": 0.2655,
      "num_tokens": 1262091686.0,
      "step": 6630
    },
    {
      "epoch": 2.2631399317406142,
      "grad_norm": 0.325870901701835,
      "learning_rate": 2.4059882682421245e-06,
      "loss": 0.3018,
      "num_tokens": 1262251388.0,
      "step": 6631
    },
    {
      "epoch": 2.263481228668942,
      "grad_norm": 0.3224658052460234,
      "learning_rate": 2.4047590966884422e-06,
      "loss": 0.2943,
      "num_tokens": 1262460208.0,
      "step": 6632
    },
    {
      "epoch": 2.2638225255972695,
      "grad_norm": 0.278322857498441,
      "learning_rate": 2.4035303632831725e-06,
      "loss": 0.3047,
      "num_tokens": 1262660051.0,
      "step": 6633
    },
    {
      "epoch": 2.2641638225255973,
      "grad_norm": 0.2764122293256287,
      "learning_rate": 2.4023020682002536e-06,
      "loss": 0.2936,
      "num_tokens": 1262909910.0,
      "step": 6634
    },
    {
      "epoch": 2.2645051194539247,
      "grad_norm": 0.32652564869709144,
      "learning_rate": 2.4010742116135537e-06,
      "loss": 0.2758,
      "num_tokens": 1263055889.0,
      "step": 6635
    },
    {
      "epoch": 2.2648464163822526,
      "grad_norm": 0.30540108647388575,
      "learning_rate": 2.399846793696887e-06,
      "loss": 0.2973,
      "num_tokens": 1263225518.0,
      "step": 6636
    },
    {
      "epoch": 2.2651877133105804,
      "grad_norm": 0.30254513564995666,
      "learning_rate": 2.3986198146239985e-06,
      "loss": 0.3043,
      "num_tokens": 1263415944.0,
      "step": 6637
    },
    {
      "epoch": 2.265529010238908,
      "grad_norm": 0.27796936419968543,
      "learning_rate": 2.3973932745685735e-06,
      "loss": 0.2862,
      "num_tokens": 1263620862.0,
      "step": 6638
    },
    {
      "epoch": 2.2658703071672353,
      "grad_norm": 0.2770971287636607,
      "learning_rate": 2.396167173704238e-06,
      "loss": 0.2841,
      "num_tokens": 1263826540.0,
      "step": 6639
    },
    {
      "epoch": 2.266211604095563,
      "grad_norm": 0.2605312210266394,
      "learning_rate": 2.3949415122045495e-06,
      "loss": 0.2725,
      "num_tokens": 1264030495.0,
      "step": 6640
    },
    {
      "epoch": 2.266552901023891,
      "grad_norm": 0.2646038187224122,
      "learning_rate": 2.393716290243013e-06,
      "loss": 0.2842,
      "num_tokens": 1264234987.0,
      "step": 6641
    },
    {
      "epoch": 2.2668941979522184,
      "grad_norm": 0.2929858492635019,
      "learning_rate": 2.392491507993059e-06,
      "loss": 0.2838,
      "num_tokens": 1264409554.0,
      "step": 6642
    },
    {
      "epoch": 2.267235494880546,
      "grad_norm": 0.31211083658817895,
      "learning_rate": 2.3912671656280666e-06,
      "loss": 0.2917,
      "num_tokens": 1264617372.0,
      "step": 6643
    },
    {
      "epoch": 2.2675767918088736,
      "grad_norm": 0.29946793123176935,
      "learning_rate": 2.3900432633213447e-06,
      "loss": 0.2879,
      "num_tokens": 1264766979.0,
      "step": 6644
    },
    {
      "epoch": 2.2679180887372015,
      "grad_norm": 0.27610909790971594,
      "learning_rate": 2.3888198012461474e-06,
      "loss": 0.2799,
      "num_tokens": 1264958444.0,
      "step": 6645
    },
    {
      "epoch": 2.268259385665529,
      "grad_norm": 0.27267190431869615,
      "learning_rate": 2.38759677957566e-06,
      "loss": 0.2944,
      "num_tokens": 1265173384.0,
      "step": 6646
    },
    {
      "epoch": 2.2686006825938567,
      "grad_norm": 0.2958314469261861,
      "learning_rate": 2.3863741984830073e-06,
      "loss": 0.2889,
      "num_tokens": 1265336381.0,
      "step": 6647
    },
    {
      "epoch": 2.268941979522184,
      "grad_norm": 0.2747183484312852,
      "learning_rate": 2.385152058141255e-06,
      "loss": 0.2645,
      "num_tokens": 1265515381.0,
      "step": 6648
    },
    {
      "epoch": 2.269283276450512,
      "grad_norm": 0.29067485061489123,
      "learning_rate": 2.3839303587234025e-06,
      "loss": 0.2947,
      "num_tokens": 1265702966.0,
      "step": 6649
    },
    {
      "epoch": 2.26962457337884,
      "grad_norm": 0.2998585904534135,
      "learning_rate": 2.3827091004023877e-06,
      "loss": 0.2717,
      "num_tokens": 1265866752.0,
      "step": 6650
    },
    {
      "epoch": 2.2699658703071672,
      "grad_norm": 0.32825407595513983,
      "learning_rate": 2.381488283351085e-06,
      "loss": 0.2687,
      "num_tokens": 1266003503.0,
      "step": 6651
    },
    {
      "epoch": 2.2703071672354946,
      "grad_norm": 0.2924690646797189,
      "learning_rate": 2.3802679077423113e-06,
      "loss": 0.2869,
      "num_tokens": 1266173314.0,
      "step": 6652
    },
    {
      "epoch": 2.2706484641638225,
      "grad_norm": 0.2792169610525889,
      "learning_rate": 2.3790479737488143e-06,
      "loss": 0.2899,
      "num_tokens": 1266372709.0,
      "step": 6653
    },
    {
      "epoch": 2.2709897610921503,
      "grad_norm": 0.5450916932212916,
      "learning_rate": 2.3778284815432846e-06,
      "loss": 0.3233,
      "num_tokens": 1266585830.0,
      "step": 6654
    },
    {
      "epoch": 2.2713310580204777,
      "grad_norm": 0.2669102394102211,
      "learning_rate": 2.3766094312983477e-06,
      "loss": 0.2543,
      "num_tokens": 1266773136.0,
      "step": 6655
    },
    {
      "epoch": 2.2716723549488056,
      "grad_norm": 0.2824332805333895,
      "learning_rate": 2.375390823186565e-06,
      "loss": 0.2934,
      "num_tokens": 1266974375.0,
      "step": 6656
    },
    {
      "epoch": 2.272013651877133,
      "grad_norm": 0.30382964775787985,
      "learning_rate": 2.3741726573804396e-06,
      "loss": 0.2958,
      "num_tokens": 1267156014.0,
      "step": 6657
    },
    {
      "epoch": 2.272354948805461,
      "grad_norm": 0.29614085177621113,
      "learning_rate": 2.3729549340524087e-06,
      "loss": 0.2942,
      "num_tokens": 1267326421.0,
      "step": 6658
    },
    {
      "epoch": 2.2726962457337883,
      "grad_norm": 0.27672378612977866,
      "learning_rate": 2.371737653374848e-06,
      "loss": 0.2837,
      "num_tokens": 1267520918.0,
      "step": 6659
    },
    {
      "epoch": 2.273037542662116,
      "grad_norm": 0.26937449404343244,
      "learning_rate": 2.370520815520068e-06,
      "loss": 0.2921,
      "num_tokens": 1267732500.0,
      "step": 6660
    },
    {
      "epoch": 2.2733788395904435,
      "grad_norm": 0.2619901036998293,
      "learning_rate": 2.369304420660321e-06,
      "loss": 0.2779,
      "num_tokens": 1267950500.0,
      "step": 6661
    },
    {
      "epoch": 2.2737201365187714,
      "grad_norm": 0.2793380853659054,
      "learning_rate": 2.3680884689677965e-06,
      "loss": 0.2899,
      "num_tokens": 1268152724.0,
      "step": 6662
    },
    {
      "epoch": 2.274061433447099,
      "grad_norm": 0.2793049109349727,
      "learning_rate": 2.366872960614614e-06,
      "loss": 0.2853,
      "num_tokens": 1268337827.0,
      "step": 6663
    },
    {
      "epoch": 2.2744027303754266,
      "grad_norm": 0.27730603792072983,
      "learning_rate": 2.36565789577284e-06,
      "loss": 0.277,
      "num_tokens": 1268535719.0,
      "step": 6664
    },
    {
      "epoch": 2.274744027303754,
      "grad_norm": 0.2637045209321874,
      "learning_rate": 2.36444327461447e-06,
      "loss": 0.2729,
      "num_tokens": 1268731887.0,
      "step": 6665
    },
    {
      "epoch": 2.275085324232082,
      "grad_norm": 0.30720947796295867,
      "learning_rate": 2.3632290973114444e-06,
      "loss": 0.2881,
      "num_tokens": 1268912558.0,
      "step": 6666
    },
    {
      "epoch": 2.2754266211604097,
      "grad_norm": 0.2964467443184776,
      "learning_rate": 2.3620153640356332e-06,
      "loss": 0.2984,
      "num_tokens": 1269095255.0,
      "step": 6667
    },
    {
      "epoch": 2.275767918088737,
      "grad_norm": 0.2537825422144844,
      "learning_rate": 2.3608020749588477e-06,
      "loss": 0.2571,
      "num_tokens": 1269285145.0,
      "step": 6668
    },
    {
      "epoch": 2.276109215017065,
      "grad_norm": 0.28013117555334,
      "learning_rate": 2.359589230252837e-06,
      "loss": 0.3096,
      "num_tokens": 1269484235.0,
      "step": 6669
    },
    {
      "epoch": 2.2764505119453924,
      "grad_norm": 0.27632295580336935,
      "learning_rate": 2.3583768300892846e-06,
      "loss": 0.29,
      "num_tokens": 1269708207.0,
      "step": 6670
    },
    {
      "epoch": 2.2767918088737202,
      "grad_norm": 0.2770925106827772,
      "learning_rate": 2.357164874639815e-06,
      "loss": 0.2842,
      "num_tokens": 1269905876.0,
      "step": 6671
    },
    {
      "epoch": 2.2771331058020476,
      "grad_norm": 0.2677816033388901,
      "learning_rate": 2.355953364075983e-06,
      "loss": 0.3239,
      "num_tokens": 1270156677.0,
      "step": 6672
    },
    {
      "epoch": 2.2774744027303755,
      "grad_norm": 0.26130250815448886,
      "learning_rate": 2.354742298569288e-06,
      "loss": 0.2957,
      "num_tokens": 1270358615.0,
      "step": 6673
    },
    {
      "epoch": 2.277815699658703,
      "grad_norm": 0.284670128104602,
      "learning_rate": 2.3535316782911603e-06,
      "loss": 0.2733,
      "num_tokens": 1270538908.0,
      "step": 6674
    },
    {
      "epoch": 2.2781569965870307,
      "grad_norm": 0.2845496537516455,
      "learning_rate": 2.3523215034129723e-06,
      "loss": 0.2865,
      "num_tokens": 1270704569.0,
      "step": 6675
    },
    {
      "epoch": 2.2784982935153586,
      "grad_norm": 0.3104157366711625,
      "learning_rate": 2.3511117741060307e-06,
      "loss": 0.3091,
      "num_tokens": 1270875839.0,
      "step": 6676
    },
    {
      "epoch": 2.278839590443686,
      "grad_norm": 0.29668670741170067,
      "learning_rate": 2.349902490541577e-06,
      "loss": 0.2859,
      "num_tokens": 1271062354.0,
      "step": 6677
    },
    {
      "epoch": 2.2791808873720134,
      "grad_norm": 0.30657417455536273,
      "learning_rate": 2.348693652890795e-06,
      "loss": 0.2976,
      "num_tokens": 1271232166.0,
      "step": 6678
    },
    {
      "epoch": 2.2795221843003413,
      "grad_norm": 0.259492968694982,
      "learning_rate": 2.347485261324799e-06,
      "loss": 0.2768,
      "num_tokens": 1271438551.0,
      "step": 6679
    },
    {
      "epoch": 2.279863481228669,
      "grad_norm": 0.26262084322511325,
      "learning_rate": 2.3462773160146488e-06,
      "loss": 0.2625,
      "num_tokens": 1271633904.0,
      "step": 6680
    },
    {
      "epoch": 2.2802047781569965,
      "grad_norm": 0.2808701299708623,
      "learning_rate": 2.3450698171313294e-06,
      "loss": 0.2909,
      "num_tokens": 1271806264.0,
      "step": 6681
    },
    {
      "epoch": 2.2805460750853244,
      "grad_norm": 0.27028100216416767,
      "learning_rate": 2.343862764845773e-06,
      "loss": 0.2986,
      "num_tokens": 1272020640.0,
      "step": 6682
    },
    {
      "epoch": 2.2808873720136518,
      "grad_norm": 0.37205124799296274,
      "learning_rate": 2.3426561593288423e-06,
      "loss": 0.2784,
      "num_tokens": 1272152814.0,
      "step": 6683
    },
    {
      "epoch": 2.2812286689419796,
      "grad_norm": 0.3111783555854109,
      "learning_rate": 2.3414500007513414e-06,
      "loss": 0.2862,
      "num_tokens": 1272313583.0,
      "step": 6684
    },
    {
      "epoch": 2.281569965870307,
      "grad_norm": 0.29047595376900653,
      "learning_rate": 2.340244289284007e-06,
      "loss": 0.3247,
      "num_tokens": 1272503050.0,
      "step": 6685
    },
    {
      "epoch": 2.281911262798635,
      "grad_norm": 0.26138584051601643,
      "learning_rate": 2.3390390250975134e-06,
      "loss": 0.2917,
      "num_tokens": 1272731608.0,
      "step": 6686
    },
    {
      "epoch": 2.2822525597269623,
      "grad_norm": 0.26509737033387637,
      "learning_rate": 2.337834208362475e-06,
      "loss": 0.3081,
      "num_tokens": 1272955134.0,
      "step": 6687
    },
    {
      "epoch": 2.28259385665529,
      "grad_norm": 0.28323957409259504,
      "learning_rate": 2.336629839249437e-06,
      "loss": 0.3052,
      "num_tokens": 1273164542.0,
      "step": 6688
    },
    {
      "epoch": 2.282935153583618,
      "grad_norm": 0.2777380664437837,
      "learning_rate": 2.3354259179288894e-06,
      "loss": 0.3083,
      "num_tokens": 1273374791.0,
      "step": 6689
    },
    {
      "epoch": 2.2832764505119454,
      "grad_norm": 0.2944616908270127,
      "learning_rate": 2.334222444571248e-06,
      "loss": 0.2936,
      "num_tokens": 1273557006.0,
      "step": 6690
    },
    {
      "epoch": 2.283617747440273,
      "grad_norm": 0.2878963167631432,
      "learning_rate": 2.3330194193468746e-06,
      "loss": 0.2957,
      "num_tokens": 1273743242.0,
      "step": 6691
    },
    {
      "epoch": 2.2839590443686006,
      "grad_norm": 0.282335401785906,
      "learning_rate": 2.3318168424260624e-06,
      "loss": 0.2981,
      "num_tokens": 1273946597.0,
      "step": 6692
    },
    {
      "epoch": 2.2843003412969285,
      "grad_norm": 0.2995271637935665,
      "learning_rate": 2.330614713979045e-06,
      "loss": 0.2858,
      "num_tokens": 1274127244.0,
      "step": 6693
    },
    {
      "epoch": 2.284641638225256,
      "grad_norm": 0.28319047613212966,
      "learning_rate": 2.3294130341759895e-06,
      "loss": 0.297,
      "num_tokens": 1274324128.0,
      "step": 6694
    },
    {
      "epoch": 2.2849829351535837,
      "grad_norm": 0.3024881424716327,
      "learning_rate": 2.328211803186998e-06,
      "loss": 0.3073,
      "num_tokens": 1274506292.0,
      "step": 6695
    },
    {
      "epoch": 2.285324232081911,
      "grad_norm": 0.3100980846771287,
      "learning_rate": 2.327011021182114e-06,
      "loss": 0.2796,
      "num_tokens": 1274661490.0,
      "step": 6696
    },
    {
      "epoch": 2.285665529010239,
      "grad_norm": 0.2682945280466823,
      "learning_rate": 2.325810688331315e-06,
      "loss": 0.2918,
      "num_tokens": 1274870963.0,
      "step": 6697
    },
    {
      "epoch": 2.2860068259385664,
      "grad_norm": 0.2567209210403791,
      "learning_rate": 2.324610804804513e-06,
      "loss": 0.2765,
      "num_tokens": 1275089486.0,
      "step": 6698
    },
    {
      "epoch": 2.2863481228668943,
      "grad_norm": 0.2613660765462177,
      "learning_rate": 2.3234113707715577e-06,
      "loss": 0.2677,
      "num_tokens": 1275290436.0,
      "step": 6699
    },
    {
      "epoch": 2.2866894197952217,
      "grad_norm": 0.2677292034561267,
      "learning_rate": 2.322212386402238e-06,
      "loss": 0.2879,
      "num_tokens": 1275501102.0,
      "step": 6700
    },
    {
      "epoch": 2.2870307167235495,
      "grad_norm": 0.3181023346740277,
      "learning_rate": 2.3210138518662744e-06,
      "loss": 0.3,
      "num_tokens": 1275667927.0,
      "step": 6701
    },
    {
      "epoch": 2.2873720136518774,
      "grad_norm": 0.3000732203768165,
      "learning_rate": 2.319815767333328e-06,
      "loss": 0.3093,
      "num_tokens": 1275854182.0,
      "step": 6702
    },
    {
      "epoch": 2.2877133105802048,
      "grad_norm": 0.3156639342431035,
      "learning_rate": 2.3186181329729938e-06,
      "loss": 0.285,
      "num_tokens": 1276040722.0,
      "step": 6703
    },
    {
      "epoch": 2.288054607508532,
      "grad_norm": 0.2938627896799273,
      "learning_rate": 2.317420948954802e-06,
      "loss": 0.298,
      "num_tokens": 1276228141.0,
      "step": 6704
    },
    {
      "epoch": 2.28839590443686,
      "grad_norm": 0.374799055281901,
      "learning_rate": 2.316224215448223e-06,
      "loss": 0.2834,
      "num_tokens": 1276415928.0,
      "step": 6705
    },
    {
      "epoch": 2.288737201365188,
      "grad_norm": 0.27569072848647264,
      "learning_rate": 2.3150279326226594e-06,
      "loss": 0.2798,
      "num_tokens": 1276598870.0,
      "step": 6706
    },
    {
      "epoch": 2.2890784982935153,
      "grad_norm": 0.278846751262995,
      "learning_rate": 2.3138321006474514e-06,
      "loss": 0.282,
      "num_tokens": 1276795679.0,
      "step": 6707
    },
    {
      "epoch": 2.289419795221843,
      "grad_norm": 0.28850018925872983,
      "learning_rate": 2.312636719691877e-06,
      "loss": 0.3149,
      "num_tokens": 1276985231.0,
      "step": 6708
    },
    {
      "epoch": 2.2897610921501705,
      "grad_norm": 0.3151106355475965,
      "learning_rate": 2.3114417899251475e-06,
      "loss": 0.2842,
      "num_tokens": 1277134922.0,
      "step": 6709
    },
    {
      "epoch": 2.2901023890784984,
      "grad_norm": 0.29175942384966647,
      "learning_rate": 2.3102473115164132e-06,
      "loss": 0.313,
      "num_tokens": 1277337145.0,
      "step": 6710
    },
    {
      "epoch": 2.290443686006826,
      "grad_norm": 0.28921189438428413,
      "learning_rate": 2.309053284634759e-06,
      "loss": 0.3086,
      "num_tokens": 1277543284.0,
      "step": 6711
    },
    {
      "epoch": 2.2907849829351536,
      "grad_norm": 0.2639911503311504,
      "learning_rate": 2.3078597094492047e-06,
      "loss": 0.2598,
      "num_tokens": 1277721060.0,
      "step": 6712
    },
    {
      "epoch": 2.291126279863481,
      "grad_norm": 0.29591694188374007,
      "learning_rate": 2.306666586128707e-06,
      "loss": 0.2837,
      "num_tokens": 1277899909.0,
      "step": 6713
    },
    {
      "epoch": 2.291467576791809,
      "grad_norm": 0.28201969922157805,
      "learning_rate": 2.305473914842162e-06,
      "loss": 0.2864,
      "num_tokens": 1278098333.0,
      "step": 6714
    },
    {
      "epoch": 2.2918088737201368,
      "grad_norm": 0.2744063425629602,
      "learning_rate": 2.3042816957583968e-06,
      "loss": 0.2756,
      "num_tokens": 1278277959.0,
      "step": 6715
    },
    {
      "epoch": 2.292150170648464,
      "grad_norm": 0.2618038364657437,
      "learning_rate": 2.3030899290461754e-06,
      "loss": 0.3221,
      "num_tokens": 1278512801.0,
      "step": 6716
    },
    {
      "epoch": 2.2924914675767916,
      "grad_norm": 0.263069158189297,
      "learning_rate": 2.301898614874202e-06,
      "loss": 0.2897,
      "num_tokens": 1278736749.0,
      "step": 6717
    },
    {
      "epoch": 2.2928327645051194,
      "grad_norm": 0.2945796396704575,
      "learning_rate": 2.3007077534111107e-06,
      "loss": 0.2905,
      "num_tokens": 1278920529.0,
      "step": 6718
    },
    {
      "epoch": 2.2931740614334473,
      "grad_norm": 0.2549266130801225,
      "learning_rate": 2.2995173448254793e-06,
      "loss": 0.3149,
      "num_tokens": 1279164049.0,
      "step": 6719
    },
    {
      "epoch": 2.2935153583617747,
      "grad_norm": 0.2809103480197678,
      "learning_rate": 2.29832738928581e-06,
      "loss": 0.276,
      "num_tokens": 1279331419.0,
      "step": 6720
    },
    {
      "epoch": 2.2938566552901025,
      "grad_norm": 0.3119887155838383,
      "learning_rate": 2.2971378869605527e-06,
      "loss": 0.2788,
      "num_tokens": 1279497417.0,
      "step": 6721
    },
    {
      "epoch": 2.29419795221843,
      "grad_norm": 0.29575457530053456,
      "learning_rate": 2.2959488380180844e-06,
      "loss": 0.2905,
      "num_tokens": 1279675623.0,
      "step": 6722
    },
    {
      "epoch": 2.2945392491467578,
      "grad_norm": 0.27670866371430763,
      "learning_rate": 2.294760242626725e-06,
      "loss": 0.3116,
      "num_tokens": 1279887951.0,
      "step": 6723
    },
    {
      "epoch": 2.294880546075085,
      "grad_norm": 0.2788159780967904,
      "learning_rate": 2.293572100954725e-06,
      "loss": 0.3239,
      "num_tokens": 1280102711.0,
      "step": 6724
    },
    {
      "epoch": 2.295221843003413,
      "grad_norm": 0.29208415649983266,
      "learning_rate": 2.2923844131702714e-06,
      "loss": 0.2621,
      "num_tokens": 1280264944.0,
      "step": 6725
    },
    {
      "epoch": 2.2955631399317404,
      "grad_norm": 0.29718823676483086,
      "learning_rate": 2.2911971794414903e-06,
      "loss": 0.3059,
      "num_tokens": 1280471739.0,
      "step": 6726
    },
    {
      "epoch": 2.2959044368600683,
      "grad_norm": 0.3106236260864772,
      "learning_rate": 2.2900103999364384e-06,
      "loss": 0.3004,
      "num_tokens": 1280650690.0,
      "step": 6727
    },
    {
      "epoch": 2.296245733788396,
      "grad_norm": 0.2835959905552726,
      "learning_rate": 2.288824074823115e-06,
      "loss": 0.2783,
      "num_tokens": 1280841829.0,
      "step": 6728
    },
    {
      "epoch": 2.2965870307167235,
      "grad_norm": 0.25912732767085256,
      "learning_rate": 2.287638204269446e-06,
      "loss": 0.2996,
      "num_tokens": 1281064276.0,
      "step": 6729
    },
    {
      "epoch": 2.296928327645051,
      "grad_norm": 0.28052401720273445,
      "learning_rate": 2.2864527884433018e-06,
      "loss": 0.2923,
      "num_tokens": 1281254908.0,
      "step": 6730
    },
    {
      "epoch": 2.297269624573379,
      "grad_norm": 0.27053108046971297,
      "learning_rate": 2.285267827512481e-06,
      "loss": 0.3079,
      "num_tokens": 1281468455.0,
      "step": 6731
    },
    {
      "epoch": 2.2976109215017066,
      "grad_norm": 0.28972778763810997,
      "learning_rate": 2.2840833216447257e-06,
      "loss": 0.2692,
      "num_tokens": 1281636273.0,
      "step": 6732
    },
    {
      "epoch": 2.297952218430034,
      "grad_norm": 0.28506115234234447,
      "learning_rate": 2.282899271007706e-06,
      "loss": 0.2894,
      "num_tokens": 1281818518.0,
      "step": 6733
    },
    {
      "epoch": 2.298293515358362,
      "grad_norm": 0.2906586968110045,
      "learning_rate": 2.281715675769031e-06,
      "loss": 0.2815,
      "num_tokens": 1282016681.0,
      "step": 6734
    },
    {
      "epoch": 2.2986348122866893,
      "grad_norm": 0.2697904805741781,
      "learning_rate": 2.280532536096247e-06,
      "loss": 0.2935,
      "num_tokens": 1282225069.0,
      "step": 6735
    },
    {
      "epoch": 2.298976109215017,
      "grad_norm": 0.29031999677364523,
      "learning_rate": 2.279349852156831e-06,
      "loss": 0.2887,
      "num_tokens": 1282460481.0,
      "step": 6736
    },
    {
      "epoch": 2.2993174061433446,
      "grad_norm": 0.30446998744418163,
      "learning_rate": 2.278167624118204e-06,
      "loss": 0.2611,
      "num_tokens": 1282604757.0,
      "step": 6737
    },
    {
      "epoch": 2.2996587030716724,
      "grad_norm": 0.271904613323946,
      "learning_rate": 2.2769858521477097e-06,
      "loss": 0.2813,
      "num_tokens": 1282792205.0,
      "step": 6738
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.295169223792192,
      "learning_rate": 2.275804536412639e-06,
      "loss": 0.292,
      "num_tokens": 1282969233.0,
      "step": 6739
    },
    {
      "epoch": 2.3003412969283277,
      "grad_norm": 0.26868257525511935,
      "learning_rate": 2.2746236770802115e-06,
      "loss": 0.3166,
      "num_tokens": 1283174323.0,
      "step": 6740
    },
    {
      "epoch": 2.3006825938566555,
      "grad_norm": 0.28349278819288615,
      "learning_rate": 2.273443274317587e-06,
      "loss": 0.2874,
      "num_tokens": 1283382925.0,
      "step": 6741
    },
    {
      "epoch": 2.301023890784983,
      "grad_norm": 0.29323365261280915,
      "learning_rate": 2.272263328291856e-06,
      "loss": 0.3156,
      "num_tokens": 1283581920.0,
      "step": 6742
    },
    {
      "epoch": 2.3013651877133103,
      "grad_norm": 0.2940837926998845,
      "learning_rate": 2.2710838391700453e-06,
      "loss": 0.2781,
      "num_tokens": 1283765668.0,
      "step": 6743
    },
    {
      "epoch": 2.301706484641638,
      "grad_norm": 0.28204574004868393,
      "learning_rate": 2.2699048071191215e-06,
      "loss": 0.2896,
      "num_tokens": 1283936089.0,
      "step": 6744
    },
    {
      "epoch": 2.302047781569966,
      "grad_norm": 0.283838640879017,
      "learning_rate": 2.2687262323059795e-06,
      "loss": 0.3025,
      "num_tokens": 1284135414.0,
      "step": 6745
    },
    {
      "epoch": 2.3023890784982934,
      "grad_norm": 0.332880890679854,
      "learning_rate": 2.2675481148974574e-06,
      "loss": 0.2811,
      "num_tokens": 1284334227.0,
      "step": 6746
    },
    {
      "epoch": 2.3027303754266213,
      "grad_norm": 0.2901530452226216,
      "learning_rate": 2.2663704550603186e-06,
      "loss": 0.2807,
      "num_tokens": 1284531199.0,
      "step": 6747
    },
    {
      "epoch": 2.3030716723549487,
      "grad_norm": 0.3270594764898906,
      "learning_rate": 2.26519325296127e-06,
      "loss": 0.3176,
      "num_tokens": 1284688176.0,
      "step": 6748
    },
    {
      "epoch": 2.3034129692832765,
      "grad_norm": 0.2681895412289651,
      "learning_rate": 2.264016508766953e-06,
      "loss": 0.2985,
      "num_tokens": 1284906887.0,
      "step": 6749
    },
    {
      "epoch": 2.303754266211604,
      "grad_norm": 0.2852382239664958,
      "learning_rate": 2.262840222643941e-06,
      "loss": 0.2902,
      "num_tokens": 1285088275.0,
      "step": 6750
    },
    {
      "epoch": 2.304095563139932,
      "grad_norm": 0.28554230203632264,
      "learning_rate": 2.2616643947587426e-06,
      "loss": 0.3143,
      "num_tokens": 1285317178.0,
      "step": 6751
    },
    {
      "epoch": 2.304436860068259,
      "grad_norm": 0.27186898667287207,
      "learning_rate": 2.2604890252778028e-06,
      "loss": 0.2867,
      "num_tokens": 1285510985.0,
      "step": 6752
    },
    {
      "epoch": 2.304778156996587,
      "grad_norm": 0.2944414572085889,
      "learning_rate": 2.2593141143675033e-06,
      "loss": 0.2814,
      "num_tokens": 1285681396.0,
      "step": 6753
    },
    {
      "epoch": 2.305119453924915,
      "grad_norm": 0.28121817991711884,
      "learning_rate": 2.258139662194158e-06,
      "loss": 0.3019,
      "num_tokens": 1285889467.0,
      "step": 6754
    },
    {
      "epoch": 2.3054607508532423,
      "grad_norm": 0.29285585869447345,
      "learning_rate": 2.2569656689240157e-06,
      "loss": 0.2947,
      "num_tokens": 1286069735.0,
      "step": 6755
    },
    {
      "epoch": 2.3058020477815697,
      "grad_norm": 0.2773378703694735,
      "learning_rate": 2.255792134723265e-06,
      "loss": 0.3063,
      "num_tokens": 1286268147.0,
      "step": 6756
    },
    {
      "epoch": 2.3061433447098976,
      "grad_norm": 0.32301257748167905,
      "learning_rate": 2.2546190597580227e-06,
      "loss": 0.2742,
      "num_tokens": 1286406738.0,
      "step": 6757
    },
    {
      "epoch": 2.3064846416382254,
      "grad_norm": 0.28949864376757123,
      "learning_rate": 2.2534464441943473e-06,
      "loss": 0.3109,
      "num_tokens": 1286617651.0,
      "step": 6758
    },
    {
      "epoch": 2.306825938566553,
      "grad_norm": 0.27398097748652944,
      "learning_rate": 2.2522742881982272e-06,
      "loss": 0.307,
      "num_tokens": 1286866724.0,
      "step": 6759
    },
    {
      "epoch": 2.3071672354948807,
      "grad_norm": 0.2981456129673782,
      "learning_rate": 2.2511025919355874e-06,
      "loss": 0.2842,
      "num_tokens": 1287055659.0,
      "step": 6760
    },
    {
      "epoch": 2.307508532423208,
      "grad_norm": 0.2844321938246489,
      "learning_rate": 2.2499313555722874e-06,
      "loss": 0.3101,
      "num_tokens": 1287253939.0,
      "step": 6761
    },
    {
      "epoch": 2.307849829351536,
      "grad_norm": 0.29162798707261195,
      "learning_rate": 2.2487605792741242e-06,
      "loss": 0.2769,
      "num_tokens": 1287421244.0,
      "step": 6762
    },
    {
      "epoch": 2.3081911262798633,
      "grad_norm": 0.2993429559221475,
      "learning_rate": 2.247590263206826e-06,
      "loss": 0.2675,
      "num_tokens": 1287592209.0,
      "step": 6763
    },
    {
      "epoch": 2.308532423208191,
      "grad_norm": 0.2649675273653642,
      "learning_rate": 2.2464204075360573e-06,
      "loss": 0.278,
      "num_tokens": 1287797679.0,
      "step": 6764
    },
    {
      "epoch": 2.3088737201365186,
      "grad_norm": 0.2533669406468678,
      "learning_rate": 2.245251012427419e-06,
      "loss": 0.2808,
      "num_tokens": 1288022374.0,
      "step": 6765
    },
    {
      "epoch": 2.3092150170648464,
      "grad_norm": 0.2734558950122545,
      "learning_rate": 2.244082078046444e-06,
      "loss": 0.2954,
      "num_tokens": 1288231053.0,
      "step": 6766
    },
    {
      "epoch": 2.3095563139931743,
      "grad_norm": 0.4707947230966339,
      "learning_rate": 2.2429136045586046e-06,
      "loss": 0.3043,
      "num_tokens": 1288435418.0,
      "step": 6767
    },
    {
      "epoch": 2.3098976109215017,
      "grad_norm": 0.2869039122455508,
      "learning_rate": 2.241745592129299e-06,
      "loss": 0.2712,
      "num_tokens": 1288604977.0,
      "step": 6768
    },
    {
      "epoch": 2.310238907849829,
      "grad_norm": 0.304619107222818,
      "learning_rate": 2.240578040923871e-06,
      "loss": 0.2654,
      "num_tokens": 1288766960.0,
      "step": 6769
    },
    {
      "epoch": 2.310580204778157,
      "grad_norm": 0.29700473722217063,
      "learning_rate": 2.2394109511075903e-06,
      "loss": 0.2738,
      "num_tokens": 1288929909.0,
      "step": 6770
    },
    {
      "epoch": 2.310921501706485,
      "grad_norm": 0.2591859822219203,
      "learning_rate": 2.238244322845667e-06,
      "loss": 0.2792,
      "num_tokens": 1289147045.0,
      "step": 6771
    },
    {
      "epoch": 2.311262798634812,
      "grad_norm": 0.3386712251160466,
      "learning_rate": 2.2370781563032447e-06,
      "loss": 0.2961,
      "num_tokens": 1289329219.0,
      "step": 6772
    },
    {
      "epoch": 2.31160409556314,
      "grad_norm": 0.31340786674699855,
      "learning_rate": 2.2359124516453968e-06,
      "loss": 0.2899,
      "num_tokens": 1289485740.0,
      "step": 6773
    },
    {
      "epoch": 2.3119453924914675,
      "grad_norm": 0.273825430458372,
      "learning_rate": 2.23474720903714e-06,
      "loss": 0.2977,
      "num_tokens": 1289690056.0,
      "step": 6774
    },
    {
      "epoch": 2.3122866894197953,
      "grad_norm": 0.2948687995640584,
      "learning_rate": 2.233582428643416e-06,
      "loss": 0.3164,
      "num_tokens": 1289890501.0,
      "step": 6775
    },
    {
      "epoch": 2.3126279863481227,
      "grad_norm": 0.285279521051946,
      "learning_rate": 2.2324181106291115e-06,
      "loss": 0.2754,
      "num_tokens": 1290072189.0,
      "step": 6776
    },
    {
      "epoch": 2.3129692832764506,
      "grad_norm": 0.31059471851244996,
      "learning_rate": 2.2312542551590367e-06,
      "loss": 0.2893,
      "num_tokens": 1290235263.0,
      "step": 6777
    },
    {
      "epoch": 2.313310580204778,
      "grad_norm": 0.28722223392617935,
      "learning_rate": 2.230090862397945e-06,
      "loss": 0.2966,
      "num_tokens": 1290426179.0,
      "step": 6778
    },
    {
      "epoch": 2.313651877133106,
      "grad_norm": 0.3175952730729659,
      "learning_rate": 2.2289279325105182e-06,
      "loss": 0.3353,
      "num_tokens": 1290616187.0,
      "step": 6779
    },
    {
      "epoch": 2.3139931740614337,
      "grad_norm": 0.3206590486122731,
      "learning_rate": 2.22776546566138e-06,
      "loss": 0.2646,
      "num_tokens": 1290795552.0,
      "step": 6780
    },
    {
      "epoch": 2.314334470989761,
      "grad_norm": 0.338562923993912,
      "learning_rate": 2.2266034620150806e-06,
      "loss": 0.2668,
      "num_tokens": 1291004671.0,
      "step": 6781
    },
    {
      "epoch": 2.3146757679180885,
      "grad_norm": 0.2815417082495836,
      "learning_rate": 2.2254419217361075e-06,
      "loss": 0.2961,
      "num_tokens": 1291206539.0,
      "step": 6782
    },
    {
      "epoch": 2.3150170648464163,
      "grad_norm": 0.28620270370030976,
      "learning_rate": 2.2242808449888856e-06,
      "loss": 0.2696,
      "num_tokens": 1291436054.0,
      "step": 6783
    },
    {
      "epoch": 2.315358361774744,
      "grad_norm": 0.311132378464782,
      "learning_rate": 2.2231202319377694e-06,
      "loss": 0.2886,
      "num_tokens": 1291607748.0,
      "step": 6784
    },
    {
      "epoch": 2.3156996587030716,
      "grad_norm": 0.3332463322863461,
      "learning_rate": 2.221960082747054e-06,
      "loss": 0.3104,
      "num_tokens": 1291772890.0,
      "step": 6785
    },
    {
      "epoch": 2.3160409556313994,
      "grad_norm": 0.2814858687016721,
      "learning_rate": 2.2208003975809588e-06,
      "loss": 0.272,
      "num_tokens": 1291957565.0,
      "step": 6786
    },
    {
      "epoch": 2.316382252559727,
      "grad_norm": 0.2963104379128534,
      "learning_rate": 2.2196411766036492e-06,
      "loss": 0.2671,
      "num_tokens": 1292123281.0,
      "step": 6787
    },
    {
      "epoch": 2.3167235494880547,
      "grad_norm": 0.26148625966875705,
      "learning_rate": 2.2184824199792153e-06,
      "loss": 0.3012,
      "num_tokens": 1292364859.0,
      "step": 6788
    },
    {
      "epoch": 2.317064846416382,
      "grad_norm": 0.2809797232682161,
      "learning_rate": 2.2173241278716883e-06,
      "loss": 0.2694,
      "num_tokens": 1292554632.0,
      "step": 6789
    },
    {
      "epoch": 2.31740614334471,
      "grad_norm": 0.3577646419487119,
      "learning_rate": 2.21616630044503e-06,
      "loss": 0.2768,
      "num_tokens": 1292729234.0,
      "step": 6790
    },
    {
      "epoch": 2.3177474402730374,
      "grad_norm": 0.28644430275906185,
      "learning_rate": 2.215008937863136e-06,
      "loss": 0.2682,
      "num_tokens": 1292891576.0,
      "step": 6791
    },
    {
      "epoch": 2.318088737201365,
      "grad_norm": 0.25747443515812074,
      "learning_rate": 2.2138520402898396e-06,
      "loss": 0.2993,
      "num_tokens": 1293111337.0,
      "step": 6792
    },
    {
      "epoch": 2.318430034129693,
      "grad_norm": 0.2575161281481288,
      "learning_rate": 2.2126956078889033e-06,
      "loss": 0.2622,
      "num_tokens": 1293290054.0,
      "step": 6793
    },
    {
      "epoch": 2.3187713310580205,
      "grad_norm": 0.31014821810952775,
      "learning_rate": 2.2115396408240306e-06,
      "loss": 0.2935,
      "num_tokens": 1293461528.0,
      "step": 6794
    },
    {
      "epoch": 2.319112627986348,
      "grad_norm": 0.2933641324751425,
      "learning_rate": 2.2103841392588505e-06,
      "loss": 0.2982,
      "num_tokens": 1293628667.0,
      "step": 6795
    },
    {
      "epoch": 2.3194539249146757,
      "grad_norm": 0.2934800434454548,
      "learning_rate": 2.2092291033569314e-06,
      "loss": 0.2852,
      "num_tokens": 1293787148.0,
      "step": 6796
    },
    {
      "epoch": 2.3197952218430036,
      "grad_norm": 0.2645466618538431,
      "learning_rate": 2.2080745332817777e-06,
      "loss": 0.2757,
      "num_tokens": 1293993127.0,
      "step": 6797
    },
    {
      "epoch": 2.320136518771331,
      "grad_norm": 0.2758555243001227,
      "learning_rate": 2.2069204291968245e-06,
      "loss": 0.3056,
      "num_tokens": 1294217454.0,
      "step": 6798
    },
    {
      "epoch": 2.320477815699659,
      "grad_norm": 0.28101023409029646,
      "learning_rate": 2.2057667912654394e-06,
      "loss": 0.275,
      "num_tokens": 1294378660.0,
      "step": 6799
    },
    {
      "epoch": 2.3208191126279862,
      "grad_norm": 0.2855971042182715,
      "learning_rate": 2.204613619650927e-06,
      "loss": 0.3005,
      "num_tokens": 1294579514.0,
      "step": 6800
    },
    {
      "epoch": 2.321160409556314,
      "grad_norm": 0.27298913779907596,
      "learning_rate": 2.203460914516527e-06,
      "loss": 0.3103,
      "num_tokens": 1294811403.0,
      "step": 6801
    },
    {
      "epoch": 2.3215017064846415,
      "grad_norm": 0.28718000183681497,
      "learning_rate": 2.20230867602541e-06,
      "loss": 0.258,
      "num_tokens": 1294958870.0,
      "step": 6802
    },
    {
      "epoch": 2.3218430034129693,
      "grad_norm": 0.31544610770137405,
      "learning_rate": 2.2011569043406793e-06,
      "loss": 0.2888,
      "num_tokens": 1295130175.0,
      "step": 6803
    },
    {
      "epoch": 2.3221843003412967,
      "grad_norm": 0.3142856511013158,
      "learning_rate": 2.200005599625378e-06,
      "loss": 0.3213,
      "num_tokens": 1295297424.0,
      "step": 6804
    },
    {
      "epoch": 2.3225255972696246,
      "grad_norm": 0.2966244715330627,
      "learning_rate": 2.1988547620424777e-06,
      "loss": 0.3134,
      "num_tokens": 1295510795.0,
      "step": 6805
    },
    {
      "epoch": 2.3228668941979524,
      "grad_norm": 0.2694209083989603,
      "learning_rate": 2.1977043917548877e-06,
      "loss": 0.2763,
      "num_tokens": 1295705199.0,
      "step": 6806
    },
    {
      "epoch": 2.32320819112628,
      "grad_norm": 0.27021074333790307,
      "learning_rate": 2.1965544889254474e-06,
      "loss": 0.293,
      "num_tokens": 1295913314.0,
      "step": 6807
    },
    {
      "epoch": 2.3235494880546073,
      "grad_norm": 0.3202170238833809,
      "learning_rate": 2.195405053716933e-06,
      "loss": 0.3319,
      "num_tokens": 1296112376.0,
      "step": 6808
    },
    {
      "epoch": 2.323890784982935,
      "grad_norm": 0.31981278472135494,
      "learning_rate": 2.1942560862920515e-06,
      "loss": 0.291,
      "num_tokens": 1296290305.0,
      "step": 6809
    },
    {
      "epoch": 2.324232081911263,
      "grad_norm": 0.33255760221994024,
      "learning_rate": 2.193107586813448e-06,
      "loss": 0.2936,
      "num_tokens": 1296449548.0,
      "step": 6810
    },
    {
      "epoch": 2.3245733788395904,
      "grad_norm": 0.30896077619888385,
      "learning_rate": 2.1919595554436986e-06,
      "loss": 0.3091,
      "num_tokens": 1296621546.0,
      "step": 6811
    },
    {
      "epoch": 2.324914675767918,
      "grad_norm": 0.30463791572146987,
      "learning_rate": 2.190811992345311e-06,
      "loss": 0.3054,
      "num_tokens": 1296795895.0,
      "step": 6812
    },
    {
      "epoch": 2.3252559726962456,
      "grad_norm": 0.24752125129362362,
      "learning_rate": 2.1896648976807316e-06,
      "loss": 0.2716,
      "num_tokens": 1297023684.0,
      "step": 6813
    },
    {
      "epoch": 2.3255972696245735,
      "grad_norm": 0.27485219603871297,
      "learning_rate": 2.1885182716123364e-06,
      "loss": 0.2827,
      "num_tokens": 1297222430.0,
      "step": 6814
    },
    {
      "epoch": 2.325938566552901,
      "grad_norm": 0.3072872977466731,
      "learning_rate": 2.187372114302439e-06,
      "loss": 0.2836,
      "num_tokens": 1297406790.0,
      "step": 6815
    },
    {
      "epoch": 2.3262798634812287,
      "grad_norm": 0.2798954273307169,
      "learning_rate": 2.1862264259132827e-06,
      "loss": 0.3264,
      "num_tokens": 1297639448.0,
      "step": 6816
    },
    {
      "epoch": 2.326621160409556,
      "grad_norm": 0.2992922738148791,
      "learning_rate": 2.1850812066070455e-06,
      "loss": 0.3075,
      "num_tokens": 1297833270.0,
      "step": 6817
    },
    {
      "epoch": 2.326962457337884,
      "grad_norm": 0.31518496591912165,
      "learning_rate": 2.183936456545839e-06,
      "loss": 0.3192,
      "num_tokens": 1298001547.0,
      "step": 6818
    },
    {
      "epoch": 2.327303754266212,
      "grad_norm": 0.28809593657087973,
      "learning_rate": 2.1827921758917116e-06,
      "loss": 0.2923,
      "num_tokens": 1298206170.0,
      "step": 6819
    },
    {
      "epoch": 2.3276450511945392,
      "grad_norm": 0.2892905369551655,
      "learning_rate": 2.1816483648066406e-06,
      "loss": 0.3085,
      "num_tokens": 1298426274.0,
      "step": 6820
    },
    {
      "epoch": 2.3279863481228666,
      "grad_norm": 0.27242724036083443,
      "learning_rate": 2.1805050234525378e-06,
      "loss": 0.2951,
      "num_tokens": 1298618613.0,
      "step": 6821
    },
    {
      "epoch": 2.3283276450511945,
      "grad_norm": 0.3190455908494287,
      "learning_rate": 2.1793621519912516e-06,
      "loss": 0.2906,
      "num_tokens": 1298771122.0,
      "step": 6822
    },
    {
      "epoch": 2.3286689419795223,
      "grad_norm": 0.29270793208999796,
      "learning_rate": 2.1782197505845603e-06,
      "loss": 0.2776,
      "num_tokens": 1298956307.0,
      "step": 6823
    },
    {
      "epoch": 2.3290102389078498,
      "grad_norm": 0.3145594501570197,
      "learning_rate": 2.17707781939418e-06,
      "loss": 0.2858,
      "num_tokens": 1299140694.0,
      "step": 6824
    },
    {
      "epoch": 2.3293515358361776,
      "grad_norm": 0.302348783642442,
      "learning_rate": 2.175936358581752e-06,
      "loss": 0.2891,
      "num_tokens": 1299313195.0,
      "step": 6825
    },
    {
      "epoch": 2.329692832764505,
      "grad_norm": 0.5990666978212469,
      "learning_rate": 2.1747953683088613e-06,
      "loss": 0.2662,
      "num_tokens": 1299453981.0,
      "step": 6826
    },
    {
      "epoch": 2.330034129692833,
      "grad_norm": 0.31228035635416584,
      "learning_rate": 2.1736548487370175e-06,
      "loss": 0.3006,
      "num_tokens": 1299644151.0,
      "step": 6827
    },
    {
      "epoch": 2.3303754266211603,
      "grad_norm": 0.2830417427363162,
      "learning_rate": 2.1725148000276716e-06,
      "loss": 0.2885,
      "num_tokens": 1299841160.0,
      "step": 6828
    },
    {
      "epoch": 2.330716723549488,
      "grad_norm": 0.2975636444326733,
      "learning_rate": 2.1713752223422007e-06,
      "loss": 0.2961,
      "num_tokens": 1300018491.0,
      "step": 6829
    },
    {
      "epoch": 2.3310580204778155,
      "grad_norm": 0.2713010894659508,
      "learning_rate": 2.170236115841919e-06,
      "loss": 0.2722,
      "num_tokens": 1300198364.0,
      "step": 6830
    },
    {
      "epoch": 2.3313993174061434,
      "grad_norm": 0.28875341885948064,
      "learning_rate": 2.169097480688074e-06,
      "loss": 0.2971,
      "num_tokens": 1300382992.0,
      "step": 6831
    },
    {
      "epoch": 2.331740614334471,
      "grad_norm": 0.32071188775814935,
      "learning_rate": 2.167959317041844e-06,
      "loss": 0.3079,
      "num_tokens": 1300559218.0,
      "step": 6832
    },
    {
      "epoch": 2.3320819112627986,
      "grad_norm": 0.5698371943314449,
      "learning_rate": 2.1668216250643463e-06,
      "loss": 0.2997,
      "num_tokens": 1300774698.0,
      "step": 6833
    },
    {
      "epoch": 2.3324232081911265,
      "grad_norm": 0.294647805920669,
      "learning_rate": 2.1656844049166227e-06,
      "loss": 0.2932,
      "num_tokens": 1300949575.0,
      "step": 6834
    },
    {
      "epoch": 2.332764505119454,
      "grad_norm": 0.30629642149089864,
      "learning_rate": 2.164547656759655e-06,
      "loss": 0.3189,
      "num_tokens": 1301139565.0,
      "step": 6835
    },
    {
      "epoch": 2.3331058020477817,
      "grad_norm": 0.293111991044504,
      "learning_rate": 2.1634113807543566e-06,
      "loss": 0.2917,
      "num_tokens": 1301339793.0,
      "step": 6836
    },
    {
      "epoch": 2.333447098976109,
      "grad_norm": 0.26832841369318644,
      "learning_rate": 2.162275577061574e-06,
      "loss": 0.2677,
      "num_tokens": 1301533333.0,
      "step": 6837
    },
    {
      "epoch": 2.333788395904437,
      "grad_norm": 0.30675805944396156,
      "learning_rate": 2.1611402458420856e-06,
      "loss": 0.2815,
      "num_tokens": 1301703699.0,
      "step": 6838
    },
    {
      "epoch": 2.3341296928327644,
      "grad_norm": 0.2724830506370411,
      "learning_rate": 2.160005387256602e-06,
      "loss": 0.3107,
      "num_tokens": 1301924182.0,
      "step": 6839
    },
    {
      "epoch": 2.3344709897610922,
      "grad_norm": 0.27817122212879064,
      "learning_rate": 2.158871001465773e-06,
      "loss": 0.2934,
      "num_tokens": 1302109525.0,
      "step": 6840
    },
    {
      "epoch": 2.3348122866894196,
      "grad_norm": 0.2896197022339767,
      "learning_rate": 2.1577370886301734e-06,
      "loss": 0.2956,
      "num_tokens": 1302311340.0,
      "step": 6841
    },
    {
      "epoch": 2.3351535836177475,
      "grad_norm": 0.2855229200583233,
      "learning_rate": 2.1566036489103172e-06,
      "loss": 0.274,
      "num_tokens": 1302482854.0,
      "step": 6842
    },
    {
      "epoch": 2.335494880546075,
      "grad_norm": 0.3865838731710194,
      "learning_rate": 2.1554706824666475e-06,
      "loss": 0.2577,
      "num_tokens": 1302658724.0,
      "step": 6843
    },
    {
      "epoch": 2.3358361774744028,
      "grad_norm": 0.2718396647829464,
      "learning_rate": 2.1543381894595423e-06,
      "loss": 0.2856,
      "num_tokens": 1302847338.0,
      "step": 6844
    },
    {
      "epoch": 2.3361774744027306,
      "grad_norm": 0.27083691491416034,
      "learning_rate": 2.1532061700493127e-06,
      "loss": 0.2899,
      "num_tokens": 1303043375.0,
      "step": 6845
    },
    {
      "epoch": 2.336518771331058,
      "grad_norm": 0.31813936264443216,
      "learning_rate": 2.1520746243962026e-06,
      "loss": 0.2907,
      "num_tokens": 1303202225.0,
      "step": 6846
    },
    {
      "epoch": 2.336860068259386,
      "grad_norm": 0.26941484330058413,
      "learning_rate": 2.1509435526603884e-06,
      "loss": 0.2683,
      "num_tokens": 1303385865.0,
      "step": 6847
    },
    {
      "epoch": 2.3372013651877133,
      "grad_norm": 0.29201580084575474,
      "learning_rate": 2.149812955001977e-06,
      "loss": 0.2949,
      "num_tokens": 1303596029.0,
      "step": 6848
    },
    {
      "epoch": 2.337542662116041,
      "grad_norm": 0.2903581697912428,
      "learning_rate": 2.148682831581014e-06,
      "loss": 0.2992,
      "num_tokens": 1303805328.0,
      "step": 6849
    },
    {
      "epoch": 2.3378839590443685,
      "grad_norm": 0.28251145395672267,
      "learning_rate": 2.1475531825574724e-06,
      "loss": 0.3145,
      "num_tokens": 1304011489.0,
      "step": 6850
    },
    {
      "epoch": 2.3382252559726964,
      "grad_norm": 0.2773215644078895,
      "learning_rate": 2.146424008091263e-06,
      "loss": 0.2896,
      "num_tokens": 1304195830.0,
      "step": 6851
    },
    {
      "epoch": 2.3385665529010238,
      "grad_norm": 0.3287139587614513,
      "learning_rate": 2.1452953083422246e-06,
      "loss": 0.3029,
      "num_tokens": 1304351957.0,
      "step": 6852
    },
    {
      "epoch": 2.3389078498293516,
      "grad_norm": 0.2744664174352373,
      "learning_rate": 2.14416708347013e-06,
      "loss": 0.2766,
      "num_tokens": 1304533048.0,
      "step": 6853
    },
    {
      "epoch": 2.339249146757679,
      "grad_norm": 0.26146506134829406,
      "learning_rate": 2.1430393336346885e-06,
      "loss": 0.2928,
      "num_tokens": 1304760307.0,
      "step": 6854
    },
    {
      "epoch": 2.339590443686007,
      "grad_norm": 0.2905203650202697,
      "learning_rate": 2.1419120589955366e-06,
      "loss": 0.2785,
      "num_tokens": 1304941525.0,
      "step": 6855
    },
    {
      "epoch": 2.3399317406143343,
      "grad_norm": 0.29095898854510804,
      "learning_rate": 2.140785259712248e-06,
      "loss": 0.2946,
      "num_tokens": 1305124776.0,
      "step": 6856
    },
    {
      "epoch": 2.340273037542662,
      "grad_norm": 0.3294667397083535,
      "learning_rate": 2.1396589359443255e-06,
      "loss": 0.3095,
      "num_tokens": 1305285718.0,
      "step": 6857
    },
    {
      "epoch": 2.34061433447099,
      "grad_norm": 0.3038911239975491,
      "learning_rate": 2.1385330878512086e-06,
      "loss": 0.2974,
      "num_tokens": 1305458537.0,
      "step": 6858
    },
    {
      "epoch": 2.3409556313993174,
      "grad_norm": 0.29350659666075407,
      "learning_rate": 2.137407715592267e-06,
      "loss": 0.2883,
      "num_tokens": 1305626333.0,
      "step": 6859
    },
    {
      "epoch": 2.3412969283276452,
      "grad_norm": 0.3949395925545652,
      "learning_rate": 2.1362828193268004e-06,
      "loss": 0.2903,
      "num_tokens": 1305816733.0,
      "step": 6860
    },
    {
      "epoch": 2.3416382252559726,
      "grad_norm": 0.2779476864200961,
      "learning_rate": 2.1351583992140476e-06,
      "loss": 0.2648,
      "num_tokens": 1305993070.0,
      "step": 6861
    },
    {
      "epoch": 2.3419795221843005,
      "grad_norm": 0.2803107000590929,
      "learning_rate": 2.134034455413174e-06,
      "loss": 0.2963,
      "num_tokens": 1306169388.0,
      "step": 6862
    },
    {
      "epoch": 2.342320819112628,
      "grad_norm": 0.2680749484323162,
      "learning_rate": 2.1329109880832832e-06,
      "loss": 0.3159,
      "num_tokens": 1306380428.0,
      "step": 6863
    },
    {
      "epoch": 2.3426621160409558,
      "grad_norm": 0.29019579495902553,
      "learning_rate": 2.1317879973834057e-06,
      "loss": 0.3108,
      "num_tokens": 1306581761.0,
      "step": 6864
    },
    {
      "epoch": 2.343003412969283,
      "grad_norm": 0.28014807408774983,
      "learning_rate": 2.130665483472508e-06,
      "loss": 0.289,
      "num_tokens": 1306769580.0,
      "step": 6865
    },
    {
      "epoch": 2.343344709897611,
      "grad_norm": 0.29586637358377577,
      "learning_rate": 2.1295434465094856e-06,
      "loss": 0.2656,
      "num_tokens": 1306933137.0,
      "step": 6866
    },
    {
      "epoch": 2.3436860068259384,
      "grad_norm": 0.2864082518868169,
      "learning_rate": 2.128421886653173e-06,
      "loss": 0.2857,
      "num_tokens": 1307110173.0,
      "step": 6867
    },
    {
      "epoch": 2.3440273037542663,
      "grad_norm": 0.29021598885517996,
      "learning_rate": 2.1273008040623318e-06,
      "loss": 0.3183,
      "num_tokens": 1307306062.0,
      "step": 6868
    },
    {
      "epoch": 2.3443686006825937,
      "grad_norm": 0.3125437587079513,
      "learning_rate": 2.1261801988956544e-06,
      "loss": 0.3148,
      "num_tokens": 1307493357.0,
      "step": 6869
    },
    {
      "epoch": 2.3447098976109215,
      "grad_norm": 0.26621085940279776,
      "learning_rate": 2.1250600713117732e-06,
      "loss": 0.2881,
      "num_tokens": 1307701341.0,
      "step": 6870
    },
    {
      "epoch": 2.3450511945392494,
      "grad_norm": 0.309369498552191,
      "learning_rate": 2.123940421469245e-06,
      "loss": 0.2926,
      "num_tokens": 1307883842.0,
      "step": 6871
    },
    {
      "epoch": 2.345392491467577,
      "grad_norm": 0.2760720810091144,
      "learning_rate": 2.122821249526566e-06,
      "loss": 0.2525,
      "num_tokens": 1308058171.0,
      "step": 6872
    },
    {
      "epoch": 2.3457337883959046,
      "grad_norm": 0.2825672578513575,
      "learning_rate": 2.121702555642157e-06,
      "loss": 0.2659,
      "num_tokens": 1308228743.0,
      "step": 6873
    },
    {
      "epoch": 2.346075085324232,
      "grad_norm": 0.3071926347487506,
      "learning_rate": 2.1205843399743777e-06,
      "loss": 0.2615,
      "num_tokens": 1308376966.0,
      "step": 6874
    },
    {
      "epoch": 2.34641638225256,
      "grad_norm": 0.3022981147877652,
      "learning_rate": 2.1194666026815163e-06,
      "loss": 0.2777,
      "num_tokens": 1308536215.0,
      "step": 6875
    },
    {
      "epoch": 2.3467576791808873,
      "grad_norm": 0.28068694984413384,
      "learning_rate": 2.1183493439217972e-06,
      "loss": 0.3024,
      "num_tokens": 1308725401.0,
      "step": 6876
    },
    {
      "epoch": 2.347098976109215,
      "grad_norm": 0.28668431675775385,
      "learning_rate": 2.117232563853373e-06,
      "loss": 0.3108,
      "num_tokens": 1308909749.0,
      "step": 6877
    },
    {
      "epoch": 2.3474402730375425,
      "grad_norm": 0.273486117196645,
      "learning_rate": 2.116116262634328e-06,
      "loss": 0.268,
      "num_tokens": 1309104480.0,
      "step": 6878
    },
    {
      "epoch": 2.3477815699658704,
      "grad_norm": 0.3070796127934557,
      "learning_rate": 2.1150004404226847e-06,
      "loss": 0.2745,
      "num_tokens": 1309300785.0,
      "step": 6879
    },
    {
      "epoch": 2.348122866894198,
      "grad_norm": 0.2973494102291608,
      "learning_rate": 2.1138850973763904e-06,
      "loss": 0.3128,
      "num_tokens": 1309486424.0,
      "step": 6880
    },
    {
      "epoch": 2.3484641638225257,
      "grad_norm": 0.28234538224824585,
      "learning_rate": 2.112770233653333e-06,
      "loss": 0.2995,
      "num_tokens": 1309676038.0,
      "step": 6881
    },
    {
      "epoch": 2.348805460750853,
      "grad_norm": 0.280447780686603,
      "learning_rate": 2.1116558494113203e-06,
      "loss": 0.253,
      "num_tokens": 1309840400.0,
      "step": 6882
    },
    {
      "epoch": 2.349146757679181,
      "grad_norm": 0.2645966812734214,
      "learning_rate": 2.110541944808106e-06,
      "loss": 0.2895,
      "num_tokens": 1310047535.0,
      "step": 6883
    },
    {
      "epoch": 2.3494880546075088,
      "grad_norm": 0.32324537721891594,
      "learning_rate": 2.109428520001365e-06,
      "loss": 0.2904,
      "num_tokens": 1310195784.0,
      "step": 6884
    },
    {
      "epoch": 2.349829351535836,
      "grad_norm": 0.29711378646092,
      "learning_rate": 2.1083155751487107e-06,
      "loss": 0.2866,
      "num_tokens": 1310368433.0,
      "step": 6885
    },
    {
      "epoch": 2.350170648464164,
      "grad_norm": 0.3609052850521475,
      "learning_rate": 2.1072031104076896e-06,
      "loss": 0.2919,
      "num_tokens": 1310525863.0,
      "step": 6886
    },
    {
      "epoch": 2.3505119453924914,
      "grad_norm": 0.28727441901634704,
      "learning_rate": 2.106091125935771e-06,
      "loss": 0.2645,
      "num_tokens": 1310696529.0,
      "step": 6887
    },
    {
      "epoch": 2.3508532423208193,
      "grad_norm": 0.2766468423168434,
      "learning_rate": 2.1049796218903666e-06,
      "loss": 0.2768,
      "num_tokens": 1310876670.0,
      "step": 6888
    },
    {
      "epoch": 2.3511945392491467,
      "grad_norm": 0.26057447086621743,
      "learning_rate": 2.1038685984288148e-06,
      "loss": 0.2863,
      "num_tokens": 1311095840.0,
      "step": 6889
    },
    {
      "epoch": 2.3515358361774745,
      "grad_norm": 0.24917559386216223,
      "learning_rate": 2.102758055708387e-06,
      "loss": 0.3206,
      "num_tokens": 1311360030.0,
      "step": 6890
    },
    {
      "epoch": 2.351877133105802,
      "grad_norm": 0.29016869471883355,
      "learning_rate": 2.101647993886288e-06,
      "loss": 0.2896,
      "num_tokens": 1311537892.0,
      "step": 6891
    },
    {
      "epoch": 2.35221843003413,
      "grad_norm": 0.2921953569035052,
      "learning_rate": 2.1005384131196506e-06,
      "loss": 0.2714,
      "num_tokens": 1311699791.0,
      "step": 6892
    },
    {
      "epoch": 2.352559726962457,
      "grad_norm": 0.26637691420689735,
      "learning_rate": 2.099429313565544e-06,
      "loss": 0.2797,
      "num_tokens": 1311905870.0,
      "step": 6893
    },
    {
      "epoch": 2.352901023890785,
      "grad_norm": 0.27611910704786935,
      "learning_rate": 2.0983206953809676e-06,
      "loss": 0.2894,
      "num_tokens": 1312110932.0,
      "step": 6894
    },
    {
      "epoch": 2.3532423208191124,
      "grad_norm": 0.29731455630261205,
      "learning_rate": 2.0972125587228516e-06,
      "loss": 0.2788,
      "num_tokens": 1312285715.0,
      "step": 6895
    },
    {
      "epoch": 2.3535836177474403,
      "grad_norm": 0.27479244753599197,
      "learning_rate": 2.0961049037480574e-06,
      "loss": 0.2831,
      "num_tokens": 1312504459.0,
      "step": 6896
    },
    {
      "epoch": 2.353924914675768,
      "grad_norm": 0.2629342979028082,
      "learning_rate": 2.094997730613382e-06,
      "loss": 0.2746,
      "num_tokens": 1312687643.0,
      "step": 6897
    },
    {
      "epoch": 2.3542662116040955,
      "grad_norm": 0.3000475533477881,
      "learning_rate": 2.0938910394755507e-06,
      "loss": 0.3081,
      "num_tokens": 1312853218.0,
      "step": 6898
    },
    {
      "epoch": 2.3546075085324234,
      "grad_norm": 0.26384822446611617,
      "learning_rate": 2.0927848304912236e-06,
      "loss": 0.2741,
      "num_tokens": 1313040827.0,
      "step": 6899
    },
    {
      "epoch": 2.354948805460751,
      "grad_norm": 0.3011375915733838,
      "learning_rate": 2.0916791038169886e-06,
      "loss": 0.3003,
      "num_tokens": 1313225518.0,
      "step": 6900
    },
    {
      "epoch": 2.3552901023890787,
      "grad_norm": 0.29501668626523275,
      "learning_rate": 2.090573859609366e-06,
      "loss": 0.322,
      "num_tokens": 1313421607.0,
      "step": 6901
    },
    {
      "epoch": 2.355631399317406,
      "grad_norm": 0.31290903670500836,
      "learning_rate": 2.0894690980248134e-06,
      "loss": 0.288,
      "num_tokens": 1313589360.0,
      "step": 6902
    },
    {
      "epoch": 2.355972696245734,
      "grad_norm": 0.30195749031698466,
      "learning_rate": 2.0883648192197133e-06,
      "loss": 0.2657,
      "num_tokens": 1313738443.0,
      "step": 6903
    },
    {
      "epoch": 2.3563139931740613,
      "grad_norm": 0.2949204386518066,
      "learning_rate": 2.0872610233503833e-06,
      "loss": 0.2797,
      "num_tokens": 1313915686.0,
      "step": 6904
    },
    {
      "epoch": 2.356655290102389,
      "grad_norm": 0.29504523481893147,
      "learning_rate": 2.0861577105730696e-06,
      "loss": 0.2795,
      "num_tokens": 1314081369.0,
      "step": 6905
    },
    {
      "epoch": 2.3569965870307166,
      "grad_norm": 0.2696554367667619,
      "learning_rate": 2.0850548810439545e-06,
      "loss": 0.2761,
      "num_tokens": 1314262973.0,
      "step": 6906
    },
    {
      "epoch": 2.3573378839590444,
      "grad_norm": 0.28890131513917083,
      "learning_rate": 2.0839525349191504e-06,
      "loss": 0.2659,
      "num_tokens": 1314427766.0,
      "step": 6907
    },
    {
      "epoch": 2.357679180887372,
      "grad_norm": 0.28945111741808965,
      "learning_rate": 2.0828506723546974e-06,
      "loss": 0.297,
      "num_tokens": 1314614529.0,
      "step": 6908
    },
    {
      "epoch": 2.3580204778156997,
      "grad_norm": 0.28202541942311715,
      "learning_rate": 2.081749293506573e-06,
      "loss": 0.284,
      "num_tokens": 1314823983.0,
      "step": 6909
    },
    {
      "epoch": 2.3583617747440275,
      "grad_norm": 0.29032378408898396,
      "learning_rate": 2.0806483985306806e-06,
      "loss": 0.2795,
      "num_tokens": 1315025212.0,
      "step": 6910
    },
    {
      "epoch": 2.358703071672355,
      "grad_norm": 0.28992406590113096,
      "learning_rate": 2.079547987582862e-06,
      "loss": 0.2786,
      "num_tokens": 1315217863.0,
      "step": 6911
    },
    {
      "epoch": 2.359044368600683,
      "grad_norm": 0.29872886115035857,
      "learning_rate": 2.0784480608188832e-06,
      "loss": 0.2971,
      "num_tokens": 1315423391.0,
      "step": 6912
    },
    {
      "epoch": 2.35938566552901,
      "grad_norm": 0.29284388889217666,
      "learning_rate": 2.0773486183944463e-06,
      "loss": 0.3094,
      "num_tokens": 1315621031.0,
      "step": 6913
    },
    {
      "epoch": 2.359726962457338,
      "grad_norm": 0.31422048904743616,
      "learning_rate": 2.076249660465182e-06,
      "loss": 0.299,
      "num_tokens": 1315798371.0,
      "step": 6914
    },
    {
      "epoch": 2.3600682593856654,
      "grad_norm": 0.32904837781697704,
      "learning_rate": 2.0751511871866557e-06,
      "loss": 0.2956,
      "num_tokens": 1315963439.0,
      "step": 6915
    },
    {
      "epoch": 2.3604095563139933,
      "grad_norm": 0.28381210427756215,
      "learning_rate": 2.0740531987143614e-06,
      "loss": 0.2746,
      "num_tokens": 1316147609.0,
      "step": 6916
    },
    {
      "epoch": 2.3607508532423207,
      "grad_norm": 0.2799265947426341,
      "learning_rate": 2.0729556952037243e-06,
      "loss": 0.2678,
      "num_tokens": 1316337016.0,
      "step": 6917
    },
    {
      "epoch": 2.3610921501706486,
      "grad_norm": 0.28011744876470424,
      "learning_rate": 2.0718586768101053e-06,
      "loss": 0.2727,
      "num_tokens": 1316525587.0,
      "step": 6918
    },
    {
      "epoch": 2.361433447098976,
      "grad_norm": 0.28537210308511,
      "learning_rate": 2.07076214368879e-06,
      "loss": 0.2809,
      "num_tokens": 1316712153.0,
      "step": 6919
    },
    {
      "epoch": 2.361774744027304,
      "grad_norm": 0.2732412008102391,
      "learning_rate": 2.069666095995001e-06,
      "loss": 0.2954,
      "num_tokens": 1316951095.0,
      "step": 6920
    },
    {
      "epoch": 2.362116040955631,
      "grad_norm": 0.269297058523561,
      "learning_rate": 2.0685705338838883e-06,
      "loss": 0.2725,
      "num_tokens": 1317142886.0,
      "step": 6921
    },
    {
      "epoch": 2.362457337883959,
      "grad_norm": 0.2728998104616172,
      "learning_rate": 2.067475457510536e-06,
      "loss": 0.2624,
      "num_tokens": 1317313478.0,
      "step": 6922
    },
    {
      "epoch": 2.362798634812287,
      "grad_norm": 0.265774314322303,
      "learning_rate": 2.0663808670299566e-06,
      "loss": 0.3013,
      "num_tokens": 1317529078.0,
      "step": 6923
    },
    {
      "epoch": 2.3631399317406143,
      "grad_norm": 0.9802736697606704,
      "learning_rate": 2.0652867625970972e-06,
      "loss": 0.2816,
      "num_tokens": 1317696375.0,
      "step": 6924
    },
    {
      "epoch": 2.363481228668942,
      "grad_norm": 0.2990672523293276,
      "learning_rate": 2.0641931443668345e-06,
      "loss": 0.2771,
      "num_tokens": 1317855619.0,
      "step": 6925
    },
    {
      "epoch": 2.3638225255972696,
      "grad_norm": 0.31180150738447776,
      "learning_rate": 2.0631000124939733e-06,
      "loss": 0.2692,
      "num_tokens": 1318005348.0,
      "step": 6926
    },
    {
      "epoch": 2.3641638225255974,
      "grad_norm": 0.33647311547302877,
      "learning_rate": 2.062007367133256e-06,
      "loss": 0.3064,
      "num_tokens": 1318166524.0,
      "step": 6927
    },
    {
      "epoch": 2.364505119453925,
      "grad_norm": 0.27641017509793875,
      "learning_rate": 2.0609152084393498e-06,
      "loss": 0.3224,
      "num_tokens": 1318390402.0,
      "step": 6928
    },
    {
      "epoch": 2.3648464163822527,
      "grad_norm": 0.2965502851534532,
      "learning_rate": 2.0598235365668594e-06,
      "loss": 0.3203,
      "num_tokens": 1318590136.0,
      "step": 6929
    },
    {
      "epoch": 2.36518771331058,
      "grad_norm": 0.28298956362112276,
      "learning_rate": 2.058732351670312e-06,
      "loss": 0.2733,
      "num_tokens": 1318769844.0,
      "step": 6930
    },
    {
      "epoch": 2.365529010238908,
      "grad_norm": 0.29103744607825216,
      "learning_rate": 2.057641653904173e-06,
      "loss": 0.2955,
      "num_tokens": 1318980215.0,
      "step": 6931
    },
    {
      "epoch": 2.3658703071672353,
      "grad_norm": 0.29145084734790055,
      "learning_rate": 2.0565514434228385e-06,
      "loss": 0.3113,
      "num_tokens": 1319177704.0,
      "step": 6932
    },
    {
      "epoch": 2.366211604095563,
      "grad_norm": 0.3134515270035305,
      "learning_rate": 2.0554617203806313e-06,
      "loss": 0.2945,
      "num_tokens": 1319356379.0,
      "step": 6933
    },
    {
      "epoch": 2.3665529010238906,
      "grad_norm": 0.2963439465560103,
      "learning_rate": 2.0543724849318115e-06,
      "loss": 0.2766,
      "num_tokens": 1319528230.0,
      "step": 6934
    },
    {
      "epoch": 2.3668941979522184,
      "grad_norm": 0.24960824255328504,
      "learning_rate": 2.0532837372305608e-06,
      "loss": 0.2968,
      "num_tokens": 1319778403.0,
      "step": 6935
    },
    {
      "epoch": 2.3672354948805463,
      "grad_norm": 0.27608309099759987,
      "learning_rate": 2.0521954774310017e-06,
      "loss": 0.3073,
      "num_tokens": 1320009354.0,
      "step": 6936
    },
    {
      "epoch": 2.3675767918088737,
      "grad_norm": 0.27340532090299574,
      "learning_rate": 2.0511077056871805e-06,
      "loss": 0.2835,
      "num_tokens": 1320213424.0,
      "step": 6937
    },
    {
      "epoch": 2.3679180887372016,
      "grad_norm": 0.32527801920731336,
      "learning_rate": 2.05002042215308e-06,
      "loss": 0.2961,
      "num_tokens": 1320366252.0,
      "step": 6938
    },
    {
      "epoch": 2.368259385665529,
      "grad_norm": 0.26737488601299403,
      "learning_rate": 2.048933626982611e-06,
      "loss": 0.2691,
      "num_tokens": 1320557274.0,
      "step": 6939
    },
    {
      "epoch": 2.368600682593857,
      "grad_norm": 0.2989214021048898,
      "learning_rate": 2.0478473203296117e-06,
      "loss": 0.2673,
      "num_tokens": 1320734069.0,
      "step": 6940
    },
    {
      "epoch": 2.368941979522184,
      "grad_norm": 0.30628066553729083,
      "learning_rate": 2.0467615023478586e-06,
      "loss": 0.2708,
      "num_tokens": 1320894767.0,
      "step": 6941
    },
    {
      "epoch": 2.369283276450512,
      "grad_norm": 0.265432339145399,
      "learning_rate": 2.0456761731910542e-06,
      "loss": 0.2843,
      "num_tokens": 1321084324.0,
      "step": 6942
    },
    {
      "epoch": 2.3696245733788395,
      "grad_norm": 0.3149861931411313,
      "learning_rate": 2.0445913330128335e-06,
      "loss": 0.2791,
      "num_tokens": 1321249473.0,
      "step": 6943
    },
    {
      "epoch": 2.3699658703071673,
      "grad_norm": 0.27969850387770984,
      "learning_rate": 2.043506981966759e-06,
      "loss": 0.2965,
      "num_tokens": 1321432792.0,
      "step": 6944
    },
    {
      "epoch": 2.3703071672354947,
      "grad_norm": 0.28334450486921353,
      "learning_rate": 2.0424231202063297e-06,
      "loss": 0.2871,
      "num_tokens": 1321624008.0,
      "step": 6945
    },
    {
      "epoch": 2.3706484641638226,
      "grad_norm": 0.3898855671137418,
      "learning_rate": 2.0413397478849696e-06,
      "loss": 0.2928,
      "num_tokens": 1321792157.0,
      "step": 6946
    },
    {
      "epoch": 2.37098976109215,
      "grad_norm": 0.3533777826306003,
      "learning_rate": 2.040256865156038e-06,
      "loss": 0.3353,
      "num_tokens": 1322028492.0,
      "step": 6947
    },
    {
      "epoch": 2.371331058020478,
      "grad_norm": 0.2950639935824679,
      "learning_rate": 2.0391744721728223e-06,
      "loss": 0.2819,
      "num_tokens": 1322220955.0,
      "step": 6948
    },
    {
      "epoch": 2.3716723549488057,
      "grad_norm": 0.2817610059282071,
      "learning_rate": 2.0380925690885404e-06,
      "loss": 0.279,
      "num_tokens": 1322406701.0,
      "step": 6949
    },
    {
      "epoch": 2.372013651877133,
      "grad_norm": 0.2666872159224035,
      "learning_rate": 2.037011156056343e-06,
      "loss": 0.2787,
      "num_tokens": 1322602164.0,
      "step": 6950
    },
    {
      "epoch": 2.372354948805461,
      "grad_norm": 0.33917482290856166,
      "learning_rate": 2.0359302332293098e-06,
      "loss": 0.2746,
      "num_tokens": 1322761837.0,
      "step": 6951
    },
    {
      "epoch": 2.3726962457337883,
      "grad_norm": 0.27979870848775285,
      "learning_rate": 2.0348498007604503e-06,
      "loss": 0.3002,
      "num_tokens": 1322973707.0,
      "step": 6952
    },
    {
      "epoch": 2.373037542662116,
      "grad_norm": 0.2648703884095295,
      "learning_rate": 2.0337698588027056e-06,
      "loss": 0.294,
      "num_tokens": 1323177537.0,
      "step": 6953
    },
    {
      "epoch": 2.3733788395904436,
      "grad_norm": 0.26887272732735656,
      "learning_rate": 2.032690407508949e-06,
      "loss": 0.2748,
      "num_tokens": 1323381392.0,
      "step": 6954
    },
    {
      "epoch": 2.3737201365187715,
      "grad_norm": 0.28890512321320816,
      "learning_rate": 2.0316114470319813e-06,
      "loss": 0.2789,
      "num_tokens": 1323549269.0,
      "step": 6955
    },
    {
      "epoch": 2.374061433447099,
      "grad_norm": 0.2634690542931734,
      "learning_rate": 2.030532977524537e-06,
      "loss": 0.2778,
      "num_tokens": 1323751850.0,
      "step": 6956
    },
    {
      "epoch": 2.3744027303754267,
      "grad_norm": 0.2893392915115906,
      "learning_rate": 2.029454999139278e-06,
      "loss": 0.3016,
      "num_tokens": 1323927943.0,
      "step": 6957
    },
    {
      "epoch": 2.374744027303754,
      "grad_norm": 0.32093897175764796,
      "learning_rate": 2.0283775120287975e-06,
      "loss": 0.2871,
      "num_tokens": 1324077835.0,
      "step": 6958
    },
    {
      "epoch": 2.375085324232082,
      "grad_norm": 0.30483948845046044,
      "learning_rate": 2.027300516345622e-06,
      "loss": 0.2767,
      "num_tokens": 1324268297.0,
      "step": 6959
    },
    {
      "epoch": 2.3754266211604094,
      "grad_norm": 0.26428585870304594,
      "learning_rate": 2.026224012242205e-06,
      "loss": 0.2968,
      "num_tokens": 1324482883.0,
      "step": 6960
    },
    {
      "epoch": 2.375767918088737,
      "grad_norm": 0.2932248135080974,
      "learning_rate": 2.025147999870931e-06,
      "loss": 0.3093,
      "num_tokens": 1324686095.0,
      "step": 6961
    },
    {
      "epoch": 2.376109215017065,
      "grad_norm": 0.30894347527774046,
      "learning_rate": 2.024072479384115e-06,
      "loss": 0.2928,
      "num_tokens": 1324851680.0,
      "step": 6962
    },
    {
      "epoch": 2.3764505119453925,
      "grad_norm": 0.2833845318345375,
      "learning_rate": 2.022997450934005e-06,
      "loss": 0.2979,
      "num_tokens": 1325041920.0,
      "step": 6963
    },
    {
      "epoch": 2.3767918088737203,
      "grad_norm": 0.280344084759714,
      "learning_rate": 2.0219229146727766e-06,
      "loss": 0.2727,
      "num_tokens": 1325228782.0,
      "step": 6964
    },
    {
      "epoch": 2.3771331058020477,
      "grad_norm": 0.25095021987295174,
      "learning_rate": 2.0208488707525335e-06,
      "loss": 0.2748,
      "num_tokens": 1325453059.0,
      "step": 6965
    },
    {
      "epoch": 2.3774744027303756,
      "grad_norm": 0.28887500149840173,
      "learning_rate": 2.0197753193253166e-06,
      "loss": 0.2678,
      "num_tokens": 1325631120.0,
      "step": 6966
    },
    {
      "epoch": 2.377815699658703,
      "grad_norm": 0.30759620792944464,
      "learning_rate": 2.01870226054309e-06,
      "loss": 0.2691,
      "num_tokens": 1325791251.0,
      "step": 6967
    },
    {
      "epoch": 2.378156996587031,
      "grad_norm": 0.2814524031096641,
      "learning_rate": 2.0176296945577533e-06,
      "loss": 0.2867,
      "num_tokens": 1325969788.0,
      "step": 6968
    },
    {
      "epoch": 2.3784982935153582,
      "grad_norm": 0.29125862617400833,
      "learning_rate": 2.016557621521133e-06,
      "loss": 0.2886,
      "num_tokens": 1326159925.0,
      "step": 6969
    },
    {
      "epoch": 2.378839590443686,
      "grad_norm": 0.28836899067329363,
      "learning_rate": 2.0154860415849873e-06,
      "loss": 0.2784,
      "num_tokens": 1326326157.0,
      "step": 6970
    },
    {
      "epoch": 2.3791808873720135,
      "grad_norm": 0.31322297607192773,
      "learning_rate": 2.014414954901003e-06,
      "loss": 0.253,
      "num_tokens": 1326486843.0,
      "step": 6971
    },
    {
      "epoch": 2.3795221843003413,
      "grad_norm": 0.2494789304635328,
      "learning_rate": 2.0133443616208003e-06,
      "loss": 0.2903,
      "num_tokens": 1326724174.0,
      "step": 6972
    },
    {
      "epoch": 2.3798634812286688,
      "grad_norm": 0.272103073863926,
      "learning_rate": 2.012274261895926e-06,
      "loss": 0.2801,
      "num_tokens": 1326922274.0,
      "step": 6973
    },
    {
      "epoch": 2.3802047781569966,
      "grad_norm": 0.2559751631233399,
      "learning_rate": 2.011204655877859e-06,
      "loss": 0.2966,
      "num_tokens": 1327145128.0,
      "step": 6974
    },
    {
      "epoch": 2.3805460750853245,
      "grad_norm": 0.27102946341836553,
      "learning_rate": 2.0101355437180086e-06,
      "loss": 0.2836,
      "num_tokens": 1327352848.0,
      "step": 6975
    },
    {
      "epoch": 2.380887372013652,
      "grad_norm": 0.2762264835498374,
      "learning_rate": 2.0090669255677125e-06,
      "loss": 0.2996,
      "num_tokens": 1327565340.0,
      "step": 6976
    },
    {
      "epoch": 2.3812286689419797,
      "grad_norm": 0.3196239575159116,
      "learning_rate": 2.0079988015782413e-06,
      "loss": 0.2852,
      "num_tokens": 1327721738.0,
      "step": 6977
    },
    {
      "epoch": 2.381569965870307,
      "grad_norm": 0.29914917958096954,
      "learning_rate": 2.0069311719007923e-06,
      "loss": 0.2905,
      "num_tokens": 1327890709.0,
      "step": 6978
    },
    {
      "epoch": 2.381911262798635,
      "grad_norm": 0.28252435319390556,
      "learning_rate": 2.0058640366864936e-06,
      "loss": 0.2726,
      "num_tokens": 1328086092.0,
      "step": 6979
    },
    {
      "epoch": 2.3822525597269624,
      "grad_norm": 0.28238086532541967,
      "learning_rate": 2.0047973960864064e-06,
      "loss": 0.2792,
      "num_tokens": 1328259215.0,
      "step": 6980
    },
    {
      "epoch": 2.38259385665529,
      "grad_norm": 0.2839901074865236,
      "learning_rate": 2.003731250251517e-06,
      "loss": 0.3183,
      "num_tokens": 1328461491.0,
      "step": 6981
    },
    {
      "epoch": 2.3829351535836176,
      "grad_norm": 0.3034336690351459,
      "learning_rate": 2.002665599332748e-06,
      "loss": 0.2823,
      "num_tokens": 1328611820.0,
      "step": 6982
    },
    {
      "epoch": 2.3832764505119455,
      "grad_norm": 0.25963434376035965,
      "learning_rate": 2.0016004434809432e-06,
      "loss": 0.2812,
      "num_tokens": 1328833321.0,
      "step": 6983
    },
    {
      "epoch": 2.383617747440273,
      "grad_norm": 0.28014767499420584,
      "learning_rate": 2.0005357828468853e-06,
      "loss": 0.2897,
      "num_tokens": 1329045504.0,
      "step": 6984
    },
    {
      "epoch": 2.3839590443686007,
      "grad_norm": 0.3027989112179238,
      "learning_rate": 1.9994716175812797e-06,
      "loss": 0.2903,
      "num_tokens": 1329211975.0,
      "step": 6985
    },
    {
      "epoch": 2.384300341296928,
      "grad_norm": 0.31171870244385785,
      "learning_rate": 1.998407947834768e-06,
      "loss": 0.2626,
      "num_tokens": 1329361548.0,
      "step": 6986
    },
    {
      "epoch": 2.384641638225256,
      "grad_norm": 0.28708835760656864,
      "learning_rate": 1.997344773757917e-06,
      "loss": 0.3021,
      "num_tokens": 1329544481.0,
      "step": 6987
    },
    {
      "epoch": 2.384982935153584,
      "grad_norm": 0.29756817456520174,
      "learning_rate": 1.996282095501224e-06,
      "loss": 0.2765,
      "num_tokens": 1329703159.0,
      "step": 6988
    },
    {
      "epoch": 2.3853242320819112,
      "grad_norm": 0.30020209468836,
      "learning_rate": 1.9952199132151185e-06,
      "loss": 0.3052,
      "num_tokens": 1329894971.0,
      "step": 6989
    },
    {
      "epoch": 2.385665529010239,
      "grad_norm": 0.3122805999832578,
      "learning_rate": 1.9941582270499564e-06,
      "loss": 0.2907,
      "num_tokens": 1330053692.0,
      "step": 6990
    },
    {
      "epoch": 2.3860068259385665,
      "grad_norm": 0.2918610532855551,
      "learning_rate": 1.993097037156029e-06,
      "loss": 0.2919,
      "num_tokens": 1330228841.0,
      "step": 6991
    },
    {
      "epoch": 2.3863481228668944,
      "grad_norm": 0.2500979069114811,
      "learning_rate": 1.9920363436835488e-06,
      "loss": 0.2983,
      "num_tokens": 1330456772.0,
      "step": 6992
    },
    {
      "epoch": 2.3866894197952218,
      "grad_norm": 0.290545824174977,
      "learning_rate": 1.9909761467826662e-06,
      "loss": 0.2836,
      "num_tokens": 1330637334.0,
      "step": 6993
    },
    {
      "epoch": 2.3870307167235496,
      "grad_norm": 0.2747352724898413,
      "learning_rate": 1.989916446603456e-06,
      "loss": 0.2933,
      "num_tokens": 1330842958.0,
      "step": 6994
    },
    {
      "epoch": 2.387372013651877,
      "grad_norm": 0.2473788337658172,
      "learning_rate": 1.9888572432959264e-06,
      "loss": 0.2774,
      "num_tokens": 1331061132.0,
      "step": 6995
    },
    {
      "epoch": 2.387713310580205,
      "grad_norm": 0.27412689795769574,
      "learning_rate": 1.987798537010012e-06,
      "loss": 0.2981,
      "num_tokens": 1331265938.0,
      "step": 6996
    },
    {
      "epoch": 2.3880546075085323,
      "grad_norm": 0.30524122552164656,
      "learning_rate": 1.9867403278955775e-06,
      "loss": 0.2796,
      "num_tokens": 1331428986.0,
      "step": 6997
    },
    {
      "epoch": 2.38839590443686,
      "grad_norm": 0.2875656263874113,
      "learning_rate": 1.9856826161024215e-06,
      "loss": 0.3017,
      "num_tokens": 1331630417.0,
      "step": 6998
    },
    {
      "epoch": 2.3887372013651875,
      "grad_norm": 0.29896356351818537,
      "learning_rate": 1.984625401780267e-06,
      "loss": 0.2916,
      "num_tokens": 1331809218.0,
      "step": 6999
    },
    {
      "epoch": 2.3890784982935154,
      "grad_norm": 0.3239512449984084,
      "learning_rate": 1.9835686850787687e-06,
      "loss": 0.3162,
      "num_tokens": 1332030643.0,
      "step": 7000
    },
    {
      "epoch": 2.3894197952218432,
      "grad_norm": 0.30090112045516765,
      "learning_rate": 1.982512466147509e-06,
      "loss": 0.3109,
      "num_tokens": 1332205159.0,
      "step": 7001
    },
    {
      "epoch": 2.3897610921501706,
      "grad_norm": 0.2827770297445436,
      "learning_rate": 1.9814567451360044e-06,
      "loss": 0.2747,
      "num_tokens": 1332394618.0,
      "step": 7002
    },
    {
      "epoch": 2.3901023890784985,
      "grad_norm": 0.2880458060715547,
      "learning_rate": 1.9804015221936956e-06,
      "loss": 0.3025,
      "num_tokens": 1332605026.0,
      "step": 7003
    },
    {
      "epoch": 2.390443686006826,
      "grad_norm": 0.2986805897941351,
      "learning_rate": 1.9793467974699577e-06,
      "loss": 0.2885,
      "num_tokens": 1332809072.0,
      "step": 7004
    },
    {
      "epoch": 2.3907849829351537,
      "grad_norm": 0.2685966906257401,
      "learning_rate": 1.9782925711140916e-06,
      "loss": 0.2732,
      "num_tokens": 1333002649.0,
      "step": 7005
    },
    {
      "epoch": 2.391126279863481,
      "grad_norm": 0.3032129827078584,
      "learning_rate": 1.977238843275327e-06,
      "loss": 0.2851,
      "num_tokens": 1333188741.0,
      "step": 7006
    },
    {
      "epoch": 2.391467576791809,
      "grad_norm": 0.2706296058812138,
      "learning_rate": 1.976185614102828e-06,
      "loss": 0.2778,
      "num_tokens": 1333381691.0,
      "step": 7007
    },
    {
      "epoch": 2.3918088737201364,
      "grad_norm": 0.29007115356560403,
      "learning_rate": 1.975132883745684e-06,
      "loss": 0.2696,
      "num_tokens": 1333547042.0,
      "step": 7008
    },
    {
      "epoch": 2.3921501706484642,
      "grad_norm": 0.3008302621119973,
      "learning_rate": 1.9740806523529137e-06,
      "loss": 0.3122,
      "num_tokens": 1333733704.0,
      "step": 7009
    },
    {
      "epoch": 2.3924914675767917,
      "grad_norm": 0.2518657478856361,
      "learning_rate": 1.9730289200734664e-06,
      "loss": 0.2912,
      "num_tokens": 1333952996.0,
      "step": 7010
    },
    {
      "epoch": 2.3928327645051195,
      "grad_norm": 0.30343774918841954,
      "learning_rate": 1.9719776870562222e-06,
      "loss": 0.2898,
      "num_tokens": 1334123691.0,
      "step": 7011
    },
    {
      "epoch": 2.393174061433447,
      "grad_norm": 0.2898130289220794,
      "learning_rate": 1.970926953449987e-06,
      "loss": 0.2807,
      "num_tokens": 1334303085.0,
      "step": 7012
    },
    {
      "epoch": 2.3935153583617748,
      "grad_norm": 0.31042956572345837,
      "learning_rate": 1.9698767194034993e-06,
      "loss": 0.3299,
      "num_tokens": 1334502806.0,
      "step": 7013
    },
    {
      "epoch": 2.3938566552901026,
      "grad_norm": 0.27535688829196814,
      "learning_rate": 1.9688269850654253e-06,
      "loss": 0.2652,
      "num_tokens": 1334670002.0,
      "step": 7014
    },
    {
      "epoch": 2.39419795221843,
      "grad_norm": 0.287159293511931,
      "learning_rate": 1.967777750584359e-06,
      "loss": 0.2772,
      "num_tokens": 1334868915.0,
      "step": 7015
    },
    {
      "epoch": 2.394539249146758,
      "grad_norm": 0.29004418089029477,
      "learning_rate": 1.966729016108829e-06,
      "loss": 0.2784,
      "num_tokens": 1335034582.0,
      "step": 7016
    },
    {
      "epoch": 2.3948805460750853,
      "grad_norm": 0.27825020245919935,
      "learning_rate": 1.965680781787286e-06,
      "loss": 0.281,
      "num_tokens": 1335233995.0,
      "step": 7017
    },
    {
      "epoch": 2.395221843003413,
      "grad_norm": 0.3057243099590285,
      "learning_rate": 1.964633047768115e-06,
      "loss": 0.2796,
      "num_tokens": 1335404177.0,
      "step": 7018
    },
    {
      "epoch": 2.3955631399317405,
      "grad_norm": 0.28716279635771624,
      "learning_rate": 1.9635858141996267e-06,
      "loss": 0.3068,
      "num_tokens": 1335607721.0,
      "step": 7019
    },
    {
      "epoch": 2.3959044368600684,
      "grad_norm": 0.30801494770319854,
      "learning_rate": 1.962539081230064e-06,
      "loss": 0.3008,
      "num_tokens": 1335801963.0,
      "step": 7020
    },
    {
      "epoch": 2.396245733788396,
      "grad_norm": 0.29622987561347847,
      "learning_rate": 1.961492849007601e-06,
      "loss": 0.3012,
      "num_tokens": 1335974684.0,
      "step": 7021
    },
    {
      "epoch": 2.3965870307167236,
      "grad_norm": 0.2812327715803457,
      "learning_rate": 1.9604471176803314e-06,
      "loss": 0.2967,
      "num_tokens": 1336170973.0,
      "step": 7022
    },
    {
      "epoch": 2.396928327645051,
      "grad_norm": 0.5807827004912649,
      "learning_rate": 1.959401887396289e-06,
      "loss": 0.3043,
      "num_tokens": 1336392011.0,
      "step": 7023
    },
    {
      "epoch": 2.397269624573379,
      "grad_norm": 0.27450407644703034,
      "learning_rate": 1.9583571583034288e-06,
      "loss": 0.3107,
      "num_tokens": 1336609630.0,
      "step": 7024
    },
    {
      "epoch": 2.3976109215017063,
      "grad_norm": 0.26086973639583044,
      "learning_rate": 1.95731293054964e-06,
      "loss": 0.3012,
      "num_tokens": 1336845068.0,
      "step": 7025
    },
    {
      "epoch": 2.397952218430034,
      "grad_norm": 0.2692869120567104,
      "learning_rate": 1.9562692042827395e-06,
      "loss": 0.3072,
      "num_tokens": 1337059747.0,
      "step": 7026
    },
    {
      "epoch": 2.398293515358362,
      "grad_norm": 0.3213912387109737,
      "learning_rate": 1.955225979650469e-06,
      "loss": 0.2621,
      "num_tokens": 1337198568.0,
      "step": 7027
    },
    {
      "epoch": 2.3986348122866894,
      "grad_norm": 0.2793603572451294,
      "learning_rate": 1.9541832568005064e-06,
      "loss": 0.2835,
      "num_tokens": 1337372706.0,
      "step": 7028
    },
    {
      "epoch": 2.3989761092150172,
      "grad_norm": 0.30488678260529956,
      "learning_rate": 1.9531410358804525e-06,
      "loss": 0.2981,
      "num_tokens": 1337572593.0,
      "step": 7029
    },
    {
      "epoch": 2.3993174061433447,
      "grad_norm": 0.3014717337859157,
      "learning_rate": 1.9520993170378423e-06,
      "loss": 0.284,
      "num_tokens": 1337744734.0,
      "step": 7030
    },
    {
      "epoch": 2.3996587030716725,
      "grad_norm": 0.3188346572111737,
      "learning_rate": 1.951058100420133e-06,
      "loss": 0.2952,
      "num_tokens": 1337906469.0,
      "step": 7031
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.2831503168527692,
      "learning_rate": 1.950017386174717e-06,
      "loss": 0.325,
      "num_tokens": 1338123656.0,
      "step": 7032
    },
    {
      "epoch": 2.4003412969283278,
      "grad_norm": 0.28237989094098864,
      "learning_rate": 1.9489771744489117e-06,
      "loss": 0.2973,
      "num_tokens": 1338311208.0,
      "step": 7033
    },
    {
      "epoch": 2.400682593856655,
      "grad_norm": 0.2667603045986359,
      "learning_rate": 1.947937465389967e-06,
      "loss": 0.2967,
      "num_tokens": 1338531517.0,
      "step": 7034
    },
    {
      "epoch": 2.401023890784983,
      "grad_norm": 0.2836111925316181,
      "learning_rate": 1.946898259145058e-06,
      "loss": 0.2801,
      "num_tokens": 1338695555.0,
      "step": 7035
    },
    {
      "epoch": 2.4013651877133104,
      "grad_norm": 0.27494057745061234,
      "learning_rate": 1.9458595558612887e-06,
      "loss": 0.3223,
      "num_tokens": 1338914452.0,
      "step": 7036
    },
    {
      "epoch": 2.4017064846416383,
      "grad_norm": 0.31039350252466597,
      "learning_rate": 1.9448213556856953e-06,
      "loss": 0.2731,
      "num_tokens": 1339075340.0,
      "step": 7037
    },
    {
      "epoch": 2.4020477815699657,
      "grad_norm": 0.2637827849642941,
      "learning_rate": 1.94378365876524e-06,
      "loss": 0.2984,
      "num_tokens": 1339298462.0,
      "step": 7038
    },
    {
      "epoch": 2.4023890784982935,
      "grad_norm": 0.2941548905966427,
      "learning_rate": 1.942746465246817e-06,
      "loss": 0.2855,
      "num_tokens": 1339464719.0,
      "step": 7039
    },
    {
      "epoch": 2.4027303754266214,
      "grad_norm": 0.3498947545478603,
      "learning_rate": 1.941709775277242e-06,
      "loss": 0.2852,
      "num_tokens": 1339603516.0,
      "step": 7040
    },
    {
      "epoch": 2.403071672354949,
      "grad_norm": 0.288260122119997,
      "learning_rate": 1.9406735890032684e-06,
      "loss": 0.2966,
      "num_tokens": 1339818486.0,
      "step": 7041
    },
    {
      "epoch": 2.4034129692832766,
      "grad_norm": 0.2738721206354105,
      "learning_rate": 1.9396379065715703e-06,
      "loss": 0.2999,
      "num_tokens": 1340030236.0,
      "step": 7042
    },
    {
      "epoch": 2.403754266211604,
      "grad_norm": 0.29012201042976477,
      "learning_rate": 1.938602728128758e-06,
      "loss": 0.3009,
      "num_tokens": 1340237905.0,
      "step": 7043
    },
    {
      "epoch": 2.404095563139932,
      "grad_norm": 0.2969427382193756,
      "learning_rate": 1.937568053821365e-06,
      "loss": 0.279,
      "num_tokens": 1340416903.0,
      "step": 7044
    },
    {
      "epoch": 2.4044368600682593,
      "grad_norm": 0.2800846027577603,
      "learning_rate": 1.9365338837958537e-06,
      "loss": 0.329,
      "num_tokens": 1340615295.0,
      "step": 7045
    },
    {
      "epoch": 2.404778156996587,
      "grad_norm": 0.26868551674809743,
      "learning_rate": 1.9355002181986187e-06,
      "loss": 0.2875,
      "num_tokens": 1340824931.0,
      "step": 7046
    },
    {
      "epoch": 2.4051194539249146,
      "grad_norm": 0.2612638519905863,
      "learning_rate": 1.9344670571759805e-06,
      "loss": 0.28,
      "num_tokens": 1341030894.0,
      "step": 7047
    },
    {
      "epoch": 2.4054607508532424,
      "grad_norm": 0.3055332541373006,
      "learning_rate": 1.93343440087419e-06,
      "loss": 0.3215,
      "num_tokens": 1341277290.0,
      "step": 7048
    },
    {
      "epoch": 2.40580204778157,
      "grad_norm": 0.28249378360599864,
      "learning_rate": 1.9324022494394224e-06,
      "loss": 0.2825,
      "num_tokens": 1341462389.0,
      "step": 7049
    },
    {
      "epoch": 2.4061433447098977,
      "grad_norm": 0.3341166031659845,
      "learning_rate": 1.931370603017787e-06,
      "loss": 0.3073,
      "num_tokens": 1341629142.0,
      "step": 7050
    },
    {
      "epoch": 2.406484641638225,
      "grad_norm": 0.2946644057843097,
      "learning_rate": 1.930339461755317e-06,
      "loss": 0.3058,
      "num_tokens": 1341804160.0,
      "step": 7051
    },
    {
      "epoch": 2.406825938566553,
      "grad_norm": 0.27240188527610565,
      "learning_rate": 1.929308825797978e-06,
      "loss": 0.2972,
      "num_tokens": 1342008738.0,
      "step": 7052
    },
    {
      "epoch": 2.4071672354948808,
      "grad_norm": 0.30736904816510624,
      "learning_rate": 1.9282786952916615e-06,
      "loss": 0.3029,
      "num_tokens": 1342174500.0,
      "step": 7053
    },
    {
      "epoch": 2.407508532423208,
      "grad_norm": 0.3035222682032636,
      "learning_rate": 1.9272490703821875e-06,
      "loss": 0.3062,
      "num_tokens": 1342376543.0,
      "step": 7054
    },
    {
      "epoch": 2.407849829351536,
      "grad_norm": 0.2786879436326368,
      "learning_rate": 1.926219951215307e-06,
      "loss": 0.2777,
      "num_tokens": 1342558327.0,
      "step": 7055
    },
    {
      "epoch": 2.4081911262798634,
      "grad_norm": 0.32018014917225585,
      "learning_rate": 1.9251913379366952e-06,
      "loss": 0.2735,
      "num_tokens": 1342750755.0,
      "step": 7056
    },
    {
      "epoch": 2.4085324232081913,
      "grad_norm": 0.2842298476399055,
      "learning_rate": 1.9241632306919594e-06,
      "loss": 0.2852,
      "num_tokens": 1342938577.0,
      "step": 7057
    },
    {
      "epoch": 2.4088737201365187,
      "grad_norm": 0.28186566637109467,
      "learning_rate": 1.9231356296266322e-06,
      "loss": 0.3015,
      "num_tokens": 1343122117.0,
      "step": 7058
    },
    {
      "epoch": 2.4092150170648465,
      "grad_norm": 0.27718594166518623,
      "learning_rate": 1.9221085348861786e-06,
      "loss": 0.3015,
      "num_tokens": 1343325693.0,
      "step": 7059
    },
    {
      "epoch": 2.409556313993174,
      "grad_norm": 0.30424610969432214,
      "learning_rate": 1.921081946615987e-06,
      "loss": 0.3262,
      "num_tokens": 1343517211.0,
      "step": 7060
    },
    {
      "epoch": 2.409897610921502,
      "grad_norm": 0.26986256811089254,
      "learning_rate": 1.9200558649613795e-06,
      "loss": 0.3015,
      "num_tokens": 1343778445.0,
      "step": 7061
    },
    {
      "epoch": 2.410238907849829,
      "grad_norm": 0.29322001378948465,
      "learning_rate": 1.919030290067602e-06,
      "loss": 0.2708,
      "num_tokens": 1343955879.0,
      "step": 7062
    },
    {
      "epoch": 2.410580204778157,
      "grad_norm": 0.31026156145087375,
      "learning_rate": 1.9180052220798284e-06,
      "loss": 0.3139,
      "num_tokens": 1344134213.0,
      "step": 7063
    },
    {
      "epoch": 2.4109215017064844,
      "grad_norm": 0.2540341183146152,
      "learning_rate": 1.9169806611431664e-06,
      "loss": 0.3034,
      "num_tokens": 1344398240.0,
      "step": 7064
    },
    {
      "epoch": 2.4112627986348123,
      "grad_norm": 0.27194731642334696,
      "learning_rate": 1.915956607402647e-06,
      "loss": 0.2954,
      "num_tokens": 1344607088.0,
      "step": 7065
    },
    {
      "epoch": 2.41160409556314,
      "grad_norm": 0.5240463986044983,
      "learning_rate": 1.9149330610032298e-06,
      "loss": 0.2826,
      "num_tokens": 1344785451.0,
      "step": 7066
    },
    {
      "epoch": 2.4119453924914676,
      "grad_norm": 0.2679812724792099,
      "learning_rate": 1.913910022089802e-06,
      "loss": 0.2748,
      "num_tokens": 1344978989.0,
      "step": 7067
    },
    {
      "epoch": 2.4122866894197954,
      "grad_norm": 0.2796480891110616,
      "learning_rate": 1.912887490807183e-06,
      "loss": 0.2545,
      "num_tokens": 1345147547.0,
      "step": 7068
    },
    {
      "epoch": 2.412627986348123,
      "grad_norm": 0.29021736424287364,
      "learning_rate": 1.9118654673001195e-06,
      "loss": 0.2809,
      "num_tokens": 1345330215.0,
      "step": 7069
    },
    {
      "epoch": 2.4129692832764507,
      "grad_norm": 0.29129685574505865,
      "learning_rate": 1.9108439517132787e-06,
      "loss": 0.2865,
      "num_tokens": 1345513714.0,
      "step": 7070
    },
    {
      "epoch": 2.413310580204778,
      "grad_norm": 0.28769560588726295,
      "learning_rate": 1.9098229441912674e-06,
      "loss": 0.2967,
      "num_tokens": 1345713438.0,
      "step": 7071
    },
    {
      "epoch": 2.413651877133106,
      "grad_norm": 0.27705243972358073,
      "learning_rate": 1.90880244487861e-06,
      "loss": 0.2903,
      "num_tokens": 1345911521.0,
      "step": 7072
    },
    {
      "epoch": 2.4139931740614333,
      "grad_norm": 0.2880493691988143,
      "learning_rate": 1.9077824539197685e-06,
      "loss": 0.2804,
      "num_tokens": 1346096129.0,
      "step": 7073
    },
    {
      "epoch": 2.414334470989761,
      "grad_norm": 0.30735877044373067,
      "learning_rate": 1.9067629714591257e-06,
      "loss": 0.2677,
      "num_tokens": 1346266834.0,
      "step": 7074
    },
    {
      "epoch": 2.4146757679180886,
      "grad_norm": 0.2728624801388697,
      "learning_rate": 1.9057439976409944e-06,
      "loss": 0.3201,
      "num_tokens": 1346478721.0,
      "step": 7075
    },
    {
      "epoch": 2.4150170648464164,
      "grad_norm": 0.3091706725545047,
      "learning_rate": 1.9047255326096181e-06,
      "loss": 0.2688,
      "num_tokens": 1346639227.0,
      "step": 7076
    },
    {
      "epoch": 2.415358361774744,
      "grad_norm": 0.2713426806424846,
      "learning_rate": 1.9037075765091634e-06,
      "loss": 0.3115,
      "num_tokens": 1346867651.0,
      "step": 7077
    },
    {
      "epoch": 2.4156996587030717,
      "grad_norm": 0.28612759549228034,
      "learning_rate": 1.9026901294837313e-06,
      "loss": 0.2924,
      "num_tokens": 1347046425.0,
      "step": 7078
    },
    {
      "epoch": 2.4160409556313995,
      "grad_norm": 0.2867131039111601,
      "learning_rate": 1.9016731916773428e-06,
      "loss": 0.2596,
      "num_tokens": 1347224680.0,
      "step": 7079
    },
    {
      "epoch": 2.416382252559727,
      "grad_norm": 0.28757187006408047,
      "learning_rate": 1.9006567632339546e-06,
      "loss": 0.2753,
      "num_tokens": 1347404696.0,
      "step": 7080
    },
    {
      "epoch": 2.416723549488055,
      "grad_norm": 0.28860666332085577,
      "learning_rate": 1.8996408442974446e-06,
      "loss": 0.2955,
      "num_tokens": 1347587402.0,
      "step": 7081
    },
    {
      "epoch": 2.417064846416382,
      "grad_norm": 0.3153266403747724,
      "learning_rate": 1.8986254350116246e-06,
      "loss": 0.3026,
      "num_tokens": 1347749583.0,
      "step": 7082
    },
    {
      "epoch": 2.41740614334471,
      "grad_norm": 0.3525875590984063,
      "learning_rate": 1.8976105355202307e-06,
      "loss": 0.2908,
      "num_tokens": 1347936104.0,
      "step": 7083
    },
    {
      "epoch": 2.4177474402730375,
      "grad_norm": 0.2946573639556392,
      "learning_rate": 1.8965961459669257e-06,
      "loss": 0.2761,
      "num_tokens": 1348098492.0,
      "step": 7084
    },
    {
      "epoch": 2.4180887372013653,
      "grad_norm": 0.2928668134641883,
      "learning_rate": 1.895582266495304e-06,
      "loss": 0.2819,
      "num_tokens": 1348279280.0,
      "step": 7085
    },
    {
      "epoch": 2.4184300341296927,
      "grad_norm": 0.2923130263348902,
      "learning_rate": 1.8945688972488845e-06,
      "loss": 0.2959,
      "num_tokens": 1348486293.0,
      "step": 7086
    },
    {
      "epoch": 2.4187713310580206,
      "grad_norm": 0.28214661047314593,
      "learning_rate": 1.8935560383711177e-06,
      "loss": 0.2878,
      "num_tokens": 1348673827.0,
      "step": 7087
    },
    {
      "epoch": 2.419112627986348,
      "grad_norm": 0.2868539013346604,
      "learning_rate": 1.8925436900053755e-06,
      "loss": 0.2853,
      "num_tokens": 1348873775.0,
      "step": 7088
    },
    {
      "epoch": 2.419453924914676,
      "grad_norm": 0.29568798073034014,
      "learning_rate": 1.8915318522949643e-06,
      "loss": 0.2987,
      "num_tokens": 1349062004.0,
      "step": 7089
    },
    {
      "epoch": 2.419795221843003,
      "grad_norm": 0.26509234474411875,
      "learning_rate": 1.8905205253831138e-06,
      "loss": 0.2909,
      "num_tokens": 1349287597.0,
      "step": 7090
    },
    {
      "epoch": 2.420136518771331,
      "grad_norm": 0.29033928078762367,
      "learning_rate": 1.8895097094129843e-06,
      "loss": 0.2914,
      "num_tokens": 1349491708.0,
      "step": 7091
    },
    {
      "epoch": 2.420477815699659,
      "grad_norm": 0.29499870294589786,
      "learning_rate": 1.8884994045276617e-06,
      "loss": 0.3192,
      "num_tokens": 1349685579.0,
      "step": 7092
    },
    {
      "epoch": 2.4208191126279863,
      "grad_norm": 0.2834206890144819,
      "learning_rate": 1.887489610870159e-06,
      "loss": 0.2661,
      "num_tokens": 1349861584.0,
      "step": 7093
    },
    {
      "epoch": 2.421160409556314,
      "grad_norm": 0.2957774556659202,
      "learning_rate": 1.8864803285834205e-06,
      "loss": 0.2762,
      "num_tokens": 1350035858.0,
      "step": 7094
    },
    {
      "epoch": 2.4215017064846416,
      "grad_norm": 0.29419358590790895,
      "learning_rate": 1.8854715578103124e-06,
      "loss": 0.3225,
      "num_tokens": 1350229546.0,
      "step": 7095
    },
    {
      "epoch": 2.4218430034129694,
      "grad_norm": 0.3063333824284058,
      "learning_rate": 1.8844632986936367e-06,
      "loss": 0.2805,
      "num_tokens": 1350380833.0,
      "step": 7096
    },
    {
      "epoch": 2.422184300341297,
      "grad_norm": 0.256567645495861,
      "learning_rate": 1.8834555513761128e-06,
      "loss": 0.2928,
      "num_tokens": 1350606694.0,
      "step": 7097
    },
    {
      "epoch": 2.4225255972696247,
      "grad_norm": 0.29166816653430216,
      "learning_rate": 1.882448316000396e-06,
      "loss": 0.3191,
      "num_tokens": 1350786775.0,
      "step": 7098
    },
    {
      "epoch": 2.422866894197952,
      "grad_norm": 0.2871624999854658,
      "learning_rate": 1.8814415927090646e-06,
      "loss": 0.3005,
      "num_tokens": 1350984889.0,
      "step": 7099
    },
    {
      "epoch": 2.42320819112628,
      "grad_norm": 0.3130055898348373,
      "learning_rate": 1.8804353816446265e-06,
      "loss": 0.2744,
      "num_tokens": 1351147026.0,
      "step": 7100
    },
    {
      "epoch": 2.4235494880546073,
      "grad_norm": 0.28573499094654226,
      "learning_rate": 1.8794296829495174e-06,
      "loss": 0.2747,
      "num_tokens": 1351313194.0,
      "step": 7101
    },
    {
      "epoch": 2.423890784982935,
      "grad_norm": 0.26908936795562594,
      "learning_rate": 1.8784244967660964e-06,
      "loss": 0.2911,
      "num_tokens": 1351534703.0,
      "step": 7102
    },
    {
      "epoch": 2.4242320819112626,
      "grad_norm": 0.30024407788920104,
      "learning_rate": 1.877419823236657e-06,
      "loss": 0.2935,
      "num_tokens": 1351691530.0,
      "step": 7103
    },
    {
      "epoch": 2.4245733788395905,
      "grad_norm": 0.29539205266086144,
      "learning_rate": 1.8764156625034141e-06,
      "loss": 0.3363,
      "num_tokens": 1351905268.0,
      "step": 7104
    },
    {
      "epoch": 2.4249146757679183,
      "grad_norm": 0.3170231236439801,
      "learning_rate": 1.8754120147085128e-06,
      "loss": 0.2918,
      "num_tokens": 1352057958.0,
      "step": 7105
    },
    {
      "epoch": 2.4252559726962457,
      "grad_norm": 0.2673462984600905,
      "learning_rate": 1.8744088799940234e-06,
      "loss": 0.2687,
      "num_tokens": 1352247227.0,
      "step": 7106
    },
    {
      "epoch": 2.4255972696245736,
      "grad_norm": 0.30782295672884213,
      "learning_rate": 1.8734062585019475e-06,
      "loss": 0.2949,
      "num_tokens": 1352433453.0,
      "step": 7107
    },
    {
      "epoch": 2.425938566552901,
      "grad_norm": 0.3014553820249751,
      "learning_rate": 1.8724041503742093e-06,
      "loss": 0.2837,
      "num_tokens": 1352626648.0,
      "step": 7108
    },
    {
      "epoch": 2.426279863481229,
      "grad_norm": 0.25767847910310104,
      "learning_rate": 1.8714025557526655e-06,
      "loss": 0.2741,
      "num_tokens": 1352827203.0,
      "step": 7109
    },
    {
      "epoch": 2.426621160409556,
      "grad_norm": 0.2933643376067775,
      "learning_rate": 1.8704014747790958e-06,
      "loss": 0.2686,
      "num_tokens": 1353002262.0,
      "step": 7110
    },
    {
      "epoch": 2.426962457337884,
      "grad_norm": 0.2902045945270697,
      "learning_rate": 1.869400907595208e-06,
      "loss": 0.2883,
      "num_tokens": 1353188712.0,
      "step": 7111
    },
    {
      "epoch": 2.4273037542662115,
      "grad_norm": 0.28082356577673634,
      "learning_rate": 1.8684008543426395e-06,
      "loss": 0.3071,
      "num_tokens": 1353391360.0,
      "step": 7112
    },
    {
      "epoch": 2.4276450511945393,
      "grad_norm": 0.2683289219605045,
      "learning_rate": 1.8674013151629527e-06,
      "loss": 0.3072,
      "num_tokens": 1353608198.0,
      "step": 7113
    },
    {
      "epoch": 2.4279863481228667,
      "grad_norm": 0.29597083401339186,
      "learning_rate": 1.8664022901976372e-06,
      "loss": 0.2919,
      "num_tokens": 1353809421.0,
      "step": 7114
    },
    {
      "epoch": 2.4283276450511946,
      "grad_norm": 0.26899989772395555,
      "learning_rate": 1.8654037795881117e-06,
      "loss": 0.3091,
      "num_tokens": 1354035600.0,
      "step": 7115
    },
    {
      "epoch": 2.428668941979522,
      "grad_norm": 0.2913879071683718,
      "learning_rate": 1.864405783475719e-06,
      "loss": 0.2928,
      "num_tokens": 1354210113.0,
      "step": 7116
    },
    {
      "epoch": 2.42901023890785,
      "grad_norm": 0.24437712668202768,
      "learning_rate": 1.8634083020017335e-06,
      "loss": 0.284,
      "num_tokens": 1354420568.0,
      "step": 7117
    },
    {
      "epoch": 2.4293515358361777,
      "grad_norm": 0.28696892314305483,
      "learning_rate": 1.862411335307353e-06,
      "loss": 0.2951,
      "num_tokens": 1354603939.0,
      "step": 7118
    },
    {
      "epoch": 2.429692832764505,
      "grad_norm": 0.2620605033361587,
      "learning_rate": 1.861414883533704e-06,
      "loss": 0.2953,
      "num_tokens": 1354830939.0,
      "step": 7119
    },
    {
      "epoch": 2.430034129692833,
      "grad_norm": 0.2811254145086414,
      "learning_rate": 1.8604189468218374e-06,
      "loss": 0.3011,
      "num_tokens": 1355025739.0,
      "step": 7120
    },
    {
      "epoch": 2.4303754266211604,
      "grad_norm": 0.28037985872294485,
      "learning_rate": 1.8594235253127373e-06,
      "loss": 0.3049,
      "num_tokens": 1355226863.0,
      "step": 7121
    },
    {
      "epoch": 2.430716723549488,
      "grad_norm": 0.2940028022420746,
      "learning_rate": 1.8584286191473088e-06,
      "loss": 0.2785,
      "num_tokens": 1355395024.0,
      "step": 7122
    },
    {
      "epoch": 2.4310580204778156,
      "grad_norm": 0.25986237534745354,
      "learning_rate": 1.8574342284663855e-06,
      "loss": 0.3075,
      "num_tokens": 1355621102.0,
      "step": 7123
    },
    {
      "epoch": 2.4313993174061435,
      "grad_norm": 0.2954106975839146,
      "learning_rate": 1.8564403534107317e-06,
      "loss": 0.3155,
      "num_tokens": 1355803224.0,
      "step": 7124
    },
    {
      "epoch": 2.431740614334471,
      "grad_norm": 0.2720114189048581,
      "learning_rate": 1.8554469941210328e-06,
      "loss": 0.2875,
      "num_tokens": 1355995338.0,
      "step": 7125
    },
    {
      "epoch": 2.4320819112627987,
      "grad_norm": 0.2786395280345494,
      "learning_rate": 1.8544541507379083e-06,
      "loss": 0.2745,
      "num_tokens": 1356177527.0,
      "step": 7126
    },
    {
      "epoch": 2.432423208191126,
      "grad_norm": 0.25568972937491796,
      "learning_rate": 1.8534618234018958e-06,
      "loss": 0.291,
      "num_tokens": 1356404084.0,
      "step": 7127
    },
    {
      "epoch": 2.432764505119454,
      "grad_norm": 0.27849996736522653,
      "learning_rate": 1.8524700122534686e-06,
      "loss": 0.2918,
      "num_tokens": 1356586602.0,
      "step": 7128
    },
    {
      "epoch": 2.4331058020477814,
      "grad_norm": 0.28642054197518546,
      "learning_rate": 1.8514787174330201e-06,
      "loss": 0.2803,
      "num_tokens": 1356780518.0,
      "step": 7129
    },
    {
      "epoch": 2.4334470989761092,
      "grad_norm": 0.2887574757213649,
      "learning_rate": 1.850487939080876e-06,
      "loss": 0.2821,
      "num_tokens": 1356958080.0,
      "step": 7130
    },
    {
      "epoch": 2.433788395904437,
      "grad_norm": 0.2965632000585574,
      "learning_rate": 1.8494976773372857e-06,
      "loss": 0.2651,
      "num_tokens": 1357112987.0,
      "step": 7131
    },
    {
      "epoch": 2.4341296928327645,
      "grad_norm": 0.29817764992175305,
      "learning_rate": 1.8485079323424249e-06,
      "loss": 0.2797,
      "num_tokens": 1357311304.0,
      "step": 7132
    },
    {
      "epoch": 2.4344709897610923,
      "grad_norm": 0.3023061865886335,
      "learning_rate": 1.8475187042363995e-06,
      "loss": 0.2834,
      "num_tokens": 1357499965.0,
      "step": 7133
    },
    {
      "epoch": 2.4348122866894197,
      "grad_norm": 0.2837912132172496,
      "learning_rate": 1.8465299931592378e-06,
      "loss": 0.2989,
      "num_tokens": 1357711055.0,
      "step": 7134
    },
    {
      "epoch": 2.4351535836177476,
      "grad_norm": 0.31896345920623387,
      "learning_rate": 1.8455417992509018e-06,
      "loss": 0.2886,
      "num_tokens": 1357875537.0,
      "step": 7135
    },
    {
      "epoch": 2.435494880546075,
      "grad_norm": 0.26939895241228395,
      "learning_rate": 1.8445541226512691e-06,
      "loss": 0.3039,
      "num_tokens": 1358079726.0,
      "step": 7136
    },
    {
      "epoch": 2.435836177474403,
      "grad_norm": 0.268011614851846,
      "learning_rate": 1.8435669635001564e-06,
      "loss": 0.2842,
      "num_tokens": 1358299486.0,
      "step": 7137
    },
    {
      "epoch": 2.4361774744027302,
      "grad_norm": 0.2712045261810585,
      "learning_rate": 1.8425803219372983e-06,
      "loss": 0.2951,
      "num_tokens": 1358513533.0,
      "step": 7138
    },
    {
      "epoch": 2.436518771331058,
      "grad_norm": 0.2856727872318922,
      "learning_rate": 1.8415941981023616e-06,
      "loss": 0.285,
      "num_tokens": 1358696056.0,
      "step": 7139
    },
    {
      "epoch": 2.4368600682593855,
      "grad_norm": 0.2837532244181846,
      "learning_rate": 1.8406085921349364e-06,
      "loss": 0.313,
      "num_tokens": 1358892410.0,
      "step": 7140
    },
    {
      "epoch": 2.4372013651877134,
      "grad_norm": 0.2603687350355613,
      "learning_rate": 1.8396235041745397e-06,
      "loss": 0.2834,
      "num_tokens": 1359116192.0,
      "step": 7141
    },
    {
      "epoch": 2.4375426621160408,
      "grad_norm": 0.2887740845794215,
      "learning_rate": 1.8386389343606186e-06,
      "loss": 0.2765,
      "num_tokens": 1359302223.0,
      "step": 7142
    },
    {
      "epoch": 2.4378839590443686,
      "grad_norm": 0.3961604544075061,
      "learning_rate": 1.837654882832541e-06,
      "loss": 0.2748,
      "num_tokens": 1359439352.0,
      "step": 7143
    },
    {
      "epoch": 2.4382252559726965,
      "grad_norm": 0.2981306469135201,
      "learning_rate": 1.83667134972961e-06,
      "loss": 0.3071,
      "num_tokens": 1359606025.0,
      "step": 7144
    },
    {
      "epoch": 2.438566552901024,
      "grad_norm": 0.3251388756516722,
      "learning_rate": 1.8356883351910442e-06,
      "loss": 0.2855,
      "num_tokens": 1359816593.0,
      "step": 7145
    },
    {
      "epoch": 2.4389078498293517,
      "grad_norm": 0.2704722201836868,
      "learning_rate": 1.8347058393559985e-06,
      "loss": 0.315,
      "num_tokens": 1360047421.0,
      "step": 7146
    },
    {
      "epoch": 2.439249146757679,
      "grad_norm": 0.28449187055832614,
      "learning_rate": 1.8337238623635483e-06,
      "loss": 0.2711,
      "num_tokens": 1360219648.0,
      "step": 7147
    },
    {
      "epoch": 2.439590443686007,
      "grad_norm": 0.2973712721107613,
      "learning_rate": 1.8327424043527008e-06,
      "loss": 0.3228,
      "num_tokens": 1360425879.0,
      "step": 7148
    },
    {
      "epoch": 2.4399317406143344,
      "grad_norm": 0.28693309374380005,
      "learning_rate": 1.831761465462385e-06,
      "loss": 0.2899,
      "num_tokens": 1360620306.0,
      "step": 7149
    },
    {
      "epoch": 2.4402730375426622,
      "grad_norm": 0.28770198532570634,
      "learning_rate": 1.8307810458314567e-06,
      "loss": 0.3021,
      "num_tokens": 1360815273.0,
      "step": 7150
    },
    {
      "epoch": 2.4406143344709896,
      "grad_norm": 0.31362620274815123,
      "learning_rate": 1.8298011455987024e-06,
      "loss": 0.3054,
      "num_tokens": 1360985411.0,
      "step": 7151
    },
    {
      "epoch": 2.4409556313993175,
      "grad_norm": 0.2685638303545858,
      "learning_rate": 1.8288217649028312e-06,
      "loss": 0.3043,
      "num_tokens": 1361193762.0,
      "step": 7152
    },
    {
      "epoch": 2.441296928327645,
      "grad_norm": 0.2661823965331305,
      "learning_rate": 1.8278429038824813e-06,
      "loss": 0.3259,
      "num_tokens": 1361433812.0,
      "step": 7153
    },
    {
      "epoch": 2.4416382252559727,
      "grad_norm": 0.28141798243622224,
      "learning_rate": 1.826864562676212e-06,
      "loss": 0.2986,
      "num_tokens": 1361624503.0,
      "step": 7154
    },
    {
      "epoch": 2.4419795221843,
      "grad_norm": 0.26572830816970905,
      "learning_rate": 1.8258867414225179e-06,
      "loss": 0.2862,
      "num_tokens": 1361824051.0,
      "step": 7155
    },
    {
      "epoch": 2.442320819112628,
      "grad_norm": 0.30525604866908945,
      "learning_rate": 1.82490944025981e-06,
      "loss": 0.2872,
      "num_tokens": 1362038963.0,
      "step": 7156
    },
    {
      "epoch": 2.442662116040956,
      "grad_norm": 0.2741086894323718,
      "learning_rate": 1.823932659326435e-06,
      "loss": 0.2859,
      "num_tokens": 1362237994.0,
      "step": 7157
    },
    {
      "epoch": 2.4430034129692833,
      "grad_norm": 0.29508205410708704,
      "learning_rate": 1.8229563987606597e-06,
      "loss": 0.264,
      "num_tokens": 1362399710.0,
      "step": 7158
    },
    {
      "epoch": 2.443344709897611,
      "grad_norm": 0.2817980078512793,
      "learning_rate": 1.8219806587006775e-06,
      "loss": 0.3153,
      "num_tokens": 1362599744.0,
      "step": 7159
    },
    {
      "epoch": 2.4436860068259385,
      "grad_norm": 0.28462986586177685,
      "learning_rate": 1.8210054392846132e-06,
      "loss": 0.311,
      "num_tokens": 1362799176.0,
      "step": 7160
    },
    {
      "epoch": 2.4440273037542664,
      "grad_norm": 0.33512225301889903,
      "learning_rate": 1.820030740650513e-06,
      "loss": 0.2838,
      "num_tokens": 1362975868.0,
      "step": 7161
    },
    {
      "epoch": 2.4443686006825938,
      "grad_norm": 0.28316513909150504,
      "learning_rate": 1.8190565629363495e-06,
      "loss": 0.3025,
      "num_tokens": 1363161354.0,
      "step": 7162
    },
    {
      "epoch": 2.4447098976109216,
      "grad_norm": 0.2801634035543947,
      "learning_rate": 1.8180829062800251e-06,
      "loss": 0.2822,
      "num_tokens": 1363340411.0,
      "step": 7163
    },
    {
      "epoch": 2.445051194539249,
      "grad_norm": 0.30299528328976855,
      "learning_rate": 1.8171097708193642e-06,
      "loss": 0.2917,
      "num_tokens": 1363515720.0,
      "step": 7164
    },
    {
      "epoch": 2.445392491467577,
      "grad_norm": 0.2746363159076538,
      "learning_rate": 1.816137156692121e-06,
      "loss": 0.3003,
      "num_tokens": 1363706632.0,
      "step": 7165
    },
    {
      "epoch": 2.4457337883959043,
      "grad_norm": 0.26836087680837906,
      "learning_rate": 1.8151650640359747e-06,
      "loss": 0.3135,
      "num_tokens": 1363922066.0,
      "step": 7166
    },
    {
      "epoch": 2.446075085324232,
      "grad_norm": 0.5668073854682021,
      "learning_rate": 1.8141934929885296e-06,
      "loss": 0.2942,
      "num_tokens": 1364111268.0,
      "step": 7167
    },
    {
      "epoch": 2.4464163822525595,
      "grad_norm": 0.26382275654134985,
      "learning_rate": 1.813222443687316e-06,
      "loss": 0.29,
      "num_tokens": 1364315851.0,
      "step": 7168
    },
    {
      "epoch": 2.4467576791808874,
      "grad_norm": 0.28458025778624474,
      "learning_rate": 1.8122519162697932e-06,
      "loss": 0.3016,
      "num_tokens": 1364528886.0,
      "step": 7169
    },
    {
      "epoch": 2.4470989761092152,
      "grad_norm": 0.2604525000201535,
      "learning_rate": 1.8112819108733436e-06,
      "loss": 0.297,
      "num_tokens": 1364746543.0,
      "step": 7170
    },
    {
      "epoch": 2.4474402730375426,
      "grad_norm": 0.295088505685251,
      "learning_rate": 1.8103124276352763e-06,
      "loss": 0.2812,
      "num_tokens": 1364914818.0,
      "step": 7171
    },
    {
      "epoch": 2.4477815699658705,
      "grad_norm": 0.2909555164653776,
      "learning_rate": 1.8093434666928284e-06,
      "loss": 0.2629,
      "num_tokens": 1365086452.0,
      "step": 7172
    },
    {
      "epoch": 2.448122866894198,
      "grad_norm": 0.2927140106570998,
      "learning_rate": 1.8083750281831596e-06,
      "loss": 0.2444,
      "num_tokens": 1365229156.0,
      "step": 7173
    },
    {
      "epoch": 2.4484641638225257,
      "grad_norm": 0.4402559115644601,
      "learning_rate": 1.8074071122433617e-06,
      "loss": 0.3028,
      "num_tokens": 1365401296.0,
      "step": 7174
    },
    {
      "epoch": 2.448805460750853,
      "grad_norm": 0.26540363818955176,
      "learning_rate": 1.8064397190104434e-06,
      "loss": 0.2784,
      "num_tokens": 1365600014.0,
      "step": 7175
    },
    {
      "epoch": 2.449146757679181,
      "grad_norm": 0.2690289449269835,
      "learning_rate": 1.8054728486213485e-06,
      "loss": 0.3027,
      "num_tokens": 1365827235.0,
      "step": 7176
    },
    {
      "epoch": 2.4494880546075084,
      "grad_norm": 0.3146074313175018,
      "learning_rate": 1.8045065012129403e-06,
      "loss": 0.3018,
      "num_tokens": 1366001272.0,
      "step": 7177
    },
    {
      "epoch": 2.4498293515358363,
      "grad_norm": 0.2719672804281709,
      "learning_rate": 1.8035406769220127e-06,
      "loss": 0.294,
      "num_tokens": 1366214184.0,
      "step": 7178
    },
    {
      "epoch": 2.4501706484641637,
      "grad_norm": 0.29288386507486525,
      "learning_rate": 1.802575375885282e-06,
      "loss": 0.3203,
      "num_tokens": 1366409897.0,
      "step": 7179
    },
    {
      "epoch": 2.4505119453924915,
      "grad_norm": 0.29392984511791953,
      "learning_rate": 1.8016105982393916e-06,
      "loss": 0.2956,
      "num_tokens": 1366584028.0,
      "step": 7180
    },
    {
      "epoch": 2.450853242320819,
      "grad_norm": 0.2702524714788496,
      "learning_rate": 1.8006463441209126e-06,
      "loss": 0.2729,
      "num_tokens": 1366776573.0,
      "step": 7181
    },
    {
      "epoch": 2.4511945392491468,
      "grad_norm": 0.29147071746612513,
      "learning_rate": 1.7996826136663393e-06,
      "loss": 0.2695,
      "num_tokens": 1366952048.0,
      "step": 7182
    },
    {
      "epoch": 2.4515358361774746,
      "grad_norm": 0.26004346332889844,
      "learning_rate": 1.7987194070120948e-06,
      "loss": 0.2744,
      "num_tokens": 1367160206.0,
      "step": 7183
    },
    {
      "epoch": 2.451877133105802,
      "grad_norm": 0.3656456651479183,
      "learning_rate": 1.7977567242945232e-06,
      "loss": 0.286,
      "num_tokens": 1367346792.0,
      "step": 7184
    },
    {
      "epoch": 2.45221843003413,
      "grad_norm": 0.26171017127884066,
      "learning_rate": 1.7967945656499002e-06,
      "loss": 0.3117,
      "num_tokens": 1367590582.0,
      "step": 7185
    },
    {
      "epoch": 2.4525597269624573,
      "grad_norm": 0.2814291499458235,
      "learning_rate": 1.795832931214423e-06,
      "loss": 0.2852,
      "num_tokens": 1367779496.0,
      "step": 7186
    },
    {
      "epoch": 2.452901023890785,
      "grad_norm": 0.2799349470861783,
      "learning_rate": 1.7948718211242177e-06,
      "loss": 0.2742,
      "num_tokens": 1367958719.0,
      "step": 7187
    },
    {
      "epoch": 2.4532423208191125,
      "grad_norm": 0.27445154607334654,
      "learning_rate": 1.7939112355153343e-06,
      "loss": 0.292,
      "num_tokens": 1368139355.0,
      "step": 7188
    },
    {
      "epoch": 2.4535836177474404,
      "grad_norm": 0.29824154848080253,
      "learning_rate": 1.792951174523748e-06,
      "loss": 0.3181,
      "num_tokens": 1368330554.0,
      "step": 7189
    },
    {
      "epoch": 2.453924914675768,
      "grad_norm": 0.251726814751607,
      "learning_rate": 1.791991638285362e-06,
      "loss": 0.3117,
      "num_tokens": 1368578548.0,
      "step": 7190
    },
    {
      "epoch": 2.4542662116040956,
      "grad_norm": 0.27266155056256425,
      "learning_rate": 1.7910326269360024e-06,
      "loss": 0.258,
      "num_tokens": 1368749182.0,
      "step": 7191
    },
    {
      "epoch": 2.454607508532423,
      "grad_norm": 0.2992996905021834,
      "learning_rate": 1.7900741406114259e-06,
      "loss": 0.298,
      "num_tokens": 1368922329.0,
      "step": 7192
    },
    {
      "epoch": 2.454948805460751,
      "grad_norm": 0.3059873375487602,
      "learning_rate": 1.7891161794473067e-06,
      "loss": 0.2878,
      "num_tokens": 1369079049.0,
      "step": 7193
    },
    {
      "epoch": 2.4552901023890783,
      "grad_norm": 0.2865915507124239,
      "learning_rate": 1.788158743579254e-06,
      "loss": 0.2756,
      "num_tokens": 1369238694.0,
      "step": 7194
    },
    {
      "epoch": 2.455631399317406,
      "grad_norm": 0.304692770267604,
      "learning_rate": 1.787201833142794e-06,
      "loss": 0.2998,
      "num_tokens": 1369416366.0,
      "step": 7195
    },
    {
      "epoch": 2.455972696245734,
      "grad_norm": 0.29815221727731595,
      "learning_rate": 1.7862454482733859e-06,
      "loss": 0.2923,
      "num_tokens": 1369589460.0,
      "step": 7196
    },
    {
      "epoch": 2.4563139931740614,
      "grad_norm": 0.2940931428652809,
      "learning_rate": 1.785289589106411e-06,
      "loss": 0.3086,
      "num_tokens": 1369777465.0,
      "step": 7197
    },
    {
      "epoch": 2.4566552901023893,
      "grad_norm": 0.29274043185488646,
      "learning_rate": 1.7843342557771738e-06,
      "loss": 0.2789,
      "num_tokens": 1369937414.0,
      "step": 7198
    },
    {
      "epoch": 2.4569965870307167,
      "grad_norm": 0.2547766617862855,
      "learning_rate": 1.7833794484209094e-06,
      "loss": 0.2959,
      "num_tokens": 1370168683.0,
      "step": 7199
    },
    {
      "epoch": 2.4573378839590445,
      "grad_norm": 0.3079128660477798,
      "learning_rate": 1.7824251671727754e-06,
      "loss": 0.2913,
      "num_tokens": 1370341846.0,
      "step": 7200
    },
    {
      "epoch": 2.457679180887372,
      "grad_norm": 0.2733600581776074,
      "learning_rate": 1.7814714121678566e-06,
      "loss": 0.2844,
      "num_tokens": 1370545849.0,
      "step": 7201
    },
    {
      "epoch": 2.4580204778156998,
      "grad_norm": 0.32407898601216834,
      "learning_rate": 1.78051818354116e-06,
      "loss": 0.2779,
      "num_tokens": 1370717981.0,
      "step": 7202
    },
    {
      "epoch": 2.458361774744027,
      "grad_norm": 0.315262631406648,
      "learning_rate": 1.7795654814276209e-06,
      "loss": 0.2882,
      "num_tokens": 1370879054.0,
      "step": 7203
    },
    {
      "epoch": 2.458703071672355,
      "grad_norm": 0.30929515951564185,
      "learning_rate": 1.7786133059621014e-06,
      "loss": 0.2885,
      "num_tokens": 1371061349.0,
      "step": 7204
    },
    {
      "epoch": 2.4590443686006824,
      "grad_norm": 0.3157569488611719,
      "learning_rate": 1.777661657279386e-06,
      "loss": 0.2819,
      "num_tokens": 1371214104.0,
      "step": 7205
    },
    {
      "epoch": 2.4593856655290103,
      "grad_norm": 0.28990391799856574,
      "learning_rate": 1.7767105355141861e-06,
      "loss": 0.274,
      "num_tokens": 1371392590.0,
      "step": 7206
    },
    {
      "epoch": 2.4597269624573377,
      "grad_norm": 0.2976113726702093,
      "learning_rate": 1.7757599408011373e-06,
      "loss": 0.3147,
      "num_tokens": 1371588875.0,
      "step": 7207
    },
    {
      "epoch": 2.4600682593856655,
      "grad_norm": 0.2839026578487895,
      "learning_rate": 1.7748098732748025e-06,
      "loss": 0.2666,
      "num_tokens": 1371761639.0,
      "step": 7208
    },
    {
      "epoch": 2.4604095563139934,
      "grad_norm": 0.33223002669505536,
      "learning_rate": 1.7738603330696687e-06,
      "loss": 0.2942,
      "num_tokens": 1371898951.0,
      "step": 7209
    },
    {
      "epoch": 2.460750853242321,
      "grad_norm": 0.27303143851903017,
      "learning_rate": 1.7729113203201482e-06,
      "loss": 0.2817,
      "num_tokens": 1372094968.0,
      "step": 7210
    },
    {
      "epoch": 2.4610921501706486,
      "grad_norm": 0.30555725137982304,
      "learning_rate": 1.77196283516058e-06,
      "loss": 0.3044,
      "num_tokens": 1372295815.0,
      "step": 7211
    },
    {
      "epoch": 2.461433447098976,
      "grad_norm": 0.2858451802340733,
      "learning_rate": 1.771014877725225e-06,
      "loss": 0.2718,
      "num_tokens": 1372488279.0,
      "step": 7212
    },
    {
      "epoch": 2.461774744027304,
      "grad_norm": 0.2576596449338503,
      "learning_rate": 1.770067448148275e-06,
      "loss": 0.2877,
      "num_tokens": 1372707810.0,
      "step": 7213
    },
    {
      "epoch": 2.4621160409556313,
      "grad_norm": 0.27945816989269173,
      "learning_rate": 1.769120546563843e-06,
      "loss": 0.277,
      "num_tokens": 1372878456.0,
      "step": 7214
    },
    {
      "epoch": 2.462457337883959,
      "grad_norm": 0.29752596228045397,
      "learning_rate": 1.7681741731059677e-06,
      "loss": 0.3015,
      "num_tokens": 1373078410.0,
      "step": 7215
    },
    {
      "epoch": 2.4627986348122866,
      "grad_norm": 0.31978673165696114,
      "learning_rate": 1.7672283279086111e-06,
      "loss": 0.277,
      "num_tokens": 1373230068.0,
      "step": 7216
    },
    {
      "epoch": 2.4631399317406144,
      "grad_norm": 0.3619614441785803,
      "learning_rate": 1.7662830111056672e-06,
      "loss": 0.2639,
      "num_tokens": 1373393652.0,
      "step": 7217
    },
    {
      "epoch": 2.463481228668942,
      "grad_norm": 0.30597461928865144,
      "learning_rate": 1.765338222830948e-06,
      "loss": 0.3038,
      "num_tokens": 1373568271.0,
      "step": 7218
    },
    {
      "epoch": 2.4638225255972697,
      "grad_norm": 0.24480747437929407,
      "learning_rate": 1.7643939632181932e-06,
      "loss": 0.3025,
      "num_tokens": 1373817773.0,
      "step": 7219
    },
    {
      "epoch": 2.464163822525597,
      "grad_norm": 0.2982265062079771,
      "learning_rate": 1.7634502324010697e-06,
      "loss": 0.2927,
      "num_tokens": 1373996722.0,
      "step": 7220
    },
    {
      "epoch": 2.464505119453925,
      "grad_norm": 0.300188059882774,
      "learning_rate": 1.7625070305131662e-06,
      "loss": 0.2869,
      "num_tokens": 1374179826.0,
      "step": 7221
    },
    {
      "epoch": 2.4648464163822528,
      "grad_norm": 0.29066666426836907,
      "learning_rate": 1.7615643576880004e-06,
      "loss": 0.2842,
      "num_tokens": 1374352488.0,
      "step": 7222
    },
    {
      "epoch": 2.46518771331058,
      "grad_norm": 0.28414290753656113,
      "learning_rate": 1.7606222140590107e-06,
      "loss": 0.3042,
      "num_tokens": 1374544682.0,
      "step": 7223
    },
    {
      "epoch": 2.465529010238908,
      "grad_norm": 0.26952532755223463,
      "learning_rate": 1.7596805997595633e-06,
      "loss": 0.2716,
      "num_tokens": 1374753048.0,
      "step": 7224
    },
    {
      "epoch": 2.4658703071672354,
      "grad_norm": 0.29272609907385316,
      "learning_rate": 1.7587395149229482e-06,
      "loss": 0.2709,
      "num_tokens": 1374946873.0,
      "step": 7225
    },
    {
      "epoch": 2.4662116040955633,
      "grad_norm": 0.25532433648127534,
      "learning_rate": 1.757798959682383e-06,
      "loss": 0.266,
      "num_tokens": 1375155170.0,
      "step": 7226
    },
    {
      "epoch": 2.4665529010238907,
      "grad_norm": 0.28604668125586485,
      "learning_rate": 1.7568589341710074e-06,
      "loss": 0.2816,
      "num_tokens": 1375334619.0,
      "step": 7227
    },
    {
      "epoch": 2.4668941979522185,
      "grad_norm": 0.2752829904680569,
      "learning_rate": 1.7559194385218864e-06,
      "loss": 0.283,
      "num_tokens": 1375512673.0,
      "step": 7228
    },
    {
      "epoch": 2.467235494880546,
      "grad_norm": 0.27888158848947425,
      "learning_rate": 1.7549804728680125e-06,
      "loss": 0.3172,
      "num_tokens": 1375726715.0,
      "step": 7229
    },
    {
      "epoch": 2.467576791808874,
      "grad_norm": 0.27884890354441155,
      "learning_rate": 1.754042037342299e-06,
      "loss": 0.3067,
      "num_tokens": 1375928787.0,
      "step": 7230
    },
    {
      "epoch": 2.467918088737201,
      "grad_norm": 0.27604738179621324,
      "learning_rate": 1.753104132077591e-06,
      "loss": 0.296,
      "num_tokens": 1376129577.0,
      "step": 7231
    },
    {
      "epoch": 2.468259385665529,
      "grad_norm": 0.28529613161965267,
      "learning_rate": 1.7521667572066487e-06,
      "loss": 0.2736,
      "num_tokens": 1376293945.0,
      "step": 7232
    },
    {
      "epoch": 2.4686006825938565,
      "grad_norm": 0.30327355019863994,
      "learning_rate": 1.7512299128621662e-06,
      "loss": 0.309,
      "num_tokens": 1376470844.0,
      "step": 7233
    },
    {
      "epoch": 2.4689419795221843,
      "grad_norm": 0.30014771748849567,
      "learning_rate": 1.7502935991767577e-06,
      "loss": 0.295,
      "num_tokens": 1376654065.0,
      "step": 7234
    },
    {
      "epoch": 2.469283276450512,
      "grad_norm": 0.3009202153352281,
      "learning_rate": 1.749357816282964e-06,
      "loss": 0.3269,
      "num_tokens": 1376855466.0,
      "step": 7235
    },
    {
      "epoch": 2.4696245733788396,
      "grad_norm": 0.26473394612203754,
      "learning_rate": 1.7484225643132514e-06,
      "loss": 0.3087,
      "num_tokens": 1377066818.0,
      "step": 7236
    },
    {
      "epoch": 2.4699658703071674,
      "grad_norm": 0.3152204653765738,
      "learning_rate": 1.747487843400007e-06,
      "loss": 0.2942,
      "num_tokens": 1377223959.0,
      "step": 7237
    },
    {
      "epoch": 2.470307167235495,
      "grad_norm": 0.3029399386098977,
      "learning_rate": 1.746553653675549e-06,
      "loss": 0.2918,
      "num_tokens": 1377407894.0,
      "step": 7238
    },
    {
      "epoch": 2.4706484641638227,
      "grad_norm": 0.28993388886248844,
      "learning_rate": 1.7456199952721147e-06,
      "loss": 0.2754,
      "num_tokens": 1377576815.0,
      "step": 7239
    },
    {
      "epoch": 2.47098976109215,
      "grad_norm": 0.2980716522485588,
      "learning_rate": 1.7446868683218715e-06,
      "loss": 0.264,
      "num_tokens": 1377743095.0,
      "step": 7240
    },
    {
      "epoch": 2.471331058020478,
      "grad_norm": 0.2997020985873742,
      "learning_rate": 1.7437542729569046e-06,
      "loss": 0.2758,
      "num_tokens": 1377908378.0,
      "step": 7241
    },
    {
      "epoch": 2.4716723549488053,
      "grad_norm": 0.3020760737960354,
      "learning_rate": 1.7428222093092312e-06,
      "loss": 0.2989,
      "num_tokens": 1378073006.0,
      "step": 7242
    },
    {
      "epoch": 2.472013651877133,
      "grad_norm": 0.2838322315899759,
      "learning_rate": 1.741890677510788e-06,
      "loss": 0.2978,
      "num_tokens": 1378292005.0,
      "step": 7243
    },
    {
      "epoch": 2.4723549488054606,
      "grad_norm": 0.2607298561654865,
      "learning_rate": 1.7409596776934403e-06,
      "loss": 0.3104,
      "num_tokens": 1378522895.0,
      "step": 7244
    },
    {
      "epoch": 2.4726962457337884,
      "grad_norm": 0.26370029687568314,
      "learning_rate": 1.7400292099889754e-06,
      "loss": 0.2918,
      "num_tokens": 1378727394.0,
      "step": 7245
    },
    {
      "epoch": 2.473037542662116,
      "grad_norm": 0.28306520106916994,
      "learning_rate": 1.7390992745291052e-06,
      "loss": 0.2731,
      "num_tokens": 1378917609.0,
      "step": 7246
    },
    {
      "epoch": 2.4733788395904437,
      "grad_norm": 0.28461002525137613,
      "learning_rate": 1.7381698714454695e-06,
      "loss": 0.2863,
      "num_tokens": 1379118924.0,
      "step": 7247
    },
    {
      "epoch": 2.4737201365187715,
      "grad_norm": 0.32443705586996696,
      "learning_rate": 1.7372410008696277e-06,
      "loss": 0.305,
      "num_tokens": 1379299641.0,
      "step": 7248
    },
    {
      "epoch": 2.474061433447099,
      "grad_norm": 0.28073259968852504,
      "learning_rate": 1.7363126629330699e-06,
      "loss": 0.2791,
      "num_tokens": 1379481108.0,
      "step": 7249
    },
    {
      "epoch": 2.474402730375427,
      "grad_norm": 0.2698027219051872,
      "learning_rate": 1.7353848577672039e-06,
      "loss": 0.2889,
      "num_tokens": 1379689183.0,
      "step": 7250
    },
    {
      "epoch": 2.474744027303754,
      "grad_norm": 0.2741964798082561,
      "learning_rate": 1.7344575855033665e-06,
      "loss": 0.2749,
      "num_tokens": 1379861395.0,
      "step": 7251
    },
    {
      "epoch": 2.475085324232082,
      "grad_norm": 0.2719098376342482,
      "learning_rate": 1.7335308462728203e-06,
      "loss": 0.2757,
      "num_tokens": 1380076167.0,
      "step": 7252
    },
    {
      "epoch": 2.4754266211604095,
      "grad_norm": 0.2942296449971782,
      "learning_rate": 1.7326046402067487e-06,
      "loss": 0.2805,
      "num_tokens": 1380262683.0,
      "step": 7253
    },
    {
      "epoch": 2.4757679180887373,
      "grad_norm": 0.26897291887300867,
      "learning_rate": 1.731678967436262e-06,
      "loss": 0.28,
      "num_tokens": 1380459344.0,
      "step": 7254
    },
    {
      "epoch": 2.4761092150170647,
      "grad_norm": 0.28388261979792123,
      "learning_rate": 1.7307538280923925e-06,
      "loss": 0.3175,
      "num_tokens": 1380661519.0,
      "step": 7255
    },
    {
      "epoch": 2.4764505119453926,
      "grad_norm": 0.3927315297007784,
      "learning_rate": 1.7298292223061008e-06,
      "loss": 0.2781,
      "num_tokens": 1380839606.0,
      "step": 7256
    },
    {
      "epoch": 2.47679180887372,
      "grad_norm": 0.30126155673267896,
      "learning_rate": 1.7289051502082688e-06,
      "loss": 0.3241,
      "num_tokens": 1381049056.0,
      "step": 7257
    },
    {
      "epoch": 2.477133105802048,
      "grad_norm": 0.27694369828952464,
      "learning_rate": 1.727981611929705e-06,
      "loss": 0.27,
      "num_tokens": 1381221712.0,
      "step": 7258
    },
    {
      "epoch": 2.4774744027303752,
      "grad_norm": 0.31391186261186776,
      "learning_rate": 1.7270586076011408e-06,
      "loss": 0.2784,
      "num_tokens": 1381373717.0,
      "step": 7259
    },
    {
      "epoch": 2.477815699658703,
      "grad_norm": 0.3119515964615259,
      "learning_rate": 1.7261361373532316e-06,
      "loss": 0.3071,
      "num_tokens": 1381552660.0,
      "step": 7260
    },
    {
      "epoch": 2.478156996587031,
      "grad_norm": 0.2622091205677034,
      "learning_rate": 1.7252142013165601e-06,
      "loss": 0.299,
      "num_tokens": 1381778750.0,
      "step": 7261
    },
    {
      "epoch": 2.4784982935153583,
      "grad_norm": 0.30488048668731943,
      "learning_rate": 1.7242927996216305e-06,
      "loss": 0.2996,
      "num_tokens": 1381957185.0,
      "step": 7262
    },
    {
      "epoch": 2.478839590443686,
      "grad_norm": 0.2903682519622136,
      "learning_rate": 1.7233719323988718e-06,
      "loss": 0.3122,
      "num_tokens": 1382151085.0,
      "step": 7263
    },
    {
      "epoch": 2.4791808873720136,
      "grad_norm": 0.2877429215445504,
      "learning_rate": 1.7224515997786373e-06,
      "loss": 0.3041,
      "num_tokens": 1382341678.0,
      "step": 7264
    },
    {
      "epoch": 2.4795221843003414,
      "grad_norm": 0.2544588048609859,
      "learning_rate": 1.7215318018912074e-06,
      "loss": 0.2798,
      "num_tokens": 1382550265.0,
      "step": 7265
    },
    {
      "epoch": 2.479863481228669,
      "grad_norm": 0.2732650413332064,
      "learning_rate": 1.720612538866784e-06,
      "loss": 0.2754,
      "num_tokens": 1382747875.0,
      "step": 7266
    },
    {
      "epoch": 2.4802047781569967,
      "grad_norm": 0.2806062414682365,
      "learning_rate": 1.7196938108354904e-06,
      "loss": 0.2778,
      "num_tokens": 1382948737.0,
      "step": 7267
    },
    {
      "epoch": 2.480546075085324,
      "grad_norm": 0.29731004490850454,
      "learning_rate": 1.7187756179273826e-06,
      "loss": 0.2759,
      "num_tokens": 1383119276.0,
      "step": 7268
    },
    {
      "epoch": 2.480887372013652,
      "grad_norm": 0.37385868517825566,
      "learning_rate": 1.7178579602724321e-06,
      "loss": 0.2911,
      "num_tokens": 1383271227.0,
      "step": 7269
    },
    {
      "epoch": 2.4812286689419794,
      "grad_norm": 0.24896947974286762,
      "learning_rate": 1.716940838000541e-06,
      "loss": 0.2911,
      "num_tokens": 1383494928.0,
      "step": 7270
    },
    {
      "epoch": 2.481569965870307,
      "grad_norm": 0.27105991492674053,
      "learning_rate": 1.7160242512415314e-06,
      "loss": 0.2955,
      "num_tokens": 1383700039.0,
      "step": 7271
    },
    {
      "epoch": 2.4819112627986346,
      "grad_norm": 0.3026352038467941,
      "learning_rate": 1.7151082001251523e-06,
      "loss": 0.2926,
      "num_tokens": 1383877316.0,
      "step": 7272
    },
    {
      "epoch": 2.4822525597269625,
      "grad_norm": 0.2854121145457936,
      "learning_rate": 1.7141926847810736e-06,
      "loss": 0.2736,
      "num_tokens": 1384055708.0,
      "step": 7273
    },
    {
      "epoch": 2.4825938566552903,
      "grad_norm": 0.2535436736663143,
      "learning_rate": 1.7132777053388946e-06,
      "loss": 0.305,
      "num_tokens": 1384291940.0,
      "step": 7274
    },
    {
      "epoch": 2.4829351535836177,
      "grad_norm": 0.31814381045403745,
      "learning_rate": 1.7123632619281337e-06,
      "loss": 0.2728,
      "num_tokens": 1384458412.0,
      "step": 7275
    },
    {
      "epoch": 2.4832764505119456,
      "grad_norm": 0.2872288636437606,
      "learning_rate": 1.711449354678235e-06,
      "loss": 0.2733,
      "num_tokens": 1384624917.0,
      "step": 7276
    },
    {
      "epoch": 2.483617747440273,
      "grad_norm": 0.3108907403644414,
      "learning_rate": 1.7105359837185698e-06,
      "loss": 0.3159,
      "num_tokens": 1384828195.0,
      "step": 7277
    },
    {
      "epoch": 2.483959044368601,
      "grad_norm": 0.2706383032468128,
      "learning_rate": 1.7096231491784274e-06,
      "loss": 0.3268,
      "num_tokens": 1385060078.0,
      "step": 7278
    },
    {
      "epoch": 2.4843003412969282,
      "grad_norm": 0.29661434689058047,
      "learning_rate": 1.7087108511870288e-06,
      "loss": 0.3061,
      "num_tokens": 1385238608.0,
      "step": 7279
    },
    {
      "epoch": 2.484641638225256,
      "grad_norm": 0.29790365228623145,
      "learning_rate": 1.7077990898735092e-06,
      "loss": 0.3081,
      "num_tokens": 1385424758.0,
      "step": 7280
    },
    {
      "epoch": 2.4849829351535835,
      "grad_norm": 0.272574363259101,
      "learning_rate": 1.7068878653669379e-06,
      "loss": 0.29,
      "num_tokens": 1385606372.0,
      "step": 7281
    },
    {
      "epoch": 2.4853242320819113,
      "grad_norm": 0.2896476732528372,
      "learning_rate": 1.705977177796302e-06,
      "loss": 0.2593,
      "num_tokens": 1385790461.0,
      "step": 7282
    },
    {
      "epoch": 2.4856655290102387,
      "grad_norm": 0.31127645143440374,
      "learning_rate": 1.7050670272905146e-06,
      "loss": 0.2767,
      "num_tokens": 1385930509.0,
      "step": 7283
    },
    {
      "epoch": 2.4860068259385666,
      "grad_norm": 0.2852449837944079,
      "learning_rate": 1.7041574139784132e-06,
      "loss": 0.3017,
      "num_tokens": 1386118734.0,
      "step": 7284
    },
    {
      "epoch": 2.486348122866894,
      "grad_norm": 0.2929847698337258,
      "learning_rate": 1.7032483379887566e-06,
      "loss": 0.3115,
      "num_tokens": 1386306793.0,
      "step": 7285
    },
    {
      "epoch": 2.486689419795222,
      "grad_norm": 0.2760210448457943,
      "learning_rate": 1.7023397994502317e-06,
      "loss": 0.2572,
      "num_tokens": 1386486955.0,
      "step": 7286
    },
    {
      "epoch": 2.4870307167235497,
      "grad_norm": 0.30036132722192516,
      "learning_rate": 1.7014317984914452e-06,
      "loss": 0.2666,
      "num_tokens": 1386666410.0,
      "step": 7287
    },
    {
      "epoch": 2.487372013651877,
      "grad_norm": 0.2879386873903829,
      "learning_rate": 1.7005243352409334e-06,
      "loss": 0.2909,
      "num_tokens": 1386859392.0,
      "step": 7288
    },
    {
      "epoch": 2.487713310580205,
      "grad_norm": 0.27674969952232026,
      "learning_rate": 1.6996174098271475e-06,
      "loss": 0.3136,
      "num_tokens": 1387074057.0,
      "step": 7289
    },
    {
      "epoch": 2.4880546075085324,
      "grad_norm": 0.25183958718959804,
      "learning_rate": 1.6987110223784718e-06,
      "loss": 0.2824,
      "num_tokens": 1387290032.0,
      "step": 7290
    },
    {
      "epoch": 2.48839590443686,
      "grad_norm": 0.3183156474791535,
      "learning_rate": 1.6978051730232075e-06,
      "loss": 0.299,
      "num_tokens": 1387446241.0,
      "step": 7291
    },
    {
      "epoch": 2.4887372013651876,
      "grad_norm": 0.3064643413908406,
      "learning_rate": 1.696899861889585e-06,
      "loss": 0.2925,
      "num_tokens": 1387617311.0,
      "step": 7292
    },
    {
      "epoch": 2.4890784982935155,
      "grad_norm": 0.29071172435535897,
      "learning_rate": 1.6959950891057563e-06,
      "loss": 0.2565,
      "num_tokens": 1387776024.0,
      "step": 7293
    },
    {
      "epoch": 2.489419795221843,
      "grad_norm": 0.29907221137547724,
      "learning_rate": 1.695090854799794e-06,
      "loss": 0.2775,
      "num_tokens": 1387955127.0,
      "step": 7294
    },
    {
      "epoch": 2.4897610921501707,
      "grad_norm": 0.29658787181517066,
      "learning_rate": 1.6941871590997e-06,
      "loss": 0.2901,
      "num_tokens": 1388147418.0,
      "step": 7295
    },
    {
      "epoch": 2.490102389078498,
      "grad_norm": 0.30122720119697827,
      "learning_rate": 1.6932840021333962e-06,
      "loss": 0.2944,
      "num_tokens": 1388352167.0,
      "step": 7296
    },
    {
      "epoch": 2.490443686006826,
      "grad_norm": 0.3180833609231221,
      "learning_rate": 1.6923813840287308e-06,
      "loss": 0.289,
      "num_tokens": 1388491369.0,
      "step": 7297
    },
    {
      "epoch": 2.4907849829351534,
      "grad_norm": 0.28615752738342337,
      "learning_rate": 1.6914793049134737e-06,
      "loss": 0.2428,
      "num_tokens": 1388647605.0,
      "step": 7298
    },
    {
      "epoch": 2.4911262798634812,
      "grad_norm": 0.26460669505999734,
      "learning_rate": 1.6905777649153178e-06,
      "loss": 0.2799,
      "num_tokens": 1388856918.0,
      "step": 7299
    },
    {
      "epoch": 2.491467576791809,
      "grad_norm": 0.29850193718297974,
      "learning_rate": 1.6896767641618827e-06,
      "loss": 0.3038,
      "num_tokens": 1389037448.0,
      "step": 7300
    },
    {
      "epoch": 2.4918088737201365,
      "grad_norm": 0.268489812999385,
      "learning_rate": 1.6887763027807099e-06,
      "loss": 0.3002,
      "num_tokens": 1389254534.0,
      "step": 7301
    },
    {
      "epoch": 2.4921501706484643,
      "grad_norm": 0.28155606233312735,
      "learning_rate": 1.6878763808992649e-06,
      "loss": 0.2848,
      "num_tokens": 1389458312.0,
      "step": 7302
    },
    {
      "epoch": 2.4924914675767917,
      "grad_norm": 0.27750979934848663,
      "learning_rate": 1.6869769986449344e-06,
      "loss": 0.286,
      "num_tokens": 1389643799.0,
      "step": 7303
    },
    {
      "epoch": 2.4928327645051196,
      "grad_norm": 0.274489422980307,
      "learning_rate": 1.6860781561450336e-06,
      "loss": 0.2747,
      "num_tokens": 1389840043.0,
      "step": 7304
    },
    {
      "epoch": 2.493174061433447,
      "grad_norm": 0.2585684859871546,
      "learning_rate": 1.6851798535267972e-06,
      "loss": 0.2781,
      "num_tokens": 1390047904.0,
      "step": 7305
    },
    {
      "epoch": 2.493515358361775,
      "grad_norm": 0.25774597992392195,
      "learning_rate": 1.6842820909173853e-06,
      "loss": 0.3182,
      "num_tokens": 1390271289.0,
      "step": 7306
    },
    {
      "epoch": 2.4938566552901023,
      "grad_norm": 0.2853672750924741,
      "learning_rate": 1.683384868443882e-06,
      "loss": 0.2712,
      "num_tokens": 1390461583.0,
      "step": 7307
    },
    {
      "epoch": 2.49419795221843,
      "grad_norm": 0.2908512847376866,
      "learning_rate": 1.682488186233291e-06,
      "loss": 0.2694,
      "num_tokens": 1390615905.0,
      "step": 7308
    },
    {
      "epoch": 2.4945392491467575,
      "grad_norm": 0.2737094642706792,
      "learning_rate": 1.6815920444125466e-06,
      "loss": 0.2988,
      "num_tokens": 1390806643.0,
      "step": 7309
    },
    {
      "epoch": 2.4948805460750854,
      "grad_norm": 0.300617564615802,
      "learning_rate": 1.680696443108501e-06,
      "loss": 0.3005,
      "num_tokens": 1391006918.0,
      "step": 7310
    },
    {
      "epoch": 2.4952218430034128,
      "grad_norm": 0.32431778924030585,
      "learning_rate": 1.6798013824479309e-06,
      "loss": 0.2957,
      "num_tokens": 1391170098.0,
      "step": 7311
    },
    {
      "epoch": 2.4955631399317406,
      "grad_norm": 0.29378043859770925,
      "learning_rate": 1.6789068625575366e-06,
      "loss": 0.3137,
      "num_tokens": 1391362381.0,
      "step": 7312
    },
    {
      "epoch": 2.4959044368600685,
      "grad_norm": 0.2802274486352837,
      "learning_rate": 1.6780128835639447e-06,
      "loss": 0.2921,
      "num_tokens": 1391557263.0,
      "step": 7313
    },
    {
      "epoch": 2.496245733788396,
      "grad_norm": 0.2665104541128899,
      "learning_rate": 1.6771194455937006e-06,
      "loss": 0.2739,
      "num_tokens": 1391757617.0,
      "step": 7314
    },
    {
      "epoch": 2.4965870307167237,
      "grad_norm": 0.2719238808852522,
      "learning_rate": 1.6762265487732753e-06,
      "loss": 0.2727,
      "num_tokens": 1391972357.0,
      "step": 7315
    },
    {
      "epoch": 2.496928327645051,
      "grad_norm": 0.32608178573210517,
      "learning_rate": 1.6753341932290656e-06,
      "loss": 0.2908,
      "num_tokens": 1392155674.0,
      "step": 7316
    },
    {
      "epoch": 2.497269624573379,
      "grad_norm": 0.29326600928528984,
      "learning_rate": 1.6744423790873862e-06,
      "loss": 0.2842,
      "num_tokens": 1392338488.0,
      "step": 7317
    },
    {
      "epoch": 2.4976109215017064,
      "grad_norm": 0.270602615102572,
      "learning_rate": 1.6735511064744814e-06,
      "loss": 0.2651,
      "num_tokens": 1392523538.0,
      "step": 7318
    },
    {
      "epoch": 2.4979522184300342,
      "grad_norm": 0.2737305551434119,
      "learning_rate": 1.6726603755165144e-06,
      "loss": 0.273,
      "num_tokens": 1392706892.0,
      "step": 7319
    },
    {
      "epoch": 2.4982935153583616,
      "grad_norm": 0.30031742673093725,
      "learning_rate": 1.671770186339573e-06,
      "loss": 0.2789,
      "num_tokens": 1392887090.0,
      "step": 7320
    },
    {
      "epoch": 2.4986348122866895,
      "grad_norm": 0.27198985442518064,
      "learning_rate": 1.6708805390696668e-06,
      "loss": 0.3151,
      "num_tokens": 1393114804.0,
      "step": 7321
    },
    {
      "epoch": 2.498976109215017,
      "grad_norm": 0.37233624139200366,
      "learning_rate": 1.669991433832733e-06,
      "loss": 0.2986,
      "num_tokens": 1393304300.0,
      "step": 7322
    },
    {
      "epoch": 2.4993174061433447,
      "grad_norm": 0.279513077412311,
      "learning_rate": 1.6691028707546287e-06,
      "loss": 0.3006,
      "num_tokens": 1393492350.0,
      "step": 7323
    },
    {
      "epoch": 2.499658703071672,
      "grad_norm": 0.28561806851565724,
      "learning_rate": 1.6682148499611329e-06,
      "loss": 0.3095,
      "num_tokens": 1393754354.0,
      "step": 7324
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.27928057318030314,
      "learning_rate": 1.6673273715779526e-06,
      "loss": 0.2699,
      "num_tokens": 1393939010.0,
      "step": 7325
    },
    {
      "epoch": 2.500341296928328,
      "grad_norm": 0.3190055557571895,
      "learning_rate": 1.6664404357307132e-06,
      "loss": 0.2806,
      "num_tokens": 1394098272.0,
      "step": 7326
    },
    {
      "epoch": 2.5006825938566553,
      "grad_norm": 0.4397276125453183,
      "learning_rate": 1.6655540425449667e-06,
      "loss": 0.3078,
      "num_tokens": 1394294433.0,
      "step": 7327
    },
    {
      "epoch": 2.5010238907849827,
      "grad_norm": 0.28178385579191984,
      "learning_rate": 1.6646681921461866e-06,
      "loss": 0.2914,
      "num_tokens": 1394471032.0,
      "step": 7328
    },
    {
      "epoch": 2.5013651877133105,
      "grad_norm": 0.28962010635995394,
      "learning_rate": 1.6637828846597699e-06,
      "loss": 0.2819,
      "num_tokens": 1394633878.0,
      "step": 7329
    },
    {
      "epoch": 2.5017064846416384,
      "grad_norm": 0.2783450645341259,
      "learning_rate": 1.662898120211035e-06,
      "loss": 0.2706,
      "num_tokens": 1394819502.0,
      "step": 7330
    },
    {
      "epoch": 2.5020477815699658,
      "grad_norm": 0.2616251949202527,
      "learning_rate": 1.6620138989252282e-06,
      "loss": 0.2806,
      "num_tokens": 1395018986.0,
      "step": 7331
    },
    {
      "epoch": 2.5023890784982936,
      "grad_norm": 0.28627571371530136,
      "learning_rate": 1.6611302209275148e-06,
      "loss": 0.2815,
      "num_tokens": 1395210474.0,
      "step": 7332
    },
    {
      "epoch": 2.502730375426621,
      "grad_norm": 0.3183843883335772,
      "learning_rate": 1.6602470863429826e-06,
      "loss": 0.3215,
      "num_tokens": 1395393362.0,
      "step": 7333
    },
    {
      "epoch": 2.503071672354949,
      "grad_norm": 0.3423363874730474,
      "learning_rate": 1.6593644952966462e-06,
      "loss": 0.3047,
      "num_tokens": 1395573449.0,
      "step": 7334
    },
    {
      "epoch": 2.5034129692832767,
      "grad_norm": 0.34098472380560235,
      "learning_rate": 1.6584824479134393e-06,
      "loss": 0.2843,
      "num_tokens": 1395728845.0,
      "step": 7335
    },
    {
      "epoch": 2.503754266211604,
      "grad_norm": 0.31639727908891435,
      "learning_rate": 1.657600944318225e-06,
      "loss": 0.2753,
      "num_tokens": 1395886699.0,
      "step": 7336
    },
    {
      "epoch": 2.5040955631399315,
      "grad_norm": 0.2744859753450395,
      "learning_rate": 1.6567199846357785e-06,
      "loss": 0.314,
      "num_tokens": 1396088162.0,
      "step": 7337
    },
    {
      "epoch": 2.5044368600682594,
      "grad_norm": 0.27159700226221756,
      "learning_rate": 1.6558395689908096e-06,
      "loss": 0.2862,
      "num_tokens": 1396292439.0,
      "step": 7338
    },
    {
      "epoch": 2.5047781569965872,
      "grad_norm": 0.29783290126870887,
      "learning_rate": 1.6549596975079428e-06,
      "loss": 0.2892,
      "num_tokens": 1396462861.0,
      "step": 7339
    },
    {
      "epoch": 2.5051194539249146,
      "grad_norm": 0.29089180063653886,
      "learning_rate": 1.6540803703117303e-06,
      "loss": 0.2982,
      "num_tokens": 1396681009.0,
      "step": 7340
    },
    {
      "epoch": 2.505460750853242,
      "grad_norm": 0.25189322720935975,
      "learning_rate": 1.653201587526648e-06,
      "loss": 0.2914,
      "num_tokens": 1396905792.0,
      "step": 7341
    },
    {
      "epoch": 2.50580204778157,
      "grad_norm": 0.2919483162564163,
      "learning_rate": 1.6523233492770873e-06,
      "loss": 0.2909,
      "num_tokens": 1397099169.0,
      "step": 7342
    },
    {
      "epoch": 2.5061433447098977,
      "grad_norm": 0.3009747628510047,
      "learning_rate": 1.6514456556873718e-06,
      "loss": 0.2675,
      "num_tokens": 1397270504.0,
      "step": 7343
    },
    {
      "epoch": 2.506484641638225,
      "grad_norm": 0.26981432386293375,
      "learning_rate": 1.6505685068817418e-06,
      "loss": 0.2928,
      "num_tokens": 1397479309.0,
      "step": 7344
    },
    {
      "epoch": 2.506825938566553,
      "grad_norm": 0.2875709829435787,
      "learning_rate": 1.6496919029843634e-06,
      "loss": 0.2882,
      "num_tokens": 1397650133.0,
      "step": 7345
    },
    {
      "epoch": 2.5071672354948804,
      "grad_norm": 0.29252149412465267,
      "learning_rate": 1.6488158441193252e-06,
      "loss": 0.2777,
      "num_tokens": 1397823651.0,
      "step": 7346
    },
    {
      "epoch": 2.5075085324232083,
      "grad_norm": 0.26902039868583955,
      "learning_rate": 1.6479403304106355e-06,
      "loss": 0.2936,
      "num_tokens": 1398042129.0,
      "step": 7347
    },
    {
      "epoch": 2.507849829351536,
      "grad_norm": 0.42956946316264005,
      "learning_rate": 1.6470653619822318e-06,
      "loss": 0.3019,
      "num_tokens": 1398208778.0,
      "step": 7348
    },
    {
      "epoch": 2.5081911262798635,
      "grad_norm": 0.3352553366593488,
      "learning_rate": 1.6461909389579678e-06,
      "loss": 0.3138,
      "num_tokens": 1398390383.0,
      "step": 7349
    },
    {
      "epoch": 2.508532423208191,
      "grad_norm": 0.2759620886610197,
      "learning_rate": 1.6453170614616265e-06,
      "loss": 0.2974,
      "num_tokens": 1398595617.0,
      "step": 7350
    },
    {
      "epoch": 2.5088737201365188,
      "grad_norm": 0.279140355079691,
      "learning_rate": 1.6444437296169053e-06,
      "loss": 0.2828,
      "num_tokens": 1398803491.0,
      "step": 7351
    },
    {
      "epoch": 2.5092150170648466,
      "grad_norm": 0.2999995527638292,
      "learning_rate": 1.6435709435474323e-06,
      "loss": 0.3061,
      "num_tokens": 1398977718.0,
      "step": 7352
    },
    {
      "epoch": 2.509556313993174,
      "grad_norm": 0.2938554136507489,
      "learning_rate": 1.642698703376754e-06,
      "loss": 0.309,
      "num_tokens": 1399189145.0,
      "step": 7353
    },
    {
      "epoch": 2.5098976109215014,
      "grad_norm": 0.29849701524508415,
      "learning_rate": 1.6418270092283418e-06,
      "loss": 0.3175,
      "num_tokens": 1399379207.0,
      "step": 7354
    },
    {
      "epoch": 2.5102389078498293,
      "grad_norm": 0.30485610229920895,
      "learning_rate": 1.6409558612255874e-06,
      "loss": 0.2851,
      "num_tokens": 1399554104.0,
      "step": 7355
    },
    {
      "epoch": 2.510580204778157,
      "grad_norm": 0.2781693916005235,
      "learning_rate": 1.6400852594918076e-06,
      "loss": 0.282,
      "num_tokens": 1399759188.0,
      "step": 7356
    },
    {
      "epoch": 2.5109215017064845,
      "grad_norm": 0.3032407355935533,
      "learning_rate": 1.6392152041502408e-06,
      "loss": 0.3283,
      "num_tokens": 1399974838.0,
      "step": 7357
    },
    {
      "epoch": 2.5112627986348124,
      "grad_norm": 0.2980488162420271,
      "learning_rate": 1.6383456953240484e-06,
      "loss": 0.3092,
      "num_tokens": 1400158667.0,
      "step": 7358
    },
    {
      "epoch": 2.51160409556314,
      "grad_norm": 0.26071655003151684,
      "learning_rate": 1.637476733136314e-06,
      "loss": 0.2709,
      "num_tokens": 1400359675.0,
      "step": 7359
    },
    {
      "epoch": 2.5119453924914676,
      "grad_norm": 0.289425480707266,
      "learning_rate": 1.6366083177100422e-06,
      "loss": 0.2818,
      "num_tokens": 1400545887.0,
      "step": 7360
    },
    {
      "epoch": 2.5122866894197955,
      "grad_norm": 0.29254666950664343,
      "learning_rate": 1.6357404491681644e-06,
      "loss": 0.3,
      "num_tokens": 1400741408.0,
      "step": 7361
    },
    {
      "epoch": 2.512627986348123,
      "grad_norm": 0.29636474658263207,
      "learning_rate": 1.634873127633531e-06,
      "loss": 0.3196,
      "num_tokens": 1400937306.0,
      "step": 7362
    },
    {
      "epoch": 2.5129692832764503,
      "grad_norm": 0.30332102070487843,
      "learning_rate": 1.6340063532289174e-06,
      "loss": 0.2846,
      "num_tokens": 1401088085.0,
      "step": 7363
    },
    {
      "epoch": 2.513310580204778,
      "grad_norm": 0.29356192470079573,
      "learning_rate": 1.6331401260770192e-06,
      "loss": 0.2989,
      "num_tokens": 1401271956.0,
      "step": 7364
    },
    {
      "epoch": 2.513651877133106,
      "grad_norm": 0.5038315024424496,
      "learning_rate": 1.6322744463004545e-06,
      "loss": 0.2814,
      "num_tokens": 1401443725.0,
      "step": 7365
    },
    {
      "epoch": 2.5139931740614334,
      "grad_norm": 0.2696519441682893,
      "learning_rate": 1.631409314021768e-06,
      "loss": 0.2665,
      "num_tokens": 1401634204.0,
      "step": 7366
    },
    {
      "epoch": 2.514334470989761,
      "grad_norm": 0.26077507177945625,
      "learning_rate": 1.6305447293634219e-06,
      "loss": 0.2869,
      "num_tokens": 1401849903.0,
      "step": 7367
    },
    {
      "epoch": 2.5146757679180887,
      "grad_norm": 0.30896608645546014,
      "learning_rate": 1.6296806924478025e-06,
      "loss": 0.264,
      "num_tokens": 1401995346.0,
      "step": 7368
    },
    {
      "epoch": 2.5150170648464165,
      "grad_norm": 0.3060214141142819,
      "learning_rate": 1.6288172033972197e-06,
      "loss": 0.2704,
      "num_tokens": 1402152096.0,
      "step": 7369
    },
    {
      "epoch": 2.515358361774744,
      "grad_norm": 0.30094150465902963,
      "learning_rate": 1.6279542623339061e-06,
      "loss": 0.3051,
      "num_tokens": 1402342624.0,
      "step": 7370
    },
    {
      "epoch": 2.5156996587030718,
      "grad_norm": 0.3218664581432994,
      "learning_rate": 1.627091869380015e-06,
      "loss": 0.2792,
      "num_tokens": 1402474796.0,
      "step": 7371
    },
    {
      "epoch": 2.516040955631399,
      "grad_norm": 0.27718542271844665,
      "learning_rate": 1.6262300246576216e-06,
      "loss": 0.2576,
      "num_tokens": 1402655219.0,
      "step": 7372
    },
    {
      "epoch": 2.516382252559727,
      "grad_norm": 0.2779372622058855,
      "learning_rate": 1.625368728288727e-06,
      "loss": 0.2712,
      "num_tokens": 1402844626.0,
      "step": 7373
    },
    {
      "epoch": 2.516723549488055,
      "grad_norm": 0.27735930022148986,
      "learning_rate": 1.6245079803952504e-06,
      "loss": 0.2904,
      "num_tokens": 1403033049.0,
      "step": 7374
    },
    {
      "epoch": 2.5170648464163823,
      "grad_norm": 0.27491155643958715,
      "learning_rate": 1.6236477810990374e-06,
      "loss": 0.2814,
      "num_tokens": 1403227911.0,
      "step": 7375
    },
    {
      "epoch": 2.5174061433447097,
      "grad_norm": 0.2544231839809993,
      "learning_rate": 1.6227881305218533e-06,
      "loss": 0.3162,
      "num_tokens": 1403452695.0,
      "step": 7376
    },
    {
      "epoch": 2.5177474402730375,
      "grad_norm": 0.27519712244883227,
      "learning_rate": 1.621929028785385e-06,
      "loss": 0.3015,
      "num_tokens": 1403660611.0,
      "step": 7377
    },
    {
      "epoch": 2.5180887372013654,
      "grad_norm": 0.27165895437484705,
      "learning_rate": 1.6210704760112442e-06,
      "loss": 0.2809,
      "num_tokens": 1403856977.0,
      "step": 7378
    },
    {
      "epoch": 2.518430034129693,
      "grad_norm": 0.28714008406680164,
      "learning_rate": 1.620212472320964e-06,
      "loss": 0.293,
      "num_tokens": 1404043290.0,
      "step": 7379
    },
    {
      "epoch": 2.51877133105802,
      "grad_norm": 0.27060503503265154,
      "learning_rate": 1.6193550178359996e-06,
      "loss": 0.2991,
      "num_tokens": 1404266569.0,
      "step": 7380
    },
    {
      "epoch": 2.519112627986348,
      "grad_norm": 0.2704868576400009,
      "learning_rate": 1.6184981126777273e-06,
      "loss": 0.284,
      "num_tokens": 1404458125.0,
      "step": 7381
    },
    {
      "epoch": 2.519453924914676,
      "grad_norm": 0.29738615806469587,
      "learning_rate": 1.6176417569674483e-06,
      "loss": 0.255,
      "num_tokens": 1404616145.0,
      "step": 7382
    },
    {
      "epoch": 2.5197952218430033,
      "grad_norm": 0.29134128034279894,
      "learning_rate": 1.6167859508263823e-06,
      "loss": 0.3004,
      "num_tokens": 1404847064.0,
      "step": 7383
    },
    {
      "epoch": 2.520136518771331,
      "grad_norm": 0.2673218279429134,
      "learning_rate": 1.6159306943756765e-06,
      "loss": 0.3031,
      "num_tokens": 1405052122.0,
      "step": 7384
    },
    {
      "epoch": 2.5204778156996586,
      "grad_norm": 0.30852375558440126,
      "learning_rate": 1.6150759877363948e-06,
      "loss": 0.2981,
      "num_tokens": 1405234859.0,
      "step": 7385
    },
    {
      "epoch": 2.5208191126279864,
      "grad_norm": 0.3075874355276926,
      "learning_rate": 1.6142218310295255e-06,
      "loss": 0.2998,
      "num_tokens": 1405409592.0,
      "step": 7386
    },
    {
      "epoch": 2.5211604095563143,
      "grad_norm": 0.30645906686241037,
      "learning_rate": 1.613368224375981e-06,
      "loss": 0.294,
      "num_tokens": 1405596903.0,
      "step": 7387
    },
    {
      "epoch": 2.5215017064846417,
      "grad_norm": 0.32617280330477655,
      "learning_rate": 1.6125151678965917e-06,
      "loss": 0.3008,
      "num_tokens": 1405764312.0,
      "step": 7388
    },
    {
      "epoch": 2.521843003412969,
      "grad_norm": 0.28266810561808475,
      "learning_rate": 1.6116626617121162e-06,
      "loss": 0.2584,
      "num_tokens": 1405955286.0,
      "step": 7389
    },
    {
      "epoch": 2.522184300341297,
      "grad_norm": 0.23423426083123125,
      "learning_rate": 1.6108107059432267e-06,
      "loss": 0.3008,
      "num_tokens": 1406216801.0,
      "step": 7390
    },
    {
      "epoch": 2.5225255972696248,
      "grad_norm": 0.2865718990159853,
      "learning_rate": 1.6099593007105255e-06,
      "loss": 0.3054,
      "num_tokens": 1406455165.0,
      "step": 7391
    },
    {
      "epoch": 2.522866894197952,
      "grad_norm": 0.2822175942440117,
      "learning_rate": 1.6091084461345318e-06,
      "loss": 0.2967,
      "num_tokens": 1406659194.0,
      "step": 7392
    },
    {
      "epoch": 2.5232081911262796,
      "grad_norm": 0.29456172686625975,
      "learning_rate": 1.6082581423356907e-06,
      "loss": 0.2977,
      "num_tokens": 1406833551.0,
      "step": 7393
    },
    {
      "epoch": 2.5235494880546074,
      "grad_norm": 0.2848608719635951,
      "learning_rate": 1.6074083894343662e-06,
      "loss": 0.283,
      "num_tokens": 1407018215.0,
      "step": 7394
    },
    {
      "epoch": 2.5238907849829353,
      "grad_norm": 0.35286744594666475,
      "learning_rate": 1.606559187550845e-06,
      "loss": 0.3012,
      "num_tokens": 1407198928.0,
      "step": 7395
    },
    {
      "epoch": 2.5242320819112627,
      "grad_norm": 0.3067292377941976,
      "learning_rate": 1.6057105368053378e-06,
      "loss": 0.3232,
      "num_tokens": 1407381713.0,
      "step": 7396
    },
    {
      "epoch": 2.5245733788395905,
      "grad_norm": 0.31904744922292194,
      "learning_rate": 1.604862437317974e-06,
      "loss": 0.3026,
      "num_tokens": 1407544045.0,
      "step": 7397
    },
    {
      "epoch": 2.524914675767918,
      "grad_norm": 0.3054234240210102,
      "learning_rate": 1.6040148892088098e-06,
      "loss": 0.3122,
      "num_tokens": 1407709404.0,
      "step": 7398
    },
    {
      "epoch": 2.525255972696246,
      "grad_norm": 0.28225374241953644,
      "learning_rate": 1.6031678925978161e-06,
      "loss": 0.2744,
      "num_tokens": 1407881005.0,
      "step": 7399
    },
    {
      "epoch": 2.5255972696245736,
      "grad_norm": 0.2761931336144027,
      "learning_rate": 1.6023214476048932e-06,
      "loss": 0.3172,
      "num_tokens": 1408093717.0,
      "step": 7400
    },
    {
      "epoch": 2.525938566552901,
      "grad_norm": 0.27318360876622977,
      "learning_rate": 1.6014755543498577e-06,
      "loss": 0.2823,
      "num_tokens": 1408288537.0,
      "step": 7401
    },
    {
      "epoch": 2.5262798634812285,
      "grad_norm": 0.2831945225557954,
      "learning_rate": 1.6006302129524528e-06,
      "loss": 0.2768,
      "num_tokens": 1408461622.0,
      "step": 7402
    },
    {
      "epoch": 2.5266211604095563,
      "grad_norm": 0.31452311938542876,
      "learning_rate": 1.5997854235323404e-06,
      "loss": 0.2946,
      "num_tokens": 1408628286.0,
      "step": 7403
    },
    {
      "epoch": 2.526962457337884,
      "grad_norm": 0.2853111994009423,
      "learning_rate": 1.5989411862091036e-06,
      "loss": 0.3174,
      "num_tokens": 1408835299.0,
      "step": 7404
    },
    {
      "epoch": 2.5273037542662116,
      "grad_norm": 0.31292705325295933,
      "learning_rate": 1.5980975011022514e-06,
      "loss": 0.2836,
      "num_tokens": 1409038202.0,
      "step": 7405
    },
    {
      "epoch": 2.527645051194539,
      "grad_norm": 0.26663147734799375,
      "learning_rate": 1.5972543683312102e-06,
      "loss": 0.3099,
      "num_tokens": 1409254737.0,
      "step": 7406
    },
    {
      "epoch": 2.527986348122867,
      "grad_norm": 0.2841254127593311,
      "learning_rate": 1.5964117880153312e-06,
      "loss": 0.314,
      "num_tokens": 1409462587.0,
      "step": 7407
    },
    {
      "epoch": 2.5283276450511947,
      "grad_norm": 0.32436580903248813,
      "learning_rate": 1.5955697602738845e-06,
      "loss": 0.3084,
      "num_tokens": 1409608948.0,
      "step": 7408
    },
    {
      "epoch": 2.528668941979522,
      "grad_norm": 0.28786891215808613,
      "learning_rate": 1.5947282852260663e-06,
      "loss": 0.259,
      "num_tokens": 1409782571.0,
      "step": 7409
    },
    {
      "epoch": 2.52901023890785,
      "grad_norm": 0.3007882436041382,
      "learning_rate": 1.5938873629909894e-06,
      "loss": 0.259,
      "num_tokens": 1409946014.0,
      "step": 7410
    },
    {
      "epoch": 2.5293515358361773,
      "grad_norm": 0.29372201805483683,
      "learning_rate": 1.5930469936876935e-06,
      "loss": 0.2639,
      "num_tokens": 1410114099.0,
      "step": 7411
    },
    {
      "epoch": 2.529692832764505,
      "grad_norm": 0.27758639066977875,
      "learning_rate": 1.5922071774351361e-06,
      "loss": 0.2758,
      "num_tokens": 1410310903.0,
      "step": 7412
    },
    {
      "epoch": 2.530034129692833,
      "grad_norm": 0.29236370586093613,
      "learning_rate": 1.5913679143521971e-06,
      "loss": 0.2966,
      "num_tokens": 1410489243.0,
      "step": 7413
    },
    {
      "epoch": 2.5303754266211604,
      "grad_norm": 0.28408670628226074,
      "learning_rate": 1.5905292045576809e-06,
      "loss": 0.3178,
      "num_tokens": 1410688378.0,
      "step": 7414
    },
    {
      "epoch": 2.530716723549488,
      "grad_norm": 0.2851232276560127,
      "learning_rate": 1.58969104817031e-06,
      "loss": 0.3294,
      "num_tokens": 1410911696.0,
      "step": 7415
    },
    {
      "epoch": 2.5310580204778157,
      "grad_norm": 0.27561623485208503,
      "learning_rate": 1.5888534453087307e-06,
      "loss": 0.2881,
      "num_tokens": 1411103618.0,
      "step": 7416
    },
    {
      "epoch": 2.5313993174061435,
      "grad_norm": 0.3303700798200026,
      "learning_rate": 1.5880163960915093e-06,
      "loss": 0.2965,
      "num_tokens": 1411249999.0,
      "step": 7417
    },
    {
      "epoch": 2.531740614334471,
      "grad_norm": 0.3241617532773889,
      "learning_rate": 1.587179900637136e-06,
      "loss": 0.2716,
      "num_tokens": 1411420433.0,
      "step": 7418
    },
    {
      "epoch": 2.532081911262799,
      "grad_norm": 0.2731292247317909,
      "learning_rate": 1.58634395906402e-06,
      "loss": 0.2793,
      "num_tokens": 1411615519.0,
      "step": 7419
    },
    {
      "epoch": 2.532423208191126,
      "grad_norm": 0.2921566607908115,
      "learning_rate": 1.5855085714904956e-06,
      "loss": 0.3022,
      "num_tokens": 1411811592.0,
      "step": 7420
    },
    {
      "epoch": 2.532764505119454,
      "grad_norm": 0.2722564683131196,
      "learning_rate": 1.5846737380348148e-06,
      "loss": 0.2869,
      "num_tokens": 1412016607.0,
      "step": 7421
    },
    {
      "epoch": 2.5331058020477815,
      "grad_norm": 0.284102952788906,
      "learning_rate": 1.5838394588151523e-06,
      "loss": 0.2926,
      "num_tokens": 1412198792.0,
      "step": 7422
    },
    {
      "epoch": 2.5334470989761093,
      "grad_norm": 0.2725632857181666,
      "learning_rate": 1.5830057339496068e-06,
      "loss": 0.2563,
      "num_tokens": 1412373537.0,
      "step": 7423
    },
    {
      "epoch": 2.5337883959044367,
      "grad_norm": 0.292832670685363,
      "learning_rate": 1.5821725635561955e-06,
      "loss": 0.2829,
      "num_tokens": 1412580249.0,
      "step": 7424
    },
    {
      "epoch": 2.5341296928327646,
      "grad_norm": 0.28399234191010314,
      "learning_rate": 1.5813399477528585e-06,
      "loss": 0.3205,
      "num_tokens": 1412777933.0,
      "step": 7425
    },
    {
      "epoch": 2.5344709897610924,
      "grad_norm": 0.278357844002476,
      "learning_rate": 1.5805078866574563e-06,
      "loss": 0.2607,
      "num_tokens": 1412964355.0,
      "step": 7426
    },
    {
      "epoch": 2.53481228668942,
      "grad_norm": 0.2904729490639311,
      "learning_rate": 1.5796763803877736e-06,
      "loss": 0.2756,
      "num_tokens": 1413140622.0,
      "step": 7427
    },
    {
      "epoch": 2.5351535836177472,
      "grad_norm": 0.2780518889139136,
      "learning_rate": 1.5788454290615138e-06,
      "loss": 0.2919,
      "num_tokens": 1413336973.0,
      "step": 7428
    },
    {
      "epoch": 2.535494880546075,
      "grad_norm": 0.2689041304649556,
      "learning_rate": 1.5780150327963013e-06,
      "loss": 0.2979,
      "num_tokens": 1413543695.0,
      "step": 7429
    },
    {
      "epoch": 2.535836177474403,
      "grad_norm": 0.25919693065284183,
      "learning_rate": 1.577185191709685e-06,
      "loss": 0.2898,
      "num_tokens": 1413771172.0,
      "step": 7430
    },
    {
      "epoch": 2.5361774744027303,
      "grad_norm": 0.2548758066436191,
      "learning_rate": 1.5763559059191327e-06,
      "loss": 0.3099,
      "num_tokens": 1414013194.0,
      "step": 7431
    },
    {
      "epoch": 2.536518771331058,
      "grad_norm": 0.27561986829557544,
      "learning_rate": 1.5755271755420356e-06,
      "loss": 0.288,
      "num_tokens": 1414218419.0,
      "step": 7432
    },
    {
      "epoch": 2.5368600682593856,
      "grad_norm": 0.26904164844908524,
      "learning_rate": 1.5746990006957032e-06,
      "loss": 0.2856,
      "num_tokens": 1414414761.0,
      "step": 7433
    },
    {
      "epoch": 2.5372013651877134,
      "grad_norm": 0.2776228520979717,
      "learning_rate": 1.5738713814973694e-06,
      "loss": 0.3032,
      "num_tokens": 1414627011.0,
      "step": 7434
    },
    {
      "epoch": 2.537542662116041,
      "grad_norm": 0.30936068398308136,
      "learning_rate": 1.573044318064188e-06,
      "loss": 0.281,
      "num_tokens": 1414817689.0,
      "step": 7435
    },
    {
      "epoch": 2.5378839590443687,
      "grad_norm": 0.2542646417382,
      "learning_rate": 1.5722178105132335e-06,
      "loss": 0.2775,
      "num_tokens": 1415027036.0,
      "step": 7436
    },
    {
      "epoch": 2.538225255972696,
      "grad_norm": 0.32424507617583936,
      "learning_rate": 1.5713918589615056e-06,
      "loss": 0.2945,
      "num_tokens": 1415181583.0,
      "step": 7437
    },
    {
      "epoch": 2.538566552901024,
      "grad_norm": 0.2976804762159398,
      "learning_rate": 1.5705664635259186e-06,
      "loss": 0.3032,
      "num_tokens": 1415369481.0,
      "step": 7438
    },
    {
      "epoch": 2.538907849829352,
      "grad_norm": 0.27596348041160357,
      "learning_rate": 1.5697416243233135e-06,
      "loss": 0.2997,
      "num_tokens": 1415574133.0,
      "step": 7439
    },
    {
      "epoch": 2.539249146757679,
      "grad_norm": 0.30782170664125064,
      "learning_rate": 1.5689173414704504e-06,
      "loss": 0.3022,
      "num_tokens": 1415745368.0,
      "step": 7440
    },
    {
      "epoch": 2.5395904436860066,
      "grad_norm": 0.2637944211312636,
      "learning_rate": 1.5680936150840116e-06,
      "loss": 0.3021,
      "num_tokens": 1415979930.0,
      "step": 7441
    },
    {
      "epoch": 2.5399317406143345,
      "grad_norm": 0.28180680394325286,
      "learning_rate": 1.5672704452806003e-06,
      "loss": 0.2889,
      "num_tokens": 1416165529.0,
      "step": 7442
    },
    {
      "epoch": 2.5402730375426623,
      "grad_norm": 0.2844045072772494,
      "learning_rate": 1.5664478321767394e-06,
      "loss": 0.2709,
      "num_tokens": 1416378299.0,
      "step": 7443
    },
    {
      "epoch": 2.5406143344709897,
      "grad_norm": 0.2783781830704154,
      "learning_rate": 1.565625775888876e-06,
      "loss": 0.2984,
      "num_tokens": 1416564917.0,
      "step": 7444
    },
    {
      "epoch": 2.5409556313993176,
      "grad_norm": 0.2661734705667217,
      "learning_rate": 1.5648042765333748e-06,
      "loss": 0.3068,
      "num_tokens": 1416787164.0,
      "step": 7445
    },
    {
      "epoch": 2.541296928327645,
      "grad_norm": 0.2738187074649793,
      "learning_rate": 1.5639833342265261e-06,
      "loss": 0.2877,
      "num_tokens": 1416990799.0,
      "step": 7446
    },
    {
      "epoch": 2.541638225255973,
      "grad_norm": 0.3055109868502794,
      "learning_rate": 1.5631629490845365e-06,
      "loss": 0.3109,
      "num_tokens": 1417161331.0,
      "step": 7447
    },
    {
      "epoch": 2.5419795221843002,
      "grad_norm": 0.27332184298706624,
      "learning_rate": 1.5623431212235374e-06,
      "loss": 0.2888,
      "num_tokens": 1417373426.0,
      "step": 7448
    },
    {
      "epoch": 2.542320819112628,
      "grad_norm": 0.2816857868419228,
      "learning_rate": 1.5615238507595784e-06,
      "loss": 0.3199,
      "num_tokens": 1417571465.0,
      "step": 7449
    },
    {
      "epoch": 2.5426621160409555,
      "grad_norm": 0.2792086047455271,
      "learning_rate": 1.560705137808634e-06,
      "loss": 0.2801,
      "num_tokens": 1417759985.0,
      "step": 7450
    },
    {
      "epoch": 2.5430034129692833,
      "grad_norm": 0.2959143941274188,
      "learning_rate": 1.559886982486596e-06,
      "loss": 0.3037,
      "num_tokens": 1417937666.0,
      "step": 7451
    },
    {
      "epoch": 2.543344709897611,
      "grad_norm": 0.29504137792405305,
      "learning_rate": 1.5590693849092784e-06,
      "loss": 0.2688,
      "num_tokens": 1418105012.0,
      "step": 7452
    },
    {
      "epoch": 2.5436860068259386,
      "grad_norm": 0.2879817164029706,
      "learning_rate": 1.5582523451924181e-06,
      "loss": 0.3019,
      "num_tokens": 1418300297.0,
      "step": 7453
    },
    {
      "epoch": 2.544027303754266,
      "grad_norm": 0.30739395150545806,
      "learning_rate": 1.55743586345167e-06,
      "loss": 0.3206,
      "num_tokens": 1418514464.0,
      "step": 7454
    },
    {
      "epoch": 2.544368600682594,
      "grad_norm": 0.3003337355032838,
      "learning_rate": 1.556619939802615e-06,
      "loss": 0.2774,
      "num_tokens": 1418687976.0,
      "step": 7455
    },
    {
      "epoch": 2.5447098976109217,
      "grad_norm": 0.28233366444872743,
      "learning_rate": 1.5558045743607463e-06,
      "loss": 0.2614,
      "num_tokens": 1418872202.0,
      "step": 7456
    },
    {
      "epoch": 2.545051194539249,
      "grad_norm": 0.26605247862606934,
      "learning_rate": 1.5549897672414876e-06,
      "loss": 0.2763,
      "num_tokens": 1419079006.0,
      "step": 7457
    },
    {
      "epoch": 2.545392491467577,
      "grad_norm": 0.27125061941707623,
      "learning_rate": 1.554175518560177e-06,
      "loss": 0.2771,
      "num_tokens": 1419276516.0,
      "step": 7458
    },
    {
      "epoch": 2.5457337883959044,
      "grad_norm": 0.27786974164041844,
      "learning_rate": 1.553361828432077e-06,
      "loss": 0.299,
      "num_tokens": 1419487209.0,
      "step": 7459
    },
    {
      "epoch": 2.546075085324232,
      "grad_norm": 0.3044065790822382,
      "learning_rate": 1.55254869697237e-06,
      "loss": 0.2726,
      "num_tokens": 1419665840.0,
      "step": 7460
    },
    {
      "epoch": 2.5464163822525596,
      "grad_norm": 0.27233458249727266,
      "learning_rate": 1.5517361242961582e-06,
      "loss": 0.2833,
      "num_tokens": 1419905794.0,
      "step": 7461
    },
    {
      "epoch": 2.5467576791808875,
      "grad_norm": 0.27745353669624767,
      "learning_rate": 1.5509241105184674e-06,
      "loss": 0.2881,
      "num_tokens": 1420119862.0,
      "step": 7462
    },
    {
      "epoch": 2.547098976109215,
      "grad_norm": 0.2598324463177171,
      "learning_rate": 1.5501126557542414e-06,
      "loss": 0.2801,
      "num_tokens": 1420319933.0,
      "step": 7463
    },
    {
      "epoch": 2.5474402730375427,
      "grad_norm": 0.2550715656247549,
      "learning_rate": 1.5493017601183468e-06,
      "loss": 0.2778,
      "num_tokens": 1420570679.0,
      "step": 7464
    },
    {
      "epoch": 2.5477815699658706,
      "grad_norm": 0.2725563646779299,
      "learning_rate": 1.5484914237255682e-06,
      "loss": 0.3004,
      "num_tokens": 1420778474.0,
      "step": 7465
    },
    {
      "epoch": 2.548122866894198,
      "grad_norm": 0.2896579081750704,
      "learning_rate": 1.5476816466906164e-06,
      "loss": 0.2625,
      "num_tokens": 1420936433.0,
      "step": 7466
    },
    {
      "epoch": 2.5484641638225254,
      "grad_norm": 0.38511364753790095,
      "learning_rate": 1.5468724291281173e-06,
      "loss": 0.2833,
      "num_tokens": 1421128824.0,
      "step": 7467
    },
    {
      "epoch": 2.5488054607508532,
      "grad_norm": 0.28415369713077454,
      "learning_rate": 1.546063771152622e-06,
      "loss": 0.2683,
      "num_tokens": 1421294730.0,
      "step": 7468
    },
    {
      "epoch": 2.549146757679181,
      "grad_norm": 0.29797267204469485,
      "learning_rate": 1.5452556728786e-06,
      "loss": 0.3205,
      "num_tokens": 1421482062.0,
      "step": 7469
    },
    {
      "epoch": 2.5494880546075085,
      "grad_norm": 0.2781531688565894,
      "learning_rate": 1.5444481344204404e-06,
      "loss": 0.2965,
      "num_tokens": 1421702709.0,
      "step": 7470
    },
    {
      "epoch": 2.5498293515358363,
      "grad_norm": 0.26935176089799023,
      "learning_rate": 1.5436411558924568e-06,
      "loss": 0.2809,
      "num_tokens": 1421894926.0,
      "step": 7471
    },
    {
      "epoch": 2.5501706484641637,
      "grad_norm": 0.29679290006649606,
      "learning_rate": 1.542834737408881e-06,
      "loss": 0.2709,
      "num_tokens": 1422129486.0,
      "step": 7472
    },
    {
      "epoch": 2.5505119453924916,
      "grad_norm": 0.25471521032611033,
      "learning_rate": 1.5420288790838656e-06,
      "loss": 0.2957,
      "num_tokens": 1422368250.0,
      "step": 7473
    },
    {
      "epoch": 2.550853242320819,
      "grad_norm": 0.31661623456027305,
      "learning_rate": 1.5412235810314834e-06,
      "loss": 0.3442,
      "num_tokens": 1422550361.0,
      "step": 7474
    },
    {
      "epoch": 2.551194539249147,
      "grad_norm": 0.2723246429753458,
      "learning_rate": 1.5404188433657297e-06,
      "loss": 0.2641,
      "num_tokens": 1422750744.0,
      "step": 7475
    },
    {
      "epoch": 2.5515358361774743,
      "grad_norm": 0.28363825255789005,
      "learning_rate": 1.5396146662005212e-06,
      "loss": 0.2866,
      "num_tokens": 1422930630.0,
      "step": 7476
    },
    {
      "epoch": 2.551877133105802,
      "grad_norm": 0.28142383516616765,
      "learning_rate": 1.5388110496496899e-06,
      "loss": 0.2849,
      "num_tokens": 1423111973.0,
      "step": 7477
    },
    {
      "epoch": 2.55221843003413,
      "grad_norm": 0.2931140253500227,
      "learning_rate": 1.538007993826996e-06,
      "loss": 0.2874,
      "num_tokens": 1423303850.0,
      "step": 7478
    },
    {
      "epoch": 2.5525597269624574,
      "grad_norm": 0.26241386301153463,
      "learning_rate": 1.5372054988461132e-06,
      "loss": 0.2936,
      "num_tokens": 1423509658.0,
      "step": 7479
    },
    {
      "epoch": 2.5529010238907848,
      "grad_norm": 0.3019618792625205,
      "learning_rate": 1.5364035648206418e-06,
      "loss": 0.2688,
      "num_tokens": 1423677640.0,
      "step": 7480
    },
    {
      "epoch": 2.5532423208191126,
      "grad_norm": 0.3038132546692086,
      "learning_rate": 1.5356021918640985e-06,
      "loss": 0.2913,
      "num_tokens": 1423833437.0,
      "step": 7481
    },
    {
      "epoch": 2.5535836177474405,
      "grad_norm": 0.3118056331068409,
      "learning_rate": 1.5348013800899215e-06,
      "loss": 0.3016,
      "num_tokens": 1424021287.0,
      "step": 7482
    },
    {
      "epoch": 2.553924914675768,
      "grad_norm": 0.46923824089440924,
      "learning_rate": 1.534001129611472e-06,
      "loss": 0.29,
      "num_tokens": 1424217049.0,
      "step": 7483
    },
    {
      "epoch": 2.5542662116040957,
      "grad_norm": 0.2930048567398646,
      "learning_rate": 1.533201440542028e-06,
      "loss": 0.2902,
      "num_tokens": 1424395684.0,
      "step": 7484
    },
    {
      "epoch": 2.554607508532423,
      "grad_norm": 0.27445094204663073,
      "learning_rate": 1.5324023129947926e-06,
      "loss": 0.2804,
      "num_tokens": 1424575698.0,
      "step": 7485
    },
    {
      "epoch": 2.554948805460751,
      "grad_norm": 0.2676717482388485,
      "learning_rate": 1.5316037470828826e-06,
      "loss": 0.2941,
      "num_tokens": 1424800627.0,
      "step": 7486
    },
    {
      "epoch": 2.5552901023890784,
      "grad_norm": 0.2817184220767456,
      "learning_rate": 1.530805742919343e-06,
      "loss": 0.2997,
      "num_tokens": 1425005432.0,
      "step": 7487
    },
    {
      "epoch": 2.5556313993174062,
      "grad_norm": 0.2730348869948971,
      "learning_rate": 1.530008300617133e-06,
      "loss": 0.2662,
      "num_tokens": 1425176461.0,
      "step": 7488
    },
    {
      "epoch": 2.5559726962457336,
      "grad_norm": 0.26869574798099377,
      "learning_rate": 1.5292114202891373e-06,
      "loss": 0.2628,
      "num_tokens": 1425358311.0,
      "step": 7489
    },
    {
      "epoch": 2.5563139931740615,
      "grad_norm": 0.2849885099319307,
      "learning_rate": 1.528415102048158e-06,
      "loss": 0.2788,
      "num_tokens": 1425548253.0,
      "step": 7490
    },
    {
      "epoch": 2.5566552901023893,
      "grad_norm": 0.275795420944176,
      "learning_rate": 1.527619346006917e-06,
      "loss": 0.2812,
      "num_tokens": 1425727430.0,
      "step": 7491
    },
    {
      "epoch": 2.5569965870307167,
      "grad_norm": 0.2676237566210129,
      "learning_rate": 1.5268241522780596e-06,
      "loss": 0.3075,
      "num_tokens": 1425947095.0,
      "step": 7492
    },
    {
      "epoch": 2.557337883959044,
      "grad_norm": 0.3131751650554047,
      "learning_rate": 1.5260295209741485e-06,
      "loss": 0.3023,
      "num_tokens": 1426138085.0,
      "step": 7493
    },
    {
      "epoch": 2.557679180887372,
      "grad_norm": 0.30782310518356637,
      "learning_rate": 1.5252354522076712e-06,
      "loss": 0.2919,
      "num_tokens": 1426296383.0,
      "step": 7494
    },
    {
      "epoch": 2.5580204778157,
      "grad_norm": 0.26251640681474725,
      "learning_rate": 1.5244419460910282e-06,
      "loss": 0.312,
      "num_tokens": 1426511985.0,
      "step": 7495
    },
    {
      "epoch": 2.5583617747440273,
      "grad_norm": 0.26560788232110527,
      "learning_rate": 1.5236490027365472e-06,
      "loss": 0.2943,
      "num_tokens": 1426735287.0,
      "step": 7496
    },
    {
      "epoch": 2.558703071672355,
      "grad_norm": 0.2622231218167333,
      "learning_rate": 1.5228566222564725e-06,
      "loss": 0.2849,
      "num_tokens": 1426944773.0,
      "step": 7497
    },
    {
      "epoch": 2.5590443686006825,
      "grad_norm": 0.2633998977867458,
      "learning_rate": 1.522064804762971e-06,
      "loss": 0.2911,
      "num_tokens": 1427156440.0,
      "step": 7498
    },
    {
      "epoch": 2.5593856655290104,
      "grad_norm": 0.33191588227265895,
      "learning_rate": 1.521273550368129e-06,
      "loss": 0.2967,
      "num_tokens": 1427364120.0,
      "step": 7499
    },
    {
      "epoch": 2.5597269624573378,
      "grad_norm": 0.30701396703954853,
      "learning_rate": 1.5204828591839513e-06,
      "loss": 0.2847,
      "num_tokens": 1427575400.0,
      "step": 7500
    },
    {
      "epoch": 2.5600682593856656,
      "grad_norm": 0.30106485850977643,
      "learning_rate": 1.5196927313223664e-06,
      "loss": 0.2982,
      "num_tokens": 1427750217.0,
      "step": 7501
    },
    {
      "epoch": 2.560409556313993,
      "grad_norm": 0.26910168324698186,
      "learning_rate": 1.5189031668952198e-06,
      "loss": 0.2921,
      "num_tokens": 1427959940.0,
      "step": 7502
    },
    {
      "epoch": 2.560750853242321,
      "grad_norm": 0.28848329998914074,
      "learning_rate": 1.5181141660142812e-06,
      "loss": 0.2755,
      "num_tokens": 1428129357.0,
      "step": 7503
    },
    {
      "epoch": 2.5610921501706487,
      "grad_norm": 0.30783347540619643,
      "learning_rate": 1.5173257287912345e-06,
      "loss": 0.3056,
      "num_tokens": 1428289821.0,
      "step": 7504
    },
    {
      "epoch": 2.561433447098976,
      "grad_norm": 0.28552098181949676,
      "learning_rate": 1.5165378553376898e-06,
      "loss": 0.2699,
      "num_tokens": 1428462364.0,
      "step": 7505
    },
    {
      "epoch": 2.5617747440273035,
      "grad_norm": 0.31155360476575655,
      "learning_rate": 1.5157505457651734e-06,
      "loss": 0.2937,
      "num_tokens": 1428656443.0,
      "step": 7506
    },
    {
      "epoch": 2.5621160409556314,
      "grad_norm": 0.33726965176074747,
      "learning_rate": 1.5149638001851346e-06,
      "loss": 0.3128,
      "num_tokens": 1428805214.0,
      "step": 7507
    },
    {
      "epoch": 2.5624573378839592,
      "grad_norm": 0.2552833100889299,
      "learning_rate": 1.5141776187089415e-06,
      "loss": 0.2939,
      "num_tokens": 1429023479.0,
      "step": 7508
    },
    {
      "epoch": 2.5627986348122866,
      "grad_norm": 0.28179799047954396,
      "learning_rate": 1.5133920014478813e-06,
      "loss": 0.27,
      "num_tokens": 1429209569.0,
      "step": 7509
    },
    {
      "epoch": 2.5631399317406145,
      "grad_norm": 2.473594094747532,
      "learning_rate": 1.5126069485131634e-06,
      "loss": 0.2881,
      "num_tokens": 1429424845.0,
      "step": 7510
    },
    {
      "epoch": 2.563481228668942,
      "grad_norm": 0.24924805795633315,
      "learning_rate": 1.5118224600159164e-06,
      "loss": 0.2808,
      "num_tokens": 1429650124.0,
      "step": 7511
    },
    {
      "epoch": 2.5638225255972698,
      "grad_norm": 0.2943963823674595,
      "learning_rate": 1.5110385360671888e-06,
      "loss": 0.3126,
      "num_tokens": 1429835877.0,
      "step": 7512
    },
    {
      "epoch": 2.564163822525597,
      "grad_norm": 0.31383377062349926,
      "learning_rate": 1.5102551767779483e-06,
      "loss": 0.2821,
      "num_tokens": 1430010190.0,
      "step": 7513
    },
    {
      "epoch": 2.564505119453925,
      "grad_norm": 0.3060640968989504,
      "learning_rate": 1.5094723822590857e-06,
      "loss": 0.3308,
      "num_tokens": 1430225132.0,
      "step": 7514
    },
    {
      "epoch": 2.5648464163822524,
      "grad_norm": 0.2763209011377797,
      "learning_rate": 1.5086901526214078e-06,
      "loss": 0.3026,
      "num_tokens": 1430410354.0,
      "step": 7515
    },
    {
      "epoch": 2.5651877133105803,
      "grad_norm": 0.2651300097100859,
      "learning_rate": 1.5079084879756456e-06,
      "loss": 0.2723,
      "num_tokens": 1430603739.0,
      "step": 7516
    },
    {
      "epoch": 2.565529010238908,
      "grad_norm": 0.48064010464084106,
      "learning_rate": 1.507127388432447e-06,
      "loss": 0.319,
      "num_tokens": 1430788411.0,
      "step": 7517
    },
    {
      "epoch": 2.5658703071672355,
      "grad_norm": 0.2849296422510563,
      "learning_rate": 1.5063468541023796e-06,
      "loss": 0.2894,
      "num_tokens": 1430997917.0,
      "step": 7518
    },
    {
      "epoch": 2.566211604095563,
      "grad_norm": 0.2885903578591912,
      "learning_rate": 1.5055668850959355e-06,
      "loss": 0.2824,
      "num_tokens": 1431182821.0,
      "step": 7519
    },
    {
      "epoch": 2.5665529010238908,
      "grad_norm": 0.28869405404463144,
      "learning_rate": 1.5047874815235208e-06,
      "loss": 0.2866,
      "num_tokens": 1431364492.0,
      "step": 7520
    },
    {
      "epoch": 2.5668941979522186,
      "grad_norm": 0.31466429150257036,
      "learning_rate": 1.504008643495466e-06,
      "loss": 0.2857,
      "num_tokens": 1431522177.0,
      "step": 7521
    },
    {
      "epoch": 2.567235494880546,
      "grad_norm": 0.2781932870574413,
      "learning_rate": 1.5032303711220187e-06,
      "loss": 0.3144,
      "num_tokens": 1431753022.0,
      "step": 7522
    },
    {
      "epoch": 2.567576791808874,
      "grad_norm": 0.33377537154099485,
      "learning_rate": 1.5024526645133475e-06,
      "loss": 0.2963,
      "num_tokens": 1431949839.0,
      "step": 7523
    },
    {
      "epoch": 2.5679180887372013,
      "grad_norm": 0.2767080838941687,
      "learning_rate": 1.5016755237795433e-06,
      "loss": 0.2895,
      "num_tokens": 1432141196.0,
      "step": 7524
    },
    {
      "epoch": 2.568259385665529,
      "grad_norm": 0.309507101368208,
      "learning_rate": 1.5008989490306128e-06,
      "loss": 0.2886,
      "num_tokens": 1432317394.0,
      "step": 7525
    },
    {
      "epoch": 2.5686006825938565,
      "grad_norm": 0.2840543753757239,
      "learning_rate": 1.500122940376485e-06,
      "loss": 0.2738,
      "num_tokens": 1432505656.0,
      "step": 7526
    },
    {
      "epoch": 2.5689419795221844,
      "grad_norm": 0.29563939570404096,
      "learning_rate": 1.4993474979270073e-06,
      "loss": 0.3087,
      "num_tokens": 1432723569.0,
      "step": 7527
    },
    {
      "epoch": 2.569283276450512,
      "grad_norm": 0.33950139299923016,
      "learning_rate": 1.4985726217919492e-06,
      "loss": 0.2847,
      "num_tokens": 1432915869.0,
      "step": 7528
    },
    {
      "epoch": 2.5696245733788396,
      "grad_norm": 0.33095912175520337,
      "learning_rate": 1.497798312080998e-06,
      "loss": 0.2924,
      "num_tokens": 1433101827.0,
      "step": 7529
    },
    {
      "epoch": 2.5699658703071675,
      "grad_norm": 0.3102754792977611,
      "learning_rate": 1.4970245689037606e-06,
      "loss": 0.2718,
      "num_tokens": 1433250163.0,
      "step": 7530
    },
    {
      "epoch": 2.570307167235495,
      "grad_norm": 0.2849974547638347,
      "learning_rate": 1.496251392369767e-06,
      "loss": 0.3269,
      "num_tokens": 1433457096.0,
      "step": 7531
    },
    {
      "epoch": 2.5706484641638223,
      "grad_norm": 0.2826640658992468,
      "learning_rate": 1.4954787825884618e-06,
      "loss": 0.2974,
      "num_tokens": 1433645523.0,
      "step": 7532
    },
    {
      "epoch": 2.57098976109215,
      "grad_norm": 0.3165104993104963,
      "learning_rate": 1.494706739669215e-06,
      "loss": 0.2929,
      "num_tokens": 1433831843.0,
      "step": 7533
    },
    {
      "epoch": 2.571331058020478,
      "grad_norm": 0.2904961892696641,
      "learning_rate": 1.493935263721311e-06,
      "loss": 0.2584,
      "num_tokens": 1433994893.0,
      "step": 7534
    },
    {
      "epoch": 2.5716723549488054,
      "grad_norm": 0.2654147457278823,
      "learning_rate": 1.4931643548539581e-06,
      "loss": 0.2959,
      "num_tokens": 1434194218.0,
      "step": 7535
    },
    {
      "epoch": 2.5720136518771333,
      "grad_norm": 0.287163009346627,
      "learning_rate": 1.4923940131762812e-06,
      "loss": 0.312,
      "num_tokens": 1434389346.0,
      "step": 7536
    },
    {
      "epoch": 2.5723549488054607,
      "grad_norm": 0.2826569631410067,
      "learning_rate": 1.491624238797328e-06,
      "loss": 0.2932,
      "num_tokens": 1434577402.0,
      "step": 7537
    },
    {
      "epoch": 2.5726962457337885,
      "grad_norm": 0.2884273544881177,
      "learning_rate": 1.4908550318260642e-06,
      "loss": 0.3059,
      "num_tokens": 1434773718.0,
      "step": 7538
    },
    {
      "epoch": 2.573037542662116,
      "grad_norm": 0.2998693318234365,
      "learning_rate": 1.4900863923713737e-06,
      "loss": 0.2932,
      "num_tokens": 1434945528.0,
      "step": 7539
    },
    {
      "epoch": 2.573378839590444,
      "grad_norm": 0.26573927164615846,
      "learning_rate": 1.4893183205420636e-06,
      "loss": 0.2866,
      "num_tokens": 1435134314.0,
      "step": 7540
    },
    {
      "epoch": 2.573720136518771,
      "grad_norm": 0.28240966344186375,
      "learning_rate": 1.488550816446857e-06,
      "loss": 0.3078,
      "num_tokens": 1435342586.0,
      "step": 7541
    },
    {
      "epoch": 2.574061433447099,
      "grad_norm": 0.2979844918382484,
      "learning_rate": 1.4877838801944012e-06,
      "loss": 0.2868,
      "num_tokens": 1435497853.0,
      "step": 7542
    },
    {
      "epoch": 2.574402730375427,
      "grad_norm": 0.29384440828755576,
      "learning_rate": 1.4870175118932555e-06,
      "loss": 0.2782,
      "num_tokens": 1435665559.0,
      "step": 7543
    },
    {
      "epoch": 2.5747440273037543,
      "grad_norm": 0.27276624605744054,
      "learning_rate": 1.4862517116519078e-06,
      "loss": 0.3034,
      "num_tokens": 1435881948.0,
      "step": 7544
    },
    {
      "epoch": 2.5750853242320817,
      "grad_norm": 0.2936451836130865,
      "learning_rate": 1.4854864795787587e-06,
      "loss": 0.2824,
      "num_tokens": 1436053827.0,
      "step": 7545
    },
    {
      "epoch": 2.5754266211604095,
      "grad_norm": 0.28472370322002877,
      "learning_rate": 1.4847218157821333e-06,
      "loss": 0.2918,
      "num_tokens": 1436250360.0,
      "step": 7546
    },
    {
      "epoch": 2.5757679180887374,
      "grad_norm": 0.29586774911728847,
      "learning_rate": 1.4839577203702727e-06,
      "loss": 0.3098,
      "num_tokens": 1436436651.0,
      "step": 7547
    },
    {
      "epoch": 2.576109215017065,
      "grad_norm": 0.3047818272700981,
      "learning_rate": 1.4831941934513377e-06,
      "loss": 0.326,
      "num_tokens": 1436672433.0,
      "step": 7548
    },
    {
      "epoch": 2.5764505119453927,
      "grad_norm": 0.2689006715522976,
      "learning_rate": 1.4824312351334127e-06,
      "loss": 0.2838,
      "num_tokens": 1436867451.0,
      "step": 7549
    },
    {
      "epoch": 2.57679180887372,
      "grad_norm": 0.33044050679227144,
      "learning_rate": 1.4816688455244954e-06,
      "loss": 0.2425,
      "num_tokens": 1436986884.0,
      "step": 7550
    },
    {
      "epoch": 2.577133105802048,
      "grad_norm": 0.26060666506137176,
      "learning_rate": 1.4809070247325094e-06,
      "loss": 0.2677,
      "num_tokens": 1437173829.0,
      "step": 7551
    },
    {
      "epoch": 2.5774744027303753,
      "grad_norm": 0.27453290482885234,
      "learning_rate": 1.4801457728652916e-06,
      "loss": 0.3376,
      "num_tokens": 1437391669.0,
      "step": 7552
    },
    {
      "epoch": 2.577815699658703,
      "grad_norm": 0.2590398186160668,
      "learning_rate": 1.4793850900306036e-06,
      "loss": 0.2786,
      "num_tokens": 1437599093.0,
      "step": 7553
    },
    {
      "epoch": 2.5781569965870306,
      "grad_norm": 0.2840984874493788,
      "learning_rate": 1.4786249763361225e-06,
      "loss": 0.2811,
      "num_tokens": 1437768958.0,
      "step": 7554
    },
    {
      "epoch": 2.5784982935153584,
      "grad_norm": 0.30627521520344697,
      "learning_rate": 1.4778654318894487e-06,
      "loss": 0.293,
      "num_tokens": 1437944429.0,
      "step": 7555
    },
    {
      "epoch": 2.5788395904436863,
      "grad_norm": 0.2839035477919702,
      "learning_rate": 1.4771064567980985e-06,
      "loss": 0.3132,
      "num_tokens": 1438156143.0,
      "step": 7556
    },
    {
      "epoch": 2.5791808873720137,
      "grad_norm": 0.3660740863627456,
      "learning_rate": 1.4763480511695083e-06,
      "loss": 0.2891,
      "num_tokens": 1438337410.0,
      "step": 7557
    },
    {
      "epoch": 2.579522184300341,
      "grad_norm": 0.27447178159459285,
      "learning_rate": 1.4755902151110364e-06,
      "loss": 0.2666,
      "num_tokens": 1438514845.0,
      "step": 7558
    },
    {
      "epoch": 2.579863481228669,
      "grad_norm": 0.24687674469174115,
      "learning_rate": 1.474832948729957e-06,
      "loss": 0.2777,
      "num_tokens": 1438748201.0,
      "step": 7559
    },
    {
      "epoch": 2.580204778156997,
      "grad_norm": 0.31207162966227225,
      "learning_rate": 1.4740762521334683e-06,
      "loss": 0.3232,
      "num_tokens": 1438951179.0,
      "step": 7560
    },
    {
      "epoch": 2.580546075085324,
      "grad_norm": 0.25529989750786475,
      "learning_rate": 1.4733201254286806e-06,
      "loss": 0.2574,
      "num_tokens": 1439152070.0,
      "step": 7561
    },
    {
      "epoch": 2.580887372013652,
      "grad_norm": 0.27990627367807813,
      "learning_rate": 1.4725645687226308e-06,
      "loss": 0.2838,
      "num_tokens": 1439325608.0,
      "step": 7562
    },
    {
      "epoch": 2.5812286689419794,
      "grad_norm": 0.30378264755428075,
      "learning_rate": 1.4718095821222705e-06,
      "loss": 0.2734,
      "num_tokens": 1439467325.0,
      "step": 7563
    },
    {
      "epoch": 2.5815699658703073,
      "grad_norm": 0.26398576018044345,
      "learning_rate": 1.4710551657344738e-06,
      "loss": 0.3031,
      "num_tokens": 1439688189.0,
      "step": 7564
    },
    {
      "epoch": 2.5819112627986347,
      "grad_norm": 0.26833142298826007,
      "learning_rate": 1.4703013196660315e-06,
      "loss": 0.305,
      "num_tokens": 1439900324.0,
      "step": 7565
    },
    {
      "epoch": 2.5822525597269625,
      "grad_norm": 0.29731603320592853,
      "learning_rate": 1.4695480440236543e-06,
      "loss": 0.2872,
      "num_tokens": 1440077528.0,
      "step": 7566
    },
    {
      "epoch": 2.58259385665529,
      "grad_norm": 0.2733311420306385,
      "learning_rate": 1.4687953389139736e-06,
      "loss": 0.2939,
      "num_tokens": 1440281400.0,
      "step": 7567
    },
    {
      "epoch": 2.582935153583618,
      "grad_norm": 0.30826458935426776,
      "learning_rate": 1.4680432044435388e-06,
      "loss": 0.3012,
      "num_tokens": 1440458026.0,
      "step": 7568
    },
    {
      "epoch": 2.5832764505119457,
      "grad_norm": 0.29160837960227726,
      "learning_rate": 1.4672916407188172e-06,
      "loss": 0.2917,
      "num_tokens": 1440637507.0,
      "step": 7569
    },
    {
      "epoch": 2.583617747440273,
      "grad_norm": 0.31357031011186715,
      "learning_rate": 1.4665406478461989e-06,
      "loss": 0.2858,
      "num_tokens": 1440817870.0,
      "step": 7570
    },
    {
      "epoch": 2.5839590443686005,
      "grad_norm": 0.27366057287008366,
      "learning_rate": 1.4657902259319887e-06,
      "loss": 0.2816,
      "num_tokens": 1441000750.0,
      "step": 7571
    },
    {
      "epoch": 2.5843003412969283,
      "grad_norm": 0.2761727589731521,
      "learning_rate": 1.4650403750824159e-06,
      "loss": 0.2967,
      "num_tokens": 1441204039.0,
      "step": 7572
    },
    {
      "epoch": 2.584641638225256,
      "grad_norm": 0.26345841603101594,
      "learning_rate": 1.464291095403624e-06,
      "loss": 0.2933,
      "num_tokens": 1441405337.0,
      "step": 7573
    },
    {
      "epoch": 2.5849829351535836,
      "grad_norm": 0.27431461578915134,
      "learning_rate": 1.4635423870016781e-06,
      "loss": 0.3038,
      "num_tokens": 1441634049.0,
      "step": 7574
    },
    {
      "epoch": 2.5853242320819114,
      "grad_norm": 0.2821516487295832,
      "learning_rate": 1.4627942499825614e-06,
      "loss": 0.2817,
      "num_tokens": 1441806717.0,
      "step": 7575
    },
    {
      "epoch": 2.585665529010239,
      "grad_norm": 0.3046070357433767,
      "learning_rate": 1.4620466844521782e-06,
      "loss": 0.3199,
      "num_tokens": 1442023934.0,
      "step": 7576
    },
    {
      "epoch": 2.5860068259385667,
      "grad_norm": 0.2951967391467113,
      "learning_rate": 1.46129969051635e-06,
      "loss": 0.309,
      "num_tokens": 1442238344.0,
      "step": 7577
    },
    {
      "epoch": 2.586348122866894,
      "grad_norm": 0.2896894586073185,
      "learning_rate": 1.4605532682808163e-06,
      "loss": 0.2736,
      "num_tokens": 1442399852.0,
      "step": 7578
    },
    {
      "epoch": 2.586689419795222,
      "grad_norm": 0.2928336997902769,
      "learning_rate": 1.4598074178512394e-06,
      "loss": 0.2968,
      "num_tokens": 1442585360.0,
      "step": 7579
    },
    {
      "epoch": 2.5870307167235493,
      "grad_norm": 0.26296944947788536,
      "learning_rate": 1.4590621393331977e-06,
      "loss": 0.2927,
      "num_tokens": 1442805673.0,
      "step": 7580
    },
    {
      "epoch": 2.587372013651877,
      "grad_norm": 0.27430726110253595,
      "learning_rate": 1.4583174328321908e-06,
      "loss": 0.2827,
      "num_tokens": 1443002037.0,
      "step": 7581
    },
    {
      "epoch": 2.587713310580205,
      "grad_norm": 0.2982217406984956,
      "learning_rate": 1.4575732984536333e-06,
      "loss": 0.2628,
      "num_tokens": 1443142364.0,
      "step": 7582
    },
    {
      "epoch": 2.5880546075085324,
      "grad_norm": 0.27741773371401224,
      "learning_rate": 1.4568297363028639e-06,
      "loss": 0.315,
      "num_tokens": 1443361680.0,
      "step": 7583
    },
    {
      "epoch": 2.58839590443686,
      "grad_norm": 0.2779825577064856,
      "learning_rate": 1.4560867464851361e-06,
      "loss": 0.3007,
      "num_tokens": 1443558726.0,
      "step": 7584
    },
    {
      "epoch": 2.5887372013651877,
      "grad_norm": 0.30507015353061845,
      "learning_rate": 1.4553443291056257e-06,
      "loss": 0.3039,
      "num_tokens": 1443719595.0,
      "step": 7585
    },
    {
      "epoch": 2.5890784982935156,
      "grad_norm": 0.2991295496716024,
      "learning_rate": 1.4546024842694254e-06,
      "loss": 0.2783,
      "num_tokens": 1443888318.0,
      "step": 7586
    },
    {
      "epoch": 2.589419795221843,
      "grad_norm": 0.2899937389403801,
      "learning_rate": 1.4538612120815471e-06,
      "loss": 0.2923,
      "num_tokens": 1444083394.0,
      "step": 7587
    },
    {
      "epoch": 2.589761092150171,
      "grad_norm": 0.28966372791444833,
      "learning_rate": 1.453120512646923e-06,
      "loss": 0.3061,
      "num_tokens": 1444288344.0,
      "step": 7588
    },
    {
      "epoch": 2.590102389078498,
      "grad_norm": 0.27892026761792027,
      "learning_rate": 1.4523803860704014e-06,
      "loss": 0.3123,
      "num_tokens": 1444502118.0,
      "step": 7589
    },
    {
      "epoch": 2.590443686006826,
      "grad_norm": 0.3065741032419138,
      "learning_rate": 1.4516408324567544e-06,
      "loss": 0.3014,
      "num_tokens": 1444681640.0,
      "step": 7590
    },
    {
      "epoch": 2.5907849829351535,
      "grad_norm": 0.3057494416326351,
      "learning_rate": 1.4509018519106657e-06,
      "loss": 0.3096,
      "num_tokens": 1444854641.0,
      "step": 7591
    },
    {
      "epoch": 2.5911262798634813,
      "grad_norm": 0.2942649957387692,
      "learning_rate": 1.4501634445367454e-06,
      "loss": 0.2625,
      "num_tokens": 1445021949.0,
      "step": 7592
    },
    {
      "epoch": 2.5914675767918087,
      "grad_norm": 0.2894980754799995,
      "learning_rate": 1.4494256104395171e-06,
      "loss": 0.3239,
      "num_tokens": 1445240371.0,
      "step": 7593
    },
    {
      "epoch": 2.5918088737201366,
      "grad_norm": 0.2697696927981006,
      "learning_rate": 1.448688349723427e-06,
      "loss": 0.3045,
      "num_tokens": 1445457585.0,
      "step": 7594
    },
    {
      "epoch": 2.5921501706484644,
      "grad_norm": 0.2579535584939794,
      "learning_rate": 1.447951662492838e-06,
      "loss": 0.282,
      "num_tokens": 1445680202.0,
      "step": 7595
    },
    {
      "epoch": 2.592491467576792,
      "grad_norm": 0.29236398095238597,
      "learning_rate": 1.4472155488520306e-06,
      "loss": 0.263,
      "num_tokens": 1445836606.0,
      "step": 7596
    },
    {
      "epoch": 2.5928327645051192,
      "grad_norm": 0.28445139817263226,
      "learning_rate": 1.4464800089052075e-06,
      "loss": 0.2765,
      "num_tokens": 1446025024.0,
      "step": 7597
    },
    {
      "epoch": 2.593174061433447,
      "grad_norm": 0.2828351834842903,
      "learning_rate": 1.4457450427564876e-06,
      "loss": 0.3229,
      "num_tokens": 1446243529.0,
      "step": 7598
    },
    {
      "epoch": 2.593515358361775,
      "grad_norm": 0.313702349103293,
      "learning_rate": 1.4450106505099113e-06,
      "loss": 0.2826,
      "num_tokens": 1446405770.0,
      "step": 7599
    },
    {
      "epoch": 2.5938566552901023,
      "grad_norm": 0.29429018686090563,
      "learning_rate": 1.4442768322694328e-06,
      "loss": 0.258,
      "num_tokens": 1446588454.0,
      "step": 7600
    },
    {
      "epoch": 2.59419795221843,
      "grad_norm": 0.27937372875366656,
      "learning_rate": 1.4435435881389303e-06,
      "loss": 0.2755,
      "num_tokens": 1446773863.0,
      "step": 7601
    },
    {
      "epoch": 2.5945392491467576,
      "grad_norm": 0.27639836463931494,
      "learning_rate": 1.4428109182221966e-06,
      "loss": 0.3061,
      "num_tokens": 1446965861.0,
      "step": 7602
    },
    {
      "epoch": 2.5948805460750854,
      "grad_norm": 0.2829704478692186,
      "learning_rate": 1.4420788226229478e-06,
      "loss": 0.2825,
      "num_tokens": 1447143015.0,
      "step": 7603
    },
    {
      "epoch": 2.595221843003413,
      "grad_norm": 0.28129515891266277,
      "learning_rate": 1.4413473014448145e-06,
      "loss": 0.3203,
      "num_tokens": 1447331870.0,
      "step": 7604
    },
    {
      "epoch": 2.5955631399317407,
      "grad_norm": 0.2615591969554768,
      "learning_rate": 1.4406163547913465e-06,
      "loss": 0.2639,
      "num_tokens": 1447540999.0,
      "step": 7605
    },
    {
      "epoch": 2.595904436860068,
      "grad_norm": 0.3125009357229835,
      "learning_rate": 1.4398859827660159e-06,
      "loss": 0.3235,
      "num_tokens": 1447702474.0,
      "step": 7606
    },
    {
      "epoch": 2.596245733788396,
      "grad_norm": 0.3398288115337237,
      "learning_rate": 1.439156185472209e-06,
      "loss": 0.2803,
      "num_tokens": 1447873037.0,
      "step": 7607
    },
    {
      "epoch": 2.596587030716724,
      "grad_norm": 0.27627754937306204,
      "learning_rate": 1.4384269630132342e-06,
      "loss": 0.319,
      "num_tokens": 1448081831.0,
      "step": 7608
    },
    {
      "epoch": 2.596928327645051,
      "grad_norm": 0.2918813294273551,
      "learning_rate": 1.4376983154923145e-06,
      "loss": 0.2914,
      "num_tokens": 1448274705.0,
      "step": 7609
    },
    {
      "epoch": 2.5972696245733786,
      "grad_norm": 0.32018346443598367,
      "learning_rate": 1.4369702430125968e-06,
      "loss": 0.2733,
      "num_tokens": 1448415510.0,
      "step": 7610
    },
    {
      "epoch": 2.5976109215017065,
      "grad_norm": 0.29346156940544366,
      "learning_rate": 1.436242745677141e-06,
      "loss": 0.3129,
      "num_tokens": 1448597259.0,
      "step": 7611
    },
    {
      "epoch": 2.5979522184300343,
      "grad_norm": 0.27354557459642875,
      "learning_rate": 1.4355158235889308e-06,
      "loss": 0.272,
      "num_tokens": 1448789362.0,
      "step": 7612
    },
    {
      "epoch": 2.5982935153583617,
      "grad_norm": 0.28758557851441807,
      "learning_rate": 1.4347894768508649e-06,
      "loss": 0.311,
      "num_tokens": 1448985312.0,
      "step": 7613
    },
    {
      "epoch": 2.5986348122866896,
      "grad_norm": 0.300097503460873,
      "learning_rate": 1.4340637055657607e-06,
      "loss": 0.3304,
      "num_tokens": 1449170887.0,
      "step": 7614
    },
    {
      "epoch": 2.598976109215017,
      "grad_norm": 0.28784693678761225,
      "learning_rate": 1.4333385098363573e-06,
      "loss": 0.2877,
      "num_tokens": 1449335456.0,
      "step": 7615
    },
    {
      "epoch": 2.599317406143345,
      "grad_norm": 0.30365899447826156,
      "learning_rate": 1.4326138897653094e-06,
      "loss": 0.3025,
      "num_tokens": 1449516217.0,
      "step": 7616
    },
    {
      "epoch": 2.5996587030716722,
      "grad_norm": 0.2555114413740377,
      "learning_rate": 1.4318898454551895e-06,
      "loss": 0.2814,
      "num_tokens": 1449721693.0,
      "step": 7617
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.28261042075616716,
      "learning_rate": 1.4311663770084918e-06,
      "loss": 0.3088,
      "num_tokens": 1449918794.0,
      "step": 7618
    },
    {
      "epoch": 2.6003412969283275,
      "grad_norm": 0.2928013230151861,
      "learning_rate": 1.4304434845276262e-06,
      "loss": 0.307,
      "num_tokens": 1450132746.0,
      "step": 7619
    },
    {
      "epoch": 2.6006825938566553,
      "grad_norm": 0.2824035892679638,
      "learning_rate": 1.4297211681149229e-06,
      "loss": 0.3144,
      "num_tokens": 1450333345.0,
      "step": 7620
    },
    {
      "epoch": 2.601023890784983,
      "grad_norm": 0.2961463812646913,
      "learning_rate": 1.42899942787263e-06,
      "loss": 0.2643,
      "num_tokens": 1450497684.0,
      "step": 7621
    },
    {
      "epoch": 2.6013651877133106,
      "grad_norm": 0.2835954447064697,
      "learning_rate": 1.428278263902913e-06,
      "loss": 0.2971,
      "num_tokens": 1450698653.0,
      "step": 7622
    },
    {
      "epoch": 2.601706484641638,
      "grad_norm": 0.4290090259155356,
      "learning_rate": 1.4275576763078557e-06,
      "loss": 0.3053,
      "num_tokens": 1450847771.0,
      "step": 7623
    },
    {
      "epoch": 2.602047781569966,
      "grad_norm": 0.26711604100909564,
      "learning_rate": 1.4268376651894639e-06,
      "loss": 0.2681,
      "num_tokens": 1451043771.0,
      "step": 7624
    },
    {
      "epoch": 2.6023890784982937,
      "grad_norm": 0.26638819808953057,
      "learning_rate": 1.4261182306496574e-06,
      "loss": 0.3155,
      "num_tokens": 1451286665.0,
      "step": 7625
    },
    {
      "epoch": 2.602730375426621,
      "grad_norm": 0.2656117921386578,
      "learning_rate": 1.4253993727902752e-06,
      "loss": 0.2977,
      "num_tokens": 1451483931.0,
      "step": 7626
    },
    {
      "epoch": 2.603071672354949,
      "grad_norm": 0.29429040650452365,
      "learning_rate": 1.4246810917130779e-06,
      "loss": 0.2804,
      "num_tokens": 1451648958.0,
      "step": 7627
    },
    {
      "epoch": 2.6034129692832764,
      "grad_norm": 0.24959945403663886,
      "learning_rate": 1.4239633875197402e-06,
      "loss": 0.2856,
      "num_tokens": 1451892169.0,
      "step": 7628
    },
    {
      "epoch": 2.603754266211604,
      "grad_norm": 0.2765150687270837,
      "learning_rate": 1.4232462603118586e-06,
      "loss": 0.31,
      "num_tokens": 1452106798.0,
      "step": 7629
    },
    {
      "epoch": 2.6040955631399316,
      "grad_norm": 0.2645587612228907,
      "learning_rate": 1.4225297101909457e-06,
      "loss": 0.279,
      "num_tokens": 1452319230.0,
      "step": 7630
    },
    {
      "epoch": 2.6044368600682595,
      "grad_norm": 0.32235098374689003,
      "learning_rate": 1.4218137372584334e-06,
      "loss": 0.2753,
      "num_tokens": 1452477232.0,
      "step": 7631
    },
    {
      "epoch": 2.604778156996587,
      "grad_norm": 0.3357198386158513,
      "learning_rate": 1.4210983416156704e-06,
      "loss": 0.3195,
      "num_tokens": 1452656613.0,
      "step": 7632
    },
    {
      "epoch": 2.6051194539249147,
      "grad_norm": 0.3067920167558271,
      "learning_rate": 1.4203835233639265e-06,
      "loss": 0.2874,
      "num_tokens": 1452833559.0,
      "step": 7633
    },
    {
      "epoch": 2.6054607508532426,
      "grad_norm": 0.2681480110766003,
      "learning_rate": 1.4196692826043878e-06,
      "loss": 0.3083,
      "num_tokens": 1453045529.0,
      "step": 7634
    },
    {
      "epoch": 2.60580204778157,
      "grad_norm": 0.28635914524539013,
      "learning_rate": 1.418955619438158e-06,
      "loss": 0.2763,
      "num_tokens": 1453233306.0,
      "step": 7635
    },
    {
      "epoch": 2.6061433447098974,
      "grad_norm": 0.29646290743099607,
      "learning_rate": 1.4182425339662611e-06,
      "loss": 0.2848,
      "num_tokens": 1453406668.0,
      "step": 7636
    },
    {
      "epoch": 2.6064846416382252,
      "grad_norm": 0.26574745570110475,
      "learning_rate": 1.4175300262896377e-06,
      "loss": 0.2942,
      "num_tokens": 1453631162.0,
      "step": 7637
    },
    {
      "epoch": 2.606825938566553,
      "grad_norm": 0.2915944670144371,
      "learning_rate": 1.4168180965091485e-06,
      "loss": 0.2942,
      "num_tokens": 1453812612.0,
      "step": 7638
    },
    {
      "epoch": 2.6071672354948805,
      "grad_norm": 0.27807421749600747,
      "learning_rate": 1.4161067447255688e-06,
      "loss": 0.2596,
      "num_tokens": 1453988218.0,
      "step": 7639
    },
    {
      "epoch": 2.6075085324232083,
      "grad_norm": 0.30995257901219075,
      "learning_rate": 1.415395971039597e-06,
      "loss": 0.2833,
      "num_tokens": 1454139544.0,
      "step": 7640
    },
    {
      "epoch": 2.6078498293515358,
      "grad_norm": 0.2820258317473319,
      "learning_rate": 1.414685775551844e-06,
      "loss": 0.3043,
      "num_tokens": 1454331585.0,
      "step": 7641
    },
    {
      "epoch": 2.6081911262798636,
      "grad_norm": 0.25767917113267025,
      "learning_rate": 1.4139761583628444e-06,
      "loss": 0.2746,
      "num_tokens": 1454535036.0,
      "step": 7642
    },
    {
      "epoch": 2.608532423208191,
      "grad_norm": 0.2664332898147709,
      "learning_rate": 1.413267119573048e-06,
      "loss": 0.2946,
      "num_tokens": 1454744496.0,
      "step": 7643
    },
    {
      "epoch": 2.608873720136519,
      "grad_norm": 0.28146512296265647,
      "learning_rate": 1.4125586592828219e-06,
      "loss": 0.2825,
      "num_tokens": 1454916432.0,
      "step": 7644
    },
    {
      "epoch": 2.6092150170648463,
      "grad_norm": 0.3161494365866579,
      "learning_rate": 1.4118507775924539e-06,
      "loss": 0.315,
      "num_tokens": 1455096711.0,
      "step": 7645
    },
    {
      "epoch": 2.609556313993174,
      "grad_norm": 0.29111858084986636,
      "learning_rate": 1.4111434746021473e-06,
      "loss": 0.2814,
      "num_tokens": 1455263496.0,
      "step": 7646
    },
    {
      "epoch": 2.609897610921502,
      "grad_norm": 0.2801050568737277,
      "learning_rate": 1.410436750412027e-06,
      "loss": 0.2929,
      "num_tokens": 1455451214.0,
      "step": 7647
    },
    {
      "epoch": 2.6102389078498294,
      "grad_norm": 0.29376806541360545,
      "learning_rate": 1.4097306051221305e-06,
      "loss": 0.2651,
      "num_tokens": 1455612480.0,
      "step": 7648
    },
    {
      "epoch": 2.6105802047781568,
      "grad_norm": 0.3026652722647799,
      "learning_rate": 1.4090250388324193e-06,
      "loss": 0.2943,
      "num_tokens": 1455793147.0,
      "step": 7649
    },
    {
      "epoch": 2.6109215017064846,
      "grad_norm": 0.2629031578121993,
      "learning_rate": 1.4083200516427683e-06,
      "loss": 0.2907,
      "num_tokens": 1456006333.0,
      "step": 7650
    },
    {
      "epoch": 2.6112627986348125,
      "grad_norm": 0.3107333629006988,
      "learning_rate": 1.4076156436529736e-06,
      "loss": 0.2724,
      "num_tokens": 1456155345.0,
      "step": 7651
    },
    {
      "epoch": 2.61160409556314,
      "grad_norm": 0.28467005298054426,
      "learning_rate": 1.4069118149627481e-06,
      "loss": 0.294,
      "num_tokens": 1456338066.0,
      "step": 7652
    },
    {
      "epoch": 2.6119453924914677,
      "grad_norm": 0.2881359549519616,
      "learning_rate": 1.4062085656717209e-06,
      "loss": 0.2748,
      "num_tokens": 1456504375.0,
      "step": 7653
    },
    {
      "epoch": 2.612286689419795,
      "grad_norm": 0.2745192856216903,
      "learning_rate": 1.405505895879443e-06,
      "loss": 0.2767,
      "num_tokens": 1456686735.0,
      "step": 7654
    },
    {
      "epoch": 2.612627986348123,
      "grad_norm": 0.2534712819349623,
      "learning_rate": 1.4048038056853797e-06,
      "loss": 0.2813,
      "num_tokens": 1456895273.0,
      "step": 7655
    },
    {
      "epoch": 2.6129692832764504,
      "grad_norm": 0.29000944703428366,
      "learning_rate": 1.4041022951889171e-06,
      "loss": 0.3071,
      "num_tokens": 1457087885.0,
      "step": 7656
    },
    {
      "epoch": 2.6133105802047782,
      "grad_norm": 0.2710922992069692,
      "learning_rate": 1.403401364489356e-06,
      "loss": 0.289,
      "num_tokens": 1457288315.0,
      "step": 7657
    },
    {
      "epoch": 2.6136518771331056,
      "grad_norm": 0.287846902209138,
      "learning_rate": 1.402701013685918e-06,
      "loss": 0.2766,
      "num_tokens": 1457470630.0,
      "step": 7658
    },
    {
      "epoch": 2.6139931740614335,
      "grad_norm": 0.2673360489421819,
      "learning_rate": 1.4020012428777427e-06,
      "loss": 0.2789,
      "num_tokens": 1457674209.0,
      "step": 7659
    },
    {
      "epoch": 2.6143344709897613,
      "grad_norm": 0.2642022659619192,
      "learning_rate": 1.401302052163885e-06,
      "loss": 0.2875,
      "num_tokens": 1457900894.0,
      "step": 7660
    },
    {
      "epoch": 2.6146757679180888,
      "grad_norm": 0.27649863950654713,
      "learning_rate": 1.4006034416433195e-06,
      "loss": 0.2902,
      "num_tokens": 1458089081.0,
      "step": 7661
    },
    {
      "epoch": 2.615017064846416,
      "grad_norm": 0.26815344593949253,
      "learning_rate": 1.3999054114149383e-06,
      "loss": 0.3007,
      "num_tokens": 1458300520.0,
      "step": 7662
    },
    {
      "epoch": 2.615358361774744,
      "grad_norm": 0.28720131345134525,
      "learning_rate": 1.3992079615775522e-06,
      "loss": 0.3316,
      "num_tokens": 1458518699.0,
      "step": 7663
    },
    {
      "epoch": 2.615699658703072,
      "grad_norm": 0.2898817516738694,
      "learning_rate": 1.3985110922298882e-06,
      "loss": 0.2822,
      "num_tokens": 1458684211.0,
      "step": 7664
    },
    {
      "epoch": 2.6160409556313993,
      "grad_norm": 0.2688838360885596,
      "learning_rate": 1.3978148034705927e-06,
      "loss": 0.2745,
      "num_tokens": 1458872264.0,
      "step": 7665
    },
    {
      "epoch": 2.616382252559727,
      "grad_norm": 0.28570339753118806,
      "learning_rate": 1.3971190953982288e-06,
      "loss": 0.28,
      "num_tokens": 1459033379.0,
      "step": 7666
    },
    {
      "epoch": 2.6167235494880545,
      "grad_norm": 0.2822515148997473,
      "learning_rate": 1.3964239681112768e-06,
      "loss": 0.29,
      "num_tokens": 1459215909.0,
      "step": 7667
    },
    {
      "epoch": 2.6170648464163824,
      "grad_norm": 0.304309855969508,
      "learning_rate": 1.3957294217081385e-06,
      "loss": 0.3085,
      "num_tokens": 1459397598.0,
      "step": 7668
    },
    {
      "epoch": 2.61740614334471,
      "grad_norm": 0.28800334941869193,
      "learning_rate": 1.3950354562871281e-06,
      "loss": 0.267,
      "num_tokens": 1459582360.0,
      "step": 7669
    },
    {
      "epoch": 2.6177474402730376,
      "grad_norm": 0.3038188371021177,
      "learning_rate": 1.394342071946482e-06,
      "loss": 0.2683,
      "num_tokens": 1459726169.0,
      "step": 7670
    },
    {
      "epoch": 2.618088737201365,
      "grad_norm": 0.3547793399622152,
      "learning_rate": 1.3936492687843511e-06,
      "loss": 0.2895,
      "num_tokens": 1459889703.0,
      "step": 7671
    },
    {
      "epoch": 2.618430034129693,
      "grad_norm": 0.31649624835429574,
      "learning_rate": 1.392957046898807e-06,
      "loss": 0.2794,
      "num_tokens": 1460028512.0,
      "step": 7672
    },
    {
      "epoch": 2.6187713310580207,
      "grad_norm": 0.25969643992019237,
      "learning_rate": 1.3922654063878366e-06,
      "loss": 0.2827,
      "num_tokens": 1460259604.0,
      "step": 7673
    },
    {
      "epoch": 2.619112627986348,
      "grad_norm": 0.28154815055881,
      "learning_rate": 1.3915743473493445e-06,
      "loss": 0.2591,
      "num_tokens": 1460436284.0,
      "step": 7674
    },
    {
      "epoch": 2.6194539249146755,
      "grad_norm": 0.3100164945203138,
      "learning_rate": 1.3908838698811567e-06,
      "loss": 0.3074,
      "num_tokens": 1460607054.0,
      "step": 7675
    },
    {
      "epoch": 2.6197952218430034,
      "grad_norm": 0.2612498119646848,
      "learning_rate": 1.3901939740810109e-06,
      "loss": 0.319,
      "num_tokens": 1460831181.0,
      "step": 7676
    },
    {
      "epoch": 2.6201365187713312,
      "grad_norm": 0.2751019884138168,
      "learning_rate": 1.3895046600465681e-06,
      "loss": 0.2988,
      "num_tokens": 1461038747.0,
      "step": 7677
    },
    {
      "epoch": 2.6204778156996587,
      "grad_norm": 0.2805826348449483,
      "learning_rate": 1.3888159278754035e-06,
      "loss": 0.3037,
      "num_tokens": 1461226148.0,
      "step": 7678
    },
    {
      "epoch": 2.6208191126279865,
      "grad_norm": 0.25718009286784815,
      "learning_rate": 1.388127777665011e-06,
      "loss": 0.2816,
      "num_tokens": 1461440340.0,
      "step": 7679
    },
    {
      "epoch": 2.621160409556314,
      "grad_norm": 0.2799725722599154,
      "learning_rate": 1.3874402095128015e-06,
      "loss": 0.3005,
      "num_tokens": 1461628681.0,
      "step": 7680
    },
    {
      "epoch": 2.6215017064846418,
      "grad_norm": 0.2918512489256013,
      "learning_rate": 1.3867532235161048e-06,
      "loss": 0.2559,
      "num_tokens": 1461784128.0,
      "step": 7681
    },
    {
      "epoch": 2.621843003412969,
      "grad_norm": 0.27539894635137185,
      "learning_rate": 1.3860668197721683e-06,
      "loss": 0.271,
      "num_tokens": 1461958620.0,
      "step": 7682
    },
    {
      "epoch": 2.622184300341297,
      "grad_norm": 0.2485977347120783,
      "learning_rate": 1.385380998378154e-06,
      "loss": 0.2791,
      "num_tokens": 1462191651.0,
      "step": 7683
    },
    {
      "epoch": 2.6225255972696244,
      "grad_norm": 0.29344513467641575,
      "learning_rate": 1.3846957594311457e-06,
      "loss": 0.3281,
      "num_tokens": 1462372241.0,
      "step": 7684
    },
    {
      "epoch": 2.6228668941979523,
      "grad_norm": 0.30473099094053624,
      "learning_rate": 1.3840111030281418e-06,
      "loss": 0.2882,
      "num_tokens": 1462539634.0,
      "step": 7685
    },
    {
      "epoch": 2.62320819112628,
      "grad_norm": 0.26599568466046447,
      "learning_rate": 1.3833270292660605e-06,
      "loss": 0.3002,
      "num_tokens": 1462751328.0,
      "step": 7686
    },
    {
      "epoch": 2.6235494880546075,
      "grad_norm": 0.2889152351938027,
      "learning_rate": 1.3826435382417342e-06,
      "loss": 0.3109,
      "num_tokens": 1462959776.0,
      "step": 7687
    },
    {
      "epoch": 2.623890784982935,
      "grad_norm": 0.2852241224777275,
      "learning_rate": 1.3819606300519161e-06,
      "loss": 0.2884,
      "num_tokens": 1463155857.0,
      "step": 7688
    },
    {
      "epoch": 2.624232081911263,
      "grad_norm": 0.3026185677586448,
      "learning_rate": 1.3812783047932746e-06,
      "loss": 0.2839,
      "num_tokens": 1463323724.0,
      "step": 7689
    },
    {
      "epoch": 2.6245733788395906,
      "grad_norm": 0.3020713045234761,
      "learning_rate": 1.3805965625623979e-06,
      "loss": 0.2887,
      "num_tokens": 1463496390.0,
      "step": 7690
    },
    {
      "epoch": 2.624914675767918,
      "grad_norm": 0.2739173552801516,
      "learning_rate": 1.3799154034557905e-06,
      "loss": 0.2828,
      "num_tokens": 1463696747.0,
      "step": 7691
    },
    {
      "epoch": 2.625255972696246,
      "grad_norm": 0.4544292421626069,
      "learning_rate": 1.379234827569872e-06,
      "loss": 0.2811,
      "num_tokens": 1463922174.0,
      "step": 7692
    },
    {
      "epoch": 2.6255972696245733,
      "grad_norm": 0.26539344708742496,
      "learning_rate": 1.3785548350009842e-06,
      "loss": 0.2995,
      "num_tokens": 1464131859.0,
      "step": 7693
    },
    {
      "epoch": 2.625938566552901,
      "grad_norm": 0.2841963892568846,
      "learning_rate": 1.3778754258453817e-06,
      "loss": 0.2804,
      "num_tokens": 1464322814.0,
      "step": 7694
    },
    {
      "epoch": 2.6262798634812285,
      "grad_norm": 0.26833807021981304,
      "learning_rate": 1.3771966001992417e-06,
      "loss": 0.314,
      "num_tokens": 1464539089.0,
      "step": 7695
    },
    {
      "epoch": 2.6266211604095564,
      "grad_norm": 0.2834941650865499,
      "learning_rate": 1.376518358158652e-06,
      "loss": 0.2891,
      "num_tokens": 1464723999.0,
      "step": 7696
    },
    {
      "epoch": 2.626962457337884,
      "grad_norm": 0.34458187925618494,
      "learning_rate": 1.3758406998196242e-06,
      "loss": 0.2859,
      "num_tokens": 1464903801.0,
      "step": 7697
    },
    {
      "epoch": 2.6273037542662117,
      "grad_norm": 0.2967260539669553,
      "learning_rate": 1.375163625278082e-06,
      "loss": 0.297,
      "num_tokens": 1465082847.0,
      "step": 7698
    },
    {
      "epoch": 2.6276450511945395,
      "grad_norm": 0.2976308170739985,
      "learning_rate": 1.3744871346298713e-06,
      "loss": 0.2749,
      "num_tokens": 1465282857.0,
      "step": 7699
    },
    {
      "epoch": 2.627986348122867,
      "grad_norm": 0.3177369311865434,
      "learning_rate": 1.373811227970754e-06,
      "loss": 0.2879,
      "num_tokens": 1465450260.0,
      "step": 7700
    },
    {
      "epoch": 2.6283276450511943,
      "grad_norm": 0.26963823127867076,
      "learning_rate": 1.373135905396405e-06,
      "loss": 0.2969,
      "num_tokens": 1465666733.0,
      "step": 7701
    },
    {
      "epoch": 2.628668941979522,
      "grad_norm": 0.25355779282452834,
      "learning_rate": 1.372461167002423e-06,
      "loss": 0.2517,
      "num_tokens": 1465848722.0,
      "step": 7702
    },
    {
      "epoch": 2.62901023890785,
      "grad_norm": 0.26144765749736254,
      "learning_rate": 1.3717870128843181e-06,
      "loss": 0.2971,
      "num_tokens": 1466070406.0,
      "step": 7703
    },
    {
      "epoch": 2.6293515358361774,
      "grad_norm": 0.2730259781831257,
      "learning_rate": 1.3711134431375245e-06,
      "loss": 0.2994,
      "num_tokens": 1466275288.0,
      "step": 7704
    },
    {
      "epoch": 2.6296928327645053,
      "grad_norm": 0.2574555818737306,
      "learning_rate": 1.370440457857385e-06,
      "loss": 0.2753,
      "num_tokens": 1466494598.0,
      "step": 7705
    },
    {
      "epoch": 2.6300341296928327,
      "grad_norm": 0.27924806805750474,
      "learning_rate": 1.369768057139167e-06,
      "loss": 0.2752,
      "num_tokens": 1466664081.0,
      "step": 7706
    },
    {
      "epoch": 2.6303754266211605,
      "grad_norm": 0.2763546474751556,
      "learning_rate": 1.3690962410780528e-06,
      "loss": 0.3033,
      "num_tokens": 1466860175.0,
      "step": 7707
    },
    {
      "epoch": 2.630716723549488,
      "grad_norm": 0.31838669503132516,
      "learning_rate": 1.3684250097691418e-06,
      "loss": 0.3093,
      "num_tokens": 1467044569.0,
      "step": 7708
    },
    {
      "epoch": 2.631058020477816,
      "grad_norm": 0.30380458495947504,
      "learning_rate": 1.3677543633074492e-06,
      "loss": 0.2908,
      "num_tokens": 1467216633.0,
      "step": 7709
    },
    {
      "epoch": 2.631399317406143,
      "grad_norm": 0.29473039745743074,
      "learning_rate": 1.3670843017879087e-06,
      "loss": 0.3011,
      "num_tokens": 1467411890.0,
      "step": 7710
    },
    {
      "epoch": 2.631740614334471,
      "grad_norm": 0.28520556481404713,
      "learning_rate": 1.3664148253053722e-06,
      "loss": 0.2733,
      "num_tokens": 1467586282.0,
      "step": 7711
    },
    {
      "epoch": 2.632081911262799,
      "grad_norm": 0.2847852439538683,
      "learning_rate": 1.3657459339546072e-06,
      "loss": 0.2839,
      "num_tokens": 1467770760.0,
      "step": 7712
    },
    {
      "epoch": 2.6324232081911263,
      "grad_norm": 0.30110959836104995,
      "learning_rate": 1.3650776278302997e-06,
      "loss": 0.3261,
      "num_tokens": 1467960901.0,
      "step": 7713
    },
    {
      "epoch": 2.6327645051194537,
      "grad_norm": 0.4200595482956222,
      "learning_rate": 1.3644099070270518e-06,
      "loss": 0.2693,
      "num_tokens": 1468139939.0,
      "step": 7714
    },
    {
      "epoch": 2.6331058020477816,
      "grad_norm": 0.30344707526179243,
      "learning_rate": 1.3637427716393813e-06,
      "loss": 0.2733,
      "num_tokens": 1468305252.0,
      "step": 7715
    },
    {
      "epoch": 2.6334470989761094,
      "grad_norm": 0.29752259537176257,
      "learning_rate": 1.3630762217617274e-06,
      "loss": 0.2811,
      "num_tokens": 1468460419.0,
      "step": 7716
    },
    {
      "epoch": 2.633788395904437,
      "grad_norm": 0.2941461819949033,
      "learning_rate": 1.3624102574884434e-06,
      "loss": 0.2658,
      "num_tokens": 1468632390.0,
      "step": 7717
    },
    {
      "epoch": 2.6341296928327647,
      "grad_norm": 0.26908342994925005,
      "learning_rate": 1.3617448789137994e-06,
      "loss": 0.2811,
      "num_tokens": 1468833633.0,
      "step": 7718
    },
    {
      "epoch": 2.634470989761092,
      "grad_norm": 0.30609450608727357,
      "learning_rate": 1.3610800861319831e-06,
      "loss": 0.3094,
      "num_tokens": 1469033554.0,
      "step": 7719
    },
    {
      "epoch": 2.63481228668942,
      "grad_norm": 0.30874419567490907,
      "learning_rate": 1.3604158792371009e-06,
      "loss": 0.2951,
      "num_tokens": 1469203675.0,
      "step": 7720
    },
    {
      "epoch": 2.6351535836177473,
      "grad_norm": 0.2793527570630998,
      "learning_rate": 1.3597522583231743e-06,
      "loss": 0.3078,
      "num_tokens": 1469407694.0,
      "step": 7721
    },
    {
      "epoch": 2.635494880546075,
      "grad_norm": 0.28962918807926696,
      "learning_rate": 1.3590892234841418e-06,
      "loss": 0.3309,
      "num_tokens": 1469630575.0,
      "step": 7722
    },
    {
      "epoch": 2.6358361774744026,
      "grad_norm": 0.32731496633293433,
      "learning_rate": 1.358426774813861e-06,
      "loss": 0.2768,
      "num_tokens": 1469813902.0,
      "step": 7723
    },
    {
      "epoch": 2.6361774744027304,
      "grad_norm": 0.26498833869168414,
      "learning_rate": 1.3577649124061037e-06,
      "loss": 0.2966,
      "num_tokens": 1470025723.0,
      "step": 7724
    },
    {
      "epoch": 2.6365187713310583,
      "grad_norm": 0.28168995537858077,
      "learning_rate": 1.357103636354562e-06,
      "loss": 0.2924,
      "num_tokens": 1470222103.0,
      "step": 7725
    },
    {
      "epoch": 2.6368600682593857,
      "grad_norm": 0.3039170503667797,
      "learning_rate": 1.356442946752842e-06,
      "loss": 0.2749,
      "num_tokens": 1470378603.0,
      "step": 7726
    },
    {
      "epoch": 2.637201365187713,
      "grad_norm": 0.3308338346873637,
      "learning_rate": 1.3557828436944678e-06,
      "loss": 0.2697,
      "num_tokens": 1470550180.0,
      "step": 7727
    },
    {
      "epoch": 2.637542662116041,
      "grad_norm": 0.2352358354036272,
      "learning_rate": 1.3551233272728803e-06,
      "loss": 0.2985,
      "num_tokens": 1470812064.0,
      "step": 7728
    },
    {
      "epoch": 2.637883959044369,
      "grad_norm": 0.31808883327814624,
      "learning_rate": 1.3544643975814386e-06,
      "loss": 0.2998,
      "num_tokens": 1470986269.0,
      "step": 7729
    },
    {
      "epoch": 2.638225255972696,
      "grad_norm": 0.27547581213490896,
      "learning_rate": 1.353806054713418e-06,
      "loss": 0.2642,
      "num_tokens": 1471160033.0,
      "step": 7730
    },
    {
      "epoch": 2.638566552901024,
      "grad_norm": 0.24600304731330622,
      "learning_rate": 1.3531482987620096e-06,
      "loss": 0.2982,
      "num_tokens": 1471400142.0,
      "step": 7731
    },
    {
      "epoch": 2.6389078498293514,
      "grad_norm": 0.3104028309888936,
      "learning_rate": 1.3524911298203231e-06,
      "loss": 0.3064,
      "num_tokens": 1471573582.0,
      "step": 7732
    },
    {
      "epoch": 2.6392491467576793,
      "grad_norm": 0.30601687483372253,
      "learning_rate": 1.3518345479813836e-06,
      "loss": 0.2715,
      "num_tokens": 1471742867.0,
      "step": 7733
    },
    {
      "epoch": 2.6395904436860067,
      "grad_norm": 0.27545907174732776,
      "learning_rate": 1.351178553338135e-06,
      "loss": 0.292,
      "num_tokens": 1471921756.0,
      "step": 7734
    },
    {
      "epoch": 2.6399317406143346,
      "grad_norm": 0.2981172673223335,
      "learning_rate": 1.3505231459834366e-06,
      "loss": 0.2829,
      "num_tokens": 1472086168.0,
      "step": 7735
    },
    {
      "epoch": 2.640273037542662,
      "grad_norm": 0.2827411776542352,
      "learning_rate": 1.3498683260100645e-06,
      "loss": 0.3137,
      "num_tokens": 1472299866.0,
      "step": 7736
    },
    {
      "epoch": 2.64061433447099,
      "grad_norm": 0.2993578685253729,
      "learning_rate": 1.3492140935107117e-06,
      "loss": 0.2885,
      "num_tokens": 1472477036.0,
      "step": 7737
    },
    {
      "epoch": 2.6409556313993177,
      "grad_norm": 0.2848355925637166,
      "learning_rate": 1.3485604485779896e-06,
      "loss": 0.3242,
      "num_tokens": 1472683847.0,
      "step": 7738
    },
    {
      "epoch": 2.641296928327645,
      "grad_norm": 0.30289320246003404,
      "learning_rate": 1.3479073913044246e-06,
      "loss": 0.3158,
      "num_tokens": 1472873964.0,
      "step": 7739
    },
    {
      "epoch": 2.6416382252559725,
      "grad_norm": 0.31558270573742053,
      "learning_rate": 1.3472549217824599e-06,
      "loss": 0.3164,
      "num_tokens": 1473062618.0,
      "step": 7740
    },
    {
      "epoch": 2.6419795221843003,
      "grad_norm": 0.4288361145601788,
      "learning_rate": 1.3466030401044584e-06,
      "loss": 0.322,
      "num_tokens": 1473262065.0,
      "step": 7741
    },
    {
      "epoch": 2.642320819112628,
      "grad_norm": 0.2670406584475566,
      "learning_rate": 1.3459517463626942e-06,
      "loss": 0.2635,
      "num_tokens": 1473468014.0,
      "step": 7742
    },
    {
      "epoch": 2.6426621160409556,
      "grad_norm": 0.29737724369132834,
      "learning_rate": 1.3453010406493651e-06,
      "loss": 0.2851,
      "num_tokens": 1473643963.0,
      "step": 7743
    },
    {
      "epoch": 2.6430034129692834,
      "grad_norm": 0.272416770663249,
      "learning_rate": 1.344650923056579e-06,
      "loss": 0.3065,
      "num_tokens": 1473870666.0,
      "step": 7744
    },
    {
      "epoch": 2.643344709897611,
      "grad_norm": 0.3078179252285282,
      "learning_rate": 1.344001393676366e-06,
      "loss": 0.3267,
      "num_tokens": 1474068301.0,
      "step": 7745
    },
    {
      "epoch": 2.6436860068259387,
      "grad_norm": 0.3124045553825022,
      "learning_rate": 1.3433524526006681e-06,
      "loss": 0.2912,
      "num_tokens": 1474248783.0,
      "step": 7746
    },
    {
      "epoch": 2.644027303754266,
      "grad_norm": 0.30866624133971265,
      "learning_rate": 1.342704099921348e-06,
      "loss": 0.2865,
      "num_tokens": 1474408504.0,
      "step": 7747
    },
    {
      "epoch": 2.644368600682594,
      "grad_norm": 0.26610856309438763,
      "learning_rate": 1.3420563357301853e-06,
      "loss": 0.2728,
      "num_tokens": 1474602220.0,
      "step": 7748
    },
    {
      "epoch": 2.6447098976109213,
      "grad_norm": 0.2911545669427476,
      "learning_rate": 1.341409160118871e-06,
      "loss": 0.313,
      "num_tokens": 1474812766.0,
      "step": 7749
    },
    {
      "epoch": 2.645051194539249,
      "grad_norm": 0.435994249955424,
      "learning_rate": 1.3407625731790192e-06,
      "loss": 0.2831,
      "num_tokens": 1475008234.0,
      "step": 7750
    },
    {
      "epoch": 2.645392491467577,
      "grad_norm": 0.3176279869006812,
      "learning_rate": 1.3401165750021559e-06,
      "loss": 0.2722,
      "num_tokens": 1475161597.0,
      "step": 7751
    },
    {
      "epoch": 2.6457337883959045,
      "grad_norm": 0.29587005366751384,
      "learning_rate": 1.3394711656797272e-06,
      "loss": 0.314,
      "num_tokens": 1475357606.0,
      "step": 7752
    },
    {
      "epoch": 2.646075085324232,
      "grad_norm": 0.2783626563171792,
      "learning_rate": 1.3388263453030942e-06,
      "loss": 0.313,
      "num_tokens": 1475569127.0,
      "step": 7753
    },
    {
      "epoch": 2.6464163822525597,
      "grad_norm": 0.26023691167272944,
      "learning_rate": 1.3381821139635332e-06,
      "loss": 0.2877,
      "num_tokens": 1475771203.0,
      "step": 7754
    },
    {
      "epoch": 2.6467576791808876,
      "grad_norm": 0.2919609416119312,
      "learning_rate": 1.3375384717522404e-06,
      "loss": 0.2736,
      "num_tokens": 1475952051.0,
      "step": 7755
    },
    {
      "epoch": 2.647098976109215,
      "grad_norm": 0.30547715449739915,
      "learning_rate": 1.336895418760326e-06,
      "loss": 0.2965,
      "num_tokens": 1476133732.0,
      "step": 7756
    },
    {
      "epoch": 2.647440273037543,
      "grad_norm": 0.26469683837565333,
      "learning_rate": 1.3362529550788195e-06,
      "loss": 0.2932,
      "num_tokens": 1476339232.0,
      "step": 7757
    },
    {
      "epoch": 2.64778156996587,
      "grad_norm": 0.28476856545230644,
      "learning_rate": 1.3356110807986622e-06,
      "loss": 0.2934,
      "num_tokens": 1476521430.0,
      "step": 7758
    },
    {
      "epoch": 2.648122866894198,
      "grad_norm": 0.2870893055799899,
      "learning_rate": 1.334969796010717e-06,
      "loss": 0.2836,
      "num_tokens": 1476688103.0,
      "step": 7759
    },
    {
      "epoch": 2.6484641638225255,
      "grad_norm": 0.275762532608655,
      "learning_rate": 1.3343291008057602e-06,
      "loss": 0.2865,
      "num_tokens": 1476877049.0,
      "step": 7760
    },
    {
      "epoch": 2.6488054607508533,
      "grad_norm": 0.3301935865636835,
      "learning_rate": 1.3336889952744866e-06,
      "loss": 0.2995,
      "num_tokens": 1477040541.0,
      "step": 7761
    },
    {
      "epoch": 2.6491467576791807,
      "grad_norm": 0.30077037745493146,
      "learning_rate": 1.3330494795075066e-06,
      "loss": 0.2705,
      "num_tokens": 1477189930.0,
      "step": 7762
    },
    {
      "epoch": 2.6494880546075086,
      "grad_norm": 0.30900554836869326,
      "learning_rate": 1.3324105535953466e-06,
      "loss": 0.3173,
      "num_tokens": 1477356491.0,
      "step": 7763
    },
    {
      "epoch": 2.6498293515358364,
      "grad_norm": 0.29959917618605136,
      "learning_rate": 1.3317722176284508e-06,
      "loss": 0.2992,
      "num_tokens": 1477542043.0,
      "step": 7764
    },
    {
      "epoch": 2.650170648464164,
      "grad_norm": 0.2871430300079163,
      "learning_rate": 1.331134471697179e-06,
      "loss": 0.28,
      "num_tokens": 1477715083.0,
      "step": 7765
    },
    {
      "epoch": 2.6505119453924912,
      "grad_norm": 0.27779013217727505,
      "learning_rate": 1.3304973158918074e-06,
      "loss": 0.2861,
      "num_tokens": 1477896599.0,
      "step": 7766
    },
    {
      "epoch": 2.650853242320819,
      "grad_norm": 0.2978402890813816,
      "learning_rate": 1.3298607503025279e-06,
      "loss": 0.2866,
      "num_tokens": 1478067837.0,
      "step": 7767
    },
    {
      "epoch": 2.651194539249147,
      "grad_norm": 0.27388698680181334,
      "learning_rate": 1.329224775019452e-06,
      "loss": 0.2889,
      "num_tokens": 1478254133.0,
      "step": 7768
    },
    {
      "epoch": 2.6515358361774743,
      "grad_norm": 0.2852336193594312,
      "learning_rate": 1.3285893901326036e-06,
      "loss": 0.2699,
      "num_tokens": 1478426200.0,
      "step": 7769
    },
    {
      "epoch": 2.651877133105802,
      "grad_norm": 0.2697215382436113,
      "learning_rate": 1.3279545957319264e-06,
      "loss": 0.3115,
      "num_tokens": 1478646340.0,
      "step": 7770
    },
    {
      "epoch": 2.6522184300341296,
      "grad_norm": 0.26282860010353626,
      "learning_rate": 1.327320391907279e-06,
      "loss": 0.3107,
      "num_tokens": 1478892931.0,
      "step": 7771
    },
    {
      "epoch": 2.6525597269624575,
      "grad_norm": 0.3005066337745615,
      "learning_rate": 1.3266867787484341e-06,
      "loss": 0.2945,
      "num_tokens": 1479067876.0,
      "step": 7772
    },
    {
      "epoch": 2.652901023890785,
      "grad_norm": 0.26815101915237105,
      "learning_rate": 1.3260537563450866e-06,
      "loss": 0.2901,
      "num_tokens": 1479273757.0,
      "step": 7773
    },
    {
      "epoch": 2.6532423208191127,
      "grad_norm": 0.2783646858371884,
      "learning_rate": 1.3254213247868418e-06,
      "loss": 0.3033,
      "num_tokens": 1479463039.0,
      "step": 7774
    },
    {
      "epoch": 2.65358361774744,
      "grad_norm": 0.2782251516536773,
      "learning_rate": 1.3247894841632253e-06,
      "loss": 0.3006,
      "num_tokens": 1479664243.0,
      "step": 7775
    },
    {
      "epoch": 2.653924914675768,
      "grad_norm": 0.2865551895977626,
      "learning_rate": 1.3241582345636764e-06,
      "loss": 0.3004,
      "num_tokens": 1479866038.0,
      "step": 7776
    },
    {
      "epoch": 2.654266211604096,
      "grad_norm": 0.27362794952334035,
      "learning_rate": 1.3235275760775533e-06,
      "loss": 0.2858,
      "num_tokens": 1480055235.0,
      "step": 7777
    },
    {
      "epoch": 2.654607508532423,
      "grad_norm": 0.30371082939833016,
      "learning_rate": 1.322897508794128e-06,
      "loss": 0.2785,
      "num_tokens": 1480219180.0,
      "step": 7778
    },
    {
      "epoch": 2.6549488054607506,
      "grad_norm": 0.24583060730067297,
      "learning_rate": 1.3222680328025903e-06,
      "loss": 0.2645,
      "num_tokens": 1480449773.0,
      "step": 7779
    },
    {
      "epoch": 2.6552901023890785,
      "grad_norm": 0.2649754065301249,
      "learning_rate": 1.3216391481920462e-06,
      "loss": 0.2517,
      "num_tokens": 1480628780.0,
      "step": 7780
    },
    {
      "epoch": 2.6556313993174063,
      "grad_norm": 0.3374450330787379,
      "learning_rate": 1.3210108550515174e-06,
      "loss": 0.2651,
      "num_tokens": 1480797597.0,
      "step": 7781
    },
    {
      "epoch": 2.6559726962457337,
      "grad_norm": 0.2702773602585723,
      "learning_rate": 1.3203831534699435e-06,
      "loss": 0.3166,
      "num_tokens": 1481001769.0,
      "step": 7782
    },
    {
      "epoch": 2.6563139931740616,
      "grad_norm": 0.2844064683125377,
      "learning_rate": 1.3197560435361775e-06,
      "loss": 0.2949,
      "num_tokens": 1481201246.0,
      "step": 7783
    },
    {
      "epoch": 2.656655290102389,
      "grad_norm": 0.28650455037437583,
      "learning_rate": 1.3191295253389922e-06,
      "loss": 0.2847,
      "num_tokens": 1481387579.0,
      "step": 7784
    },
    {
      "epoch": 2.656996587030717,
      "grad_norm": 0.2847944462932658,
      "learning_rate": 1.318503598967072e-06,
      "loss": 0.3044,
      "num_tokens": 1481584133.0,
      "step": 7785
    },
    {
      "epoch": 2.6573378839590442,
      "grad_norm": 0.33131810097190323,
      "learning_rate": 1.3178782645090224e-06,
      "loss": 0.3037,
      "num_tokens": 1481737692.0,
      "step": 7786
    },
    {
      "epoch": 2.657679180887372,
      "grad_norm": 0.5966580214344209,
      "learning_rate": 1.3172535220533623e-06,
      "loss": 0.3144,
      "num_tokens": 1481960540.0,
      "step": 7787
    },
    {
      "epoch": 2.6580204778156995,
      "grad_norm": 0.2969918326695985,
      "learning_rate": 1.3166293716885268e-06,
      "loss": 0.2563,
      "num_tokens": 1482131538.0,
      "step": 7788
    },
    {
      "epoch": 2.6583617747440274,
      "grad_norm": 0.2990639817083562,
      "learning_rate": 1.316005813502869e-06,
      "loss": 0.2859,
      "num_tokens": 1482326094.0,
      "step": 7789
    },
    {
      "epoch": 2.658703071672355,
      "grad_norm": 0.3126864764482697,
      "learning_rate": 1.315382847584656e-06,
      "loss": 0.2777,
      "num_tokens": 1482494594.0,
      "step": 7790
    },
    {
      "epoch": 2.6590443686006826,
      "grad_norm": 0.27449403426942515,
      "learning_rate": 1.314760474022073e-06,
      "loss": 0.2816,
      "num_tokens": 1482675461.0,
      "step": 7791
    },
    {
      "epoch": 2.65938566552901,
      "grad_norm": 0.287547637058447,
      "learning_rate": 1.3141386929032202e-06,
      "loss": 0.2709,
      "num_tokens": 1482849193.0,
      "step": 7792
    },
    {
      "epoch": 2.659726962457338,
      "grad_norm": 0.338524977743064,
      "learning_rate": 1.3135175043161127e-06,
      "loss": 0.2803,
      "num_tokens": 1483037582.0,
      "step": 7793
    },
    {
      "epoch": 2.6600682593856657,
      "grad_norm": 0.2741484294543328,
      "learning_rate": 1.3128969083486853e-06,
      "loss": 0.2695,
      "num_tokens": 1483218560.0,
      "step": 7794
    },
    {
      "epoch": 2.660409556313993,
      "grad_norm": 0.284165246187395,
      "learning_rate": 1.3122769050887848e-06,
      "loss": 0.295,
      "num_tokens": 1483401011.0,
      "step": 7795
    },
    {
      "epoch": 2.660750853242321,
      "grad_norm": 0.28482157568901495,
      "learning_rate": 1.3116574946241786e-06,
      "loss": 0.311,
      "num_tokens": 1483592222.0,
      "step": 7796
    },
    {
      "epoch": 2.6610921501706484,
      "grad_norm": 0.2706271954818714,
      "learning_rate": 1.3110386770425454e-06,
      "loss": 0.2672,
      "num_tokens": 1483770859.0,
      "step": 7797
    },
    {
      "epoch": 2.6614334470989762,
      "grad_norm": 0.3037628652139009,
      "learning_rate": 1.3104204524314827e-06,
      "loss": 0.2775,
      "num_tokens": 1483952431.0,
      "step": 7798
    },
    {
      "epoch": 2.6617747440273036,
      "grad_norm": 0.26162054450961253,
      "learning_rate": 1.3098028208785036e-06,
      "loss": 0.3013,
      "num_tokens": 1484163100.0,
      "step": 7799
    },
    {
      "epoch": 2.6621160409556315,
      "grad_norm": 0.2667147046836379,
      "learning_rate": 1.3091857824710382e-06,
      "loss": 0.2883,
      "num_tokens": 1484375999.0,
      "step": 7800
    },
    {
      "epoch": 2.662457337883959,
      "grad_norm": 0.27394493142419646,
      "learning_rate": 1.3085693372964311e-06,
      "loss": 0.3167,
      "num_tokens": 1484597349.0,
      "step": 7801
    },
    {
      "epoch": 2.6627986348122867,
      "grad_norm": 0.3332022511140398,
      "learning_rate": 1.307953485441943e-06,
      "loss": 0.2927,
      "num_tokens": 1484778946.0,
      "step": 7802
    },
    {
      "epoch": 2.6631399317406146,
      "grad_norm": 0.3007443089927854,
      "learning_rate": 1.307338226994752e-06,
      "loss": 0.2839,
      "num_tokens": 1484953039.0,
      "step": 7803
    },
    {
      "epoch": 2.663481228668942,
      "grad_norm": 0.29808006001256,
      "learning_rate": 1.30672356204195e-06,
      "loss": 0.3357,
      "num_tokens": 1485194183.0,
      "step": 7804
    },
    {
      "epoch": 2.6638225255972694,
      "grad_norm": 0.28555256288854974,
      "learning_rate": 1.3061094906705485e-06,
      "loss": 0.3125,
      "num_tokens": 1485385690.0,
      "step": 7805
    },
    {
      "epoch": 2.6641638225255972,
      "grad_norm": 0.2982715215479506,
      "learning_rate": 1.3054960129674702e-06,
      "loss": 0.2965,
      "num_tokens": 1485562566.0,
      "step": 7806
    },
    {
      "epoch": 2.664505119453925,
      "grad_norm": 0.28328481073260753,
      "learning_rate": 1.3048831290195579e-06,
      "loss": 0.3019,
      "num_tokens": 1485736811.0,
      "step": 7807
    },
    {
      "epoch": 2.6648464163822525,
      "grad_norm": 0.2800392436237125,
      "learning_rate": 1.3042708389135672e-06,
      "loss": 0.2978,
      "num_tokens": 1485928244.0,
      "step": 7808
    },
    {
      "epoch": 2.6651877133105804,
      "grad_norm": 0.28857673206528517,
      "learning_rate": 1.303659142736173e-06,
      "loss": 0.2856,
      "num_tokens": 1486109075.0,
      "step": 7809
    },
    {
      "epoch": 2.6655290102389078,
      "grad_norm": 0.2841291095480374,
      "learning_rate": 1.3030480405739638e-06,
      "loss": 0.2712,
      "num_tokens": 1486298920.0,
      "step": 7810
    },
    {
      "epoch": 2.6658703071672356,
      "grad_norm": 0.31533208443604216,
      "learning_rate": 1.3024375325134426e-06,
      "loss": 0.2941,
      "num_tokens": 1486452863.0,
      "step": 7811
    },
    {
      "epoch": 2.666211604095563,
      "grad_norm": 0.2876616650664909,
      "learning_rate": 1.3018276186410326e-06,
      "loss": 0.2785,
      "num_tokens": 1486627691.0,
      "step": 7812
    },
    {
      "epoch": 2.666552901023891,
      "grad_norm": 0.3085278630834482,
      "learning_rate": 1.3012182990430696e-06,
      "loss": 0.2883,
      "num_tokens": 1486796225.0,
      "step": 7813
    },
    {
      "epoch": 2.6668941979522183,
      "grad_norm": 0.2825437199716121,
      "learning_rate": 1.3006095738058061e-06,
      "loss": 0.3143,
      "num_tokens": 1487011116.0,
      "step": 7814
    },
    {
      "epoch": 2.667235494880546,
      "grad_norm": 0.2783309558334003,
      "learning_rate": 1.3000014430154093e-06,
      "loss": 0.2843,
      "num_tokens": 1487201110.0,
      "step": 7815
    },
    {
      "epoch": 2.667576791808874,
      "grad_norm": 0.2651431445043153,
      "learning_rate": 1.2993939067579659e-06,
      "loss": 0.2908,
      "num_tokens": 1487404092.0,
      "step": 7816
    },
    {
      "epoch": 2.6679180887372014,
      "grad_norm": 0.2681805778466024,
      "learning_rate": 1.2987869651194732e-06,
      "loss": 0.2775,
      "num_tokens": 1487610141.0,
      "step": 7817
    },
    {
      "epoch": 2.668259385665529,
      "grad_norm": 0.2802299623338429,
      "learning_rate": 1.2981806181858504e-06,
      "loss": 0.2919,
      "num_tokens": 1487800279.0,
      "step": 7818
    },
    {
      "epoch": 2.6686006825938566,
      "grad_norm": 0.29359369082222664,
      "learning_rate": 1.297574866042927e-06,
      "loss": 0.2729,
      "num_tokens": 1487974171.0,
      "step": 7819
    },
    {
      "epoch": 2.6689419795221845,
      "grad_norm": 0.3133885405293807,
      "learning_rate": 1.29696970877645e-06,
      "loss": 0.2746,
      "num_tokens": 1488121694.0,
      "step": 7820
    },
    {
      "epoch": 2.669283276450512,
      "grad_norm": 0.2842236091552544,
      "learning_rate": 1.2963651464720847e-06,
      "loss": 0.2841,
      "num_tokens": 1488325726.0,
      "step": 7821
    },
    {
      "epoch": 2.6696245733788397,
      "grad_norm": 0.2664067478638635,
      "learning_rate": 1.2957611792154096e-06,
      "loss": 0.2851,
      "num_tokens": 1488533153.0,
      "step": 7822
    },
    {
      "epoch": 2.669965870307167,
      "grad_norm": 0.2807528141405451,
      "learning_rate": 1.2951578070919194e-06,
      "loss": 0.2842,
      "num_tokens": 1488725681.0,
      "step": 7823
    },
    {
      "epoch": 2.670307167235495,
      "grad_norm": 0.7039293192053143,
      "learning_rate": 1.2945550301870238e-06,
      "loss": 0.2909,
      "num_tokens": 1488918563.0,
      "step": 7824
    },
    {
      "epoch": 2.6706484641638224,
      "grad_norm": 0.28153112419677995,
      "learning_rate": 1.2939528485860505e-06,
      "loss": 0.2826,
      "num_tokens": 1489100508.0,
      "step": 7825
    },
    {
      "epoch": 2.6709897610921502,
      "grad_norm": 0.30224210170762533,
      "learning_rate": 1.2933512623742405e-06,
      "loss": 0.3053,
      "num_tokens": 1489288436.0,
      "step": 7826
    },
    {
      "epoch": 2.6713310580204777,
      "grad_norm": 0.25658293781921526,
      "learning_rate": 1.2927502716367537e-06,
      "loss": 0.3027,
      "num_tokens": 1489508890.0,
      "step": 7827
    },
    {
      "epoch": 2.6716723549488055,
      "grad_norm": 0.326504426466549,
      "learning_rate": 1.2921498764586622e-06,
      "loss": 0.2897,
      "num_tokens": 1489676510.0,
      "step": 7828
    },
    {
      "epoch": 2.6720136518771334,
      "grad_norm": 0.28527147561164784,
      "learning_rate": 1.2915500769249543e-06,
      "loss": 0.2953,
      "num_tokens": 1489865320.0,
      "step": 7829
    },
    {
      "epoch": 2.6723549488054608,
      "grad_norm": 0.26197219957106926,
      "learning_rate": 1.2909508731205362e-06,
      "loss": 0.2729,
      "num_tokens": 1490062218.0,
      "step": 7830
    },
    {
      "epoch": 2.672696245733788,
      "grad_norm": 0.26678798380020036,
      "learning_rate": 1.2903522651302287e-06,
      "loss": 0.253,
      "num_tokens": 1490242540.0,
      "step": 7831
    },
    {
      "epoch": 2.673037542662116,
      "grad_norm": 0.3078286868910788,
      "learning_rate": 1.289754253038768e-06,
      "loss": 0.2831,
      "num_tokens": 1490402563.0,
      "step": 7832
    },
    {
      "epoch": 2.673378839590444,
      "grad_norm": 0.35641784755784767,
      "learning_rate": 1.2891568369308045e-06,
      "loss": 0.2897,
      "num_tokens": 1490547616.0,
      "step": 7833
    },
    {
      "epoch": 2.6737201365187713,
      "grad_norm": 0.2823559633670675,
      "learning_rate": 1.2885600168909076e-06,
      "loss": 0.303,
      "num_tokens": 1490752067.0,
      "step": 7834
    },
    {
      "epoch": 2.674061433447099,
      "grad_norm": 0.2645805400039017,
      "learning_rate": 1.2879637930035606e-06,
      "loss": 0.2632,
      "num_tokens": 1490933801.0,
      "step": 7835
    },
    {
      "epoch": 2.6744027303754265,
      "grad_norm": 0.28637998769859296,
      "learning_rate": 1.2873681653531598e-06,
      "loss": 0.2963,
      "num_tokens": 1491127139.0,
      "step": 7836
    },
    {
      "epoch": 2.6747440273037544,
      "grad_norm": 0.29839095813416266,
      "learning_rate": 1.2867731340240221e-06,
      "loss": 0.306,
      "num_tokens": 1491301372.0,
      "step": 7837
    },
    {
      "epoch": 2.675085324232082,
      "grad_norm": 0.288940519304429,
      "learning_rate": 1.2861786991003761e-06,
      "loss": 0.277,
      "num_tokens": 1491476096.0,
      "step": 7838
    },
    {
      "epoch": 2.6754266211604096,
      "grad_norm": 0.2736630198643265,
      "learning_rate": 1.2855848606663684e-06,
      "loss": 0.2614,
      "num_tokens": 1491661120.0,
      "step": 7839
    },
    {
      "epoch": 2.675767918088737,
      "grad_norm": 0.28353729402877836,
      "learning_rate": 1.2849916188060593e-06,
      "loss": 0.288,
      "num_tokens": 1491839406.0,
      "step": 7840
    },
    {
      "epoch": 2.676109215017065,
      "grad_norm": 0.2884893444661707,
      "learning_rate": 1.2843989736034258e-06,
      "loss": 0.3008,
      "num_tokens": 1492064439.0,
      "step": 7841
    },
    {
      "epoch": 2.6764505119453927,
      "grad_norm": 0.2798731103242243,
      "learning_rate": 1.28380692514236e-06,
      "loss": 0.2754,
      "num_tokens": 1492246711.0,
      "step": 7842
    },
    {
      "epoch": 2.67679180887372,
      "grad_norm": 0.28576976466290416,
      "learning_rate": 1.283215473506669e-06,
      "loss": 0.3139,
      "num_tokens": 1492443953.0,
      "step": 7843
    },
    {
      "epoch": 2.6771331058020476,
      "grad_norm": 0.31077433601809906,
      "learning_rate": 1.2826246187800775e-06,
      "loss": 0.2581,
      "num_tokens": 1492595768.0,
      "step": 7844
    },
    {
      "epoch": 2.6774744027303754,
      "grad_norm": 0.31189936706352955,
      "learning_rate": 1.282034361046223e-06,
      "loss": 0.3274,
      "num_tokens": 1492771472.0,
      "step": 7845
    },
    {
      "epoch": 2.6778156996587033,
      "grad_norm": 0.3009832539020831,
      "learning_rate": 1.28144470038866e-06,
      "loss": 0.3072,
      "num_tokens": 1492960887.0,
      "step": 7846
    },
    {
      "epoch": 2.6781569965870307,
      "grad_norm": 1.4433875289776854,
      "learning_rate": 1.2808556368908581e-06,
      "loss": 0.3027,
      "num_tokens": 1493138781.0,
      "step": 7847
    },
    {
      "epoch": 2.6784982935153585,
      "grad_norm": 0.28827168703211725,
      "learning_rate": 1.2802671706362034e-06,
      "loss": 0.3029,
      "num_tokens": 1493336615.0,
      "step": 7848
    },
    {
      "epoch": 2.678839590443686,
      "grad_norm": 0.23407970530951078,
      "learning_rate": 1.2796793017079957e-06,
      "loss": 0.2795,
      "num_tokens": 1493586452.0,
      "step": 7849
    },
    {
      "epoch": 2.6791808873720138,
      "grad_norm": 0.3082188619675436,
      "learning_rate": 1.2790920301894504e-06,
      "loss": 0.2939,
      "num_tokens": 1493757510.0,
      "step": 7850
    },
    {
      "epoch": 2.679522184300341,
      "grad_norm": 0.33342402938057925,
      "learning_rate": 1.2785053561637013e-06,
      "loss": 0.2881,
      "num_tokens": 1493899506.0,
      "step": 7851
    },
    {
      "epoch": 2.679863481228669,
      "grad_norm": 0.25666894502187126,
      "learning_rate": 1.2779192797137926e-06,
      "loss": 0.3058,
      "num_tokens": 1494143925.0,
      "step": 7852
    },
    {
      "epoch": 2.6802047781569964,
      "grad_norm": 0.2751471454658978,
      "learning_rate": 1.2773338009226895e-06,
      "loss": 0.302,
      "num_tokens": 1494344901.0,
      "step": 7853
    },
    {
      "epoch": 2.6805460750853243,
      "grad_norm": 0.30661662635992787,
      "learning_rate": 1.2767489198732671e-06,
      "loss": 0.3109,
      "num_tokens": 1494539097.0,
      "step": 7854
    },
    {
      "epoch": 2.680887372013652,
      "grad_norm": 0.25355232687901597,
      "learning_rate": 1.2761646366483203e-06,
      "loss": 0.3015,
      "num_tokens": 1494776836.0,
      "step": 7855
    },
    {
      "epoch": 2.6812286689419795,
      "grad_norm": 0.26212737381967754,
      "learning_rate": 1.2755809513305558e-06,
      "loss": 0.2684,
      "num_tokens": 1494976063.0,
      "step": 7856
    },
    {
      "epoch": 2.681569965870307,
      "grad_norm": 0.277420719322425,
      "learning_rate": 1.2749978640025997e-06,
      "loss": 0.2913,
      "num_tokens": 1495173289.0,
      "step": 7857
    },
    {
      "epoch": 2.681911262798635,
      "grad_norm": 0.2779693569238973,
      "learning_rate": 1.2744153747469898e-06,
      "loss": 0.315,
      "num_tokens": 1495395244.0,
      "step": 7858
    },
    {
      "epoch": 2.6822525597269626,
      "grad_norm": 0.309691531402685,
      "learning_rate": 1.2738334836461811e-06,
      "loss": 0.2596,
      "num_tokens": 1495560115.0,
      "step": 7859
    },
    {
      "epoch": 2.68259385665529,
      "grad_norm": 0.28855206388607707,
      "learning_rate": 1.2732521907825434e-06,
      "loss": 0.2789,
      "num_tokens": 1495750929.0,
      "step": 7860
    },
    {
      "epoch": 2.682935153583618,
      "grad_norm": 0.3159231942398322,
      "learning_rate": 1.2726714962383615e-06,
      "loss": 0.2801,
      "num_tokens": 1495913261.0,
      "step": 7861
    },
    {
      "epoch": 2.6832764505119453,
      "grad_norm": 0.3060208196434208,
      "learning_rate": 1.272091400095838e-06,
      "loss": 0.2763,
      "num_tokens": 1496076051.0,
      "step": 7862
    },
    {
      "epoch": 2.683617747440273,
      "grad_norm": 0.3312582388940238,
      "learning_rate": 1.2715119024370855e-06,
      "loss": 0.3154,
      "num_tokens": 1496240529.0,
      "step": 7863
    },
    {
      "epoch": 2.6839590443686006,
      "grad_norm": 0.2947534934877299,
      "learning_rate": 1.2709330033441376e-06,
      "loss": 0.2801,
      "num_tokens": 1496420169.0,
      "step": 7864
    },
    {
      "epoch": 2.6843003412969284,
      "grad_norm": 0.2590425569018483,
      "learning_rate": 1.2703547028989384e-06,
      "loss": 0.3067,
      "num_tokens": 1496655630.0,
      "step": 7865
    },
    {
      "epoch": 2.684641638225256,
      "grad_norm": 0.2758617788010391,
      "learning_rate": 1.269777001183352e-06,
      "loss": 0.2919,
      "num_tokens": 1496856766.0,
      "step": 7866
    },
    {
      "epoch": 2.6849829351535837,
      "grad_norm": 0.2688854712093227,
      "learning_rate": 1.269199898279154e-06,
      "loss": 0.3064,
      "num_tokens": 1497072059.0,
      "step": 7867
    },
    {
      "epoch": 2.6853242320819115,
      "grad_norm": 0.29518587456772366,
      "learning_rate": 1.2686233942680353e-06,
      "loss": 0.3146,
      "num_tokens": 1497238882.0,
      "step": 7868
    },
    {
      "epoch": 2.685665529010239,
      "grad_norm": 0.2772481388018092,
      "learning_rate": 1.2680474892316059e-06,
      "loss": 0.3032,
      "num_tokens": 1497443255.0,
      "step": 7869
    },
    {
      "epoch": 2.6860068259385663,
      "grad_norm": 0.29852594566115914,
      "learning_rate": 1.267472183251387e-06,
      "loss": 0.2886,
      "num_tokens": 1497657604.0,
      "step": 7870
    },
    {
      "epoch": 2.686348122866894,
      "grad_norm": 0.27606375259877475,
      "learning_rate": 1.266897476408816e-06,
      "loss": 0.2941,
      "num_tokens": 1497846192.0,
      "step": 7871
    },
    {
      "epoch": 2.686689419795222,
      "grad_norm": 0.289740404862269,
      "learning_rate": 1.2663233687852456e-06,
      "loss": 0.3069,
      "num_tokens": 1498080432.0,
      "step": 7872
    },
    {
      "epoch": 2.6870307167235494,
      "grad_norm": 0.31962210422071935,
      "learning_rate": 1.2657498604619451e-06,
      "loss": 0.2897,
      "num_tokens": 1498245517.0,
      "step": 7873
    },
    {
      "epoch": 2.6873720136518773,
      "grad_norm": 0.27759578583574424,
      "learning_rate": 1.2651769515200961e-06,
      "loss": 0.2933,
      "num_tokens": 1498425812.0,
      "step": 7874
    },
    {
      "epoch": 2.6877133105802047,
      "grad_norm": 0.30041783145999645,
      "learning_rate": 1.2646046420407987e-06,
      "loss": 0.2649,
      "num_tokens": 1498602903.0,
      "step": 7875
    },
    {
      "epoch": 2.6880546075085325,
      "grad_norm": 0.30425624102284615,
      "learning_rate": 1.2640329321050659e-06,
      "loss": 0.2909,
      "num_tokens": 1498779513.0,
      "step": 7876
    },
    {
      "epoch": 2.68839590443686,
      "grad_norm": 0.3098591596352336,
      "learning_rate": 1.2634618217938257e-06,
      "loss": 0.2567,
      "num_tokens": 1498924545.0,
      "step": 7877
    },
    {
      "epoch": 2.688737201365188,
      "grad_norm": 0.317752853792084,
      "learning_rate": 1.2628913111879229e-06,
      "loss": 0.2855,
      "num_tokens": 1499070378.0,
      "step": 7878
    },
    {
      "epoch": 2.689078498293515,
      "grad_norm": 0.2981896695161574,
      "learning_rate": 1.2623214003681162e-06,
      "loss": 0.2903,
      "num_tokens": 1499261084.0,
      "step": 7879
    },
    {
      "epoch": 2.689419795221843,
      "grad_norm": 0.28816038630702334,
      "learning_rate": 1.2617520894150793e-06,
      "loss": 0.2879,
      "num_tokens": 1499428504.0,
      "step": 7880
    },
    {
      "epoch": 2.689761092150171,
      "grad_norm": 0.26866643408016705,
      "learning_rate": 1.2611833784094008e-06,
      "loss": 0.3103,
      "num_tokens": 1499645092.0,
      "step": 7881
    },
    {
      "epoch": 2.6901023890784983,
      "grad_norm": 0.2743280449231692,
      "learning_rate": 1.2606152674315852e-06,
      "loss": 0.281,
      "num_tokens": 1499826447.0,
      "step": 7882
    },
    {
      "epoch": 2.6904436860068257,
      "grad_norm": 0.36580391550599156,
      "learning_rate": 1.2600477565620536e-06,
      "loss": 0.3072,
      "num_tokens": 1499976953.0,
      "step": 7883
    },
    {
      "epoch": 2.6907849829351536,
      "grad_norm": 0.2803770569301938,
      "learning_rate": 1.2594808458811369e-06,
      "loss": 0.2902,
      "num_tokens": 1500166813.0,
      "step": 7884
    },
    {
      "epoch": 2.6911262798634814,
      "grad_norm": 0.30756270071962766,
      "learning_rate": 1.2589145354690873e-06,
      "loss": 0.264,
      "num_tokens": 1500310705.0,
      "step": 7885
    },
    {
      "epoch": 2.691467576791809,
      "grad_norm": 0.36346618876690096,
      "learning_rate": 1.258348825406068e-06,
      "loss": 0.2666,
      "num_tokens": 1500445097.0,
      "step": 7886
    },
    {
      "epoch": 2.6918088737201367,
      "grad_norm": 0.30111389306116565,
      "learning_rate": 1.2577837157721582e-06,
      "loss": 0.264,
      "num_tokens": 1500601715.0,
      "step": 7887
    },
    {
      "epoch": 2.692150170648464,
      "grad_norm": 0.28952324513378924,
      "learning_rate": 1.257219206647353e-06,
      "loss": 0.2753,
      "num_tokens": 1500811526.0,
      "step": 7888
    },
    {
      "epoch": 2.692491467576792,
      "grad_norm": 0.28330388707131,
      "learning_rate": 1.256655298111561e-06,
      "loss": 0.2792,
      "num_tokens": 1501018074.0,
      "step": 7889
    },
    {
      "epoch": 2.6928327645051193,
      "grad_norm": 0.27514958454250993,
      "learning_rate": 1.2560919902446067e-06,
      "loss": 0.2857,
      "num_tokens": 1501219478.0,
      "step": 7890
    },
    {
      "epoch": 2.693174061433447,
      "grad_norm": 0.30349320364737337,
      "learning_rate": 1.2555292831262298e-06,
      "loss": 0.3061,
      "num_tokens": 1501394991.0,
      "step": 7891
    },
    {
      "epoch": 2.6935153583617746,
      "grad_norm": 0.3121809152523726,
      "learning_rate": 1.2549671768360853e-06,
      "loss": 0.3308,
      "num_tokens": 1501578443.0,
      "step": 7892
    },
    {
      "epoch": 2.6938566552901024,
      "grad_norm": 0.27777723931833703,
      "learning_rate": 1.2544056714537402e-06,
      "loss": 0.2977,
      "num_tokens": 1501783801.0,
      "step": 7893
    },
    {
      "epoch": 2.6941979522184303,
      "grad_norm": 0.2710185754785139,
      "learning_rate": 1.2538447670586812e-06,
      "loss": 0.2828,
      "num_tokens": 1501982183.0,
      "step": 7894
    },
    {
      "epoch": 2.6945392491467577,
      "grad_norm": 0.27663063964556633,
      "learning_rate": 1.2532844637303052e-06,
      "loss": 0.2991,
      "num_tokens": 1502182660.0,
      "step": 7895
    },
    {
      "epoch": 2.694880546075085,
      "grad_norm": 0.2663914617892834,
      "learning_rate": 1.2527247615479278e-06,
      "loss": 0.2615,
      "num_tokens": 1502392130.0,
      "step": 7896
    },
    {
      "epoch": 2.695221843003413,
      "grad_norm": 0.30429206702625494,
      "learning_rate": 1.2521656605907782e-06,
      "loss": 0.2723,
      "num_tokens": 1502558401.0,
      "step": 7897
    },
    {
      "epoch": 2.695563139931741,
      "grad_norm": 0.25197809685254174,
      "learning_rate": 1.2516071609379985e-06,
      "loss": 0.2759,
      "num_tokens": 1502774681.0,
      "step": 7898
    },
    {
      "epoch": 2.695904436860068,
      "grad_norm": 0.30238130222105974,
      "learning_rate": 1.2510492626686488e-06,
      "loss": 0.2647,
      "num_tokens": 1502927077.0,
      "step": 7899
    },
    {
      "epoch": 2.696245733788396,
      "grad_norm": 0.29586101732426795,
      "learning_rate": 1.2504919658617015e-06,
      "loss": 0.2695,
      "num_tokens": 1503087853.0,
      "step": 7900
    },
    {
      "epoch": 2.6965870307167235,
      "grad_norm": 0.26305464681684637,
      "learning_rate": 1.2499352705960468e-06,
      "loss": 0.2951,
      "num_tokens": 1503314229.0,
      "step": 7901
    },
    {
      "epoch": 2.6969283276450513,
      "grad_norm": 0.30278493285113,
      "learning_rate": 1.2493791769504863e-06,
      "loss": 0.2737,
      "num_tokens": 1503470182.0,
      "step": 7902
    },
    {
      "epoch": 2.6972696245733787,
      "grad_norm": 0.2906977966807489,
      "learning_rate": 1.248823685003739e-06,
      "loss": 0.2945,
      "num_tokens": 1503642378.0,
      "step": 7903
    },
    {
      "epoch": 2.6976109215017066,
      "grad_norm": 0.26886393633875816,
      "learning_rate": 1.2482687948344376e-06,
      "loss": 0.2755,
      "num_tokens": 1503835853.0,
      "step": 7904
    },
    {
      "epoch": 2.697952218430034,
      "grad_norm": 0.29963768511030886,
      "learning_rate": 1.24771450652113e-06,
      "loss": 0.3013,
      "num_tokens": 1504012523.0,
      "step": 7905
    },
    {
      "epoch": 2.698293515358362,
      "grad_norm": 0.2648361035364292,
      "learning_rate": 1.2471608201422787e-06,
      "loss": 0.3099,
      "num_tokens": 1504229128.0,
      "step": 7906
    },
    {
      "epoch": 2.6986348122866897,
      "grad_norm": 0.2727771333677658,
      "learning_rate": 1.24660773577626e-06,
      "loss": 0.3127,
      "num_tokens": 1504438995.0,
      "step": 7907
    },
    {
      "epoch": 2.698976109215017,
      "grad_norm": 0.28479860707624055,
      "learning_rate": 1.2460552535013683e-06,
      "loss": 0.263,
      "num_tokens": 1504624311.0,
      "step": 7908
    },
    {
      "epoch": 2.6993174061433445,
      "grad_norm": 0.30634255634388596,
      "learning_rate": 1.2455033733958084e-06,
      "loss": 0.3099,
      "num_tokens": 1504818826.0,
      "step": 7909
    },
    {
      "epoch": 2.6996587030716723,
      "grad_norm": 0.33434125803122877,
      "learning_rate": 1.244952095537704e-06,
      "loss": 0.2887,
      "num_tokens": 1505004737.0,
      "step": 7910
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.2779155863138818,
      "learning_rate": 1.2444014200050896e-06,
      "loss": 0.269,
      "num_tokens": 1505176492.0,
      "step": 7911
    },
    {
      "epoch": 2.7003412969283276,
      "grad_norm": 0.2903927895282121,
      "learning_rate": 1.2438513468759172e-06,
      "loss": 0.2681,
      "num_tokens": 1505348408.0,
      "step": 7912
    },
    {
      "epoch": 2.7006825938566554,
      "grad_norm": 0.344267039044325,
      "learning_rate": 1.2433018762280522e-06,
      "loss": 0.2748,
      "num_tokens": 1505501939.0,
      "step": 7913
    },
    {
      "epoch": 2.701023890784983,
      "grad_norm": 0.2930525629967962,
      "learning_rate": 1.242753008139276e-06,
      "loss": 0.2651,
      "num_tokens": 1505694807.0,
      "step": 7914
    },
    {
      "epoch": 2.7013651877133107,
      "grad_norm": 0.2937754913822044,
      "learning_rate": 1.2422047426872836e-06,
      "loss": 0.3443,
      "num_tokens": 1505937675.0,
      "step": 7915
    },
    {
      "epoch": 2.701706484641638,
      "grad_norm": 0.3262536986429736,
      "learning_rate": 1.2416570799496846e-06,
      "loss": 0.3242,
      "num_tokens": 1506101871.0,
      "step": 7916
    },
    {
      "epoch": 2.702047781569966,
      "grad_norm": 0.2658871218411783,
      "learning_rate": 1.2411100200040043e-06,
      "loss": 0.2749,
      "num_tokens": 1506288357.0,
      "step": 7917
    },
    {
      "epoch": 2.7023890784982934,
      "grad_norm": 0.27516321901677737,
      "learning_rate": 1.2405635629276817e-06,
      "loss": 0.2903,
      "num_tokens": 1506500596.0,
      "step": 7918
    },
    {
      "epoch": 2.702730375426621,
      "grad_norm": 0.27779695417309846,
      "learning_rate": 1.2400177087980711e-06,
      "loss": 0.2796,
      "num_tokens": 1506677689.0,
      "step": 7919
    },
    {
      "epoch": 2.703071672354949,
      "grad_norm": 0.2542922537957617,
      "learning_rate": 1.2394724576924398e-06,
      "loss": 0.2948,
      "num_tokens": 1506917653.0,
      "step": 7920
    },
    {
      "epoch": 2.7034129692832765,
      "grad_norm": 0.26923340734302675,
      "learning_rate": 1.2389278096879734e-06,
      "loss": 0.2883,
      "num_tokens": 1507119533.0,
      "step": 7921
    },
    {
      "epoch": 2.703754266211604,
      "grad_norm": 0.3268315770740173,
      "learning_rate": 1.2383837648617676e-06,
      "loss": 0.2932,
      "num_tokens": 1507284866.0,
      "step": 7922
    },
    {
      "epoch": 2.7040955631399317,
      "grad_norm": 0.2623147843570476,
      "learning_rate": 1.2378403232908367e-06,
      "loss": 0.267,
      "num_tokens": 1507476167.0,
      "step": 7923
    },
    {
      "epoch": 2.7044368600682596,
      "grad_norm": 0.3018846312505114,
      "learning_rate": 1.237297485052107e-06,
      "loss": 0.2629,
      "num_tokens": 1507659730.0,
      "step": 7924
    },
    {
      "epoch": 2.704778156996587,
      "grad_norm": 0.28051282485622553,
      "learning_rate": 1.23675525022242e-06,
      "loss": 0.2891,
      "num_tokens": 1507884068.0,
      "step": 7925
    },
    {
      "epoch": 2.705119453924915,
      "grad_norm": 0.287108526752224,
      "learning_rate": 1.2362136188785332e-06,
      "loss": 0.3071,
      "num_tokens": 1508096843.0,
      "step": 7926
    },
    {
      "epoch": 2.7054607508532422,
      "grad_norm": 0.27961816317467286,
      "learning_rate": 1.2356725910971162e-06,
      "loss": 0.303,
      "num_tokens": 1508308645.0,
      "step": 7927
    },
    {
      "epoch": 2.70580204778157,
      "grad_norm": 0.26042620691558155,
      "learning_rate": 1.2351321669547555e-06,
      "loss": 0.3172,
      "num_tokens": 1508544265.0,
      "step": 7928
    },
    {
      "epoch": 2.7061433447098975,
      "grad_norm": 0.27015918114086196,
      "learning_rate": 1.2345923465279497e-06,
      "loss": 0.2811,
      "num_tokens": 1508749861.0,
      "step": 7929
    },
    {
      "epoch": 2.7064846416382253,
      "grad_norm": 0.29389731999297003,
      "learning_rate": 1.2340531298931144e-06,
      "loss": 0.2689,
      "num_tokens": 1508938991.0,
      "step": 7930
    },
    {
      "epoch": 2.7068259385665527,
      "grad_norm": 0.3449108648138188,
      "learning_rate": 1.2335145171265789e-06,
      "loss": 0.298,
      "num_tokens": 1509080664.0,
      "step": 7931
    },
    {
      "epoch": 2.7071672354948806,
      "grad_norm": 0.2941123609184313,
      "learning_rate": 1.2329765083045863e-06,
      "loss": 0.3187,
      "num_tokens": 1509271101.0,
      "step": 7932
    },
    {
      "epoch": 2.7075085324232084,
      "grad_norm": 0.29660805293491455,
      "learning_rate": 1.2324391035032952e-06,
      "loss": 0.3312,
      "num_tokens": 1509464602.0,
      "step": 7933
    },
    {
      "epoch": 2.707849829351536,
      "grad_norm": 0.26791846387415474,
      "learning_rate": 1.2319023027987772e-06,
      "loss": 0.2775,
      "num_tokens": 1509658358.0,
      "step": 7934
    },
    {
      "epoch": 2.7081911262798632,
      "grad_norm": 0.30245220443009296,
      "learning_rate": 1.2313661062670206e-06,
      "loss": 0.2848,
      "num_tokens": 1509828824.0,
      "step": 7935
    },
    {
      "epoch": 2.708532423208191,
      "grad_norm": 0.27829341820714437,
      "learning_rate": 1.2308305139839266e-06,
      "loss": 0.2912,
      "num_tokens": 1510048420.0,
      "step": 7936
    },
    {
      "epoch": 2.708873720136519,
      "grad_norm": 0.26082307488495426,
      "learning_rate": 1.2302955260253104e-06,
      "loss": 0.2965,
      "num_tokens": 1510257624.0,
      "step": 7937
    },
    {
      "epoch": 2.7092150170648464,
      "grad_norm": 0.2697084240668176,
      "learning_rate": 1.2297611424669038e-06,
      "loss": 0.2485,
      "num_tokens": 1510439169.0,
      "step": 7938
    },
    {
      "epoch": 2.709556313993174,
      "grad_norm": 0.30677937687408063,
      "learning_rate": 1.2292273633843504e-06,
      "loss": 0.2667,
      "num_tokens": 1510601637.0,
      "step": 7939
    },
    {
      "epoch": 2.7098976109215016,
      "grad_norm": 0.2814429194268094,
      "learning_rate": 1.2286941888532115e-06,
      "loss": 0.2813,
      "num_tokens": 1510781207.0,
      "step": 7940
    },
    {
      "epoch": 2.7102389078498295,
      "grad_norm": 0.26411454073810303,
      "learning_rate": 1.2281616189489584e-06,
      "loss": 0.2711,
      "num_tokens": 1510983719.0,
      "step": 7941
    },
    {
      "epoch": 2.710580204778157,
      "grad_norm": 0.3036083820929341,
      "learning_rate": 1.2276296537469814e-06,
      "loss": 0.3037,
      "num_tokens": 1511177412.0,
      "step": 7942
    },
    {
      "epoch": 2.7109215017064847,
      "grad_norm": 0.2926809852547748,
      "learning_rate": 1.2270982933225816e-06,
      "loss": 0.3067,
      "num_tokens": 1511370331.0,
      "step": 7943
    },
    {
      "epoch": 2.711262798634812,
      "grad_norm": 0.2835356718591049,
      "learning_rate": 1.2265675377509776e-06,
      "loss": 0.2897,
      "num_tokens": 1511558633.0,
      "step": 7944
    },
    {
      "epoch": 2.71160409556314,
      "grad_norm": 0.2890968772376947,
      "learning_rate": 1.2260373871072996e-06,
      "loss": 0.2996,
      "num_tokens": 1511749734.0,
      "step": 7945
    },
    {
      "epoch": 2.711945392491468,
      "grad_norm": 0.25504780085757295,
      "learning_rate": 1.2255078414665927e-06,
      "loss": 0.2691,
      "num_tokens": 1511964958.0,
      "step": 7946
    },
    {
      "epoch": 2.7122866894197952,
      "grad_norm": 0.28686562746454497,
      "learning_rate": 1.2249789009038191e-06,
      "loss": 0.2583,
      "num_tokens": 1512112797.0,
      "step": 7947
    },
    {
      "epoch": 2.7126279863481226,
      "grad_norm": 0.2925496488666732,
      "learning_rate": 1.224450565493851e-06,
      "loss": 0.3001,
      "num_tokens": 1512310541.0,
      "step": 7948
    },
    {
      "epoch": 2.7129692832764505,
      "grad_norm": 0.3062060734490365,
      "learning_rate": 1.2239228353114798e-06,
      "loss": 0.327,
      "num_tokens": 1512499807.0,
      "step": 7949
    },
    {
      "epoch": 2.7133105802047783,
      "grad_norm": 0.2691069652694592,
      "learning_rate": 1.2233957104314054e-06,
      "loss": 0.2779,
      "num_tokens": 1512727141.0,
      "step": 7950
    },
    {
      "epoch": 2.7136518771331057,
      "grad_norm": 0.2962196858321418,
      "learning_rate": 1.2228691909282484e-06,
      "loss": 0.2833,
      "num_tokens": 1512915864.0,
      "step": 7951
    },
    {
      "epoch": 2.7139931740614336,
      "grad_norm": 0.2954556045516695,
      "learning_rate": 1.2223432768765374e-06,
      "loss": 0.2741,
      "num_tokens": 1513108746.0,
      "step": 7952
    },
    {
      "epoch": 2.714334470989761,
      "grad_norm": 0.28543899813518187,
      "learning_rate": 1.2218179683507217e-06,
      "loss": 0.3273,
      "num_tokens": 1513330624.0,
      "step": 7953
    },
    {
      "epoch": 2.714675767918089,
      "grad_norm": 0.29859572315420674,
      "learning_rate": 1.2212932654251592e-06,
      "loss": 0.3031,
      "num_tokens": 1513530174.0,
      "step": 7954
    },
    {
      "epoch": 2.7150170648464163,
      "grad_norm": 0.27939003911120086,
      "learning_rate": 1.2207691681741254e-06,
      "loss": 0.2878,
      "num_tokens": 1513730768.0,
      "step": 7955
    },
    {
      "epoch": 2.715358361774744,
      "grad_norm": 0.26178201907976045,
      "learning_rate": 1.2202456766718092e-06,
      "loss": 0.2444,
      "num_tokens": 1513924560.0,
      "step": 7956
    },
    {
      "epoch": 2.7156996587030715,
      "grad_norm": 0.29125779863958196,
      "learning_rate": 1.219722790992313e-06,
      "loss": 0.2888,
      "num_tokens": 1514106291.0,
      "step": 7957
    },
    {
      "epoch": 2.7160409556313994,
      "grad_norm": 0.2901765479482408,
      "learning_rate": 1.2192005112096559e-06,
      "loss": 0.2654,
      "num_tokens": 1514260998.0,
      "step": 7958
    },
    {
      "epoch": 2.716382252559727,
      "grad_norm": 0.28487547460297213,
      "learning_rate": 1.2186788373977674e-06,
      "loss": 0.311,
      "num_tokens": 1514463032.0,
      "step": 7959
    },
    {
      "epoch": 2.7167235494880546,
      "grad_norm": 0.3088387828648198,
      "learning_rate": 1.2181577696304943e-06,
      "loss": 0.3012,
      "num_tokens": 1514642299.0,
      "step": 7960
    },
    {
      "epoch": 2.717064846416382,
      "grad_norm": 0.28379711364095006,
      "learning_rate": 1.2176373079815965e-06,
      "loss": 0.3037,
      "num_tokens": 1514835892.0,
      "step": 7961
    },
    {
      "epoch": 2.71740614334471,
      "grad_norm": 0.2490589655676938,
      "learning_rate": 1.2171174525247483e-06,
      "loss": 0.2741,
      "num_tokens": 1515059193.0,
      "step": 7962
    },
    {
      "epoch": 2.7177474402730377,
      "grad_norm": 0.30347910857001753,
      "learning_rate": 1.2165982033335388e-06,
      "loss": 0.2877,
      "num_tokens": 1515243761.0,
      "step": 7963
    },
    {
      "epoch": 2.718088737201365,
      "grad_norm": 0.2888615421832395,
      "learning_rate": 1.2160795604814684e-06,
      "loss": 0.3037,
      "num_tokens": 1515434927.0,
      "step": 7964
    },
    {
      "epoch": 2.718430034129693,
      "grad_norm": 0.2997448623023063,
      "learning_rate": 1.2155615240419561e-06,
      "loss": 0.3025,
      "num_tokens": 1515604824.0,
      "step": 7965
    },
    {
      "epoch": 2.7187713310580204,
      "grad_norm": 0.27907311015137914,
      "learning_rate": 1.2150440940883314e-06,
      "loss": 0.2922,
      "num_tokens": 1515809743.0,
      "step": 7966
    },
    {
      "epoch": 2.7191126279863482,
      "grad_norm": 0.3109375218301051,
      "learning_rate": 1.2145272706938415e-06,
      "loss": 0.3115,
      "num_tokens": 1515992506.0,
      "step": 7967
    },
    {
      "epoch": 2.7194539249146756,
      "grad_norm": 0.26926563806045284,
      "learning_rate": 1.2140110539316428e-06,
      "loss": 0.2837,
      "num_tokens": 1516208934.0,
      "step": 7968
    },
    {
      "epoch": 2.7197952218430035,
      "grad_norm": 0.47936823413038354,
      "learning_rate": 1.2134954438748097e-06,
      "loss": 0.2874,
      "num_tokens": 1516412116.0,
      "step": 7969
    },
    {
      "epoch": 2.720136518771331,
      "grad_norm": 0.31053924615603445,
      "learning_rate": 1.2129804405963299e-06,
      "loss": 0.2813,
      "num_tokens": 1516577149.0,
      "step": 7970
    },
    {
      "epoch": 2.7204778156996587,
      "grad_norm": 0.3117218629273589,
      "learning_rate": 1.2124660441691058e-06,
      "loss": 0.3374,
      "num_tokens": 1516774783.0,
      "step": 7971
    },
    {
      "epoch": 2.7208191126279866,
      "grad_norm": 0.305821900225202,
      "learning_rate": 1.2119522546659517e-06,
      "loss": 0.2845,
      "num_tokens": 1516935722.0,
      "step": 7972
    },
    {
      "epoch": 2.721160409556314,
      "grad_norm": 0.29146121405054515,
      "learning_rate": 1.2114390721595973e-06,
      "loss": 0.295,
      "num_tokens": 1517120764.0,
      "step": 7973
    },
    {
      "epoch": 2.7215017064846414,
      "grad_norm": 0.2943742240505242,
      "learning_rate": 1.2109264967226873e-06,
      "loss": 0.2847,
      "num_tokens": 1517298671.0,
      "step": 7974
    },
    {
      "epoch": 2.7218430034129693,
      "grad_norm": 0.2577623039657755,
      "learning_rate": 1.2104145284277794e-06,
      "loss": 0.2821,
      "num_tokens": 1517508353.0,
      "step": 7975
    },
    {
      "epoch": 2.722184300341297,
      "grad_norm": 0.3080063795705353,
      "learning_rate": 1.2099031673473443e-06,
      "loss": 0.312,
      "num_tokens": 1517692931.0,
      "step": 7976
    },
    {
      "epoch": 2.7225255972696245,
      "grad_norm": 0.2644151799033686,
      "learning_rate": 1.20939241355377e-06,
      "loss": 0.3074,
      "num_tokens": 1517900931.0,
      "step": 7977
    },
    {
      "epoch": 2.7228668941979524,
      "grad_norm": 0.29356192539061804,
      "learning_rate": 1.208882267119355e-06,
      "loss": 0.2778,
      "num_tokens": 1518068243.0,
      "step": 7978
    },
    {
      "epoch": 2.7232081911262798,
      "grad_norm": 0.2608199267355019,
      "learning_rate": 1.2083727281163143e-06,
      "loss": 0.2832,
      "num_tokens": 1518270142.0,
      "step": 7979
    },
    {
      "epoch": 2.7235494880546076,
      "grad_norm": 0.255100583132506,
      "learning_rate": 1.207863796616775e-06,
      "loss": 0.2982,
      "num_tokens": 1518504496.0,
      "step": 7980
    },
    {
      "epoch": 2.723890784982935,
      "grad_norm": 0.2848819401982414,
      "learning_rate": 1.2073554726927801e-06,
      "loss": 0.2935,
      "num_tokens": 1518687095.0,
      "step": 7981
    },
    {
      "epoch": 2.724232081911263,
      "grad_norm": 0.3015335506319374,
      "learning_rate": 1.2068477564162846e-06,
      "loss": 0.2878,
      "num_tokens": 1518850547.0,
      "step": 7982
    },
    {
      "epoch": 2.7245733788395903,
      "grad_norm": 0.26600952318008136,
      "learning_rate": 1.2063406478591599e-06,
      "loss": 0.2644,
      "num_tokens": 1519036474.0,
      "step": 7983
    },
    {
      "epoch": 2.724914675767918,
      "grad_norm": 0.3430095960291175,
      "learning_rate": 1.2058341470931891e-06,
      "loss": 0.282,
      "num_tokens": 1519168453.0,
      "step": 7984
    },
    {
      "epoch": 2.725255972696246,
      "grad_norm": 0.2774875620135772,
      "learning_rate": 1.2053282541900692e-06,
      "loss": 0.2978,
      "num_tokens": 1519376208.0,
      "step": 7985
    },
    {
      "epoch": 2.7255972696245734,
      "grad_norm": 0.3081238849203714,
      "learning_rate": 1.2048229692214147e-06,
      "loss": 0.2959,
      "num_tokens": 1519576542.0,
      "step": 7986
    },
    {
      "epoch": 2.725938566552901,
      "grad_norm": 0.2780474727742286,
      "learning_rate": 1.2043182922587488e-06,
      "loss": 0.2903,
      "num_tokens": 1519763549.0,
      "step": 7987
    },
    {
      "epoch": 2.7262798634812286,
      "grad_norm": 0.31847925599735144,
      "learning_rate": 1.2038142233735143e-06,
      "loss": 0.2328,
      "num_tokens": 1519886890.0,
      "step": 7988
    },
    {
      "epoch": 2.7266211604095565,
      "grad_norm": 0.27641807828008397,
      "learning_rate": 1.2033107626370616e-06,
      "loss": 0.3143,
      "num_tokens": 1520094719.0,
      "step": 7989
    },
    {
      "epoch": 2.726962457337884,
      "grad_norm": 0.32505590019252534,
      "learning_rate": 1.2028079101206607e-06,
      "loss": 0.3006,
      "num_tokens": 1520283653.0,
      "step": 7990
    },
    {
      "epoch": 2.7273037542662117,
      "grad_norm": 0.2901508846129336,
      "learning_rate": 1.2023056658954917e-06,
      "loss": 0.2931,
      "num_tokens": 1520447825.0,
      "step": 7991
    },
    {
      "epoch": 2.727645051194539,
      "grad_norm": 0.2990736961743201,
      "learning_rate": 1.2018040300326513e-06,
      "loss": 0.2919,
      "num_tokens": 1520616858.0,
      "step": 7992
    },
    {
      "epoch": 2.727986348122867,
      "grad_norm": 0.27355671603466836,
      "learning_rate": 1.201303002603148e-06,
      "loss": 0.2857,
      "num_tokens": 1520842201.0,
      "step": 7993
    },
    {
      "epoch": 2.7283276450511944,
      "grad_norm": 0.30732620214814105,
      "learning_rate": 1.2008025836779048e-06,
      "loss": 0.3065,
      "num_tokens": 1521016332.0,
      "step": 7994
    },
    {
      "epoch": 2.7286689419795223,
      "grad_norm": 0.262479811240739,
      "learning_rate": 1.2003027733277598e-06,
      "loss": 0.3204,
      "num_tokens": 1521259316.0,
      "step": 7995
    },
    {
      "epoch": 2.7290102389078497,
      "grad_norm": 0.2836952785015821,
      "learning_rate": 1.1998035716234631e-06,
      "loss": 0.293,
      "num_tokens": 1521438857.0,
      "step": 7996
    },
    {
      "epoch": 2.7293515358361775,
      "grad_norm": 0.28462337316146247,
      "learning_rate": 1.19930497863568e-06,
      "loss": 0.2981,
      "num_tokens": 1521620018.0,
      "step": 7997
    },
    {
      "epoch": 2.7296928327645054,
      "grad_norm": 0.2687352246715812,
      "learning_rate": 1.1988069944349883e-06,
      "loss": 0.2845,
      "num_tokens": 1521825687.0,
      "step": 7998
    },
    {
      "epoch": 2.7300341296928328,
      "grad_norm": 0.28242522137791193,
      "learning_rate": 1.1983096190918807e-06,
      "loss": 0.299,
      "num_tokens": 1522019609.0,
      "step": 7999
    },
    {
      "epoch": 2.73037542662116,
      "grad_norm": 0.2990940645020986,
      "learning_rate": 1.1978128526767639e-06,
      "loss": 0.2777,
      "num_tokens": 1522199103.0,
      "step": 8000
    },
    {
      "epoch": 2.730716723549488,
      "grad_norm": 0.3445319899018637,
      "learning_rate": 1.1973166952599572e-06,
      "loss": 0.3013,
      "num_tokens": 1522364625.0,
      "step": 8001
    },
    {
      "epoch": 2.731058020477816,
      "grad_norm": 0.28441363738483044,
      "learning_rate": 1.1968211469116952e-06,
      "loss": 0.2861,
      "num_tokens": 1522532785.0,
      "step": 8002
    },
    {
      "epoch": 2.7313993174061433,
      "grad_norm": 0.28770894184421997,
      "learning_rate": 1.1963262077021246e-06,
      "loss": 0.2979,
      "num_tokens": 1522724000.0,
      "step": 8003
    },
    {
      "epoch": 2.731740614334471,
      "grad_norm": 0.2872812613177914,
      "learning_rate": 1.195831877701308e-06,
      "loss": 0.3051,
      "num_tokens": 1522917709.0,
      "step": 8004
    },
    {
      "epoch": 2.7320819112627985,
      "grad_norm": 0.2828917748978925,
      "learning_rate": 1.195338156979219e-06,
      "loss": 0.3006,
      "num_tokens": 1523114711.0,
      "step": 8005
    },
    {
      "epoch": 2.7324232081911264,
      "grad_norm": 0.284193449790657,
      "learning_rate": 1.1948450456057484e-06,
      "loss": 0.293,
      "num_tokens": 1523305902.0,
      "step": 8006
    },
    {
      "epoch": 2.732764505119454,
      "grad_norm": 0.29501546272476376,
      "learning_rate": 1.194352543650697e-06,
      "loss": 0.2661,
      "num_tokens": 1523474361.0,
      "step": 8007
    },
    {
      "epoch": 2.7331058020477816,
      "grad_norm": 0.28507549949921457,
      "learning_rate": 1.193860651183782e-06,
      "loss": 0.2858,
      "num_tokens": 1523653253.0,
      "step": 8008
    },
    {
      "epoch": 2.733447098976109,
      "grad_norm": 0.2689299690735168,
      "learning_rate": 1.193369368274633e-06,
      "loss": 0.2925,
      "num_tokens": 1523875301.0,
      "step": 8009
    },
    {
      "epoch": 2.733788395904437,
      "grad_norm": 0.2998820046117925,
      "learning_rate": 1.1928786949927949e-06,
      "loss": 0.3422,
      "num_tokens": 1524071121.0,
      "step": 8010
    },
    {
      "epoch": 2.7341296928327647,
      "grad_norm": 0.2569023785350784,
      "learning_rate": 1.1923886314077241e-06,
      "loss": 0.3175,
      "num_tokens": 1524327218.0,
      "step": 8011
    },
    {
      "epoch": 2.734470989761092,
      "grad_norm": 0.290047024521187,
      "learning_rate": 1.1918991775887924e-06,
      "loss": 0.2682,
      "num_tokens": 1524504779.0,
      "step": 8012
    },
    {
      "epoch": 2.7348122866894196,
      "grad_norm": 0.2741390197929992,
      "learning_rate": 1.191410333605284e-06,
      "loss": 0.313,
      "num_tokens": 1524715107.0,
      "step": 8013
    },
    {
      "epoch": 2.7351535836177474,
      "grad_norm": 0.3054760278372172,
      "learning_rate": 1.190922099526398e-06,
      "loss": 0.307,
      "num_tokens": 1524911649.0,
      "step": 8014
    },
    {
      "epoch": 2.7354948805460753,
      "grad_norm": 0.29499774466283485,
      "learning_rate": 1.1904344754212478e-06,
      "loss": 0.3005,
      "num_tokens": 1525112991.0,
      "step": 8015
    },
    {
      "epoch": 2.7358361774744027,
      "grad_norm": 0.278507156116309,
      "learning_rate": 1.1899474613588567e-06,
      "loss": 0.2936,
      "num_tokens": 1525298781.0,
      "step": 8016
    },
    {
      "epoch": 2.7361774744027305,
      "grad_norm": 0.4494422475816549,
      "learning_rate": 1.1894610574081664e-06,
      "loss": 0.3028,
      "num_tokens": 1525484600.0,
      "step": 8017
    },
    {
      "epoch": 2.736518771331058,
      "grad_norm": 0.24068430438157062,
      "learning_rate": 1.1889752636380285e-06,
      "loss": 0.2917,
      "num_tokens": 1525720736.0,
      "step": 8018
    },
    {
      "epoch": 2.7368600682593858,
      "grad_norm": 0.30719300108671227,
      "learning_rate": 1.1884900801172113e-06,
      "loss": 0.2785,
      "num_tokens": 1525879137.0,
      "step": 8019
    },
    {
      "epoch": 2.737201365187713,
      "grad_norm": 0.3043268169708921,
      "learning_rate": 1.1880055069143943e-06,
      "loss": 0.3017,
      "num_tokens": 1526095088.0,
      "step": 8020
    },
    {
      "epoch": 2.737542662116041,
      "grad_norm": 0.2764338541744681,
      "learning_rate": 1.187521544098171e-06,
      "loss": 0.3099,
      "num_tokens": 1526307576.0,
      "step": 8021
    },
    {
      "epoch": 2.7378839590443684,
      "grad_norm": 0.28317260518464515,
      "learning_rate": 1.1870381917370501e-06,
      "loss": 0.2748,
      "num_tokens": 1526504465.0,
      "step": 8022
    },
    {
      "epoch": 2.7382252559726963,
      "grad_norm": 0.30712790322273537,
      "learning_rate": 1.1865554498994525e-06,
      "loss": 0.3025,
      "num_tokens": 1526687013.0,
      "step": 8023
    },
    {
      "epoch": 2.738566552901024,
      "grad_norm": 0.28498761114028587,
      "learning_rate": 1.1860733186537124e-06,
      "loss": 0.2911,
      "num_tokens": 1526891201.0,
      "step": 8024
    },
    {
      "epoch": 2.7389078498293515,
      "grad_norm": 0.28830107306891967,
      "learning_rate": 1.185591798068079e-06,
      "loss": 0.2939,
      "num_tokens": 1527094603.0,
      "step": 8025
    },
    {
      "epoch": 2.739249146757679,
      "grad_norm": 0.2928074375141945,
      "learning_rate": 1.1851108882107134e-06,
      "loss": 0.3144,
      "num_tokens": 1527287154.0,
      "step": 8026
    },
    {
      "epoch": 2.739590443686007,
      "grad_norm": 0.25649086571655355,
      "learning_rate": 1.1846305891496919e-06,
      "loss": 0.3273,
      "num_tokens": 1527522635.0,
      "step": 8027
    },
    {
      "epoch": 2.7399317406143346,
      "grad_norm": 0.27396264997157554,
      "learning_rate": 1.1841509009530023e-06,
      "loss": 0.2937,
      "num_tokens": 1527721452.0,
      "step": 8028
    },
    {
      "epoch": 2.740273037542662,
      "grad_norm": 0.3070386594052805,
      "learning_rate": 1.1836718236885486e-06,
      "loss": 0.2819,
      "num_tokens": 1527876478.0,
      "step": 8029
    },
    {
      "epoch": 2.74061433447099,
      "grad_norm": 0.2718837401322796,
      "learning_rate": 1.183193357424145e-06,
      "loss": 0.2948,
      "num_tokens": 1528090281.0,
      "step": 8030
    },
    {
      "epoch": 2.7409556313993173,
      "grad_norm": 0.26909288536276443,
      "learning_rate": 1.1827155022275228e-06,
      "loss": 0.2889,
      "num_tokens": 1528287996.0,
      "step": 8031
    },
    {
      "epoch": 2.741296928327645,
      "grad_norm": 0.2575817996586569,
      "learning_rate": 1.1822382581663238e-06,
      "loss": 0.2598,
      "num_tokens": 1528482605.0,
      "step": 8032
    },
    {
      "epoch": 2.7416382252559726,
      "grad_norm": 0.33300558869462316,
      "learning_rate": 1.181761625308105e-06,
      "loss": 0.2973,
      "num_tokens": 1528642599.0,
      "step": 8033
    },
    {
      "epoch": 2.7419795221843004,
      "grad_norm": 0.2660090256773758,
      "learning_rate": 1.181285603720337e-06,
      "loss": 0.2658,
      "num_tokens": 1528810492.0,
      "step": 8034
    },
    {
      "epoch": 2.742320819112628,
      "grad_norm": 0.27396233656375524,
      "learning_rate": 1.1808101934704019e-06,
      "loss": 0.2898,
      "num_tokens": 1528994008.0,
      "step": 8035
    },
    {
      "epoch": 2.7426621160409557,
      "grad_norm": 0.28269108434637447,
      "learning_rate": 1.1803353946255978e-06,
      "loss": 0.2835,
      "num_tokens": 1529182422.0,
      "step": 8036
    },
    {
      "epoch": 2.7430034129692835,
      "grad_norm": 0.30273359303952946,
      "learning_rate": 1.1798612072531349e-06,
      "loss": 0.2988,
      "num_tokens": 1529347120.0,
      "step": 8037
    },
    {
      "epoch": 2.743344709897611,
      "grad_norm": 0.29102784430105066,
      "learning_rate": 1.179387631420137e-06,
      "loss": 0.2917,
      "num_tokens": 1529530016.0,
      "step": 8038
    },
    {
      "epoch": 2.7436860068259383,
      "grad_norm": 0.29760027085419766,
      "learning_rate": 1.1789146671936408e-06,
      "loss": 0.2921,
      "num_tokens": 1529710443.0,
      "step": 8039
    },
    {
      "epoch": 2.744027303754266,
      "grad_norm": 0.25632747122476296,
      "learning_rate": 1.1784423146405979e-06,
      "loss": 0.2748,
      "num_tokens": 1529905112.0,
      "step": 8040
    },
    {
      "epoch": 2.744368600682594,
      "grad_norm": 0.3023598474174616,
      "learning_rate": 1.1779705738278717e-06,
      "loss": 0.3001,
      "num_tokens": 1530076870.0,
      "step": 8041
    },
    {
      "epoch": 2.7447098976109214,
      "grad_norm": 0.25876402720641445,
      "learning_rate": 1.1774994448222393e-06,
      "loss": 0.2839,
      "num_tokens": 1530279219.0,
      "step": 8042
    },
    {
      "epoch": 2.7450511945392493,
      "grad_norm": 0.30726422308343027,
      "learning_rate": 1.1770289276903932e-06,
      "loss": 0.291,
      "num_tokens": 1530459633.0,
      "step": 8043
    },
    {
      "epoch": 2.7453924914675767,
      "grad_norm": 0.30921007928605077,
      "learning_rate": 1.1765590224989358e-06,
      "loss": 0.2862,
      "num_tokens": 1530621781.0,
      "step": 8044
    },
    {
      "epoch": 2.7457337883959045,
      "grad_norm": 0.273179216481645,
      "learning_rate": 1.1760897293143873e-06,
      "loss": 0.253,
      "num_tokens": 1530793759.0,
      "step": 8045
    },
    {
      "epoch": 2.746075085324232,
      "grad_norm": 0.2823232523021321,
      "learning_rate": 1.1756210482031758e-06,
      "loss": 0.2888,
      "num_tokens": 1530992952.0,
      "step": 8046
    },
    {
      "epoch": 2.74641638225256,
      "grad_norm": 0.2845784831385752,
      "learning_rate": 1.1751529792316474e-06,
      "loss": 0.2983,
      "num_tokens": 1531185476.0,
      "step": 8047
    },
    {
      "epoch": 2.746757679180887,
      "grad_norm": 0.3097559512804966,
      "learning_rate": 1.1746855224660595e-06,
      "loss": 0.2726,
      "num_tokens": 1531350391.0,
      "step": 8048
    },
    {
      "epoch": 2.747098976109215,
      "grad_norm": 0.27582274852994754,
      "learning_rate": 1.1742186779725834e-06,
      "loss": 0.2787,
      "num_tokens": 1531553503.0,
      "step": 8049
    },
    {
      "epoch": 2.747440273037543,
      "grad_norm": 0.3176408399020439,
      "learning_rate": 1.173752445817303e-06,
      "loss": 0.2851,
      "num_tokens": 1531703560.0,
      "step": 8050
    },
    {
      "epoch": 2.7477815699658703,
      "grad_norm": 0.2667563564121212,
      "learning_rate": 1.1732868260662165e-06,
      "loss": 0.2819,
      "num_tokens": 1531901813.0,
      "step": 8051
    },
    {
      "epoch": 2.7481228668941977,
      "grad_norm": 0.3027779444034749,
      "learning_rate": 1.1728218187852347e-06,
      "loss": 0.29,
      "num_tokens": 1532086485.0,
      "step": 8052
    },
    {
      "epoch": 2.7484641638225256,
      "grad_norm": 0.2648984646536805,
      "learning_rate": 1.1723574240401819e-06,
      "loss": 0.2854,
      "num_tokens": 1532277981.0,
      "step": 8053
    },
    {
      "epoch": 2.7488054607508534,
      "grad_norm": 0.27693773564612784,
      "learning_rate": 1.1718936418967968e-06,
      "loss": 0.275,
      "num_tokens": 1532458456.0,
      "step": 8054
    },
    {
      "epoch": 2.749146757679181,
      "grad_norm": 0.30032731681240066,
      "learning_rate": 1.1714304724207282e-06,
      "loss": 0.291,
      "num_tokens": 1532652204.0,
      "step": 8055
    },
    {
      "epoch": 2.7494880546075087,
      "grad_norm": 0.26695454031852833,
      "learning_rate": 1.170967915677542e-06,
      "loss": 0.2723,
      "num_tokens": 1532848397.0,
      "step": 8056
    },
    {
      "epoch": 2.749829351535836,
      "grad_norm": 0.2649261064597779,
      "learning_rate": 1.1705059717327144e-06,
      "loss": 0.292,
      "num_tokens": 1533077662.0,
      "step": 8057
    },
    {
      "epoch": 2.750170648464164,
      "grad_norm": 0.265480579270866,
      "learning_rate": 1.170044640651638e-06,
      "loss": 0.2831,
      "num_tokens": 1533289902.0,
      "step": 8058
    },
    {
      "epoch": 2.7505119453924913,
      "grad_norm": 0.28118927709932773,
      "learning_rate": 1.169583922499615e-06,
      "loss": 0.3224,
      "num_tokens": 1533501362.0,
      "step": 8059
    },
    {
      "epoch": 2.750853242320819,
      "grad_norm": 0.23765324237484614,
      "learning_rate": 1.1691238173418626e-06,
      "loss": 0.2856,
      "num_tokens": 1533752023.0,
      "step": 8060
    },
    {
      "epoch": 2.7511945392491466,
      "grad_norm": 0.27086107077258,
      "learning_rate": 1.1686643252435129e-06,
      "loss": 0.2879,
      "num_tokens": 1533960842.0,
      "step": 8061
    },
    {
      "epoch": 2.7515358361774744,
      "grad_norm": 0.2928016262862692,
      "learning_rate": 1.1682054462696074e-06,
      "loss": 0.2995,
      "num_tokens": 1534150467.0,
      "step": 8062
    },
    {
      "epoch": 2.7518771331058023,
      "grad_norm": 0.2695668266217796,
      "learning_rate": 1.1677471804851054e-06,
      "loss": 0.3054,
      "num_tokens": 1534356889.0,
      "step": 8063
    },
    {
      "epoch": 2.7522184300341297,
      "grad_norm": 0.29335705388733263,
      "learning_rate": 1.1672895279548745e-06,
      "loss": 0.3032,
      "num_tokens": 1534579322.0,
      "step": 8064
    },
    {
      "epoch": 2.752559726962457,
      "grad_norm": 0.2752759721136749,
      "learning_rate": 1.1668324887436986e-06,
      "loss": 0.2962,
      "num_tokens": 1534783214.0,
      "step": 8065
    },
    {
      "epoch": 2.752901023890785,
      "grad_norm": 0.2572154015876801,
      "learning_rate": 1.1663760629162755e-06,
      "loss": 0.3094,
      "num_tokens": 1535029837.0,
      "step": 8066
    },
    {
      "epoch": 2.753242320819113,
      "grad_norm": 0.28987954052181936,
      "learning_rate": 1.1659202505372134e-06,
      "loss": 0.2952,
      "num_tokens": 1535229653.0,
      "step": 8067
    },
    {
      "epoch": 2.75358361774744,
      "grad_norm": 0.2683199521357344,
      "learning_rate": 1.1654650516710354e-06,
      "loss": 0.3151,
      "num_tokens": 1535454022.0,
      "step": 8068
    },
    {
      "epoch": 2.753924914675768,
      "grad_norm": 0.31737487952695875,
      "learning_rate": 1.1650104663821774e-06,
      "loss": 0.3071,
      "num_tokens": 1535642089.0,
      "step": 8069
    },
    {
      "epoch": 2.7542662116040955,
      "grad_norm": 0.2692881652401516,
      "learning_rate": 1.1645564947349889e-06,
      "loss": 0.2794,
      "num_tokens": 1535836350.0,
      "step": 8070
    },
    {
      "epoch": 2.7546075085324233,
      "grad_norm": 0.28798369114393124,
      "learning_rate": 1.1641031367937308e-06,
      "loss": 0.2728,
      "num_tokens": 1536012380.0,
      "step": 8071
    },
    {
      "epoch": 2.7549488054607507,
      "grad_norm": 0.2800084157117394,
      "learning_rate": 1.16365039262258e-06,
      "loss": 0.311,
      "num_tokens": 1536216880.0,
      "step": 8072
    },
    {
      "epoch": 2.7552901023890786,
      "grad_norm": 0.29554914493002044,
      "learning_rate": 1.1631982622856248e-06,
      "loss": 0.289,
      "num_tokens": 1536397565.0,
      "step": 8073
    },
    {
      "epoch": 2.755631399317406,
      "grad_norm": 0.2786359471579888,
      "learning_rate": 1.1627467458468652e-06,
      "loss": 0.3092,
      "num_tokens": 1536600813.0,
      "step": 8074
    },
    {
      "epoch": 2.755972696245734,
      "grad_norm": 0.2629659429466698,
      "learning_rate": 1.1622958433702173e-06,
      "loss": 0.3193,
      "num_tokens": 1536835553.0,
      "step": 8075
    },
    {
      "epoch": 2.7563139931740617,
      "grad_norm": 0.3247724414266696,
      "learning_rate": 1.1618455549195086e-06,
      "loss": 0.2879,
      "num_tokens": 1536991799.0,
      "step": 8076
    },
    {
      "epoch": 2.756655290102389,
      "grad_norm": 0.3179724083502631,
      "learning_rate": 1.1613958805584794e-06,
      "loss": 0.2805,
      "num_tokens": 1537153792.0,
      "step": 8077
    },
    {
      "epoch": 2.7569965870307165,
      "grad_norm": 0.26786611189812304,
      "learning_rate": 1.1609468203507834e-06,
      "loss": 0.2654,
      "num_tokens": 1537352380.0,
      "step": 8078
    },
    {
      "epoch": 2.7573378839590443,
      "grad_norm": 0.2631258923926445,
      "learning_rate": 1.160498374359989e-06,
      "loss": 0.2729,
      "num_tokens": 1537556064.0,
      "step": 8079
    },
    {
      "epoch": 2.757679180887372,
      "grad_norm": 0.3815511610799483,
      "learning_rate": 1.1600505426495748e-06,
      "loss": 0.3089,
      "num_tokens": 1537748938.0,
      "step": 8080
    },
    {
      "epoch": 2.7580204778156996,
      "grad_norm": 0.2793971779644212,
      "learning_rate": 1.1596033252829335e-06,
      "loss": 0.2949,
      "num_tokens": 1537929758.0,
      "step": 8081
    },
    {
      "epoch": 2.7583617747440274,
      "grad_norm": 0.29183751954317116,
      "learning_rate": 1.159156722323373e-06,
      "loss": 0.3023,
      "num_tokens": 1538111147.0,
      "step": 8082
    },
    {
      "epoch": 2.758703071672355,
      "grad_norm": 0.33969895587979576,
      "learning_rate": 1.1587107338341107e-06,
      "loss": 0.2787,
      "num_tokens": 1538278060.0,
      "step": 8083
    },
    {
      "epoch": 2.7590443686006827,
      "grad_norm": 0.29838492213492157,
      "learning_rate": 1.15826535987828e-06,
      "loss": 0.3026,
      "num_tokens": 1538458518.0,
      "step": 8084
    },
    {
      "epoch": 2.75938566552901,
      "grad_norm": 0.28218942472861863,
      "learning_rate": 1.157820600518925e-06,
      "loss": 0.3018,
      "num_tokens": 1538661259.0,
      "step": 8085
    },
    {
      "epoch": 2.759726962457338,
      "grad_norm": 0.2677225208698875,
      "learning_rate": 1.1573764558190048e-06,
      "loss": 0.3086,
      "num_tokens": 1538888373.0,
      "step": 8086
    },
    {
      "epoch": 2.7600682593856654,
      "grad_norm": 0.2975838353453996,
      "learning_rate": 1.1569329258413892e-06,
      "loss": 0.2888,
      "num_tokens": 1539066384.0,
      "step": 8087
    },
    {
      "epoch": 2.760409556313993,
      "grad_norm": 0.2895488746383066,
      "learning_rate": 1.1564900106488635e-06,
      "loss": 0.3044,
      "num_tokens": 1539262848.0,
      "step": 8088
    },
    {
      "epoch": 2.760750853242321,
      "grad_norm": 0.2637335053636506,
      "learning_rate": 1.1560477103041243e-06,
      "loss": 0.2836,
      "num_tokens": 1539480280.0,
      "step": 8089
    },
    {
      "epoch": 2.7610921501706485,
      "grad_norm": 0.306620068559128,
      "learning_rate": 1.155606024869782e-06,
      "loss": 0.2892,
      "num_tokens": 1539655371.0,
      "step": 8090
    },
    {
      "epoch": 2.761433447098976,
      "grad_norm": 0.27323636788627015,
      "learning_rate": 1.155164954408359e-06,
      "loss": 0.316,
      "num_tokens": 1539889636.0,
      "step": 8091
    },
    {
      "epoch": 2.7617747440273037,
      "grad_norm": 0.3194081269591545,
      "learning_rate": 1.1547244989822917e-06,
      "loss": 0.2889,
      "num_tokens": 1540072859.0,
      "step": 8092
    },
    {
      "epoch": 2.7621160409556316,
      "grad_norm": 0.2763651059772195,
      "learning_rate": 1.15428465865393e-06,
      "loss": 0.2828,
      "num_tokens": 1540255044.0,
      "step": 8093
    },
    {
      "epoch": 2.762457337883959,
      "grad_norm": 0.25275702240212267,
      "learning_rate": 1.1538454334855329e-06,
      "loss": 0.2987,
      "num_tokens": 1540483988.0,
      "step": 8094
    },
    {
      "epoch": 2.762798634812287,
      "grad_norm": 0.26710356558904,
      "learning_rate": 1.153406823539278e-06,
      "loss": 0.2845,
      "num_tokens": 1540724370.0,
      "step": 8095
    },
    {
      "epoch": 2.7631399317406142,
      "grad_norm": 0.2819692041800333,
      "learning_rate": 1.1529688288772509e-06,
      "loss": 0.2789,
      "num_tokens": 1540912926.0,
      "step": 8096
    },
    {
      "epoch": 2.763481228668942,
      "grad_norm": 0.3117614842244339,
      "learning_rate": 1.1525314495614541e-06,
      "loss": 0.2869,
      "num_tokens": 1541087930.0,
      "step": 8097
    },
    {
      "epoch": 2.7638225255972695,
      "grad_norm": 0.2796610342611546,
      "learning_rate": 1.1520946856537998e-06,
      "loss": 0.2846,
      "num_tokens": 1541288811.0,
      "step": 8098
    },
    {
      "epoch": 2.7641638225255973,
      "grad_norm": 0.2937227378526267,
      "learning_rate": 1.151658537216114e-06,
      "loss": 0.2588,
      "num_tokens": 1541466830.0,
      "step": 8099
    },
    {
      "epoch": 2.7645051194539247,
      "grad_norm": 0.33677290566921797,
      "learning_rate": 1.1512230043101374e-06,
      "loss": 0.3243,
      "num_tokens": 1541621462.0,
      "step": 8100
    },
    {
      "epoch": 2.7648464163822526,
      "grad_norm": 0.3059283916775116,
      "learning_rate": 1.1507880869975198e-06,
      "loss": 0.285,
      "num_tokens": 1541794529.0,
      "step": 8101
    },
    {
      "epoch": 2.7651877133105804,
      "grad_norm": 0.27930940640037394,
      "learning_rate": 1.1503537853398294e-06,
      "loss": 0.2838,
      "num_tokens": 1541993069.0,
      "step": 8102
    },
    {
      "epoch": 2.765529010238908,
      "grad_norm": 0.3008266183661822,
      "learning_rate": 1.149920099398541e-06,
      "loss": 0.286,
      "num_tokens": 1542176876.0,
      "step": 8103
    },
    {
      "epoch": 2.7658703071672353,
      "grad_norm": 0.3167363094537905,
      "learning_rate": 1.1494870292350468e-06,
      "loss": 0.2882,
      "num_tokens": 1542338770.0,
      "step": 8104
    },
    {
      "epoch": 2.766211604095563,
      "grad_norm": 0.2584521236733768,
      "learning_rate": 1.1490545749106493e-06,
      "loss": 0.2911,
      "num_tokens": 1542556927.0,
      "step": 8105
    },
    {
      "epoch": 2.766552901023891,
      "grad_norm": 0.2779474360683984,
      "learning_rate": 1.1486227364865654e-06,
      "loss": 0.3086,
      "num_tokens": 1542751893.0,
      "step": 8106
    },
    {
      "epoch": 2.7668941979522184,
      "grad_norm": 0.2905717911733521,
      "learning_rate": 1.1481915140239244e-06,
      "loss": 0.2941,
      "num_tokens": 1542941447.0,
      "step": 8107
    },
    {
      "epoch": 2.767235494880546,
      "grad_norm": 0.2684686909764761,
      "learning_rate": 1.1477609075837675e-06,
      "loss": 0.2935,
      "num_tokens": 1543156258.0,
      "step": 8108
    },
    {
      "epoch": 2.7675767918088736,
      "grad_norm": 0.278069573760715,
      "learning_rate": 1.1473309172270504e-06,
      "loss": 0.2829,
      "num_tokens": 1543386595.0,
      "step": 8109
    },
    {
      "epoch": 2.7679180887372015,
      "grad_norm": 0.25838789976871346,
      "learning_rate": 1.1469015430146399e-06,
      "loss": 0.2947,
      "num_tokens": 1543617362.0,
      "step": 8110
    },
    {
      "epoch": 2.768259385665529,
      "grad_norm": 0.2733225765928768,
      "learning_rate": 1.1464727850073171e-06,
      "loss": 0.2802,
      "num_tokens": 1543823347.0,
      "step": 8111
    },
    {
      "epoch": 2.7686006825938567,
      "grad_norm": 0.2986677278434122,
      "learning_rate": 1.1460446432657735e-06,
      "loss": 0.2823,
      "num_tokens": 1543995588.0,
      "step": 8112
    },
    {
      "epoch": 2.768941979522184,
      "grad_norm": 0.2703597681922963,
      "learning_rate": 1.1456171178506157e-06,
      "loss": 0.2934,
      "num_tokens": 1544197359.0,
      "step": 8113
    },
    {
      "epoch": 2.769283276450512,
      "grad_norm": 0.2753065543849396,
      "learning_rate": 1.145190208822363e-06,
      "loss": 0.3036,
      "num_tokens": 1544400167.0,
      "step": 8114
    },
    {
      "epoch": 2.76962457337884,
      "grad_norm": 0.38700898519674287,
      "learning_rate": 1.1447639162414465e-06,
      "loss": 0.3037,
      "num_tokens": 1544613552.0,
      "step": 8115
    },
    {
      "epoch": 2.7699658703071672,
      "grad_norm": 0.2875444388028918,
      "learning_rate": 1.1443382401682097e-06,
      "loss": 0.2997,
      "num_tokens": 1544801729.0,
      "step": 8116
    },
    {
      "epoch": 2.7703071672354946,
      "grad_norm": 0.29616563670770596,
      "learning_rate": 1.1439131806629089e-06,
      "loss": 0.2969,
      "num_tokens": 1544982823.0,
      "step": 8117
    },
    {
      "epoch": 2.7706484641638225,
      "grad_norm": 0.28388093613869936,
      "learning_rate": 1.1434887377857148e-06,
      "loss": 0.2665,
      "num_tokens": 1545148623.0,
      "step": 8118
    },
    {
      "epoch": 2.7709897610921503,
      "grad_norm": 0.28325618483537834,
      "learning_rate": 1.1430649115967089e-06,
      "loss": 0.3019,
      "num_tokens": 1545351951.0,
      "step": 8119
    },
    {
      "epoch": 2.7713310580204777,
      "grad_norm": 0.25783042777675397,
      "learning_rate": 1.1426417021558866e-06,
      "loss": 0.3109,
      "num_tokens": 1545591288.0,
      "step": 8120
    },
    {
      "epoch": 2.7716723549488056,
      "grad_norm": 0.2807609221969857,
      "learning_rate": 1.1422191095231557e-06,
      "loss": 0.3038,
      "num_tokens": 1545779588.0,
      "step": 8121
    },
    {
      "epoch": 2.772013651877133,
      "grad_norm": 0.2469385636314487,
      "learning_rate": 1.1417971337583354e-06,
      "loss": 0.2837,
      "num_tokens": 1546019423.0,
      "step": 8122
    },
    {
      "epoch": 2.772354948805461,
      "grad_norm": 0.4367247554721471,
      "learning_rate": 1.1413757749211602e-06,
      "loss": 0.2871,
      "num_tokens": 1546234104.0,
      "step": 8123
    },
    {
      "epoch": 2.7726962457337883,
      "grad_norm": 0.3084681105019125,
      "learning_rate": 1.1409550330712746e-06,
      "loss": 0.2999,
      "num_tokens": 1546402447.0,
      "step": 8124
    },
    {
      "epoch": 2.773037542662116,
      "grad_norm": 0.28969357401366896,
      "learning_rate": 1.1405349082682379e-06,
      "loss": 0.3134,
      "num_tokens": 1546601358.0,
      "step": 8125
    },
    {
      "epoch": 2.7733788395904435,
      "grad_norm": 0.2731177322216805,
      "learning_rate": 1.1401154005715192e-06,
      "loss": 0.2962,
      "num_tokens": 1546809337.0,
      "step": 8126
    },
    {
      "epoch": 2.7737201365187714,
      "grad_norm": 0.28444485554237925,
      "learning_rate": 1.1396965100405046e-06,
      "loss": 0.3053,
      "num_tokens": 1547030269.0,
      "step": 8127
    },
    {
      "epoch": 2.774061433447099,
      "grad_norm": 0.2623119971792426,
      "learning_rate": 1.1392782367344892e-06,
      "loss": 0.3004,
      "num_tokens": 1547250688.0,
      "step": 8128
    },
    {
      "epoch": 2.7744027303754266,
      "grad_norm": 0.2950559765753517,
      "learning_rate": 1.138860580712681e-06,
      "loss": 0.2747,
      "num_tokens": 1547417654.0,
      "step": 8129
    },
    {
      "epoch": 2.774744027303754,
      "grad_norm": 0.2967739544402791,
      "learning_rate": 1.1384435420342034e-06,
      "loss": 0.292,
      "num_tokens": 1547637877.0,
      "step": 8130
    },
    {
      "epoch": 2.775085324232082,
      "grad_norm": 0.25237357455919585,
      "learning_rate": 1.1380271207580882e-06,
      "loss": 0.3168,
      "num_tokens": 1547870366.0,
      "step": 8131
    },
    {
      "epoch": 2.7754266211604097,
      "grad_norm": 0.29499467980697625,
      "learning_rate": 1.1376113169432848e-06,
      "loss": 0.2971,
      "num_tokens": 1548046054.0,
      "step": 8132
    },
    {
      "epoch": 2.775767918088737,
      "grad_norm": 0.2561501874405814,
      "learning_rate": 1.1371961306486509e-06,
      "loss": 0.2842,
      "num_tokens": 1548248542.0,
      "step": 8133
    },
    {
      "epoch": 2.776109215017065,
      "grad_norm": 0.27377948055108403,
      "learning_rate": 1.1367815619329583e-06,
      "loss": 0.2597,
      "num_tokens": 1548425534.0,
      "step": 8134
    },
    {
      "epoch": 2.7764505119453924,
      "grad_norm": 0.7425492900723052,
      "learning_rate": 1.136367610854892e-06,
      "loss": 0.2649,
      "num_tokens": 1548563363.0,
      "step": 8135
    },
    {
      "epoch": 2.7767918088737202,
      "grad_norm": 0.3063163731308359,
      "learning_rate": 1.1359542774730491e-06,
      "loss": 0.2913,
      "num_tokens": 1548727099.0,
      "step": 8136
    },
    {
      "epoch": 2.7771331058020476,
      "grad_norm": 0.2813176944935168,
      "learning_rate": 1.1355415618459389e-06,
      "loss": 0.2908,
      "num_tokens": 1548906145.0,
      "step": 8137
    },
    {
      "epoch": 2.7774744027303755,
      "grad_norm": 0.30137996743761486,
      "learning_rate": 1.1351294640319836e-06,
      "loss": 0.2999,
      "num_tokens": 1549111675.0,
      "step": 8138
    },
    {
      "epoch": 2.777815699658703,
      "grad_norm": 0.3108487160710368,
      "learning_rate": 1.1347179840895184e-06,
      "loss": 0.2543,
      "num_tokens": 1549256295.0,
      "step": 8139
    },
    {
      "epoch": 2.7781569965870307,
      "grad_norm": 0.278083731022996,
      "learning_rate": 1.13430712207679e-06,
      "loss": 0.2993,
      "num_tokens": 1549452586.0,
      "step": 8140
    },
    {
      "epoch": 2.7784982935153586,
      "grad_norm": 0.2567957540708434,
      "learning_rate": 1.1338968780519584e-06,
      "loss": 0.2909,
      "num_tokens": 1549674981.0,
      "step": 8141
    },
    {
      "epoch": 2.778839590443686,
      "grad_norm": 0.2806903225252168,
      "learning_rate": 1.1334872520730957e-06,
      "loss": 0.2595,
      "num_tokens": 1549857392.0,
      "step": 8142
    },
    {
      "epoch": 2.7791808873720134,
      "grad_norm": 0.3032071486503886,
      "learning_rate": 1.1330782441981878e-06,
      "loss": 0.3046,
      "num_tokens": 1550034215.0,
      "step": 8143
    },
    {
      "epoch": 2.7795221843003413,
      "grad_norm": 0.3232889754854479,
      "learning_rate": 1.13266985448513e-06,
      "loss": 0.2835,
      "num_tokens": 1550212955.0,
      "step": 8144
    },
    {
      "epoch": 2.779863481228669,
      "grad_norm": 0.28121606137231897,
      "learning_rate": 1.132262082991734e-06,
      "loss": 0.2667,
      "num_tokens": 1550382999.0,
      "step": 8145
    },
    {
      "epoch": 2.7802047781569965,
      "grad_norm": 0.2549485615446584,
      "learning_rate": 1.1318549297757208e-06,
      "loss": 0.319,
      "num_tokens": 1550617475.0,
      "step": 8146
    },
    {
      "epoch": 2.7805460750853244,
      "grad_norm": 0.28323945370530135,
      "learning_rate": 1.1314483948947259e-06,
      "loss": 0.2881,
      "num_tokens": 1550797458.0,
      "step": 8147
    },
    {
      "epoch": 2.7808873720136518,
      "grad_norm": 0.2734660911545418,
      "learning_rate": 1.1310424784062965e-06,
      "loss": 0.2835,
      "num_tokens": 1551004128.0,
      "step": 8148
    },
    {
      "epoch": 2.7812286689419796,
      "grad_norm": 0.28596504085779734,
      "learning_rate": 1.1306371803678918e-06,
      "loss": 0.3027,
      "num_tokens": 1551194329.0,
      "step": 8149
    },
    {
      "epoch": 2.781569965870307,
      "grad_norm": 0.2953032606232079,
      "learning_rate": 1.130232500836885e-06,
      "loss": 0.2894,
      "num_tokens": 1551356424.0,
      "step": 8150
    },
    {
      "epoch": 2.781911262798635,
      "grad_norm": 0.2895465064469227,
      "learning_rate": 1.1298284398705598e-06,
      "loss": 0.2946,
      "num_tokens": 1551547778.0,
      "step": 8151
    },
    {
      "epoch": 2.7822525597269623,
      "grad_norm": 0.2539601656862139,
      "learning_rate": 1.1294249975261136e-06,
      "loss": 0.2962,
      "num_tokens": 1551776169.0,
      "step": 8152
    },
    {
      "epoch": 2.78259385665529,
      "grad_norm": 0.2562518480333358,
      "learning_rate": 1.1290221738606555e-06,
      "loss": 0.2706,
      "num_tokens": 1551986383.0,
      "step": 8153
    },
    {
      "epoch": 2.782935153583618,
      "grad_norm": 0.27665151590641573,
      "learning_rate": 1.1286199689312074e-06,
      "loss": 0.2782,
      "num_tokens": 1552170938.0,
      "step": 8154
    },
    {
      "epoch": 2.7832764505119454,
      "grad_norm": 0.2596702129283759,
      "learning_rate": 1.1282183827947052e-06,
      "loss": 0.2834,
      "num_tokens": 1552394271.0,
      "step": 8155
    },
    {
      "epoch": 2.783617747440273,
      "grad_norm": 0.32021584855570334,
      "learning_rate": 1.1278174155079932e-06,
      "loss": 0.2805,
      "num_tokens": 1552538851.0,
      "step": 8156
    },
    {
      "epoch": 2.7839590443686006,
      "grad_norm": 0.2995600951253001,
      "learning_rate": 1.127417067127833e-06,
      "loss": 0.276,
      "num_tokens": 1552724335.0,
      "step": 8157
    },
    {
      "epoch": 2.7843003412969285,
      "grad_norm": 0.29817937860786176,
      "learning_rate": 1.1270173377108932e-06,
      "loss": 0.3208,
      "num_tokens": 1552917013.0,
      "step": 8158
    },
    {
      "epoch": 2.784641638225256,
      "grad_norm": 0.3001326261099399,
      "learning_rate": 1.1266182273137604e-06,
      "loss": 0.2743,
      "num_tokens": 1553084468.0,
      "step": 8159
    },
    {
      "epoch": 2.7849829351535837,
      "grad_norm": 0.3054083325571492,
      "learning_rate": 1.12621973599293e-06,
      "loss": 0.305,
      "num_tokens": 1553279009.0,
      "step": 8160
    },
    {
      "epoch": 2.785324232081911,
      "grad_norm": 0.29854450122259896,
      "learning_rate": 1.1258218638048101e-06,
      "loss": 0.3039,
      "num_tokens": 1553463850.0,
      "step": 8161
    },
    {
      "epoch": 2.785665529010239,
      "grad_norm": 0.2991538835725192,
      "learning_rate": 1.1254246108057223e-06,
      "loss": 0.284,
      "num_tokens": 1553636084.0,
      "step": 8162
    },
    {
      "epoch": 2.7860068259385664,
      "grad_norm": 0.29046671394498347,
      "learning_rate": 1.1250279770518998e-06,
      "loss": 0.3295,
      "num_tokens": 1553842486.0,
      "step": 8163
    },
    {
      "epoch": 2.7863481228668943,
      "grad_norm": 0.27834057282665414,
      "learning_rate": 1.1246319625994883e-06,
      "loss": 0.2802,
      "num_tokens": 1554034708.0,
      "step": 8164
    },
    {
      "epoch": 2.7866894197952217,
      "grad_norm": 0.26492987133026136,
      "learning_rate": 1.1242365675045449e-06,
      "loss": 0.2914,
      "num_tokens": 1554236050.0,
      "step": 8165
    },
    {
      "epoch": 2.7870307167235495,
      "grad_norm": 0.2761736161661204,
      "learning_rate": 1.1238417918230416e-06,
      "loss": 0.285,
      "num_tokens": 1554433755.0,
      "step": 8166
    },
    {
      "epoch": 2.7873720136518774,
      "grad_norm": 0.29857861261356583,
      "learning_rate": 1.1234476356108594e-06,
      "loss": 0.3102,
      "num_tokens": 1554613875.0,
      "step": 8167
    },
    {
      "epoch": 2.7877133105802048,
      "grad_norm": 0.2871795094822872,
      "learning_rate": 1.1230540989237953e-06,
      "loss": 0.2858,
      "num_tokens": 1554786732.0,
      "step": 8168
    },
    {
      "epoch": 2.788054607508532,
      "grad_norm": 0.3118560247522361,
      "learning_rate": 1.1226611818175551e-06,
      "loss": 0.304,
      "num_tokens": 1554970569.0,
      "step": 8169
    },
    {
      "epoch": 2.78839590443686,
      "grad_norm": 0.256565352360995,
      "learning_rate": 1.122268884347758e-06,
      "loss": 0.2892,
      "num_tokens": 1555192876.0,
      "step": 8170
    },
    {
      "epoch": 2.788737201365188,
      "grad_norm": 0.3328080508931577,
      "learning_rate": 1.1218772065699375e-06,
      "loss": 0.3035,
      "num_tokens": 1555398816.0,
      "step": 8171
    },
    {
      "epoch": 2.7890784982935153,
      "grad_norm": 0.2839643870117726,
      "learning_rate": 1.1214861485395366e-06,
      "loss": 0.2985,
      "num_tokens": 1555587493.0,
      "step": 8172
    },
    {
      "epoch": 2.789419795221843,
      "grad_norm": 0.25916638874070275,
      "learning_rate": 1.1210957103119119e-06,
      "loss": 0.2903,
      "num_tokens": 1555793010.0,
      "step": 8173
    },
    {
      "epoch": 2.7897610921501705,
      "grad_norm": 0.25522537481825575,
      "learning_rate": 1.120705891942332e-06,
      "loss": 0.283,
      "num_tokens": 1555995386.0,
      "step": 8174
    },
    {
      "epoch": 2.7901023890784984,
      "grad_norm": 0.2636746360191644,
      "learning_rate": 1.1203166934859784e-06,
      "loss": 0.2743,
      "num_tokens": 1556182870.0,
      "step": 8175
    },
    {
      "epoch": 2.790443686006826,
      "grad_norm": 0.27747995883438215,
      "learning_rate": 1.1199281149979435e-06,
      "loss": 0.2976,
      "num_tokens": 1556382032.0,
      "step": 8176
    },
    {
      "epoch": 2.7907849829351536,
      "grad_norm": 0.2928543734478383,
      "learning_rate": 1.1195401565332333e-06,
      "loss": 0.2969,
      "num_tokens": 1556565115.0,
      "step": 8177
    },
    {
      "epoch": 2.791126279863481,
      "grad_norm": 0.262050971478416,
      "learning_rate": 1.1191528181467654e-06,
      "loss": 0.2937,
      "num_tokens": 1556783676.0,
      "step": 8178
    },
    {
      "epoch": 2.791467576791809,
      "grad_norm": 0.2918164853132201,
      "learning_rate": 1.1187660998933692e-06,
      "loss": 0.3019,
      "num_tokens": 1556971291.0,
      "step": 8179
    },
    {
      "epoch": 2.7918088737201368,
      "grad_norm": 0.2767516877922329,
      "learning_rate": 1.1183800018277872e-06,
      "loss": 0.2901,
      "num_tokens": 1557154387.0,
      "step": 8180
    },
    {
      "epoch": 2.792150170648464,
      "grad_norm": 0.27837527800981615,
      "learning_rate": 1.1179945240046741e-06,
      "loss": 0.308,
      "num_tokens": 1557390748.0,
      "step": 8181
    },
    {
      "epoch": 2.7924914675767916,
      "grad_norm": 0.32473320580310394,
      "learning_rate": 1.1176096664785957e-06,
      "loss": 0.3041,
      "num_tokens": 1557564515.0,
      "step": 8182
    },
    {
      "epoch": 2.7928327645051194,
      "grad_norm": 0.29434242328392807,
      "learning_rate": 1.1172254293040311e-06,
      "loss": 0.3023,
      "num_tokens": 1557758916.0,
      "step": 8183
    },
    {
      "epoch": 2.7931740614334473,
      "grad_norm": 0.7228167715741056,
      "learning_rate": 1.1168418125353709e-06,
      "loss": 0.2754,
      "num_tokens": 1557951482.0,
      "step": 8184
    },
    {
      "epoch": 2.7935153583617747,
      "grad_norm": 0.30008344042897933,
      "learning_rate": 1.1164588162269188e-06,
      "loss": 0.3151,
      "num_tokens": 1558178205.0,
      "step": 8185
    },
    {
      "epoch": 2.7938566552901025,
      "grad_norm": 0.5382127926130361,
      "learning_rate": 1.1160764404328886e-06,
      "loss": 0.2998,
      "num_tokens": 1558366429.0,
      "step": 8186
    },
    {
      "epoch": 2.79419795221843,
      "grad_norm": 0.30059214691124453,
      "learning_rate": 1.1156946852074096e-06,
      "loss": 0.2697,
      "num_tokens": 1558529204.0,
      "step": 8187
    },
    {
      "epoch": 2.7945392491467578,
      "grad_norm": 0.28489599793175185,
      "learning_rate": 1.1153135506045195e-06,
      "loss": 0.2958,
      "num_tokens": 1558715267.0,
      "step": 8188
    },
    {
      "epoch": 2.794880546075085,
      "grad_norm": 0.2761998465602829,
      "learning_rate": 1.1149330366781722e-06,
      "loss": 0.3045,
      "num_tokens": 1558919314.0,
      "step": 8189
    },
    {
      "epoch": 2.795221843003413,
      "grad_norm": 0.27430596618837405,
      "learning_rate": 1.1145531434822297e-06,
      "loss": 0.2982,
      "num_tokens": 1559114071.0,
      "step": 8190
    },
    {
      "epoch": 2.7955631399317404,
      "grad_norm": 0.2807524853806271,
      "learning_rate": 1.1141738710704683e-06,
      "loss": 0.2985,
      "num_tokens": 1559297923.0,
      "step": 8191
    },
    {
      "epoch": 2.7959044368600683,
      "grad_norm": 0.3089901294600064,
      "learning_rate": 1.1137952194965766e-06,
      "loss": 0.2851,
      "num_tokens": 1559449942.0,
      "step": 8192
    },
    {
      "epoch": 2.796245733788396,
      "grad_norm": 0.28080571899157236,
      "learning_rate": 1.1134171888141546e-06,
      "loss": 0.3105,
      "num_tokens": 1559661125.0,
      "step": 8193
    },
    {
      "epoch": 2.7965870307167235,
      "grad_norm": 0.2768163155241083,
      "learning_rate": 1.1130397790767147e-06,
      "loss": 0.3067,
      "num_tokens": 1559855110.0,
      "step": 8194
    },
    {
      "epoch": 2.796928327645051,
      "grad_norm": 0.3030461616106948,
      "learning_rate": 1.1126629903376809e-06,
      "loss": 0.2867,
      "num_tokens": 1560022570.0,
      "step": 8195
    },
    {
      "epoch": 2.797269624573379,
      "grad_norm": 0.467050437060686,
      "learning_rate": 1.1122868226503904e-06,
      "loss": 0.2934,
      "num_tokens": 1560226063.0,
      "step": 8196
    },
    {
      "epoch": 2.7976109215017066,
      "grad_norm": 0.33656699554257064,
      "learning_rate": 1.1119112760680912e-06,
      "loss": 0.3077,
      "num_tokens": 1560429574.0,
      "step": 8197
    },
    {
      "epoch": 2.797952218430034,
      "grad_norm": 0.29894120501596305,
      "learning_rate": 1.1115363506439445e-06,
      "loss": 0.2942,
      "num_tokens": 1560627534.0,
      "step": 8198
    },
    {
      "epoch": 2.798293515358362,
      "grad_norm": 0.28833531592965245,
      "learning_rate": 1.1111620464310231e-06,
      "loss": 0.2766,
      "num_tokens": 1560789584.0,
      "step": 8199
    },
    {
      "epoch": 2.7986348122866893,
      "grad_norm": 0.3164816761230467,
      "learning_rate": 1.1107883634823112e-06,
      "loss": 0.2805,
      "num_tokens": 1560923720.0,
      "step": 8200
    },
    {
      "epoch": 2.798976109215017,
      "grad_norm": 0.3549092919744305,
      "learning_rate": 1.1104153018507056e-06,
      "loss": 0.2981,
      "num_tokens": 1561107066.0,
      "step": 8201
    },
    {
      "epoch": 2.7993174061433446,
      "grad_norm": 0.2834002776547103,
      "learning_rate": 1.1100428615890158e-06,
      "loss": 0.302,
      "num_tokens": 1561301683.0,
      "step": 8202
    },
    {
      "epoch": 2.7996587030716724,
      "grad_norm": 0.28726001777388943,
      "learning_rate": 1.1096710427499635e-06,
      "loss": 0.2657,
      "num_tokens": 1561473443.0,
      "step": 8203
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.29570096136597185,
      "learning_rate": 1.10929984538618e-06,
      "loss": 0.3008,
      "num_tokens": 1561661685.0,
      "step": 8204
    },
    {
      "epoch": 2.8003412969283277,
      "grad_norm": 0.26487676292667256,
      "learning_rate": 1.1089292695502117e-06,
      "loss": 0.3109,
      "num_tokens": 1561879295.0,
      "step": 8205
    },
    {
      "epoch": 2.8006825938566555,
      "grad_norm": 0.28493427200875254,
      "learning_rate": 1.1085593152945146e-06,
      "loss": 0.3063,
      "num_tokens": 1562072731.0,
      "step": 8206
    },
    {
      "epoch": 2.801023890784983,
      "grad_norm": 0.27457383951526637,
      "learning_rate": 1.1081899826714584e-06,
      "loss": 0.3001,
      "num_tokens": 1562282921.0,
      "step": 8207
    },
    {
      "epoch": 2.8013651877133103,
      "grad_norm": 0.29453929960725916,
      "learning_rate": 1.1078212717333247e-06,
      "loss": 0.3221,
      "num_tokens": 1562468501.0,
      "step": 8208
    },
    {
      "epoch": 2.801706484641638,
      "grad_norm": 0.3013543627441735,
      "learning_rate": 1.107453182532305e-06,
      "loss": 0.2871,
      "num_tokens": 1562638258.0,
      "step": 8209
    },
    {
      "epoch": 2.802047781569966,
      "grad_norm": 0.29984203747755916,
      "learning_rate": 1.107085715120506e-06,
      "loss": 0.3266,
      "num_tokens": 1562854417.0,
      "step": 8210
    },
    {
      "epoch": 2.8023890784982934,
      "grad_norm": 0.2956606792494379,
      "learning_rate": 1.1067188695499432e-06,
      "loss": 0.2928,
      "num_tokens": 1563031158.0,
      "step": 8211
    },
    {
      "epoch": 2.8027303754266213,
      "grad_norm": 0.3204242055202594,
      "learning_rate": 1.1063526458725479e-06,
      "loss": 0.336,
      "num_tokens": 1563217883.0,
      "step": 8212
    },
    {
      "epoch": 2.8030716723549487,
      "grad_norm": 0.27341712056179834,
      "learning_rate": 1.1059870441401582e-06,
      "loss": 0.3053,
      "num_tokens": 1563422423.0,
      "step": 8213
    },
    {
      "epoch": 2.8034129692832765,
      "grad_norm": 0.2851778376707479,
      "learning_rate": 1.105622064404529e-06,
      "loss": 0.2691,
      "num_tokens": 1563630867.0,
      "step": 8214
    },
    {
      "epoch": 2.803754266211604,
      "grad_norm": 0.3971272858919362,
      "learning_rate": 1.1052577067173246e-06,
      "loss": 0.2893,
      "num_tokens": 1563809855.0,
      "step": 8215
    },
    {
      "epoch": 2.804095563139932,
      "grad_norm": 0.3062436319725326,
      "learning_rate": 1.104893971130122e-06,
      "loss": 0.2823,
      "num_tokens": 1564008067.0,
      "step": 8216
    },
    {
      "epoch": 2.804436860068259,
      "grad_norm": 0.27100618396975057,
      "learning_rate": 1.1045308576944099e-06,
      "loss": 0.2841,
      "num_tokens": 1564222385.0,
      "step": 8217
    },
    {
      "epoch": 2.804778156996587,
      "grad_norm": 0.27011220664400404,
      "learning_rate": 1.1041683664615887e-06,
      "loss": 0.2837,
      "num_tokens": 1564434809.0,
      "step": 8218
    },
    {
      "epoch": 2.805119453924915,
      "grad_norm": 0.2998848923593385,
      "learning_rate": 1.1038064974829713e-06,
      "loss": 0.2862,
      "num_tokens": 1564607919.0,
      "step": 8219
    },
    {
      "epoch": 2.8054607508532423,
      "grad_norm": 0.3106553791947468,
      "learning_rate": 1.103445250809783e-06,
      "loss": 0.305,
      "num_tokens": 1564773725.0,
      "step": 8220
    },
    {
      "epoch": 2.8058020477815697,
      "grad_norm": 0.2999469078265988,
      "learning_rate": 1.1030846264931585e-06,
      "loss": 0.2719,
      "num_tokens": 1564932288.0,
      "step": 8221
    },
    {
      "epoch": 2.8061433447098976,
      "grad_norm": 0.2402143849593126,
      "learning_rate": 1.1027246245841472e-06,
      "loss": 0.2774,
      "num_tokens": 1565180142.0,
      "step": 8222
    },
    {
      "epoch": 2.8064846416382254,
      "grad_norm": 0.2705189552699477,
      "learning_rate": 1.1023652451337101e-06,
      "loss": 0.3152,
      "num_tokens": 1565411245.0,
      "step": 8223
    },
    {
      "epoch": 2.806825938566553,
      "grad_norm": 0.2744489533928069,
      "learning_rate": 1.102006488192718e-06,
      "loss": 0.2729,
      "num_tokens": 1565622455.0,
      "step": 8224
    },
    {
      "epoch": 2.8071672354948807,
      "grad_norm": 0.2887623420751274,
      "learning_rate": 1.1016483538119558e-06,
      "loss": 0.3038,
      "num_tokens": 1565824703.0,
      "step": 8225
    },
    {
      "epoch": 2.807508532423208,
      "grad_norm": 0.29234042017548845,
      "learning_rate": 1.1012908420421193e-06,
      "loss": 0.2814,
      "num_tokens": 1566009667.0,
      "step": 8226
    },
    {
      "epoch": 2.807849829351536,
      "grad_norm": 0.2778740629140298,
      "learning_rate": 1.1009339529338151e-06,
      "loss": 0.282,
      "num_tokens": 1566202827.0,
      "step": 8227
    },
    {
      "epoch": 2.8081911262798633,
      "grad_norm": 0.3366355283018106,
      "learning_rate": 1.100577686537565e-06,
      "loss": 0.2947,
      "num_tokens": 1566368638.0,
      "step": 8228
    },
    {
      "epoch": 2.808532423208191,
      "grad_norm": 0.28743797313311414,
      "learning_rate": 1.1002220429037983e-06,
      "loss": 0.3203,
      "num_tokens": 1566575068.0,
      "step": 8229
    },
    {
      "epoch": 2.8088737201365186,
      "grad_norm": 0.30073312251635687,
      "learning_rate": 1.09986702208286e-06,
      "loss": 0.2936,
      "num_tokens": 1566753853.0,
      "step": 8230
    },
    {
      "epoch": 2.8092150170648464,
      "grad_norm": 0.27966984048986915,
      "learning_rate": 1.099512624125004e-06,
      "loss": 0.2629,
      "num_tokens": 1566942696.0,
      "step": 8231
    },
    {
      "epoch": 2.8095563139931743,
      "grad_norm": 0.2655912832981671,
      "learning_rate": 1.0991588490803982e-06,
      "loss": 0.2922,
      "num_tokens": 1567154251.0,
      "step": 8232
    },
    {
      "epoch": 2.8098976109215017,
      "grad_norm": 0.295683345420317,
      "learning_rate": 1.0988056969991203e-06,
      "loss": 0.3108,
      "num_tokens": 1567336895.0,
      "step": 8233
    },
    {
      "epoch": 2.810238907849829,
      "grad_norm": 0.2843187049143886,
      "learning_rate": 1.0984531679311624e-06,
      "loss": 0.2914,
      "num_tokens": 1567525297.0,
      "step": 8234
    },
    {
      "epoch": 2.810580204778157,
      "grad_norm": 0.3044181047650096,
      "learning_rate": 1.0981012619264257e-06,
      "loss": 0.2669,
      "num_tokens": 1567705496.0,
      "step": 8235
    },
    {
      "epoch": 2.810921501706485,
      "grad_norm": 0.27760983793874855,
      "learning_rate": 1.097749979034725e-06,
      "loss": 0.2891,
      "num_tokens": 1567913380.0,
      "step": 8236
    },
    {
      "epoch": 2.811262798634812,
      "grad_norm": 0.2799155853773826,
      "learning_rate": 1.0973993193057868e-06,
      "loss": 0.2491,
      "num_tokens": 1568093579.0,
      "step": 8237
    },
    {
      "epoch": 2.81160409556314,
      "grad_norm": 0.28330294640065823,
      "learning_rate": 1.0970492827892476e-06,
      "loss": 0.2745,
      "num_tokens": 1568258742.0,
      "step": 8238
    },
    {
      "epoch": 2.8119453924914675,
      "grad_norm": 0.2666129358161108,
      "learning_rate": 1.096699869534658e-06,
      "loss": 0.2951,
      "num_tokens": 1568477817.0,
      "step": 8239
    },
    {
      "epoch": 2.8122866894197953,
      "grad_norm": 0.26574175629891916,
      "learning_rate": 1.096351079591479e-06,
      "loss": 0.3029,
      "num_tokens": 1568676592.0,
      "step": 8240
    },
    {
      "epoch": 2.8126279863481227,
      "grad_norm": 0.28412449494331854,
      "learning_rate": 1.0960029130090845e-06,
      "loss": 0.2814,
      "num_tokens": 1568882064.0,
      "step": 8241
    },
    {
      "epoch": 2.8129692832764506,
      "grad_norm": 0.2998947862130262,
      "learning_rate": 1.0956553698367582e-06,
      "loss": 0.3196,
      "num_tokens": 1569074124.0,
      "step": 8242
    },
    {
      "epoch": 2.813310580204778,
      "grad_norm": 0.28304591339778884,
      "learning_rate": 1.0953084501236972e-06,
      "loss": 0.2716,
      "num_tokens": 1569247842.0,
      "step": 8243
    },
    {
      "epoch": 2.813651877133106,
      "grad_norm": 0.26814428846569827,
      "learning_rate": 1.0949621539190103e-06,
      "loss": 0.2972,
      "num_tokens": 1569469665.0,
      "step": 8244
    },
    {
      "epoch": 2.8139931740614337,
      "grad_norm": 0.2915891796077938,
      "learning_rate": 1.0946164812717172e-06,
      "loss": 0.2799,
      "num_tokens": 1569668865.0,
      "step": 8245
    },
    {
      "epoch": 2.814334470989761,
      "grad_norm": 0.2745807377748359,
      "learning_rate": 1.0942714322307502e-06,
      "loss": 0.2834,
      "num_tokens": 1569855910.0,
      "step": 8246
    },
    {
      "epoch": 2.8146757679180885,
      "grad_norm": 0.2512272931450441,
      "learning_rate": 1.0939270068449522e-06,
      "loss": 0.2881,
      "num_tokens": 1570089622.0,
      "step": 8247
    },
    {
      "epoch": 2.8150170648464163,
      "grad_norm": 0.2716330596079559,
      "learning_rate": 1.0935832051630792e-06,
      "loss": 0.3161,
      "num_tokens": 1570307101.0,
      "step": 8248
    },
    {
      "epoch": 2.815358361774744,
      "grad_norm": 0.6232710385989672,
      "learning_rate": 1.0932400272337976e-06,
      "loss": 0.3122,
      "num_tokens": 1570532028.0,
      "step": 8249
    },
    {
      "epoch": 2.8156996587030716,
      "grad_norm": 0.26066880952981536,
      "learning_rate": 1.0928974731056864e-06,
      "loss": 0.2812,
      "num_tokens": 1570734890.0,
      "step": 8250
    },
    {
      "epoch": 2.8160409556313994,
      "grad_norm": 0.31550254745128875,
      "learning_rate": 1.0925555428272372e-06,
      "loss": 0.2755,
      "num_tokens": 1570901066.0,
      "step": 8251
    },
    {
      "epoch": 2.816382252559727,
      "grad_norm": 0.3019771760329576,
      "learning_rate": 1.09221423644685e-06,
      "loss": 0.2881,
      "num_tokens": 1571070327.0,
      "step": 8252
    },
    {
      "epoch": 2.8167235494880547,
      "grad_norm": 0.3033296308575367,
      "learning_rate": 1.09187355401284e-06,
      "loss": 0.2964,
      "num_tokens": 1571254257.0,
      "step": 8253
    },
    {
      "epoch": 2.817064846416382,
      "grad_norm": 0.29335651299424764,
      "learning_rate": 1.0915334955734319e-06,
      "loss": 0.2965,
      "num_tokens": 1571447221.0,
      "step": 8254
    },
    {
      "epoch": 2.81740614334471,
      "grad_norm": 0.28902853937321094,
      "learning_rate": 1.091194061176764e-06,
      "loss": 0.2817,
      "num_tokens": 1571630389.0,
      "step": 8255
    },
    {
      "epoch": 2.8177474402730374,
      "grad_norm": 0.28435776962834236,
      "learning_rate": 1.0908552508708838e-06,
      "loss": 0.3083,
      "num_tokens": 1571824677.0,
      "step": 8256
    },
    {
      "epoch": 2.818088737201365,
      "grad_norm": 0.28952763122836056,
      "learning_rate": 1.090517064703752e-06,
      "loss": 0.2654,
      "num_tokens": 1572003087.0,
      "step": 8257
    },
    {
      "epoch": 2.818430034129693,
      "grad_norm": 0.2889782451774504,
      "learning_rate": 1.0901795027232415e-06,
      "loss": 0.2906,
      "num_tokens": 1572175694.0,
      "step": 8258
    },
    {
      "epoch": 2.8187713310580205,
      "grad_norm": 0.26827789320947415,
      "learning_rate": 1.0898425649771359e-06,
      "loss": 0.2934,
      "num_tokens": 1572377898.0,
      "step": 8259
    },
    {
      "epoch": 2.819112627986348,
      "grad_norm": 0.29643211050440843,
      "learning_rate": 1.08950625151313e-06,
      "loss": 0.2945,
      "num_tokens": 1572569240.0,
      "step": 8260
    },
    {
      "epoch": 2.8194539249146757,
      "grad_norm": 0.24643570644364635,
      "learning_rate": 1.0891705623788313e-06,
      "loss": 0.2958,
      "num_tokens": 1572794901.0,
      "step": 8261
    },
    {
      "epoch": 2.8197952218430036,
      "grad_norm": 0.307469159988202,
      "learning_rate": 1.088835497621758e-06,
      "loss": 0.287,
      "num_tokens": 1572971815.0,
      "step": 8262
    },
    {
      "epoch": 2.820136518771331,
      "grad_norm": 0.3187091483200207,
      "learning_rate": 1.0885010572893405e-06,
      "loss": 0.279,
      "num_tokens": 1573145785.0,
      "step": 8263
    },
    {
      "epoch": 2.820477815699659,
      "grad_norm": 0.29161686452218555,
      "learning_rate": 1.088167241428921e-06,
      "loss": 0.3055,
      "num_tokens": 1573326533.0,
      "step": 8264
    },
    {
      "epoch": 2.8208191126279862,
      "grad_norm": 0.2984778379513867,
      "learning_rate": 1.0878340500877527e-06,
      "loss": 0.3014,
      "num_tokens": 1573507387.0,
      "step": 8265
    },
    {
      "epoch": 2.821160409556314,
      "grad_norm": 0.28221651472160475,
      "learning_rate": 1.0875014833130006e-06,
      "loss": 0.2652,
      "num_tokens": 1573688449.0,
      "step": 8266
    },
    {
      "epoch": 2.8215017064846415,
      "grad_norm": 0.2919334775935769,
      "learning_rate": 1.0871695411517418e-06,
      "loss": 0.2924,
      "num_tokens": 1573886272.0,
      "step": 8267
    },
    {
      "epoch": 2.8218430034129693,
      "grad_norm": 0.39856028989572634,
      "learning_rate": 1.0868382236509643e-06,
      "loss": 0.2588,
      "num_tokens": 1574042758.0,
      "step": 8268
    },
    {
      "epoch": 2.8221843003412967,
      "grad_norm": 0.2941657358603703,
      "learning_rate": 1.0865075308575678e-06,
      "loss": 0.2878,
      "num_tokens": 1574221668.0,
      "step": 8269
    },
    {
      "epoch": 2.8225255972696246,
      "grad_norm": 0.27801811762203904,
      "learning_rate": 1.0861774628183635e-06,
      "loss": 0.291,
      "num_tokens": 1574422547.0,
      "step": 8270
    },
    {
      "epoch": 2.8228668941979524,
      "grad_norm": 0.2933275407729024,
      "learning_rate": 1.085848019580075e-06,
      "loss": 0.2992,
      "num_tokens": 1574599347.0,
      "step": 8271
    },
    {
      "epoch": 2.82320819112628,
      "grad_norm": 0.2668400732757636,
      "learning_rate": 1.0855192011893357e-06,
      "loss": 0.339,
      "num_tokens": 1574837709.0,
      "step": 8272
    },
    {
      "epoch": 2.8235494880546073,
      "grad_norm": 0.31525539287332116,
      "learning_rate": 1.0851910076926935e-06,
      "loss": 0.2975,
      "num_tokens": 1575011467.0,
      "step": 8273
    },
    {
      "epoch": 2.823890784982935,
      "grad_norm": 0.3105675543018779,
      "learning_rate": 1.084863439136604e-06,
      "loss": 0.2941,
      "num_tokens": 1575194689.0,
      "step": 8274
    },
    {
      "epoch": 2.824232081911263,
      "grad_norm": 0.2838817263944967,
      "learning_rate": 1.0845364955674372e-06,
      "loss": 0.3323,
      "num_tokens": 1575397508.0,
      "step": 8275
    },
    {
      "epoch": 2.8245733788395904,
      "grad_norm": 0.2656983269544947,
      "learning_rate": 1.0842101770314742e-06,
      "loss": 0.2939,
      "num_tokens": 1575605735.0,
      "step": 8276
    },
    {
      "epoch": 2.824914675767918,
      "grad_norm": 0.31039960176806203,
      "learning_rate": 1.083884483574907e-06,
      "loss": 0.2627,
      "num_tokens": 1575749703.0,
      "step": 8277
    },
    {
      "epoch": 2.8252559726962456,
      "grad_norm": 0.3040533093178839,
      "learning_rate": 1.0835594152438385e-06,
      "loss": 0.2881,
      "num_tokens": 1575914509.0,
      "step": 8278
    },
    {
      "epoch": 2.8255972696245735,
      "grad_norm": 0.2928934975298671,
      "learning_rate": 1.0832349720842847e-06,
      "loss": 0.3166,
      "num_tokens": 1576100366.0,
      "step": 8279
    },
    {
      "epoch": 2.825938566552901,
      "grad_norm": 0.29676483762372424,
      "learning_rate": 1.082911154142172e-06,
      "loss": 0.2814,
      "num_tokens": 1576267108.0,
      "step": 8280
    },
    {
      "epoch": 2.8262798634812287,
      "grad_norm": 0.3203566377188,
      "learning_rate": 1.0825879614633385e-06,
      "loss": 0.3028,
      "num_tokens": 1576438642.0,
      "step": 8281
    },
    {
      "epoch": 2.826621160409556,
      "grad_norm": 0.28525355380946926,
      "learning_rate": 1.0822653940935343e-06,
      "loss": 0.2677,
      "num_tokens": 1576600133.0,
      "step": 8282
    },
    {
      "epoch": 2.826962457337884,
      "grad_norm": 0.2916447538064265,
      "learning_rate": 1.0819434520784209e-06,
      "loss": 0.2919,
      "num_tokens": 1576791133.0,
      "step": 8283
    },
    {
      "epoch": 2.827303754266212,
      "grad_norm": 0.2869987867305998,
      "learning_rate": 1.0816221354635698e-06,
      "loss": 0.2981,
      "num_tokens": 1576964583.0,
      "step": 8284
    },
    {
      "epoch": 2.8276450511945392,
      "grad_norm": 0.3131328746364612,
      "learning_rate": 1.0813014442944662e-06,
      "loss": 0.2911,
      "num_tokens": 1577138604.0,
      "step": 8285
    },
    {
      "epoch": 2.8279863481228666,
      "grad_norm": 0.2961622287048154,
      "learning_rate": 1.080981378616505e-06,
      "loss": 0.2826,
      "num_tokens": 1577338797.0,
      "step": 8286
    },
    {
      "epoch": 2.8283276450511945,
      "grad_norm": 0.35443248594333143,
      "learning_rate": 1.0806619384749941e-06,
      "loss": 0.302,
      "num_tokens": 1577525610.0,
      "step": 8287
    },
    {
      "epoch": 2.8286689419795223,
      "grad_norm": 0.26905079801567644,
      "learning_rate": 1.080343123915151e-06,
      "loss": 0.2597,
      "num_tokens": 1577714546.0,
      "step": 8288
    },
    {
      "epoch": 2.8290102389078498,
      "grad_norm": 0.3172446041421222,
      "learning_rate": 1.0800249349821062e-06,
      "loss": 0.274,
      "num_tokens": 1577893370.0,
      "step": 8289
    },
    {
      "epoch": 2.8293515358361776,
      "grad_norm": 0.49390513261912133,
      "learning_rate": 1.0797073717209014e-06,
      "loss": 0.2669,
      "num_tokens": 1578075834.0,
      "step": 8290
    },
    {
      "epoch": 2.829692832764505,
      "grad_norm": 0.330378492663192,
      "learning_rate": 1.0793904341764884e-06,
      "loss": 0.3231,
      "num_tokens": 1578260299.0,
      "step": 8291
    },
    {
      "epoch": 2.830034129692833,
      "grad_norm": 0.2620023762196663,
      "learning_rate": 1.0790741223937328e-06,
      "loss": 0.288,
      "num_tokens": 1578472066.0,
      "step": 8292
    },
    {
      "epoch": 2.8303754266211603,
      "grad_norm": 0.29132936081667815,
      "learning_rate": 1.078758436417409e-06,
      "loss": 0.2653,
      "num_tokens": 1578647318.0,
      "step": 8293
    },
    {
      "epoch": 2.830716723549488,
      "grad_norm": 0.27934840773774916,
      "learning_rate": 1.0784433762922053e-06,
      "loss": 0.2988,
      "num_tokens": 1578862392.0,
      "step": 8294
    },
    {
      "epoch": 2.8310580204778155,
      "grad_norm": 0.2996926238904675,
      "learning_rate": 1.0781289420627197e-06,
      "loss": 0.2783,
      "num_tokens": 1579018742.0,
      "step": 8295
    },
    {
      "epoch": 2.8313993174061434,
      "grad_norm": 0.2899665706872301,
      "learning_rate": 1.0778151337734612e-06,
      "loss": 0.2865,
      "num_tokens": 1579226632.0,
      "step": 8296
    },
    {
      "epoch": 2.831740614334471,
      "grad_norm": 0.27364259028358967,
      "learning_rate": 1.077501951468853e-06,
      "loss": 0.2753,
      "num_tokens": 1579415524.0,
      "step": 8297
    },
    {
      "epoch": 2.8320819112627986,
      "grad_norm": 0.2592026525321047,
      "learning_rate": 1.0771893951932256e-06,
      "loss": 0.2849,
      "num_tokens": 1579622398.0,
      "step": 8298
    },
    {
      "epoch": 2.832423208191126,
      "grad_norm": 0.2861580400308315,
      "learning_rate": 1.0768774649908246e-06,
      "loss": 0.2709,
      "num_tokens": 1579802201.0,
      "step": 8299
    },
    {
      "epoch": 2.832764505119454,
      "grad_norm": 0.2709207111820358,
      "learning_rate": 1.076566160905805e-06,
      "loss": 0.2703,
      "num_tokens": 1579984122.0,
      "step": 8300
    },
    {
      "epoch": 2.8331058020477817,
      "grad_norm": 0.3517204598388584,
      "learning_rate": 1.0762554829822339e-06,
      "loss": 0.3061,
      "num_tokens": 1580147851.0,
      "step": 8301
    },
    {
      "epoch": 2.833447098976109,
      "grad_norm": 0.2969488911275762,
      "learning_rate": 1.0759454312640885e-06,
      "loss": 0.2866,
      "num_tokens": 1580333488.0,
      "step": 8302
    },
    {
      "epoch": 2.833788395904437,
      "grad_norm": 0.28563791979108016,
      "learning_rate": 1.075636005795259e-06,
      "loss": 0.2819,
      "num_tokens": 1580500970.0,
      "step": 8303
    },
    {
      "epoch": 2.8341296928327644,
      "grad_norm": 0.31729601803483276,
      "learning_rate": 1.0753272066195471e-06,
      "loss": 0.3252,
      "num_tokens": 1580671893.0,
      "step": 8304
    },
    {
      "epoch": 2.8344709897610922,
      "grad_norm": 0.26041243290889077,
      "learning_rate": 1.0750190337806635e-06,
      "loss": 0.292,
      "num_tokens": 1580912072.0,
      "step": 8305
    },
    {
      "epoch": 2.8348122866894196,
      "grad_norm": 0.3082305320958758,
      "learning_rate": 1.0747114873222324e-06,
      "loss": 0.2791,
      "num_tokens": 1581075089.0,
      "step": 8306
    },
    {
      "epoch": 2.8351535836177475,
      "grad_norm": 0.2918684644785583,
      "learning_rate": 1.074404567287789e-06,
      "loss": 0.2978,
      "num_tokens": 1581284281.0,
      "step": 8307
    },
    {
      "epoch": 2.835494880546075,
      "grad_norm": 0.28032917656382844,
      "learning_rate": 1.0740982737207795e-06,
      "loss": 0.2557,
      "num_tokens": 1581467554.0,
      "step": 8308
    },
    {
      "epoch": 2.8358361774744028,
      "grad_norm": 0.29951208843755867,
      "learning_rate": 1.0737926066645607e-06,
      "loss": 0.2985,
      "num_tokens": 1581639190.0,
      "step": 8309
    },
    {
      "epoch": 2.8361774744027306,
      "grad_norm": 0.2621013680197178,
      "learning_rate": 1.0734875661624024e-06,
      "loss": 0.2761,
      "num_tokens": 1581843538.0,
      "step": 8310
    },
    {
      "epoch": 2.836518771331058,
      "grad_norm": 0.2492715713875766,
      "learning_rate": 1.073183152257484e-06,
      "loss": 0.2771,
      "num_tokens": 1582072434.0,
      "step": 8311
    },
    {
      "epoch": 2.8368600682593854,
      "grad_norm": 0.29940930077684946,
      "learning_rate": 1.0728793649928976e-06,
      "loss": 0.3078,
      "num_tokens": 1582246298.0,
      "step": 8312
    },
    {
      "epoch": 2.8372013651877133,
      "grad_norm": 0.2863754185341005,
      "learning_rate": 1.072576204411646e-06,
      "loss": 0.2697,
      "num_tokens": 1582421766.0,
      "step": 8313
    },
    {
      "epoch": 2.837542662116041,
      "grad_norm": 0.3593307221038871,
      "learning_rate": 1.0722736705566422e-06,
      "loss": 0.2788,
      "num_tokens": 1582564779.0,
      "step": 8314
    },
    {
      "epoch": 2.8378839590443685,
      "grad_norm": 0.27735916857695664,
      "learning_rate": 1.0719717634707125e-06,
      "loss": 0.2899,
      "num_tokens": 1582743393.0,
      "step": 8315
    },
    {
      "epoch": 2.8382252559726964,
      "grad_norm": 0.25978743252598563,
      "learning_rate": 1.0716704831965932e-06,
      "loss": 0.2684,
      "num_tokens": 1582942598.0,
      "step": 8316
    },
    {
      "epoch": 2.8385665529010238,
      "grad_norm": 0.28457437790830864,
      "learning_rate": 1.0713698297769329e-06,
      "loss": 0.2818,
      "num_tokens": 1583121429.0,
      "step": 8317
    },
    {
      "epoch": 2.8389078498293516,
      "grad_norm": 0.38068996854793025,
      "learning_rate": 1.0710698032542893e-06,
      "loss": 0.3028,
      "num_tokens": 1583271644.0,
      "step": 8318
    },
    {
      "epoch": 2.839249146757679,
      "grad_norm": 0.30884316607531165,
      "learning_rate": 1.0707704036711341e-06,
      "loss": 0.2691,
      "num_tokens": 1583417728.0,
      "step": 8319
    },
    {
      "epoch": 2.839590443686007,
      "grad_norm": 0.2998919211055374,
      "learning_rate": 1.0704716310698483e-06,
      "loss": 0.3005,
      "num_tokens": 1583603682.0,
      "step": 8320
    },
    {
      "epoch": 2.8399317406143343,
      "grad_norm": 0.31854393322744723,
      "learning_rate": 1.070173485492725e-06,
      "loss": 0.278,
      "num_tokens": 1583767523.0,
      "step": 8321
    },
    {
      "epoch": 2.840273037542662,
      "grad_norm": 0.3071397369461868,
      "learning_rate": 1.0698759669819687e-06,
      "loss": 0.2745,
      "num_tokens": 1583943962.0,
      "step": 8322
    },
    {
      "epoch": 2.84061433447099,
      "grad_norm": 0.32697752385135054,
      "learning_rate": 1.069579075579694e-06,
      "loss": 0.2955,
      "num_tokens": 1584119458.0,
      "step": 8323
    },
    {
      "epoch": 2.8409556313993174,
      "grad_norm": 0.27406715983141283,
      "learning_rate": 1.0692828113279278e-06,
      "loss": 0.3018,
      "num_tokens": 1584308061.0,
      "step": 8324
    },
    {
      "epoch": 2.841296928327645,
      "grad_norm": 0.2887524315802491,
      "learning_rate": 1.0689871742686087e-06,
      "loss": 0.2937,
      "num_tokens": 1584503496.0,
      "step": 8325
    },
    {
      "epoch": 2.8416382252559726,
      "grad_norm": 0.2716252907736203,
      "learning_rate": 1.068692164443585e-06,
      "loss": 0.2855,
      "num_tokens": 1584701179.0,
      "step": 8326
    },
    {
      "epoch": 2.8419795221843005,
      "grad_norm": 0.32107945402222743,
      "learning_rate": 1.0683977818946162e-06,
      "loss": 0.2768,
      "num_tokens": 1584901261.0,
      "step": 8327
    },
    {
      "epoch": 2.842320819112628,
      "grad_norm": 0.29011959414069366,
      "learning_rate": 1.0681040266633754e-06,
      "loss": 0.3101,
      "num_tokens": 1585101197.0,
      "step": 8328
    },
    {
      "epoch": 2.8426621160409558,
      "grad_norm": 0.29560692601377253,
      "learning_rate": 1.0678108987914446e-06,
      "loss": 0.3208,
      "num_tokens": 1585321102.0,
      "step": 8329
    },
    {
      "epoch": 2.843003412969283,
      "grad_norm": 0.30010521465377704,
      "learning_rate": 1.0675183983203173e-06,
      "loss": 0.2798,
      "num_tokens": 1585534464.0,
      "step": 8330
    },
    {
      "epoch": 2.843344709897611,
      "grad_norm": 0.2714345705151316,
      "learning_rate": 1.0672265252913991e-06,
      "loss": 0.2968,
      "num_tokens": 1585758421.0,
      "step": 8331
    },
    {
      "epoch": 2.8436860068259384,
      "grad_norm": 0.2646016977688133,
      "learning_rate": 1.066935279746006e-06,
      "loss": 0.2953,
      "num_tokens": 1585956704.0,
      "step": 8332
    },
    {
      "epoch": 2.8440273037542663,
      "grad_norm": 0.309581021078716,
      "learning_rate": 1.0666446617253653e-06,
      "loss": 0.2905,
      "num_tokens": 1586134024.0,
      "step": 8333
    },
    {
      "epoch": 2.8443686006825937,
      "grad_norm": 0.3103839564378214,
      "learning_rate": 1.066354671270616e-06,
      "loss": 0.2706,
      "num_tokens": 1586287717.0,
      "step": 8334
    },
    {
      "epoch": 2.8447098976109215,
      "grad_norm": 0.23151333313178923,
      "learning_rate": 1.066065308422807e-06,
      "loss": 0.2775,
      "num_tokens": 1586533094.0,
      "step": 8335
    },
    {
      "epoch": 2.8450511945392494,
      "grad_norm": 0.31442790527400677,
      "learning_rate": 1.0657765732229e-06,
      "loss": 0.3077,
      "num_tokens": 1586703278.0,
      "step": 8336
    },
    {
      "epoch": 2.845392491467577,
      "grad_norm": 0.2989597942681305,
      "learning_rate": 1.0654884657117666e-06,
      "loss": 0.3082,
      "num_tokens": 1586883272.0,
      "step": 8337
    },
    {
      "epoch": 2.845733788395904,
      "grad_norm": 0.29524545916261946,
      "learning_rate": 1.0652009859301907e-06,
      "loss": 0.2841,
      "num_tokens": 1587045427.0,
      "step": 8338
    },
    {
      "epoch": 2.846075085324232,
      "grad_norm": 0.30190325689616637,
      "learning_rate": 1.0649141339188659e-06,
      "loss": 0.2699,
      "num_tokens": 1587221365.0,
      "step": 8339
    },
    {
      "epoch": 2.84641638225256,
      "grad_norm": 0.2758172960759572,
      "learning_rate": 1.0646279097183981e-06,
      "loss": 0.2897,
      "num_tokens": 1587433811.0,
      "step": 8340
    },
    {
      "epoch": 2.8467576791808873,
      "grad_norm": 0.30450733186213336,
      "learning_rate": 1.0643423133693036e-06,
      "loss": 0.3178,
      "num_tokens": 1587611164.0,
      "step": 8341
    },
    {
      "epoch": 2.847098976109215,
      "grad_norm": 0.2696229010707762,
      "learning_rate": 1.0640573449120103e-06,
      "loss": 0.282,
      "num_tokens": 1587810444.0,
      "step": 8342
    },
    {
      "epoch": 2.8474402730375425,
      "grad_norm": 0.33860221250207667,
      "learning_rate": 1.0637730043868575e-06,
      "loss": 0.2701,
      "num_tokens": 1587967870.0,
      "step": 8343
    },
    {
      "epoch": 2.8477815699658704,
      "grad_norm": 0.2977312149389907,
      "learning_rate": 1.063489291834094e-06,
      "loss": 0.2984,
      "num_tokens": 1588149932.0,
      "step": 8344
    },
    {
      "epoch": 2.848122866894198,
      "grad_norm": 0.30004146631134065,
      "learning_rate": 1.063206207293882e-06,
      "loss": 0.2918,
      "num_tokens": 1588325528.0,
      "step": 8345
    },
    {
      "epoch": 2.8484641638225257,
      "grad_norm": 0.2826478992983637,
      "learning_rate": 1.0629237508062928e-06,
      "loss": 0.276,
      "num_tokens": 1588534737.0,
      "step": 8346
    },
    {
      "epoch": 2.848805460750853,
      "grad_norm": 0.3153529393599061,
      "learning_rate": 1.062641922411311e-06,
      "loss": 0.2748,
      "num_tokens": 1588682562.0,
      "step": 8347
    },
    {
      "epoch": 2.849146757679181,
      "grad_norm": 0.28369569936636413,
      "learning_rate": 1.0623607221488296e-06,
      "loss": 0.2726,
      "num_tokens": 1588858026.0,
      "step": 8348
    },
    {
      "epoch": 2.8494880546075088,
      "grad_norm": 0.2749336489427876,
      "learning_rate": 1.0620801500586547e-06,
      "loss": 0.283,
      "num_tokens": 1589038293.0,
      "step": 8349
    },
    {
      "epoch": 2.849829351535836,
      "grad_norm": 0.28829235238285517,
      "learning_rate": 1.0618002061805023e-06,
      "loss": 0.281,
      "num_tokens": 1589238080.0,
      "step": 8350
    },
    {
      "epoch": 2.8501706484641636,
      "grad_norm": 0.27626052108514565,
      "learning_rate": 1.061520890554001e-06,
      "loss": 0.2905,
      "num_tokens": 1589439820.0,
      "step": 8351
    },
    {
      "epoch": 2.8505119453924914,
      "grad_norm": 0.270850779696862,
      "learning_rate": 1.0612422032186887e-06,
      "loss": 0.302,
      "num_tokens": 1589653617.0,
      "step": 8352
    },
    {
      "epoch": 2.8508532423208193,
      "grad_norm": 0.293992681415672,
      "learning_rate": 1.0609641442140154e-06,
      "loss": 0.2893,
      "num_tokens": 1589820876.0,
      "step": 8353
    },
    {
      "epoch": 2.8511945392491467,
      "grad_norm": 0.2603467640026775,
      "learning_rate": 1.0606867135793414e-06,
      "loss": 0.2984,
      "num_tokens": 1590042045.0,
      "step": 8354
    },
    {
      "epoch": 2.8515358361774745,
      "grad_norm": 0.2939731956918435,
      "learning_rate": 1.0604099113539388e-06,
      "loss": 0.2701,
      "num_tokens": 1590207859.0,
      "step": 8355
    },
    {
      "epoch": 2.851877133105802,
      "grad_norm": 0.2687605453237198,
      "learning_rate": 1.0601337375769913e-06,
      "loss": 0.2934,
      "num_tokens": 1590425389.0,
      "step": 8356
    },
    {
      "epoch": 2.85221843003413,
      "grad_norm": 0.2784677485032284,
      "learning_rate": 1.0598581922875914e-06,
      "loss": 0.3057,
      "num_tokens": 1590622611.0,
      "step": 8357
    },
    {
      "epoch": 2.852559726962457,
      "grad_norm": 0.29904333377695547,
      "learning_rate": 1.0595832755247452e-06,
      "loss": 0.3341,
      "num_tokens": 1590820596.0,
      "step": 8358
    },
    {
      "epoch": 2.852901023890785,
      "grad_norm": 0.2888228893439371,
      "learning_rate": 1.0593089873273677e-06,
      "loss": 0.2621,
      "num_tokens": 1590989333.0,
      "step": 8359
    },
    {
      "epoch": 2.8532423208191124,
      "grad_norm": 0.302329483157758,
      "learning_rate": 1.0590353277342868e-06,
      "loss": 0.2745,
      "num_tokens": 1591144890.0,
      "step": 8360
    },
    {
      "epoch": 2.8535836177474403,
      "grad_norm": 0.27893990299373467,
      "learning_rate": 1.0587622967842407e-06,
      "loss": 0.2957,
      "num_tokens": 1591345930.0,
      "step": 8361
    },
    {
      "epoch": 2.853924914675768,
      "grad_norm": 0.27159253129233635,
      "learning_rate": 1.0584898945158772e-06,
      "loss": 0.2835,
      "num_tokens": 1591559735.0,
      "step": 8362
    },
    {
      "epoch": 2.8542662116040955,
      "grad_norm": 0.28818850975918453,
      "learning_rate": 1.0582181209677571e-06,
      "loss": 0.2879,
      "num_tokens": 1591736314.0,
      "step": 8363
    },
    {
      "epoch": 2.854607508532423,
      "grad_norm": 0.2787916667380611,
      "learning_rate": 1.0579469761783515e-06,
      "loss": 0.2767,
      "num_tokens": 1591914586.0,
      "step": 8364
    },
    {
      "epoch": 2.854948805460751,
      "grad_norm": 0.27510931135750644,
      "learning_rate": 1.057676460186043e-06,
      "loss": 0.3057,
      "num_tokens": 1592106804.0,
      "step": 8365
    },
    {
      "epoch": 2.8552901023890787,
      "grad_norm": 0.29786489343767236,
      "learning_rate": 1.057406573029123e-06,
      "loss": 0.2935,
      "num_tokens": 1592315220.0,
      "step": 8366
    },
    {
      "epoch": 2.855631399317406,
      "grad_norm": 0.2788286349850939,
      "learning_rate": 1.0571373147457969e-06,
      "loss": 0.2861,
      "num_tokens": 1592508836.0,
      "step": 8367
    },
    {
      "epoch": 2.855972696245734,
      "grad_norm": 0.3023319249724372,
      "learning_rate": 1.056868685374179e-06,
      "loss": 0.303,
      "num_tokens": 1592705607.0,
      "step": 8368
    },
    {
      "epoch": 2.8563139931740613,
      "grad_norm": 0.2744400608700025,
      "learning_rate": 1.0566006849522962e-06,
      "loss": 0.302,
      "num_tokens": 1592916072.0,
      "step": 8369
    },
    {
      "epoch": 2.856655290102389,
      "grad_norm": 0.26782637901539297,
      "learning_rate": 1.0563333135180843e-06,
      "loss": 0.2946,
      "num_tokens": 1593129363.0,
      "step": 8370
    },
    {
      "epoch": 2.8569965870307166,
      "grad_norm": 0.28193104334929986,
      "learning_rate": 1.0560665711093912e-06,
      "loss": 0.2772,
      "num_tokens": 1593355056.0,
      "step": 8371
    },
    {
      "epoch": 2.8573378839590444,
      "grad_norm": 0.3090917524481517,
      "learning_rate": 1.0558004577639771e-06,
      "loss": 0.309,
      "num_tokens": 1593538718.0,
      "step": 8372
    },
    {
      "epoch": 2.857679180887372,
      "grad_norm": 0.25448558209615835,
      "learning_rate": 1.0555349735195105e-06,
      "loss": 0.2833,
      "num_tokens": 1593772870.0,
      "step": 8373
    },
    {
      "epoch": 2.8580204778156997,
      "grad_norm": 0.2772581099291379,
      "learning_rate": 1.0552701184135735e-06,
      "loss": 0.3047,
      "num_tokens": 1593985042.0,
      "step": 8374
    },
    {
      "epoch": 2.8583617747440275,
      "grad_norm": 0.2548497102513905,
      "learning_rate": 1.0550058924836559e-06,
      "loss": 0.2629,
      "num_tokens": 1594193943.0,
      "step": 8375
    },
    {
      "epoch": 2.858703071672355,
      "grad_norm": 0.3698035822114275,
      "learning_rate": 1.0547422957671614e-06,
      "loss": 0.2801,
      "num_tokens": 1594358794.0,
      "step": 8376
    },
    {
      "epoch": 2.8590443686006823,
      "grad_norm": 0.25325851995700616,
      "learning_rate": 1.0544793283014035e-06,
      "loss": 0.3067,
      "num_tokens": 1594596203.0,
      "step": 8377
    },
    {
      "epoch": 2.85938566552901,
      "grad_norm": 0.2853124921200937,
      "learning_rate": 1.0542169901236075e-06,
      "loss": 0.2985,
      "num_tokens": 1594802756.0,
      "step": 8378
    },
    {
      "epoch": 2.859726962457338,
      "grad_norm": 0.29138835824016046,
      "learning_rate": 1.0539552812709075e-06,
      "loss": 0.29,
      "num_tokens": 1594980316.0,
      "step": 8379
    },
    {
      "epoch": 2.8600682593856654,
      "grad_norm": 0.2653579579017843,
      "learning_rate": 1.0536942017803503e-06,
      "loss": 0.2692,
      "num_tokens": 1595167911.0,
      "step": 8380
    },
    {
      "epoch": 2.8604095563139933,
      "grad_norm": 0.279639032762984,
      "learning_rate": 1.0534337516888935e-06,
      "loss": 0.275,
      "num_tokens": 1595338922.0,
      "step": 8381
    },
    {
      "epoch": 2.8607508532423207,
      "grad_norm": 0.2631731404418426,
      "learning_rate": 1.0531739310334046e-06,
      "loss": 0.3189,
      "num_tokens": 1595593365.0,
      "step": 8382
    },
    {
      "epoch": 2.8610921501706486,
      "grad_norm": 0.2643016897861412,
      "learning_rate": 1.0529147398506634e-06,
      "loss": 0.3171,
      "num_tokens": 1595843662.0,
      "step": 8383
    },
    {
      "epoch": 2.861433447098976,
      "grad_norm": 0.26793788589612816,
      "learning_rate": 1.0526561781773591e-06,
      "loss": 0.2872,
      "num_tokens": 1596053724.0,
      "step": 8384
    },
    {
      "epoch": 2.861774744027304,
      "grad_norm": 0.29558780118981165,
      "learning_rate": 1.0523982460500923e-06,
      "loss": 0.2787,
      "num_tokens": 1596238536.0,
      "step": 8385
    },
    {
      "epoch": 2.862116040955631,
      "grad_norm": 0.29579591163263835,
      "learning_rate": 1.0521409435053763e-06,
      "loss": 0.3025,
      "num_tokens": 1596450436.0,
      "step": 8386
    },
    {
      "epoch": 2.862457337883959,
      "grad_norm": 0.2847737093538969,
      "learning_rate": 1.0518842705796322e-06,
      "loss": 0.2862,
      "num_tokens": 1596654865.0,
      "step": 8387
    },
    {
      "epoch": 2.862798634812287,
      "grad_norm": 0.3159320065224479,
      "learning_rate": 1.0516282273091946e-06,
      "loss": 0.2924,
      "num_tokens": 1596816121.0,
      "step": 8388
    },
    {
      "epoch": 2.8631399317406143,
      "grad_norm": 0.29166316698922395,
      "learning_rate": 1.051372813730306e-06,
      "loss": 0.2962,
      "num_tokens": 1597024376.0,
      "step": 8389
    },
    {
      "epoch": 2.8634812286689417,
      "grad_norm": 0.27976951939009886,
      "learning_rate": 1.051118029879124e-06,
      "loss": 0.2769,
      "num_tokens": 1597238985.0,
      "step": 8390
    },
    {
      "epoch": 2.8638225255972696,
      "grad_norm": 0.2880830147225895,
      "learning_rate": 1.0508638757917127e-06,
      "loss": 0.2812,
      "num_tokens": 1597400528.0,
      "step": 8391
    },
    {
      "epoch": 2.8641638225255974,
      "grad_norm": 0.26962839297280367,
      "learning_rate": 1.05061035150405e-06,
      "loss": 0.3243,
      "num_tokens": 1597634432.0,
      "step": 8392
    },
    {
      "epoch": 2.864505119453925,
      "grad_norm": 0.28771073907929007,
      "learning_rate": 1.0503574570520232e-06,
      "loss": 0.3122,
      "num_tokens": 1597817237.0,
      "step": 8393
    },
    {
      "epoch": 2.8648464163822527,
      "grad_norm": 0.2816082839611661,
      "learning_rate": 1.050105192471431e-06,
      "loss": 0.296,
      "num_tokens": 1598027220.0,
      "step": 8394
    },
    {
      "epoch": 2.86518771331058,
      "grad_norm": 0.3156075714291429,
      "learning_rate": 1.0498535577979837e-06,
      "loss": 0.2695,
      "num_tokens": 1598185187.0,
      "step": 8395
    },
    {
      "epoch": 2.865529010238908,
      "grad_norm": 0.32616802238239284,
      "learning_rate": 1.0496025530672999e-06,
      "loss": 0.2875,
      "num_tokens": 1598344957.0,
      "step": 8396
    },
    {
      "epoch": 2.8658703071672353,
      "grad_norm": 0.28610887405764784,
      "learning_rate": 1.049352178314912e-06,
      "loss": 0.2926,
      "num_tokens": 1598549519.0,
      "step": 8397
    },
    {
      "epoch": 2.866211604095563,
      "grad_norm": 0.28190803221057803,
      "learning_rate": 1.0491024335762616e-06,
      "loss": 0.3121,
      "num_tokens": 1598785996.0,
      "step": 8398
    },
    {
      "epoch": 2.8665529010238906,
      "grad_norm": 0.2632472508220972,
      "learning_rate": 1.048853318886702e-06,
      "loss": 0.2721,
      "num_tokens": 1598975269.0,
      "step": 8399
    },
    {
      "epoch": 2.8668941979522184,
      "grad_norm": 0.29495883886496277,
      "learning_rate": 1.0486048342814955e-06,
      "loss": 0.2917,
      "num_tokens": 1599177036.0,
      "step": 8400
    },
    {
      "epoch": 2.8672354948805463,
      "grad_norm": 0.28335618956813385,
      "learning_rate": 1.048356979795817e-06,
      "loss": 0.298,
      "num_tokens": 1599362708.0,
      "step": 8401
    },
    {
      "epoch": 2.8675767918088737,
      "grad_norm": 0.2778544403433407,
      "learning_rate": 1.048109755464752e-06,
      "loss": 0.2865,
      "num_tokens": 1599567784.0,
      "step": 8402
    },
    {
      "epoch": 2.867918088737201,
      "grad_norm": 0.3126778219454182,
      "learning_rate": 1.047863161323296e-06,
      "loss": 0.3136,
      "num_tokens": 1599755950.0,
      "step": 8403
    },
    {
      "epoch": 2.868259385665529,
      "grad_norm": 0.2811217681034388,
      "learning_rate": 1.0476171974063572e-06,
      "loss": 0.301,
      "num_tokens": 1599970901.0,
      "step": 8404
    },
    {
      "epoch": 2.868600682593857,
      "grad_norm": 0.2810365710838395,
      "learning_rate": 1.0473718637487505e-06,
      "loss": 0.2995,
      "num_tokens": 1600171541.0,
      "step": 8405
    },
    {
      "epoch": 2.868941979522184,
      "grad_norm": 0.2845868558303686,
      "learning_rate": 1.0471271603852068e-06,
      "loss": 0.2858,
      "num_tokens": 1600345646.0,
      "step": 8406
    },
    {
      "epoch": 2.869283276450512,
      "grad_norm": 0.2836227944591954,
      "learning_rate": 1.0468830873503634e-06,
      "loss": 0.2928,
      "num_tokens": 1600531690.0,
      "step": 8407
    },
    {
      "epoch": 2.8696245733788395,
      "grad_norm": 0.27994340489232744,
      "learning_rate": 1.046639644678771e-06,
      "loss": 0.2862,
      "num_tokens": 1600725385.0,
      "step": 8408
    },
    {
      "epoch": 2.8699658703071673,
      "grad_norm": 0.289953240421152,
      "learning_rate": 1.0463968324048906e-06,
      "loss": 0.3276,
      "num_tokens": 1600953654.0,
      "step": 8409
    },
    {
      "epoch": 2.8703071672354947,
      "grad_norm": 0.29495302214633334,
      "learning_rate": 1.046154650563093e-06,
      "loss": 0.2854,
      "num_tokens": 1601146568.0,
      "step": 8410
    },
    {
      "epoch": 2.8706484641638226,
      "grad_norm": 0.2772122928355304,
      "learning_rate": 1.0459130991876601e-06,
      "loss": 0.292,
      "num_tokens": 1601375780.0,
      "step": 8411
    },
    {
      "epoch": 2.87098976109215,
      "grad_norm": 0.31373605084300005,
      "learning_rate": 1.0456721783127856e-06,
      "loss": 0.313,
      "num_tokens": 1601563734.0,
      "step": 8412
    },
    {
      "epoch": 2.871331058020478,
      "grad_norm": 0.2802248661831082,
      "learning_rate": 1.0454318879725733e-06,
      "loss": 0.2842,
      "num_tokens": 1601756997.0,
      "step": 8413
    },
    {
      "epoch": 2.8716723549488057,
      "grad_norm": 0.29326628433534824,
      "learning_rate": 1.0451922282010366e-06,
      "loss": 0.3035,
      "num_tokens": 1601939821.0,
      "step": 8414
    },
    {
      "epoch": 2.872013651877133,
      "grad_norm": 0.28132354664277986,
      "learning_rate": 1.0449531990321016e-06,
      "loss": 0.2942,
      "num_tokens": 1602137209.0,
      "step": 8415
    },
    {
      "epoch": 2.8723549488054605,
      "grad_norm": 0.2838698291445205,
      "learning_rate": 1.0447148004996032e-06,
      "loss": 0.2791,
      "num_tokens": 1602322747.0,
      "step": 8416
    },
    {
      "epoch": 2.8726962457337883,
      "grad_norm": 0.33898630407381,
      "learning_rate": 1.0444770326372892e-06,
      "loss": 0.2748,
      "num_tokens": 1602509423.0,
      "step": 8417
    },
    {
      "epoch": 2.873037542662116,
      "grad_norm": 0.3106385993094599,
      "learning_rate": 1.0442398954788164e-06,
      "loss": 0.2944,
      "num_tokens": 1602690334.0,
      "step": 8418
    },
    {
      "epoch": 2.8733788395904436,
      "grad_norm": 0.36803775286385193,
      "learning_rate": 1.0440033890577526e-06,
      "loss": 0.2994,
      "num_tokens": 1602864748.0,
      "step": 8419
    },
    {
      "epoch": 2.8737201365187715,
      "grad_norm": 0.2866852013874431,
      "learning_rate": 1.043767513407577e-06,
      "loss": 0.2746,
      "num_tokens": 1603050018.0,
      "step": 8420
    },
    {
      "epoch": 2.874061433447099,
      "grad_norm": 0.2986615227697017,
      "learning_rate": 1.043532268561679e-06,
      "loss": 0.3193,
      "num_tokens": 1603252800.0,
      "step": 8421
    },
    {
      "epoch": 2.8744027303754267,
      "grad_norm": 0.28219462725257527,
      "learning_rate": 1.0432976545533596e-06,
      "loss": 0.2885,
      "num_tokens": 1603441548.0,
      "step": 8422
    },
    {
      "epoch": 2.874744027303754,
      "grad_norm": 0.28833709962401055,
      "learning_rate": 1.0430636714158278e-06,
      "loss": 0.3042,
      "num_tokens": 1603638061.0,
      "step": 8423
    },
    {
      "epoch": 2.875085324232082,
      "grad_norm": 0.2572210532273041,
      "learning_rate": 1.0428303191822065e-06,
      "loss": 0.2865,
      "num_tokens": 1603861239.0,
      "step": 8424
    },
    {
      "epoch": 2.8754266211604094,
      "grad_norm": 0.2805307815464961,
      "learning_rate": 1.0425975978855277e-06,
      "loss": 0.2901,
      "num_tokens": 1604077294.0,
      "step": 8425
    },
    {
      "epoch": 2.875767918088737,
      "grad_norm": 0.3003829607739085,
      "learning_rate": 1.042365507558735e-06,
      "loss": 0.2867,
      "num_tokens": 1604243182.0,
      "step": 8426
    },
    {
      "epoch": 2.876109215017065,
      "grad_norm": 0.2697131567672247,
      "learning_rate": 1.0421340482346813e-06,
      "loss": 0.2884,
      "num_tokens": 1604454285.0,
      "step": 8427
    },
    {
      "epoch": 2.8764505119453925,
      "grad_norm": 0.2955636046667153,
      "learning_rate": 1.0419032199461306e-06,
      "loss": 0.307,
      "num_tokens": 1604640253.0,
      "step": 8428
    },
    {
      "epoch": 2.87679180887372,
      "grad_norm": 0.31369327553919857,
      "learning_rate": 1.041673022725759e-06,
      "loss": 0.2967,
      "num_tokens": 1604804654.0,
      "step": 8429
    },
    {
      "epoch": 2.8771331058020477,
      "grad_norm": 0.291296869598718,
      "learning_rate": 1.041443456606152e-06,
      "loss": 0.3156,
      "num_tokens": 1605011376.0,
      "step": 8430
    },
    {
      "epoch": 2.8774744027303756,
      "grad_norm": 0.2560845686839144,
      "learning_rate": 1.041214521619805e-06,
      "loss": 0.2748,
      "num_tokens": 1605215011.0,
      "step": 8431
    },
    {
      "epoch": 2.877815699658703,
      "grad_norm": 0.26935168527940606,
      "learning_rate": 1.040986217799126e-06,
      "loss": 0.2983,
      "num_tokens": 1605417011.0,
      "step": 8432
    },
    {
      "epoch": 2.878156996587031,
      "grad_norm": 0.27450754069896227,
      "learning_rate": 1.0407585451764318e-06,
      "loss": 0.2865,
      "num_tokens": 1605598853.0,
      "step": 8433
    },
    {
      "epoch": 2.8784982935153582,
      "grad_norm": 0.28829636989943797,
      "learning_rate": 1.0405315037839517e-06,
      "loss": 0.3156,
      "num_tokens": 1605823004.0,
      "step": 8434
    },
    {
      "epoch": 2.878839590443686,
      "grad_norm": 0.2714862046633324,
      "learning_rate": 1.0403050936538247e-06,
      "loss": 0.2942,
      "num_tokens": 1606018140.0,
      "step": 8435
    },
    {
      "epoch": 2.8791808873720135,
      "grad_norm": 0.300170586989575,
      "learning_rate": 1.040079314818099e-06,
      "loss": 0.2779,
      "num_tokens": 1606175033.0,
      "step": 8436
    },
    {
      "epoch": 2.8795221843003413,
      "grad_norm": 0.27764260243041,
      "learning_rate": 1.039854167308736e-06,
      "loss": 0.2909,
      "num_tokens": 1606370781.0,
      "step": 8437
    },
    {
      "epoch": 2.8798634812286688,
      "grad_norm": 0.3001716800950702,
      "learning_rate": 1.039629651157606e-06,
      "loss": 0.2886,
      "num_tokens": 1606572223.0,
      "step": 8438
    },
    {
      "epoch": 2.8802047781569966,
      "grad_norm": 0.32096739783475303,
      "learning_rate": 1.0394057663964914e-06,
      "loss": 0.2985,
      "num_tokens": 1606739720.0,
      "step": 8439
    },
    {
      "epoch": 2.8805460750853245,
      "grad_norm": 0.299316786681167,
      "learning_rate": 1.039182513057083e-06,
      "loss": 0.2855,
      "num_tokens": 1606915314.0,
      "step": 8440
    },
    {
      "epoch": 2.880887372013652,
      "grad_norm": 0.5083864272207836,
      "learning_rate": 1.0389598911709846e-06,
      "loss": 0.2716,
      "num_tokens": 1607078579.0,
      "step": 8441
    },
    {
      "epoch": 2.8812286689419793,
      "grad_norm": 0.2871084921614809,
      "learning_rate": 1.0387379007697096e-06,
      "loss": 0.2917,
      "num_tokens": 1607268323.0,
      "step": 8442
    },
    {
      "epoch": 2.881569965870307,
      "grad_norm": 0.2925945704796431,
      "learning_rate": 1.038516541884681e-06,
      "loss": 0.3062,
      "num_tokens": 1607456002.0,
      "step": 8443
    },
    {
      "epoch": 2.881911262798635,
      "grad_norm": 0.28393885994705526,
      "learning_rate": 1.0382958145472345e-06,
      "loss": 0.2962,
      "num_tokens": 1607680616.0,
      "step": 8444
    },
    {
      "epoch": 2.8822525597269624,
      "grad_norm": 0.33055963729933396,
      "learning_rate": 1.0380757187886144e-06,
      "loss": 0.2783,
      "num_tokens": 1607830068.0,
      "step": 8445
    },
    {
      "epoch": 2.88259385665529,
      "grad_norm": 0.30693324204498873,
      "learning_rate": 1.0378562546399761e-06,
      "loss": 0.2805,
      "num_tokens": 1608000316.0,
      "step": 8446
    },
    {
      "epoch": 2.8829351535836176,
      "grad_norm": 0.26552661380329073,
      "learning_rate": 1.0376374221323877e-06,
      "loss": 0.2786,
      "num_tokens": 1608200522.0,
      "step": 8447
    },
    {
      "epoch": 2.8832764505119455,
      "grad_norm": 0.27871428087853956,
      "learning_rate": 1.037419221296825e-06,
      "loss": 0.2989,
      "num_tokens": 1608407492.0,
      "step": 8448
    },
    {
      "epoch": 2.883617747440273,
      "grad_norm": 0.30443184210478036,
      "learning_rate": 1.0372016521641752e-06,
      "loss": 0.2639,
      "num_tokens": 1608565918.0,
      "step": 8449
    },
    {
      "epoch": 2.8839590443686007,
      "grad_norm": 0.2802991770161182,
      "learning_rate": 1.0369847147652367e-06,
      "loss": 0.3317,
      "num_tokens": 1608794823.0,
      "step": 8450
    },
    {
      "epoch": 2.884300341296928,
      "grad_norm": 0.25907432641067607,
      "learning_rate": 1.0367684091307184e-06,
      "loss": 0.2772,
      "num_tokens": 1609011193.0,
      "step": 8451
    },
    {
      "epoch": 2.884641638225256,
      "grad_norm": 0.3967021423971986,
      "learning_rate": 1.0365527352912401e-06,
      "loss": 0.2791,
      "num_tokens": 1609172169.0,
      "step": 8452
    },
    {
      "epoch": 2.884982935153584,
      "grad_norm": 0.2915858293452795,
      "learning_rate": 1.0363376932773306e-06,
      "loss": 0.2785,
      "num_tokens": 1609358315.0,
      "step": 8453
    },
    {
      "epoch": 2.8853242320819112,
      "grad_norm": 0.3279300030376138,
      "learning_rate": 1.0361232831194302e-06,
      "loss": 0.2931,
      "num_tokens": 1609512056.0,
      "step": 8454
    },
    {
      "epoch": 2.8856655290102387,
      "grad_norm": 0.2705936770999483,
      "learning_rate": 1.0359095048478908e-06,
      "loss": 0.3024,
      "num_tokens": 1609707778.0,
      "step": 8455
    },
    {
      "epoch": 2.8860068259385665,
      "grad_norm": 0.2794170119684605,
      "learning_rate": 1.0356963584929732e-06,
      "loss": 0.3114,
      "num_tokens": 1609937106.0,
      "step": 8456
    },
    {
      "epoch": 2.8863481228668944,
      "grad_norm": 0.2674316178853821,
      "learning_rate": 1.0354838440848502e-06,
      "loss": 0.2838,
      "num_tokens": 1610130978.0,
      "step": 8457
    },
    {
      "epoch": 2.8866894197952218,
      "grad_norm": 0.2829976895999082,
      "learning_rate": 1.035271961653603e-06,
      "loss": 0.2959,
      "num_tokens": 1610313890.0,
      "step": 8458
    },
    {
      "epoch": 2.8870307167235496,
      "grad_norm": 0.2885662068430952,
      "learning_rate": 1.0350607112292261e-06,
      "loss": 0.2764,
      "num_tokens": 1610496304.0,
      "step": 8459
    },
    {
      "epoch": 2.887372013651877,
      "grad_norm": 0.2646733500063339,
      "learning_rate": 1.0348500928416226e-06,
      "loss": 0.2931,
      "num_tokens": 1610700887.0,
      "step": 8460
    },
    {
      "epoch": 2.887713310580205,
      "grad_norm": 0.24866706238050337,
      "learning_rate": 1.0346401065206066e-06,
      "loss": 0.3009,
      "num_tokens": 1610957280.0,
      "step": 8461
    },
    {
      "epoch": 2.8880546075085323,
      "grad_norm": 0.2981623707575028,
      "learning_rate": 1.0344307522959029e-06,
      "loss": 0.2909,
      "num_tokens": 1611132407.0,
      "step": 8462
    },
    {
      "epoch": 2.88839590443686,
      "grad_norm": 0.31921993929598724,
      "learning_rate": 1.0342220301971468e-06,
      "loss": 0.29,
      "num_tokens": 1611296699.0,
      "step": 8463
    },
    {
      "epoch": 2.8887372013651875,
      "grad_norm": 0.28129941915103834,
      "learning_rate": 1.0340139402538843e-06,
      "loss": 0.2791,
      "num_tokens": 1611469650.0,
      "step": 8464
    },
    {
      "epoch": 2.8890784982935154,
      "grad_norm": 0.3274548879977224,
      "learning_rate": 1.0338064824955712e-06,
      "loss": 0.2832,
      "num_tokens": 1611638978.0,
      "step": 8465
    },
    {
      "epoch": 2.8894197952218432,
      "grad_norm": 0.2771480133486243,
      "learning_rate": 1.0335996569515748e-06,
      "loss": 0.3024,
      "num_tokens": 1611838187.0,
      "step": 8466
    },
    {
      "epoch": 2.8897610921501706,
      "grad_norm": 0.30579919826060337,
      "learning_rate": 1.0333934636511714e-06,
      "loss": 0.2975,
      "num_tokens": 1612018627.0,
      "step": 8467
    },
    {
      "epoch": 2.890102389078498,
      "grad_norm": 0.2914652923268042,
      "learning_rate": 1.0331879026235504e-06,
      "loss": 0.2908,
      "num_tokens": 1612220493.0,
      "step": 8468
    },
    {
      "epoch": 2.890443686006826,
      "grad_norm": 0.2719280315029353,
      "learning_rate": 1.0329829738978084e-06,
      "loss": 0.27,
      "num_tokens": 1612406067.0,
      "step": 8469
    },
    {
      "epoch": 2.8907849829351537,
      "grad_norm": 0.32615426130413544,
      "learning_rate": 1.0327786775029556e-06,
      "loss": 0.2782,
      "num_tokens": 1612569698.0,
      "step": 8470
    },
    {
      "epoch": 2.891126279863481,
      "grad_norm": 0.2783720532300378,
      "learning_rate": 1.0325750134679105e-06,
      "loss": 0.2827,
      "num_tokens": 1612752662.0,
      "step": 8471
    },
    {
      "epoch": 2.891467576791809,
      "grad_norm": 0.2963300683734501,
      "learning_rate": 1.0323719818215033e-06,
      "loss": 0.2907,
      "num_tokens": 1612942231.0,
      "step": 8472
    },
    {
      "epoch": 2.8918088737201364,
      "grad_norm": 0.28451915103030884,
      "learning_rate": 1.0321695825924735e-06,
      "loss": 0.2966,
      "num_tokens": 1613134696.0,
      "step": 8473
    },
    {
      "epoch": 2.8921501706484642,
      "grad_norm": 0.3065530162690634,
      "learning_rate": 1.0319678158094728e-06,
      "loss": 0.2831,
      "num_tokens": 1613290283.0,
      "step": 8474
    },
    {
      "epoch": 2.8924914675767917,
      "grad_norm": 0.2972062288421061,
      "learning_rate": 1.0317666815010612e-06,
      "loss": 0.303,
      "num_tokens": 1613487107.0,
      "step": 8475
    },
    {
      "epoch": 2.8928327645051195,
      "grad_norm": 0.2751375737164945,
      "learning_rate": 1.0315661796957118e-06,
      "loss": 0.2738,
      "num_tokens": 1613671116.0,
      "step": 8476
    },
    {
      "epoch": 2.893174061433447,
      "grad_norm": 0.2843575491421503,
      "learning_rate": 1.0313663104218058e-06,
      "loss": 0.3188,
      "num_tokens": 1613908973.0,
      "step": 8477
    },
    {
      "epoch": 2.8935153583617748,
      "grad_norm": 0.29890634340854494,
      "learning_rate": 1.0311670737076362e-06,
      "loss": 0.2973,
      "num_tokens": 1614096234.0,
      "step": 8478
    },
    {
      "epoch": 2.8938566552901026,
      "grad_norm": 0.2968964746257006,
      "learning_rate": 1.0309684695814054e-06,
      "loss": 0.2701,
      "num_tokens": 1614238750.0,
      "step": 8479
    },
    {
      "epoch": 2.89419795221843,
      "grad_norm": 0.30060527175755597,
      "learning_rate": 1.0307704980712281e-06,
      "loss": 0.3057,
      "num_tokens": 1614435182.0,
      "step": 8480
    },
    {
      "epoch": 2.8945392491467574,
      "grad_norm": 0.2934970097307669,
      "learning_rate": 1.030573159205127e-06,
      "loss": 0.2557,
      "num_tokens": 1614586482.0,
      "step": 8481
    },
    {
      "epoch": 2.8948805460750853,
      "grad_norm": 0.27457759982070357,
      "learning_rate": 1.0303764530110374e-06,
      "loss": 0.3111,
      "num_tokens": 1614808232.0,
      "step": 8482
    },
    {
      "epoch": 2.895221843003413,
      "grad_norm": 0.2992941634489536,
      "learning_rate": 1.0301803795168034e-06,
      "loss": 0.3192,
      "num_tokens": 1614994322.0,
      "step": 8483
    },
    {
      "epoch": 2.8955631399317405,
      "grad_norm": 0.29358432356218755,
      "learning_rate": 1.029984938750181e-06,
      "loss": 0.2687,
      "num_tokens": 1615165329.0,
      "step": 8484
    },
    {
      "epoch": 2.8959044368600684,
      "grad_norm": 0.29378609576057446,
      "learning_rate": 1.0297901307388353e-06,
      "loss": 0.3185,
      "num_tokens": 1615358792.0,
      "step": 8485
    },
    {
      "epoch": 2.896245733788396,
      "grad_norm": 0.31042684146614186,
      "learning_rate": 1.029595955510343e-06,
      "loss": 0.3338,
      "num_tokens": 1615527944.0,
      "step": 8486
    },
    {
      "epoch": 2.8965870307167236,
      "grad_norm": 0.2941921708193658,
      "learning_rate": 1.0294024130921904e-06,
      "loss": 0.3024,
      "num_tokens": 1615701112.0,
      "step": 8487
    },
    {
      "epoch": 2.896928327645051,
      "grad_norm": 0.2931561419963753,
      "learning_rate": 1.0292095035117746e-06,
      "loss": 0.2663,
      "num_tokens": 1615861618.0,
      "step": 8488
    },
    {
      "epoch": 2.897269624573379,
      "grad_norm": 0.2884665013673532,
      "learning_rate": 1.029017226796403e-06,
      "loss": 0.3066,
      "num_tokens": 1616056616.0,
      "step": 8489
    },
    {
      "epoch": 2.8976109215017063,
      "grad_norm": 0.27644545416757227,
      "learning_rate": 1.0288255829732932e-06,
      "loss": 0.2851,
      "num_tokens": 1616240715.0,
      "step": 8490
    },
    {
      "epoch": 2.897952218430034,
      "grad_norm": 0.26874796534951223,
      "learning_rate": 1.0286345720695738e-06,
      "loss": 0.291,
      "num_tokens": 1616455158.0,
      "step": 8491
    },
    {
      "epoch": 2.898293515358362,
      "grad_norm": 0.27108087975057227,
      "learning_rate": 1.028444194112283e-06,
      "loss": 0.2996,
      "num_tokens": 1616665083.0,
      "step": 8492
    },
    {
      "epoch": 2.8986348122866894,
      "grad_norm": 0.27977608294880524,
      "learning_rate": 1.0282544491283702e-06,
      "loss": 0.2992,
      "num_tokens": 1616891026.0,
      "step": 8493
    },
    {
      "epoch": 2.898976109215017,
      "grad_norm": 0.28701454197079435,
      "learning_rate": 1.028065337144695e-06,
      "loss": 0.2858,
      "num_tokens": 1617077621.0,
      "step": 8494
    },
    {
      "epoch": 2.8993174061433447,
      "grad_norm": 0.28189860037942227,
      "learning_rate": 1.0278768581880263e-06,
      "loss": 0.3136,
      "num_tokens": 1617268569.0,
      "step": 8495
    },
    {
      "epoch": 2.8996587030716725,
      "grad_norm": 0.31606026051718616,
      "learning_rate": 1.0276890122850457e-06,
      "loss": 0.2768,
      "num_tokens": 1617421292.0,
      "step": 8496
    },
    {
      "epoch": 2.9,
      "grad_norm": 0.2648070597908915,
      "learning_rate": 1.0275017994623425e-06,
      "loss": 0.3009,
      "num_tokens": 1617625207.0,
      "step": 8497
    },
    {
      "epoch": 2.9003412969283278,
      "grad_norm": 0.46343458135644133,
      "learning_rate": 1.0273152197464191e-06,
      "loss": 0.2834,
      "num_tokens": 1617790709.0,
      "step": 8498
    },
    {
      "epoch": 2.900682593856655,
      "grad_norm": 0.2967591285192436,
      "learning_rate": 1.0271292731636858e-06,
      "loss": 0.3074,
      "num_tokens": 1617968498.0,
      "step": 8499
    },
    {
      "epoch": 2.901023890784983,
      "grad_norm": 0.3055734303850035,
      "learning_rate": 1.026943959740465e-06,
      "loss": 0.3039,
      "num_tokens": 1618142210.0,
      "step": 8500
    },
    {
      "epoch": 2.9013651877133104,
      "grad_norm": 0.26964096004453775,
      "learning_rate": 1.0267592795029881e-06,
      "loss": 0.2889,
      "num_tokens": 1618342709.0,
      "step": 8501
    },
    {
      "epoch": 2.9017064846416383,
      "grad_norm": 0.29606359665270365,
      "learning_rate": 1.0265752324773981e-06,
      "loss": 0.2962,
      "num_tokens": 1618545155.0,
      "step": 8502
    },
    {
      "epoch": 2.9020477815699657,
      "grad_norm": 0.298826922992719,
      "learning_rate": 1.026391818689748e-06,
      "loss": 0.2841,
      "num_tokens": 1618736873.0,
      "step": 8503
    },
    {
      "epoch": 2.9023890784982935,
      "grad_norm": 0.4001242491441669,
      "learning_rate": 1.026209038166001e-06,
      "loss": 0.2843,
      "num_tokens": 1618903286.0,
      "step": 8504
    },
    {
      "epoch": 2.9027303754266214,
      "grad_norm": 0.2876319122995644,
      "learning_rate": 1.0260268909320307e-06,
      "loss": 0.3103,
      "num_tokens": 1619101210.0,
      "step": 8505
    },
    {
      "epoch": 2.903071672354949,
      "grad_norm": 0.2874211631534413,
      "learning_rate": 1.0258453770136205e-06,
      "loss": 0.2902,
      "num_tokens": 1619301341.0,
      "step": 8506
    },
    {
      "epoch": 2.903412969283276,
      "grad_norm": 0.31606599885724673,
      "learning_rate": 1.025664496436465e-06,
      "loss": 0.2723,
      "num_tokens": 1619470609.0,
      "step": 8507
    },
    {
      "epoch": 2.903754266211604,
      "grad_norm": 0.25818032499356836,
      "learning_rate": 1.0254842492261691e-06,
      "loss": 0.2852,
      "num_tokens": 1619688572.0,
      "step": 8508
    },
    {
      "epoch": 2.904095563139932,
      "grad_norm": 0.30211117711403235,
      "learning_rate": 1.0253046354082478e-06,
      "loss": 0.3278,
      "num_tokens": 1619911558.0,
      "step": 8509
    },
    {
      "epoch": 2.9044368600682593,
      "grad_norm": 0.29320983132031586,
      "learning_rate": 1.0251256550081262e-06,
      "loss": 0.304,
      "num_tokens": 1620102374.0,
      "step": 8510
    },
    {
      "epoch": 2.904778156996587,
      "grad_norm": 0.28712413396649095,
      "learning_rate": 1.0249473080511398e-06,
      "loss": 0.3102,
      "num_tokens": 1620296580.0,
      "step": 8511
    },
    {
      "epoch": 2.9051194539249146,
      "grad_norm": 0.2864614867846457,
      "learning_rate": 1.0247695945625348e-06,
      "loss": 0.2955,
      "num_tokens": 1620490921.0,
      "step": 8512
    },
    {
      "epoch": 2.9054607508532424,
      "grad_norm": 0.2607042800686743,
      "learning_rate": 1.0245925145674677e-06,
      "loss": 0.2626,
      "num_tokens": 1620685902.0,
      "step": 8513
    },
    {
      "epoch": 2.90580204778157,
      "grad_norm": 0.2750686851534588,
      "learning_rate": 1.0244160680910054e-06,
      "loss": 0.2993,
      "num_tokens": 1620909706.0,
      "step": 8514
    },
    {
      "epoch": 2.9061433447098977,
      "grad_norm": 0.26998335297788345,
      "learning_rate": 1.0242402551581238e-06,
      "loss": 0.2853,
      "num_tokens": 1621107212.0,
      "step": 8515
    },
    {
      "epoch": 2.906484641638225,
      "grad_norm": 0.29503113867970904,
      "learning_rate": 1.0240650757937106e-06,
      "loss": 0.2909,
      "num_tokens": 1621293101.0,
      "step": 8516
    },
    {
      "epoch": 2.906825938566553,
      "grad_norm": 0.3090477201118251,
      "learning_rate": 1.0238905300225641e-06,
      "loss": 0.2979,
      "num_tokens": 1621458682.0,
      "step": 8517
    },
    {
      "epoch": 2.9071672354948808,
      "grad_norm": 0.3536204548647598,
      "learning_rate": 1.0237166178693922e-06,
      "loss": 0.2916,
      "num_tokens": 1621642365.0,
      "step": 8518
    },
    {
      "epoch": 2.907508532423208,
      "grad_norm": 0.27197559412502237,
      "learning_rate": 1.0235433393588118e-06,
      "loss": 0.2976,
      "num_tokens": 1621831827.0,
      "step": 8519
    },
    {
      "epoch": 2.9078498293515356,
      "grad_norm": 0.3093787878876368,
      "learning_rate": 1.0233706945153526e-06,
      "loss": 0.3058,
      "num_tokens": 1622016223.0,
      "step": 8520
    },
    {
      "epoch": 2.9081911262798634,
      "grad_norm": 0.3425799520868608,
      "learning_rate": 1.0231986833634534e-06,
      "loss": 0.2835,
      "num_tokens": 1622201975.0,
      "step": 8521
    },
    {
      "epoch": 2.9085324232081913,
      "grad_norm": 0.3008112733520391,
      "learning_rate": 1.0230273059274632e-06,
      "loss": 0.3007,
      "num_tokens": 1622393324.0,
      "step": 8522
    },
    {
      "epoch": 2.9088737201365187,
      "grad_norm": 0.2937561102187766,
      "learning_rate": 1.022856562231641e-06,
      "loss": 0.3078,
      "num_tokens": 1622572653.0,
      "step": 8523
    },
    {
      "epoch": 2.9092150170648465,
      "grad_norm": 0.2759939753784151,
      "learning_rate": 1.022686452300157e-06,
      "loss": 0.2864,
      "num_tokens": 1622753610.0,
      "step": 8524
    },
    {
      "epoch": 2.909556313993174,
      "grad_norm": 0.2848204695181147,
      "learning_rate": 1.0225169761570909e-06,
      "loss": 0.2637,
      "num_tokens": 1622925179.0,
      "step": 8525
    },
    {
      "epoch": 2.909897610921502,
      "grad_norm": 0.27623882982157233,
      "learning_rate": 1.0223481338264326e-06,
      "loss": 0.2775,
      "num_tokens": 1623133515.0,
      "step": 8526
    },
    {
      "epoch": 2.910238907849829,
      "grad_norm": 0.3085273002024145,
      "learning_rate": 1.0221799253320838e-06,
      "loss": 0.3205,
      "num_tokens": 1623314578.0,
      "step": 8527
    },
    {
      "epoch": 2.910580204778157,
      "grad_norm": 0.5249457545887813,
      "learning_rate": 1.0220123506978544e-06,
      "loss": 0.2918,
      "num_tokens": 1623479438.0,
      "step": 8528
    },
    {
      "epoch": 2.9109215017064844,
      "grad_norm": 0.26093997561110877,
      "learning_rate": 1.0218454099474658e-06,
      "loss": 0.2826,
      "num_tokens": 1623683621.0,
      "step": 8529
    },
    {
      "epoch": 2.9112627986348123,
      "grad_norm": 0.29202000630372277,
      "learning_rate": 1.0216791031045493e-06,
      "loss": 0.2865,
      "num_tokens": 1623869651.0,
      "step": 8530
    },
    {
      "epoch": 2.91160409556314,
      "grad_norm": 0.25521033182665526,
      "learning_rate": 1.0215134301926472e-06,
      "loss": 0.2804,
      "num_tokens": 1624082797.0,
      "step": 8531
    },
    {
      "epoch": 2.9119453924914676,
      "grad_norm": 0.30666616648923983,
      "learning_rate": 1.0213483912352102e-06,
      "loss": 0.3098,
      "num_tokens": 1624256187.0,
      "step": 8532
    },
    {
      "epoch": 2.912286689419795,
      "grad_norm": 0.28978396669200973,
      "learning_rate": 1.0211839862556017e-06,
      "loss": 0.3015,
      "num_tokens": 1624442713.0,
      "step": 8533
    },
    {
      "epoch": 2.912627986348123,
      "grad_norm": 0.32765931762005546,
      "learning_rate": 1.021020215277093e-06,
      "loss": 0.2938,
      "num_tokens": 1624591178.0,
      "step": 8534
    },
    {
      "epoch": 2.9129692832764507,
      "grad_norm": 0.2796868428708248,
      "learning_rate": 1.0208570783228678e-06,
      "loss": 0.2905,
      "num_tokens": 1624791987.0,
      "step": 8535
    },
    {
      "epoch": 2.913310580204778,
      "grad_norm": 0.29207085192165705,
      "learning_rate": 1.0206945754160178e-06,
      "loss": 0.2897,
      "num_tokens": 1624988715.0,
      "step": 8536
    },
    {
      "epoch": 2.913651877133106,
      "grad_norm": 0.28697642021067665,
      "learning_rate": 1.0205327065795476e-06,
      "loss": 0.3162,
      "num_tokens": 1625195880.0,
      "step": 8537
    },
    {
      "epoch": 2.9139931740614333,
      "grad_norm": 0.31701278833431346,
      "learning_rate": 1.02037147183637e-06,
      "loss": 0.3037,
      "num_tokens": 1625380339.0,
      "step": 8538
    },
    {
      "epoch": 2.914334470989761,
      "grad_norm": 0.2931577274411313,
      "learning_rate": 1.0202108712093083e-06,
      "loss": 0.2984,
      "num_tokens": 1625599542.0,
      "step": 8539
    },
    {
      "epoch": 2.9146757679180886,
      "grad_norm": 0.3053534840758397,
      "learning_rate": 1.0200509047210971e-06,
      "loss": 0.3004,
      "num_tokens": 1625814763.0,
      "step": 8540
    },
    {
      "epoch": 2.9150170648464164,
      "grad_norm": 0.28698031866586926,
      "learning_rate": 1.0198915723943803e-06,
      "loss": 0.2868,
      "num_tokens": 1626031195.0,
      "step": 8541
    },
    {
      "epoch": 2.915358361774744,
      "grad_norm": 0.3382233741260728,
      "learning_rate": 1.0197328742517117e-06,
      "loss": 0.3092,
      "num_tokens": 1626236879.0,
      "step": 8542
    },
    {
      "epoch": 2.9156996587030717,
      "grad_norm": 0.29715264174629363,
      "learning_rate": 1.0195748103155569e-06,
      "loss": 0.2768,
      "num_tokens": 1626426891.0,
      "step": 8543
    },
    {
      "epoch": 2.9160409556313995,
      "grad_norm": 0.291971270980192,
      "learning_rate": 1.01941738060829e-06,
      "loss": 0.2982,
      "num_tokens": 1626619455.0,
      "step": 8544
    },
    {
      "epoch": 2.916382252559727,
      "grad_norm": 0.28304759870299523,
      "learning_rate": 1.0192605851521955e-06,
      "loss": 0.2885,
      "num_tokens": 1626803723.0,
      "step": 8545
    },
    {
      "epoch": 2.9167235494880543,
      "grad_norm": 0.2672883890375916,
      "learning_rate": 1.0191044239694703e-06,
      "loss": 0.289,
      "num_tokens": 1627004659.0,
      "step": 8546
    },
    {
      "epoch": 2.917064846416382,
      "grad_norm": 0.3000577687313183,
      "learning_rate": 1.0189488970822182e-06,
      "loss": 0.3215,
      "num_tokens": 1627204019.0,
      "step": 8547
    },
    {
      "epoch": 2.91740614334471,
      "grad_norm": 0.27792918327751964,
      "learning_rate": 1.0187940045124564e-06,
      "loss": 0.2985,
      "num_tokens": 1627408717.0,
      "step": 8548
    },
    {
      "epoch": 2.9177474402730375,
      "grad_norm": 0.26776607181684775,
      "learning_rate": 1.0186397462821097e-06,
      "loss": 0.2812,
      "num_tokens": 1627616881.0,
      "step": 8549
    },
    {
      "epoch": 2.9180887372013653,
      "grad_norm": 0.34048974688885425,
      "learning_rate": 1.0184861224130149e-06,
      "loss": 0.3248,
      "num_tokens": 1627826548.0,
      "step": 8550
    },
    {
      "epoch": 2.9184300341296927,
      "grad_norm": 0.27721516513704725,
      "learning_rate": 1.0183331329269172e-06,
      "loss": 0.2973,
      "num_tokens": 1628023095.0,
      "step": 8551
    },
    {
      "epoch": 2.9187713310580206,
      "grad_norm": 0.33128107905990906,
      "learning_rate": 1.0181807778454745e-06,
      "loss": 0.2946,
      "num_tokens": 1628178099.0,
      "step": 8552
    },
    {
      "epoch": 2.919112627986348,
      "grad_norm": 0.2679828367939344,
      "learning_rate": 1.0180290571902526e-06,
      "loss": 0.2718,
      "num_tokens": 1628382022.0,
      "step": 8553
    },
    {
      "epoch": 2.919453924914676,
      "grad_norm": 0.28542400821237,
      "learning_rate": 1.0178779709827286e-06,
      "loss": 0.2664,
      "num_tokens": 1628561752.0,
      "step": 8554
    },
    {
      "epoch": 2.919795221843003,
      "grad_norm": 0.28093566236074274,
      "learning_rate": 1.01772751924429e-06,
      "loss": 0.2741,
      "num_tokens": 1628743642.0,
      "step": 8555
    },
    {
      "epoch": 2.920136518771331,
      "grad_norm": 0.30618018075979553,
      "learning_rate": 1.0175777019962337e-06,
      "loss": 0.2733,
      "num_tokens": 1628930633.0,
      "step": 8556
    },
    {
      "epoch": 2.920477815699659,
      "grad_norm": 0.2773766584325042,
      "learning_rate": 1.017428519259767e-06,
      "loss": 0.2984,
      "num_tokens": 1629142802.0,
      "step": 8557
    },
    {
      "epoch": 2.9208191126279863,
      "grad_norm": 0.3055588285886809,
      "learning_rate": 1.0172799710560072e-06,
      "loss": 0.2909,
      "num_tokens": 1629309411.0,
      "step": 8558
    },
    {
      "epoch": 2.9211604095563137,
      "grad_norm": 0.302431188465587,
      "learning_rate": 1.0171320574059836e-06,
      "loss": 0.2632,
      "num_tokens": 1629463048.0,
      "step": 8559
    },
    {
      "epoch": 2.9215017064846416,
      "grad_norm": 0.3058884701018942,
      "learning_rate": 1.0169847783306325e-06,
      "loss": 0.3233,
      "num_tokens": 1629644185.0,
      "step": 8560
    },
    {
      "epoch": 2.9218430034129694,
      "grad_norm": 0.24449781121528172,
      "learning_rate": 1.016838133850803e-06,
      "loss": 0.2588,
      "num_tokens": 1629859919.0,
      "step": 8561
    },
    {
      "epoch": 2.922184300341297,
      "grad_norm": 0.2614014275117354,
      "learning_rate": 1.0166921239872532e-06,
      "loss": 0.2965,
      "num_tokens": 1630084047.0,
      "step": 8562
    },
    {
      "epoch": 2.9225255972696247,
      "grad_norm": 0.2597285276655927,
      "learning_rate": 1.0165467487606516e-06,
      "loss": 0.2757,
      "num_tokens": 1630292598.0,
      "step": 8563
    },
    {
      "epoch": 2.922866894197952,
      "grad_norm": 0.28245553876735097,
      "learning_rate": 1.0164020081915773e-06,
      "loss": 0.2918,
      "num_tokens": 1630500785.0,
      "step": 8564
    },
    {
      "epoch": 2.92320819112628,
      "grad_norm": 0.28546983482056315,
      "learning_rate": 1.016257902300518e-06,
      "loss": 0.2544,
      "num_tokens": 1630659747.0,
      "step": 8565
    },
    {
      "epoch": 2.9235494880546073,
      "grad_norm": 0.29834167845337106,
      "learning_rate": 1.016114431107874e-06,
      "loss": 0.3027,
      "num_tokens": 1630848047.0,
      "step": 8566
    },
    {
      "epoch": 2.923890784982935,
      "grad_norm": 0.2802946989139242,
      "learning_rate": 1.0159715946339537e-06,
      "loss": 0.2863,
      "num_tokens": 1631047724.0,
      "step": 8567
    },
    {
      "epoch": 2.9242320819112626,
      "grad_norm": 0.2882721167972569,
      "learning_rate": 1.015829392898976e-06,
      "loss": 0.2847,
      "num_tokens": 1631228998.0,
      "step": 8568
    },
    {
      "epoch": 2.9245733788395905,
      "grad_norm": 0.29364310932262033,
      "learning_rate": 1.0156878259230716e-06,
      "loss": 0.2852,
      "num_tokens": 1631405077.0,
      "step": 8569
    },
    {
      "epoch": 2.9249146757679183,
      "grad_norm": 0.30095942455241037,
      "learning_rate": 1.0155468937262789e-06,
      "loss": 0.2689,
      "num_tokens": 1631575514.0,
      "step": 8570
    },
    {
      "epoch": 2.9252559726962457,
      "grad_norm": 0.29228990997202914,
      "learning_rate": 1.0154065963285485e-06,
      "loss": 0.2959,
      "num_tokens": 1631776382.0,
      "step": 8571
    },
    {
      "epoch": 2.925597269624573,
      "grad_norm": 0.319982708839369,
      "learning_rate": 1.0152669337497394e-06,
      "loss": 0.2771,
      "num_tokens": 1631965350.0,
      "step": 8572
    },
    {
      "epoch": 2.925938566552901,
      "grad_norm": 0.28992293757807336,
      "learning_rate": 1.0151279060096223e-06,
      "loss": 0.2923,
      "num_tokens": 1632149131.0,
      "step": 8573
    },
    {
      "epoch": 2.926279863481229,
      "grad_norm": 0.33165139468434507,
      "learning_rate": 1.0149895131278768e-06,
      "loss": 0.3145,
      "num_tokens": 1632327429.0,
      "step": 8574
    },
    {
      "epoch": 2.926621160409556,
      "grad_norm": 0.31470545148156615,
      "learning_rate": 1.0148517551240942e-06,
      "loss": 0.2891,
      "num_tokens": 1632490291.0,
      "step": 8575
    },
    {
      "epoch": 2.926962457337884,
      "grad_norm": 0.2704209342241087,
      "learning_rate": 1.0147146320177734e-06,
      "loss": 0.2653,
      "num_tokens": 1632683841.0,
      "step": 8576
    },
    {
      "epoch": 2.9273037542662115,
      "grad_norm": 0.26684099016192686,
      "learning_rate": 1.0145781438283258e-06,
      "loss": 0.3071,
      "num_tokens": 1632907280.0,
      "step": 8577
    },
    {
      "epoch": 2.9276450511945393,
      "grad_norm": 0.260777351364676,
      "learning_rate": 1.0144422905750723e-06,
      "loss": 0.3098,
      "num_tokens": 1633140499.0,
      "step": 8578
    },
    {
      "epoch": 2.9279863481228667,
      "grad_norm": 0.3411981878633248,
      "learning_rate": 1.0143070722772432e-06,
      "loss": 0.2873,
      "num_tokens": 1633293098.0,
      "step": 8579
    },
    {
      "epoch": 2.9283276450511946,
      "grad_norm": 0.30405614598678143,
      "learning_rate": 1.01417248895398e-06,
      "loss": 0.3009,
      "num_tokens": 1633471946.0,
      "step": 8580
    },
    {
      "epoch": 2.928668941979522,
      "grad_norm": 0.2852463455572666,
      "learning_rate": 1.0140385406243323e-06,
      "loss": 0.3057,
      "num_tokens": 1633666943.0,
      "step": 8581
    },
    {
      "epoch": 2.92901023890785,
      "grad_norm": 0.33934248512996734,
      "learning_rate": 1.0139052273072628e-06,
      "loss": 0.2566,
      "num_tokens": 1633825309.0,
      "step": 8582
    },
    {
      "epoch": 2.9293515358361777,
      "grad_norm": 0.29073878474840464,
      "learning_rate": 1.013772549021642e-06,
      "loss": 0.2746,
      "num_tokens": 1634003673.0,
      "step": 8583
    },
    {
      "epoch": 2.929692832764505,
      "grad_norm": 0.2946146742017442,
      "learning_rate": 1.0136405057862513e-06,
      "loss": 0.2633,
      "num_tokens": 1634166964.0,
      "step": 8584
    },
    {
      "epoch": 2.9300341296928325,
      "grad_norm": 0.2941323151864219,
      "learning_rate": 1.0135090976197827e-06,
      "loss": 0.3163,
      "num_tokens": 1634377664.0,
      "step": 8585
    },
    {
      "epoch": 2.9303754266211604,
      "grad_norm": 0.3860588739694498,
      "learning_rate": 1.0133783245408365e-06,
      "loss": 0.3015,
      "num_tokens": 1634562046.0,
      "step": 8586
    },
    {
      "epoch": 2.930716723549488,
      "grad_norm": 0.3114282971127096,
      "learning_rate": 1.0132481865679256e-06,
      "loss": 0.2992,
      "num_tokens": 1634762038.0,
      "step": 8587
    },
    {
      "epoch": 2.9310580204778156,
      "grad_norm": 0.28000256519874206,
      "learning_rate": 1.013118683719471e-06,
      "loss": 0.2944,
      "num_tokens": 1634964316.0,
      "step": 8588
    },
    {
      "epoch": 2.9313993174061435,
      "grad_norm": 0.28956728374687923,
      "learning_rate": 1.0129898160138051e-06,
      "loss": 0.2556,
      "num_tokens": 1635113845.0,
      "step": 8589
    },
    {
      "epoch": 2.931740614334471,
      "grad_norm": 0.2725063524866237,
      "learning_rate": 1.0128615834691692e-06,
      "loss": 0.2804,
      "num_tokens": 1635303463.0,
      "step": 8590
    },
    {
      "epoch": 2.9320819112627987,
      "grad_norm": 0.2797698597537615,
      "learning_rate": 1.0127339861037163e-06,
      "loss": 0.3234,
      "num_tokens": 1635526777.0,
      "step": 8591
    },
    {
      "epoch": 2.932423208191126,
      "grad_norm": 0.30903502081347367,
      "learning_rate": 1.012607023935507e-06,
      "loss": 0.2911,
      "num_tokens": 1635720093.0,
      "step": 8592
    },
    {
      "epoch": 2.932764505119454,
      "grad_norm": 0.3090335109686254,
      "learning_rate": 1.0124806969825147e-06,
      "loss": 0.3158,
      "num_tokens": 1635904813.0,
      "step": 8593
    },
    {
      "epoch": 2.9331058020477814,
      "grad_norm": 0.32704774272054876,
      "learning_rate": 1.0123550052626215e-06,
      "loss": 0.3058,
      "num_tokens": 1636072540.0,
      "step": 8594
    },
    {
      "epoch": 2.9334470989761092,
      "grad_norm": 0.32597970758620326,
      "learning_rate": 1.0122299487936193e-06,
      "loss": 0.2893,
      "num_tokens": 1636273455.0,
      "step": 8595
    },
    {
      "epoch": 2.933788395904437,
      "grad_norm": 0.266490181367068,
      "learning_rate": 1.0121055275932111e-06,
      "loss": 0.2996,
      "num_tokens": 1636488820.0,
      "step": 8596
    },
    {
      "epoch": 2.9341296928327645,
      "grad_norm": 0.3003121699365124,
      "learning_rate": 1.0119817416790093e-06,
      "loss": 0.3193,
      "num_tokens": 1636676469.0,
      "step": 8597
    },
    {
      "epoch": 2.934470989761092,
      "grad_norm": 0.28562851521646865,
      "learning_rate": 1.011858591068536e-06,
      "loss": 0.2761,
      "num_tokens": 1636894969.0,
      "step": 8598
    },
    {
      "epoch": 2.9348122866894197,
      "grad_norm": 0.28837557236152184,
      "learning_rate": 1.0117360757792238e-06,
      "loss": 0.2794,
      "num_tokens": 1637072727.0,
      "step": 8599
    },
    {
      "epoch": 2.9351535836177476,
      "grad_norm": 0.28553953677059407,
      "learning_rate": 1.011614195828416e-06,
      "loss": 0.2992,
      "num_tokens": 1637259961.0,
      "step": 8600
    },
    {
      "epoch": 2.935494880546075,
      "grad_norm": 0.2803102126512953,
      "learning_rate": 1.0114929512333658e-06,
      "loss": 0.2762,
      "num_tokens": 1637461277.0,
      "step": 8601
    },
    {
      "epoch": 2.935836177474403,
      "grad_norm": 0.3092604172596945,
      "learning_rate": 1.0113723420112346e-06,
      "loss": 0.2831,
      "num_tokens": 1637629753.0,
      "step": 8602
    },
    {
      "epoch": 2.9361774744027302,
      "grad_norm": 0.3053018760318369,
      "learning_rate": 1.0112523681790962e-06,
      "loss": 0.3036,
      "num_tokens": 1637792303.0,
      "step": 8603
    },
    {
      "epoch": 2.936518771331058,
      "grad_norm": 0.2658438272147417,
      "learning_rate": 1.0111330297539339e-06,
      "loss": 0.2833,
      "num_tokens": 1637989159.0,
      "step": 8604
    },
    {
      "epoch": 2.9368600682593855,
      "grad_norm": 0.3017426385408464,
      "learning_rate": 1.01101432675264e-06,
      "loss": 0.2734,
      "num_tokens": 1638159892.0,
      "step": 8605
    },
    {
      "epoch": 2.9372013651877134,
      "grad_norm": 0.30948273854741304,
      "learning_rate": 1.0108962591920177e-06,
      "loss": 0.308,
      "num_tokens": 1638335464.0,
      "step": 8606
    },
    {
      "epoch": 2.9375426621160408,
      "grad_norm": 0.3628253751018537,
      "learning_rate": 1.0107788270887808e-06,
      "loss": 0.2758,
      "num_tokens": 1638492524.0,
      "step": 8607
    },
    {
      "epoch": 2.9378839590443686,
      "grad_norm": 0.351531738453886,
      "learning_rate": 1.010662030459551e-06,
      "loss": 0.2713,
      "num_tokens": 1638652618.0,
      "step": 8608
    },
    {
      "epoch": 2.9382252559726965,
      "grad_norm": 0.2887156208941735,
      "learning_rate": 1.0105458693208626e-06,
      "loss": 0.2718,
      "num_tokens": 1638824157.0,
      "step": 8609
    },
    {
      "epoch": 2.938566552901024,
      "grad_norm": 0.28983185812875023,
      "learning_rate": 1.010430343689159e-06,
      "loss": 0.2839,
      "num_tokens": 1639001491.0,
      "step": 8610
    },
    {
      "epoch": 2.9389078498293513,
      "grad_norm": 0.30079227382200996,
      "learning_rate": 1.0103154535807933e-06,
      "loss": 0.301,
      "num_tokens": 1639169201.0,
      "step": 8611
    },
    {
      "epoch": 2.939249146757679,
      "grad_norm": 0.2892863876456358,
      "learning_rate": 1.0102011990120286e-06,
      "loss": 0.2903,
      "num_tokens": 1639363130.0,
      "step": 8612
    },
    {
      "epoch": 2.939590443686007,
      "grad_norm": 0.27283027525607273,
      "learning_rate": 1.0100875799990381e-06,
      "loss": 0.3145,
      "num_tokens": 1639583884.0,
      "step": 8613
    },
    {
      "epoch": 2.9399317406143344,
      "grad_norm": 0.30079405400025694,
      "learning_rate": 1.0099745965579053e-06,
      "loss": 0.2677,
      "num_tokens": 1639753994.0,
      "step": 8614
    },
    {
      "epoch": 2.9402730375426622,
      "grad_norm": 0.2694719999681956,
      "learning_rate": 1.0098622487046244e-06,
      "loss": 0.3028,
      "num_tokens": 1639958394.0,
      "step": 8615
    },
    {
      "epoch": 2.9406143344709896,
      "grad_norm": 0.2797197329183028,
      "learning_rate": 1.0097505364550974e-06,
      "loss": 0.2862,
      "num_tokens": 1640157877.0,
      "step": 8616
    },
    {
      "epoch": 2.9409556313993175,
      "grad_norm": 0.31655819967364807,
      "learning_rate": 1.0096394598251396e-06,
      "loss": 0.3044,
      "num_tokens": 1640364598.0,
      "step": 8617
    },
    {
      "epoch": 2.941296928327645,
      "grad_norm": 0.28395689298952415,
      "learning_rate": 1.0095290188304724e-06,
      "loss": 0.2785,
      "num_tokens": 1640563159.0,
      "step": 8618
    },
    {
      "epoch": 2.9416382252559727,
      "grad_norm": 0.2826106282286015,
      "learning_rate": 1.0094192134867315e-06,
      "loss": 0.2945,
      "num_tokens": 1640754616.0,
      "step": 8619
    },
    {
      "epoch": 2.9419795221843,
      "grad_norm": 0.27333886724378065,
      "learning_rate": 1.0093100438094587e-06,
      "loss": 0.2893,
      "num_tokens": 1640960812.0,
      "step": 8620
    },
    {
      "epoch": 2.942320819112628,
      "grad_norm": 0.28435459673447155,
      "learning_rate": 1.0092015098141086e-06,
      "loss": 0.2959,
      "num_tokens": 1641145571.0,
      "step": 8621
    },
    {
      "epoch": 2.942662116040956,
      "grad_norm": 0.2972982107516749,
      "learning_rate": 1.0090936115160445e-06,
      "loss": 0.2682,
      "num_tokens": 1641304571.0,
      "step": 8622
    },
    {
      "epoch": 2.9430034129692833,
      "grad_norm": 0.28104912214421024,
      "learning_rate": 1.0089863489305398e-06,
      "loss": 0.2785,
      "num_tokens": 1641485990.0,
      "step": 8623
    },
    {
      "epoch": 2.9433447098976107,
      "grad_norm": 0.27645363397511424,
      "learning_rate": 1.008879722072778e-06,
      "loss": 0.2795,
      "num_tokens": 1641668474.0,
      "step": 8624
    },
    {
      "epoch": 2.9436860068259385,
      "grad_norm": 0.2890493507164663,
      "learning_rate": 1.0087737309578532e-06,
      "loss": 0.2758,
      "num_tokens": 1641837567.0,
      "step": 8625
    },
    {
      "epoch": 2.9440273037542664,
      "grad_norm": 0.2616075449388322,
      "learning_rate": 1.0086683756007688e-06,
      "loss": 0.2848,
      "num_tokens": 1642037607.0,
      "step": 8626
    },
    {
      "epoch": 2.9443686006825938,
      "grad_norm": 0.25456995494782214,
      "learning_rate": 1.0085636560164388e-06,
      "loss": 0.2844,
      "num_tokens": 1642251737.0,
      "step": 8627
    },
    {
      "epoch": 2.9447098976109216,
      "grad_norm": 0.29028790959161577,
      "learning_rate": 1.0084595722196865e-06,
      "loss": 0.314,
      "num_tokens": 1642442716.0,
      "step": 8628
    },
    {
      "epoch": 2.945051194539249,
      "grad_norm": 0.2717764649919282,
      "learning_rate": 1.008356124225245e-06,
      "loss": 0.284,
      "num_tokens": 1642646551.0,
      "step": 8629
    },
    {
      "epoch": 2.945392491467577,
      "grad_norm": 0.28378345368407987,
      "learning_rate": 1.0082533120477587e-06,
      "loss": 0.3036,
      "num_tokens": 1642846353.0,
      "step": 8630
    },
    {
      "epoch": 2.9457337883959043,
      "grad_norm": 0.2711351471137882,
      "learning_rate": 1.0081511357017806e-06,
      "loss": 0.3081,
      "num_tokens": 1643075235.0,
      "step": 8631
    },
    {
      "epoch": 2.946075085324232,
      "grad_norm": 0.2783756186258932,
      "learning_rate": 1.0080495952017755e-06,
      "loss": 0.2853,
      "num_tokens": 1643272734.0,
      "step": 8632
    },
    {
      "epoch": 2.9464163822525595,
      "grad_norm": 0.2944699633034981,
      "learning_rate": 1.0079486905621158e-06,
      "loss": 0.3099,
      "num_tokens": 1643457210.0,
      "step": 8633
    },
    {
      "epoch": 2.9467576791808874,
      "grad_norm": 0.288271105161467,
      "learning_rate": 1.0078484217970852e-06,
      "loss": 0.2827,
      "num_tokens": 1643638439.0,
      "step": 8634
    },
    {
      "epoch": 2.9470989761092152,
      "grad_norm": 0.3028967364560284,
      "learning_rate": 1.007748788920878e-06,
      "loss": 0.3073,
      "num_tokens": 1643820128.0,
      "step": 8635
    },
    {
      "epoch": 2.9474402730375426,
      "grad_norm": 0.28824605284202737,
      "learning_rate": 1.0076497919475976e-06,
      "loss": 0.2748,
      "num_tokens": 1644025895.0,
      "step": 8636
    },
    {
      "epoch": 2.94778156996587,
      "grad_norm": 0.27573113271772515,
      "learning_rate": 1.007551430891257e-06,
      "loss": 0.2952,
      "num_tokens": 1644248985.0,
      "step": 8637
    },
    {
      "epoch": 2.948122866894198,
      "grad_norm": 0.27839260984224967,
      "learning_rate": 1.0074537057657802e-06,
      "loss": 0.3209,
      "num_tokens": 1644437989.0,
      "step": 8638
    },
    {
      "epoch": 2.9484641638225257,
      "grad_norm": 0.30171838643389554,
      "learning_rate": 1.0073566165850008e-06,
      "loss": 0.2647,
      "num_tokens": 1644599091.0,
      "step": 8639
    },
    {
      "epoch": 2.948805460750853,
      "grad_norm": 0.2781705490318145,
      "learning_rate": 1.0072601633626621e-06,
      "loss": 0.2973,
      "num_tokens": 1644802600.0,
      "step": 8640
    },
    {
      "epoch": 2.949146757679181,
      "grad_norm": 0.2943319659004275,
      "learning_rate": 1.0071643461124181e-06,
      "loss": 0.2785,
      "num_tokens": 1644974446.0,
      "step": 8641
    },
    {
      "epoch": 2.9494880546075084,
      "grad_norm": 0.28049081246363,
      "learning_rate": 1.007069164847831e-06,
      "loss": 0.2886,
      "num_tokens": 1645165097.0,
      "step": 8642
    },
    {
      "epoch": 2.9498293515358363,
      "grad_norm": 0.30076179652999036,
      "learning_rate": 1.0069746195823754e-06,
      "loss": 0.3062,
      "num_tokens": 1645348545.0,
      "step": 8643
    },
    {
      "epoch": 2.9501706484641637,
      "grad_norm": 0.29960893942009237,
      "learning_rate": 1.0068807103294346e-06,
      "loss": 0.2918,
      "num_tokens": 1645522558.0,
      "step": 8644
    },
    {
      "epoch": 2.9505119453924915,
      "grad_norm": 0.3194237356703313,
      "learning_rate": 1.0067874371023016e-06,
      "loss": 0.3045,
      "num_tokens": 1645687105.0,
      "step": 8645
    },
    {
      "epoch": 2.950853242320819,
      "grad_norm": 0.3023879304417138,
      "learning_rate": 1.0066947999141797e-06,
      "loss": 0.2593,
      "num_tokens": 1645847943.0,
      "step": 8646
    },
    {
      "epoch": 2.9511945392491468,
      "grad_norm": 0.2658390377291566,
      "learning_rate": 1.006602798778182e-06,
      "loss": 0.297,
      "num_tokens": 1646049987.0,
      "step": 8647
    },
    {
      "epoch": 2.9515358361774746,
      "grad_norm": 0.2864551591035255,
      "learning_rate": 1.0065114337073327e-06,
      "loss": 0.2976,
      "num_tokens": 1646258910.0,
      "step": 8648
    },
    {
      "epoch": 2.951877133105802,
      "grad_norm": 0.28705751485745234,
      "learning_rate": 1.0064207047145643e-06,
      "loss": 0.2826,
      "num_tokens": 1646434638.0,
      "step": 8649
    },
    {
      "epoch": 2.9522184300341294,
      "grad_norm": 0.3042850725778915,
      "learning_rate": 1.0063306118127203e-06,
      "loss": 0.2934,
      "num_tokens": 1646627136.0,
      "step": 8650
    },
    {
      "epoch": 2.9525597269624573,
      "grad_norm": 0.26987983737898563,
      "learning_rate": 1.0062411550145536e-06,
      "loss": 0.2898,
      "num_tokens": 1646824621.0,
      "step": 8651
    },
    {
      "epoch": 2.952901023890785,
      "grad_norm": 0.2771552531501746,
      "learning_rate": 1.006152334332727e-06,
      "loss": 0.2845,
      "num_tokens": 1647014824.0,
      "step": 8652
    },
    {
      "epoch": 2.9532423208191125,
      "grad_norm": 0.3018464322423002,
      "learning_rate": 1.0060641497798146e-06,
      "loss": 0.2999,
      "num_tokens": 1647194424.0,
      "step": 8653
    },
    {
      "epoch": 2.9535836177474404,
      "grad_norm": 0.2621379128836102,
      "learning_rate": 1.0059766013682983e-06,
      "loss": 0.2867,
      "num_tokens": 1647420593.0,
      "step": 8654
    },
    {
      "epoch": 2.953924914675768,
      "grad_norm": 0.30449133198779754,
      "learning_rate": 1.005889689110572e-06,
      "loss": 0.2888,
      "num_tokens": 1647591718.0,
      "step": 8655
    },
    {
      "epoch": 2.9542662116040956,
      "grad_norm": 0.30823366789501183,
      "learning_rate": 1.0058034130189375e-06,
      "loss": 0.2972,
      "num_tokens": 1647747838.0,
      "step": 8656
    },
    {
      "epoch": 2.954607508532423,
      "grad_norm": 0.2601243911100597,
      "learning_rate": 1.0057177731056089e-06,
      "loss": 0.2846,
      "num_tokens": 1647966592.0,
      "step": 8657
    },
    {
      "epoch": 2.954948805460751,
      "grad_norm": 0.3073139819781635,
      "learning_rate": 1.0056327693827083e-06,
      "loss": 0.2725,
      "num_tokens": 1648130058.0,
      "step": 8658
    },
    {
      "epoch": 2.9552901023890783,
      "grad_norm": 0.25888527101738007,
      "learning_rate": 1.0055484018622684e-06,
      "loss": 0.2941,
      "num_tokens": 1648342059.0,
      "step": 8659
    },
    {
      "epoch": 2.955631399317406,
      "grad_norm": 0.302927076971951,
      "learning_rate": 1.0054646705562322e-06,
      "loss": 0.3062,
      "num_tokens": 1648532350.0,
      "step": 8660
    },
    {
      "epoch": 2.955972696245734,
      "grad_norm": 0.3158935942354375,
      "learning_rate": 1.0053815754764517e-06,
      "loss": 0.2998,
      "num_tokens": 1648697389.0,
      "step": 8661
    },
    {
      "epoch": 2.9563139931740614,
      "grad_norm": 0.2950731598567872,
      "learning_rate": 1.0052991166346906e-06,
      "loss": 0.2949,
      "num_tokens": 1648876230.0,
      "step": 8662
    },
    {
      "epoch": 2.956655290102389,
      "grad_norm": 0.3193706136511904,
      "learning_rate": 1.0052172940426203e-06,
      "loss": 0.3158,
      "num_tokens": 1649065300.0,
      "step": 8663
    },
    {
      "epoch": 2.9569965870307167,
      "grad_norm": 0.3028712028045496,
      "learning_rate": 1.0051361077118235e-06,
      "loss": 0.2851,
      "num_tokens": 1649239220.0,
      "step": 8664
    },
    {
      "epoch": 2.9573378839590445,
      "grad_norm": 0.26214375919618127,
      "learning_rate": 1.005055557653793e-06,
      "loss": 0.3172,
      "num_tokens": 1649477447.0,
      "step": 8665
    },
    {
      "epoch": 2.957679180887372,
      "grad_norm": 0.27785216657504785,
      "learning_rate": 1.0049756438799306e-06,
      "loss": 0.2505,
      "num_tokens": 1649643059.0,
      "step": 8666
    },
    {
      "epoch": 2.9580204778156998,
      "grad_norm": 0.2770113858007585,
      "learning_rate": 1.0048963664015492e-06,
      "loss": 0.3035,
      "num_tokens": 1649851877.0,
      "step": 8667
    },
    {
      "epoch": 2.958361774744027,
      "grad_norm": 0.31719890950468776,
      "learning_rate": 1.0048177252298698e-06,
      "loss": 0.2899,
      "num_tokens": 1650023243.0,
      "step": 8668
    },
    {
      "epoch": 2.958703071672355,
      "grad_norm": 0.2697235064736542,
      "learning_rate": 1.0047397203760263e-06,
      "loss": 0.2855,
      "num_tokens": 1650238172.0,
      "step": 8669
    },
    {
      "epoch": 2.9590443686006824,
      "grad_norm": 0.27962259043988086,
      "learning_rate": 1.0046623518510591e-06,
      "loss": 0.2505,
      "num_tokens": 1650419048.0,
      "step": 8670
    },
    {
      "epoch": 2.9593856655290103,
      "grad_norm": 0.293497279028943,
      "learning_rate": 1.004585619665921e-06,
      "loss": 0.286,
      "num_tokens": 1650593201.0,
      "step": 8671
    },
    {
      "epoch": 2.9597269624573377,
      "grad_norm": 0.3874575274805964,
      "learning_rate": 1.0045095238314732e-06,
      "loss": 0.2912,
      "num_tokens": 1650764166.0,
      "step": 8672
    },
    {
      "epoch": 2.9600682593856655,
      "grad_norm": 0.28092839897019245,
      "learning_rate": 1.0044340643584874e-06,
      "loss": 0.2765,
      "num_tokens": 1650935728.0,
      "step": 8673
    },
    {
      "epoch": 2.9604095563139934,
      "grad_norm": 0.3202023068912455,
      "learning_rate": 1.0043592412576462e-06,
      "loss": 0.2691,
      "num_tokens": 1651117714.0,
      "step": 8674
    },
    {
      "epoch": 2.960750853242321,
      "grad_norm": 0.283405074542045,
      "learning_rate": 1.004285054539541e-06,
      "loss": 0.2719,
      "num_tokens": 1651291415.0,
      "step": 8675
    },
    {
      "epoch": 2.961092150170648,
      "grad_norm": 0.30774772886754276,
      "learning_rate": 1.004211504214673e-06,
      "loss": 0.2966,
      "num_tokens": 1651457946.0,
      "step": 8676
    },
    {
      "epoch": 2.961433447098976,
      "grad_norm": 0.3185085752597895,
      "learning_rate": 1.0041385902934538e-06,
      "loss": 0.2862,
      "num_tokens": 1651639871.0,
      "step": 8677
    },
    {
      "epoch": 2.961774744027304,
      "grad_norm": 0.2989996461611148,
      "learning_rate": 1.0040663127862046e-06,
      "loss": 0.319,
      "num_tokens": 1651832154.0,
      "step": 8678
    },
    {
      "epoch": 2.9621160409556313,
      "grad_norm": 0.3018001888952422,
      "learning_rate": 1.003994671703157e-06,
      "loss": 0.2938,
      "num_tokens": 1652012322.0,
      "step": 8679
    },
    {
      "epoch": 2.962457337883959,
      "grad_norm": 0.2906493280498848,
      "learning_rate": 1.003923667054452e-06,
      "loss": 0.2972,
      "num_tokens": 1652185823.0,
      "step": 8680
    },
    {
      "epoch": 2.9627986348122866,
      "grad_norm": 0.3122586758844815,
      "learning_rate": 1.0038532988501403e-06,
      "loss": 0.2963,
      "num_tokens": 1652366868.0,
      "step": 8681
    },
    {
      "epoch": 2.9631399317406144,
      "grad_norm": 0.3021491205409713,
      "learning_rate": 1.0037835671001837e-06,
      "loss": 0.2916,
      "num_tokens": 1652552686.0,
      "step": 8682
    },
    {
      "epoch": 2.963481228668942,
      "grad_norm": 0.2887973670048425,
      "learning_rate": 1.0037144718144528e-06,
      "loss": 0.2784,
      "num_tokens": 1652752297.0,
      "step": 8683
    },
    {
      "epoch": 2.9638225255972697,
      "grad_norm": 0.30694912991636364,
      "learning_rate": 1.0036460130027276e-06,
      "loss": 0.2739,
      "num_tokens": 1652929030.0,
      "step": 8684
    },
    {
      "epoch": 2.964163822525597,
      "grad_norm": 0.27547795589929797,
      "learning_rate": 1.0035781906747006e-06,
      "loss": 0.2947,
      "num_tokens": 1653138009.0,
      "step": 8685
    },
    {
      "epoch": 2.964505119453925,
      "grad_norm": 0.27966508635543813,
      "learning_rate": 1.0035110048399705e-06,
      "loss": 0.2856,
      "num_tokens": 1653341636.0,
      "step": 8686
    },
    {
      "epoch": 2.9648464163822528,
      "grad_norm": 1.0263815015448343,
      "learning_rate": 1.003444455508049e-06,
      "loss": 0.2903,
      "num_tokens": 1653506661.0,
      "step": 8687
    },
    {
      "epoch": 2.96518771331058,
      "grad_norm": 0.30331218380689284,
      "learning_rate": 1.0033785426883564e-06,
      "loss": 0.2972,
      "num_tokens": 1653672143.0,
      "step": 8688
    },
    {
      "epoch": 2.9655290102389076,
      "grad_norm": 0.2829786715818533,
      "learning_rate": 1.003313266390223e-06,
      "loss": 0.3129,
      "num_tokens": 1653867203.0,
      "step": 8689
    },
    {
      "epoch": 2.9658703071672354,
      "grad_norm": 0.30222671381762817,
      "learning_rate": 1.0032486266228885e-06,
      "loss": 0.2704,
      "num_tokens": 1654040262.0,
      "step": 8690
    },
    {
      "epoch": 2.9662116040955633,
      "grad_norm": 0.29594890111576744,
      "learning_rate": 1.0031846233955034e-06,
      "loss": 0.2674,
      "num_tokens": 1654215074.0,
      "step": 8691
    },
    {
      "epoch": 2.9665529010238907,
      "grad_norm": 0.344830346720943,
      "learning_rate": 1.003121256717128e-06,
      "loss": 0.2561,
      "num_tokens": 1654370690.0,
      "step": 8692
    },
    {
      "epoch": 2.9668941979522185,
      "grad_norm": 0.28712928722554876,
      "learning_rate": 1.0030585265967318e-06,
      "loss": 0.3019,
      "num_tokens": 1654585618.0,
      "step": 8693
    },
    {
      "epoch": 2.967235494880546,
      "grad_norm": 0.28372871768583074,
      "learning_rate": 1.002996433043195e-06,
      "loss": 0.3098,
      "num_tokens": 1654796981.0,
      "step": 8694
    },
    {
      "epoch": 2.967576791808874,
      "grad_norm": 0.3167181729115149,
      "learning_rate": 1.0029349760653067e-06,
      "loss": 0.2976,
      "num_tokens": 1654971028.0,
      "step": 8695
    },
    {
      "epoch": 2.967918088737201,
      "grad_norm": 0.28792268554928757,
      "learning_rate": 1.0028741556717667e-06,
      "loss": 0.3103,
      "num_tokens": 1655194553.0,
      "step": 8696
    },
    {
      "epoch": 2.968259385665529,
      "grad_norm": 0.30716527531975746,
      "learning_rate": 1.0028139718711845e-06,
      "loss": 0.3137,
      "num_tokens": 1655371287.0,
      "step": 8697
    },
    {
      "epoch": 2.9686006825938565,
      "grad_norm": 0.27626274556210917,
      "learning_rate": 1.0027544246720794e-06,
      "loss": 0.2753,
      "num_tokens": 1655599181.0,
      "step": 8698
    },
    {
      "epoch": 2.9689419795221843,
      "grad_norm": 0.2708121038645041,
      "learning_rate": 1.002695514082881e-06,
      "loss": 0.3013,
      "num_tokens": 1655810793.0,
      "step": 8699
    },
    {
      "epoch": 2.969283276450512,
      "grad_norm": 0.3430859133094458,
      "learning_rate": 1.002637240111928e-06,
      "loss": 0.2826,
      "num_tokens": 1655988658.0,
      "step": 8700
    },
    {
      "epoch": 2.9696245733788396,
      "grad_norm": 0.30026779146090454,
      "learning_rate": 1.002579602767469e-06,
      "loss": 0.292,
      "num_tokens": 1656196916.0,
      "step": 8701
    },
    {
      "epoch": 2.969965870307167,
      "grad_norm": 0.33695660873403804,
      "learning_rate": 1.0025226020576645e-06,
      "loss": 0.3142,
      "num_tokens": 1656337291.0,
      "step": 8702
    },
    {
      "epoch": 2.970307167235495,
      "grad_norm": 0.2967465125937681,
      "learning_rate": 1.0024662379905815e-06,
      "loss": 0.2712,
      "num_tokens": 1656511804.0,
      "step": 8703
    },
    {
      "epoch": 2.9706484641638227,
      "grad_norm": 0.2620983163998048,
      "learning_rate": 1.0024105105741993e-06,
      "loss": 0.2876,
      "num_tokens": 1656715884.0,
      "step": 8704
    },
    {
      "epoch": 2.97098976109215,
      "grad_norm": 0.29539723450742433,
      "learning_rate": 1.0023554198164062e-06,
      "loss": 0.3024,
      "num_tokens": 1656890920.0,
      "step": 8705
    },
    {
      "epoch": 2.971331058020478,
      "grad_norm": 0.2841272908453556,
      "learning_rate": 1.0023009657250017e-06,
      "loss": 0.2977,
      "num_tokens": 1657069829.0,
      "step": 8706
    },
    {
      "epoch": 2.9716723549488053,
      "grad_norm": 0.29736379002865176,
      "learning_rate": 1.0022471483076926e-06,
      "loss": 0.2857,
      "num_tokens": 1657252259.0,
      "step": 8707
    },
    {
      "epoch": 2.972013651877133,
      "grad_norm": 0.2782872442637672,
      "learning_rate": 1.0021939675720979e-06,
      "loss": 0.3015,
      "num_tokens": 1657450317.0,
      "step": 8708
    },
    {
      "epoch": 2.972354948805461,
      "grad_norm": 0.28064953943832716,
      "learning_rate": 1.002141423525745e-06,
      "loss": 0.2769,
      "num_tokens": 1657652818.0,
      "step": 8709
    },
    {
      "epoch": 2.9726962457337884,
      "grad_norm": 0.2842033101632926,
      "learning_rate": 1.0020895161760725e-06,
      "loss": 0.3027,
      "num_tokens": 1657843902.0,
      "step": 8710
    },
    {
      "epoch": 2.973037542662116,
      "grad_norm": 0.25066637469248,
      "learning_rate": 1.0020382455304277e-06,
      "loss": 0.2941,
      "num_tokens": 1658079694.0,
      "step": 8711
    },
    {
      "epoch": 2.9733788395904437,
      "grad_norm": 0.3062201728214381,
      "learning_rate": 1.0019876115960687e-06,
      "loss": 0.2985,
      "num_tokens": 1658246853.0,
      "step": 8712
    },
    {
      "epoch": 2.9737201365187715,
      "grad_norm": 0.30100584050929247,
      "learning_rate": 1.0019376143801625e-06,
      "loss": 0.2693,
      "num_tokens": 1658427412.0,
      "step": 8713
    },
    {
      "epoch": 2.974061433447099,
      "grad_norm": 0.2853774978004873,
      "learning_rate": 1.0018882538897867e-06,
      "loss": 0.2621,
      "num_tokens": 1658595958.0,
      "step": 8714
    },
    {
      "epoch": 2.9744027303754264,
      "grad_norm": 0.3100631807290038,
      "learning_rate": 1.0018395301319287e-06,
      "loss": 0.2971,
      "num_tokens": 1658773983.0,
      "step": 8715
    },
    {
      "epoch": 2.974744027303754,
      "grad_norm": 0.25032351803066194,
      "learning_rate": 1.0017914431134855e-06,
      "loss": 0.2766,
      "num_tokens": 1658991655.0,
      "step": 8716
    },
    {
      "epoch": 2.975085324232082,
      "grad_norm": 0.2817944289366194,
      "learning_rate": 1.0017439928412642e-06,
      "loss": 0.2888,
      "num_tokens": 1659178501.0,
      "step": 8717
    },
    {
      "epoch": 2.9754266211604095,
      "grad_norm": 0.2966876517484842,
      "learning_rate": 1.001697179321981e-06,
      "loss": 0.2752,
      "num_tokens": 1659376314.0,
      "step": 8718
    },
    {
      "epoch": 2.9757679180887373,
      "grad_norm": 0.2748811694349066,
      "learning_rate": 1.0016510025622637e-06,
      "loss": 0.2992,
      "num_tokens": 1659577664.0,
      "step": 8719
    },
    {
      "epoch": 2.9761092150170647,
      "grad_norm": 0.30036127384494515,
      "learning_rate": 1.0016054625686481e-06,
      "loss": 0.2901,
      "num_tokens": 1659757638.0,
      "step": 8720
    },
    {
      "epoch": 2.9764505119453926,
      "grad_norm": 0.3269881154801206,
      "learning_rate": 1.0015605593475807e-06,
      "loss": 0.3035,
      "num_tokens": 1659944161.0,
      "step": 8721
    },
    {
      "epoch": 2.9767918088737204,
      "grad_norm": 0.2610947941201635,
      "learning_rate": 1.001516292905418e-06,
      "loss": 0.3185,
      "num_tokens": 1660189432.0,
      "step": 8722
    },
    {
      "epoch": 2.977133105802048,
      "grad_norm": 0.27648057404862664,
      "learning_rate": 1.0014726632484256e-06,
      "loss": 0.3084,
      "num_tokens": 1660397962.0,
      "step": 8723
    },
    {
      "epoch": 2.9774744027303752,
      "grad_norm": 0.25370675065480647,
      "learning_rate": 1.0014296703827804e-06,
      "loss": 0.2774,
      "num_tokens": 1660629482.0,
      "step": 8724
    },
    {
      "epoch": 2.977815699658703,
      "grad_norm": 0.285562211677292,
      "learning_rate": 1.0013873143145681e-06,
      "loss": 0.283,
      "num_tokens": 1660812703.0,
      "step": 8725
    },
    {
      "epoch": 2.978156996587031,
      "grad_norm": 0.29203032274516816,
      "learning_rate": 1.001345595049784e-06,
      "loss": 0.2971,
      "num_tokens": 1661008372.0,
      "step": 8726
    },
    {
      "epoch": 2.9784982935153583,
      "grad_norm": 0.3081106932935414,
      "learning_rate": 1.001304512594334e-06,
      "loss": 0.2957,
      "num_tokens": 1661183800.0,
      "step": 8727
    },
    {
      "epoch": 2.9788395904436857,
      "grad_norm": 0.46911157436871936,
      "learning_rate": 1.0012640669540335e-06,
      "loss": 0.281,
      "num_tokens": 1661386486.0,
      "step": 8728
    },
    {
      "epoch": 2.9791808873720136,
      "grad_norm": 0.29028209938630994,
      "learning_rate": 1.0012242581346075e-06,
      "loss": 0.2873,
      "num_tokens": 1661591915.0,
      "step": 8729
    },
    {
      "epoch": 2.9795221843003414,
      "grad_norm": 0.30097376997856967,
      "learning_rate": 1.0011850861416916e-06,
      "loss": 0.3107,
      "num_tokens": 1661774947.0,
      "step": 8730
    },
    {
      "epoch": 2.979863481228669,
      "grad_norm": 0.28864587944199877,
      "learning_rate": 1.0011465509808304e-06,
      "loss": 0.294,
      "num_tokens": 1661972696.0,
      "step": 8731
    },
    {
      "epoch": 2.9802047781569967,
      "grad_norm": 0.3091053764471049,
      "learning_rate": 1.0011086526574793e-06,
      "loss": 0.2896,
      "num_tokens": 1662160819.0,
      "step": 8732
    },
    {
      "epoch": 2.980546075085324,
      "grad_norm": 0.33398205905265893,
      "learning_rate": 1.0010713911770027e-06,
      "loss": 0.317,
      "num_tokens": 1662360778.0,
      "step": 8733
    },
    {
      "epoch": 2.980887372013652,
      "grad_norm": 0.26000490496529244,
      "learning_rate": 1.001034766544675e-06,
      "loss": 0.281,
      "num_tokens": 1662551336.0,
      "step": 8734
    },
    {
      "epoch": 2.98122866894198,
      "grad_norm": 0.2891908525539013,
      "learning_rate": 1.0009987787656806e-06,
      "loss": 0.2898,
      "num_tokens": 1662729997.0,
      "step": 8735
    },
    {
      "epoch": 2.981569965870307,
      "grad_norm": 0.3049418564424351,
      "learning_rate": 1.0009634278451142e-06,
      "loss": 0.2787,
      "num_tokens": 1662887953.0,
      "step": 8736
    },
    {
      "epoch": 2.9819112627986346,
      "grad_norm": 0.27971922673828975,
      "learning_rate": 1.0009287137879798e-06,
      "loss": 0.2917,
      "num_tokens": 1663103763.0,
      "step": 8737
    },
    {
      "epoch": 2.9822525597269625,
      "grad_norm": 0.2526884101842006,
      "learning_rate": 1.000894636599191e-06,
      "loss": 0.2948,
      "num_tokens": 1663332981.0,
      "step": 8738
    },
    {
      "epoch": 2.9825938566552903,
      "grad_norm": 0.24841184084420678,
      "learning_rate": 1.0008611962835725e-06,
      "loss": 0.2841,
      "num_tokens": 1663550410.0,
      "step": 8739
    },
    {
      "epoch": 2.9829351535836177,
      "grad_norm": 0.29975492743782495,
      "learning_rate": 1.0008283928458567e-06,
      "loss": 0.2859,
      "num_tokens": 1663726646.0,
      "step": 8740
    },
    {
      "epoch": 2.983276450511945,
      "grad_norm": 0.2795903361187154,
      "learning_rate": 1.0007962262906878e-06,
      "loss": 0.3015,
      "num_tokens": 1663943463.0,
      "step": 8741
    },
    {
      "epoch": 2.983617747440273,
      "grad_norm": 0.26024188287239924,
      "learning_rate": 1.0007646966226195e-06,
      "loss": 0.3044,
      "num_tokens": 1664162603.0,
      "step": 8742
    },
    {
      "epoch": 2.983959044368601,
      "grad_norm": 0.27378547452391233,
      "learning_rate": 1.000733803846114e-06,
      "loss": 0.2975,
      "num_tokens": 1664360342.0,
      "step": 8743
    },
    {
      "epoch": 2.9843003412969282,
      "grad_norm": 0.2770441544137932,
      "learning_rate": 1.0007035479655452e-06,
      "loss": 0.2847,
      "num_tokens": 1664564477.0,
      "step": 8744
    },
    {
      "epoch": 2.984641638225256,
      "grad_norm": 0.2704589211383887,
      "learning_rate": 1.0006739289851958e-06,
      "loss": 0.294,
      "num_tokens": 1664770630.0,
      "step": 8745
    },
    {
      "epoch": 2.9849829351535835,
      "grad_norm": 0.26710224531442256,
      "learning_rate": 1.000644946909258e-06,
      "loss": 0.2811,
      "num_tokens": 1664979109.0,
      "step": 8746
    },
    {
      "epoch": 2.9853242320819113,
      "grad_norm": 0.5423616643266805,
      "learning_rate": 1.0006166017418352e-06,
      "loss": 0.2825,
      "num_tokens": 1665141768.0,
      "step": 8747
    },
    {
      "epoch": 2.985665529010239,
      "grad_norm": 0.28562739531557607,
      "learning_rate": 1.0005888934869392e-06,
      "loss": 0.2907,
      "num_tokens": 1665323668.0,
      "step": 8748
    },
    {
      "epoch": 2.9860068259385666,
      "grad_norm": 0.2736242277372947,
      "learning_rate": 1.000561822148493e-06,
      "loss": 0.2574,
      "num_tokens": 1665500655.0,
      "step": 8749
    },
    {
      "epoch": 2.986348122866894,
      "grad_norm": 0.2772049254592103,
      "learning_rate": 1.0005353877303276e-06,
      "loss": 0.2965,
      "num_tokens": 1665703453.0,
      "step": 8750
    },
    {
      "epoch": 2.986689419795222,
      "grad_norm": 0.289276438804234,
      "learning_rate": 1.0005095902361854e-06,
      "loss": 0.2661,
      "num_tokens": 1665867309.0,
      "step": 8751
    },
    {
      "epoch": 2.9870307167235497,
      "grad_norm": 0.281928633580112,
      "learning_rate": 1.0004844296697192e-06,
      "loss": 0.2923,
      "num_tokens": 1666058705.0,
      "step": 8752
    },
    {
      "epoch": 2.987372013651877,
      "grad_norm": 0.2913141774330769,
      "learning_rate": 1.0004599060344889e-06,
      "loss": 0.2849,
      "num_tokens": 1666261822.0,
      "step": 8753
    },
    {
      "epoch": 2.9877133105802045,
      "grad_norm": 0.2837288190608068,
      "learning_rate": 1.0004360193339672e-06,
      "loss": 0.2889,
      "num_tokens": 1666455254.0,
      "step": 8754
    },
    {
      "epoch": 2.9880546075085324,
      "grad_norm": 0.2743980683338511,
      "learning_rate": 1.0004127695715349e-06,
      "loss": 0.3128,
      "num_tokens": 1666674977.0,
      "step": 8755
    },
    {
      "epoch": 2.98839590443686,
      "grad_norm": 0.30141997444475344,
      "learning_rate": 1.000390156750483e-06,
      "loss": 0.287,
      "num_tokens": 1666852576.0,
      "step": 8756
    },
    {
      "epoch": 2.9887372013651876,
      "grad_norm": 0.28800476239271044,
      "learning_rate": 1.0003681808740128e-06,
      "loss": 0.2851,
      "num_tokens": 1667033082.0,
      "step": 8757
    },
    {
      "epoch": 2.9890784982935155,
      "grad_norm": 0.3134398028069411,
      "learning_rate": 1.0003468419452347e-06,
      "loss": 0.3124,
      "num_tokens": 1667244742.0,
      "step": 8758
    },
    {
      "epoch": 2.989419795221843,
      "grad_norm": 0.30689568915799115,
      "learning_rate": 1.0003261399671698e-06,
      "loss": 0.284,
      "num_tokens": 1667421232.0,
      "step": 8759
    },
    {
      "epoch": 2.9897610921501707,
      "grad_norm": 0.2870041413132991,
      "learning_rate": 1.0003060749427485e-06,
      "loss": 0.3058,
      "num_tokens": 1667618618.0,
      "step": 8760
    },
    {
      "epoch": 2.9901023890784986,
      "grad_norm": 0.3222886070560272,
      "learning_rate": 1.000286646874811e-06,
      "loss": 0.2903,
      "num_tokens": 1667788588.0,
      "step": 8761
    },
    {
      "epoch": 2.990443686006826,
      "grad_norm": 0.24520649480266227,
      "learning_rate": 1.0002678557661074e-06,
      "loss": 0.3026,
      "num_tokens": 1668032622.0,
      "step": 8762
    },
    {
      "epoch": 2.9907849829351534,
      "grad_norm": 0.25902924831665963,
      "learning_rate": 1.0002497016192981e-06,
      "loss": 0.2845,
      "num_tokens": 1668245690.0,
      "step": 8763
    },
    {
      "epoch": 2.9911262798634812,
      "grad_norm": 0.30201364723056934,
      "learning_rate": 1.000232184436952e-06,
      "loss": 0.3024,
      "num_tokens": 1668417723.0,
      "step": 8764
    },
    {
      "epoch": 2.991467576791809,
      "grad_norm": 0.2732812186222531,
      "learning_rate": 1.0002153042215495e-06,
      "loss": 0.271,
      "num_tokens": 1668608158.0,
      "step": 8765
    },
    {
      "epoch": 2.9918088737201365,
      "grad_norm": 0.28125317413588974,
      "learning_rate": 1.00019906097548e-06,
      "loss": 0.2836,
      "num_tokens": 1668791989.0,
      "step": 8766
    },
    {
      "epoch": 2.992150170648464,
      "grad_norm": 0.3118272804773728,
      "learning_rate": 1.0001834547010425e-06,
      "loss": 0.2778,
      "num_tokens": 1668947147.0,
      "step": 8767
    },
    {
      "epoch": 2.9924914675767917,
      "grad_norm": 0.27371322461535486,
      "learning_rate": 1.000168485400447e-06,
      "loss": 0.2925,
      "num_tokens": 1669166226.0,
      "step": 8768
    },
    {
      "epoch": 2.9928327645051196,
      "grad_norm": 0.3671636987599592,
      "learning_rate": 1.0001541530758114e-06,
      "loss": 0.302,
      "num_tokens": 1669363584.0,
      "step": 8769
    },
    {
      "epoch": 2.993174061433447,
      "grad_norm": 0.2593056863745596,
      "learning_rate": 1.0001404577291646e-06,
      "loss": 0.297,
      "num_tokens": 1669576584.0,
      "step": 8770
    },
    {
      "epoch": 2.993515358361775,
      "grad_norm": 0.26505569218677527,
      "learning_rate": 1.0001273993624462e-06,
      "loss": 0.3044,
      "num_tokens": 1669781659.0,
      "step": 8771
    },
    {
      "epoch": 2.9938566552901023,
      "grad_norm": 0.3031525724230599,
      "learning_rate": 1.0001149779775042e-06,
      "loss": 0.2653,
      "num_tokens": 1669946796.0,
      "step": 8772
    },
    {
      "epoch": 2.99419795221843,
      "grad_norm": 0.2607599015156444,
      "learning_rate": 1.0001031935760963e-06,
      "loss": 0.3041,
      "num_tokens": 1670166829.0,
      "step": 8773
    },
    {
      "epoch": 2.994539249146758,
      "grad_norm": 0.2993782258780794,
      "learning_rate": 1.0000920461598918e-06,
      "loss": 0.2762,
      "num_tokens": 1670328627.0,
      "step": 8774
    },
    {
      "epoch": 2.9948805460750854,
      "grad_norm": 0.2977685707771204,
      "learning_rate": 1.0000815357304675e-06,
      "loss": 0.2757,
      "num_tokens": 1670492060.0,
      "step": 8775
    },
    {
      "epoch": 2.9952218430034128,
      "grad_norm": 0.2554776346334549,
      "learning_rate": 1.0000716622893122e-06,
      "loss": 0.2765,
      "num_tokens": 1670703014.0,
      "step": 8776
    },
    {
      "epoch": 2.9955631399317406,
      "grad_norm": 0.2677890469618178,
      "learning_rate": 1.000062425837823e-06,
      "loss": 0.2919,
      "num_tokens": 1670908307.0,
      "step": 8777
    },
    {
      "epoch": 2.9959044368600685,
      "grad_norm": 0.3133301118369493,
      "learning_rate": 1.0000538263773074e-06,
      "loss": 0.2793,
      "num_tokens": 1671060934.0,
      "step": 8778
    },
    {
      "epoch": 2.996245733788396,
      "grad_norm": 0.2956638337246053,
      "learning_rate": 1.0000458639089828e-06,
      "loss": 0.2922,
      "num_tokens": 1671261708.0,
      "step": 8779
    },
    {
      "epoch": 2.9965870307167233,
      "grad_norm": 0.29231004781473363,
      "learning_rate": 1.000038538433976e-06,
      "loss": 0.2931,
      "num_tokens": 1671454023.0,
      "step": 8780
    },
    {
      "epoch": 2.996928327645051,
      "grad_norm": 0.3119238869396179,
      "learning_rate": 1.000031849953325e-06,
      "loss": 0.2916,
      "num_tokens": 1671619056.0,
      "step": 8781
    },
    {
      "epoch": 2.997269624573379,
      "grad_norm": 0.3151458515321545,
      "learning_rate": 1.0000257984679755e-06,
      "loss": 0.2937,
      "num_tokens": 1671806896.0,
      "step": 8782
    },
    {
      "epoch": 2.9976109215017064,
      "grad_norm": 0.2755951005141705,
      "learning_rate": 1.0000203839787846e-06,
      "loss": 0.3137,
      "num_tokens": 1672015722.0,
      "step": 8783
    },
    {
      "epoch": 2.9979522184300342,
      "grad_norm": 0.38958279543694285,
      "learning_rate": 1.0000156064865182e-06,
      "loss": 0.2892,
      "num_tokens": 1672172801.0,
      "step": 8784
    },
    {
      "epoch": 2.9982935153583616,
      "grad_norm": 0.3307441055794176,
      "learning_rate": 1.0000114659918537e-06,
      "loss": 0.292,
      "num_tokens": 1672310372.0,
      "step": 8785
    },
    {
      "epoch": 2.9986348122866895,
      "grad_norm": 0.3438964214850555,
      "learning_rate": 1.0000079624953762e-06,
      "loss": 0.2633,
      "num_tokens": 1672487361.0,
      "step": 8786
    },
    {
      "epoch": 2.9989761092150173,
      "grad_norm": 0.273727988599572,
      "learning_rate": 1.0000050959975815e-06,
      "loss": 0.2912,
      "num_tokens": 1672694696.0,
      "step": 8787
    },
    {
      "epoch": 2.9993174061433447,
      "grad_norm": 0.31301859164496837,
      "learning_rate": 1.0000028664988765e-06,
      "loss": 0.2769,
      "num_tokens": 1672844637.0,
      "step": 8788
    },
    {
      "epoch": 2.999658703071672,
      "grad_norm": 0.30143047542300566,
      "learning_rate": 1.000001273999576e-06,
      "loss": 0.2878,
      "num_tokens": 1673039191.0,
      "step": 8789
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.2678999573935466,
      "learning_rate": 1.0000003184999056e-06,
      "loss": 0.2633,
      "num_tokens": 1673195281.0,
      "step": 8790
    },
    {
      "epoch": 3.0,
      "step": 8790,
      "total_flos": 5328655832612864.0,
      "train_loss": 0.32096021437299127,
      "train_runtime": 77909.5474,
      "train_samples_per_second": 3.609,
      "train_steps_per_second": 0.113
    }
  ],
  "logging_steps": 1,
  "max_steps": 8790,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5328655832612864.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}